-- Logs begin at Mon 2021-12-13 08:48:56 UTC, end at Mon 2021-12-13 11:20:01 UTC. -- Dec 13 09:24:18.937533 n-d-820935-7 systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 09:24:21.727604 n-d-820935-7 neutron-server[103085]: INFO neutron.common.config [-] Logging enabled! Dec 13 09:24:21.728207 n-d-820935-7 neutron-server[103085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 13 09:24:21.728384 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103085) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 09:24:21.731856 n-d-820935-7 neutron-server[103085]: INFO neutron.common.config [-] Logging enabled! Dec 13 09:24:21.732122 n-d-820935-7 neutron-server[103085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 13 09:24:21.732436 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103085) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 09:24:21.733353 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:21.733587 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:21.733946 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:21.734193 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:21.734420 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:21.734740 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.735158 n-d-820935-7 neutron-server[103085]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 09:24:21.735470 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.735792 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.736088 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.736386 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.736677 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.736961 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.737250 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.737548 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.737833 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.738118 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.738402 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.738695 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.738978 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.739273 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.739571 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.739866 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] debug = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.740148 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.740576 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.740988 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.741315 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.742109 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.742396 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.742671 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.742952 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.743243 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.743650 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] host = n-d-820935-7 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.743934 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.744222 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.744508 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.744794 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.745071 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.745348 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.745632 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.745908 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.746179 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.746456 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.746742 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.747028 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.747313 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.747538 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.747789 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.748081 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.748368 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.748642 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.748917 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.749189 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.749463 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.749732 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.749999 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.750284 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.750566 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.750850 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.751124 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.751398 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.751697 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.751974 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.752258 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.752534 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.752808 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.753082 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.753368 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.753637 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.753909 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.754212 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.754492 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.754775 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.755060 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.755334 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.755642 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.755918 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.756192 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.756466 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_json = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.756739 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.757038 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.757323 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.757597 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.757869 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.758146 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.758420 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.758704 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:21.759002 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.759298 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.759630 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.759915 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.760216 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.760497 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.760786 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.761066 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.761356 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.761644 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.761934 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.762213 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.762505 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.762786 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.763081 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.763388 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.763712 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.764006 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.764283 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.764559 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.764836 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.765119 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.765410 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.765692 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.765980 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.766271 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.766552 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.766852 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.767142 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.767438 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.767764 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.768049 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.768330 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.768623 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.768905 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.769182 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.769461 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.769752 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.770035 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.770311 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.770600 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.770882 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.771156 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.771431 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.771739 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.772030 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.772309 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.772607 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.772883 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.773162 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.773437 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.773724 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.774003 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.774276 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.774551 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.774832 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.775107 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.775381 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.775688 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.775966 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.776245 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.776520 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.776793 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.777067 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.777340 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.777613 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.777884 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.778161 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.778438 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.778713 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.778984 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.779258 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.779531 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.779826 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.780114 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.780415 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.780697 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.780980 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.781261 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.781541 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.781821 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.782101 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.782383 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.782664 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.782940 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.783230 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.783516 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.783828 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.786498 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.787427 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.787427 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.787427 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.787427 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.787427 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.788058 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.788058 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.788836 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.789122 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:21.789344 n-d-820935-7 neutron-server[103085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:21.789585 n-d-820935-7 neutron-server[103085]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103085) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 09:24:22.210898 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 09:24:22.211175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 09:24:22.211478 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 09:24:22.211841 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 09:24:22.535801 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.536018 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.536308 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.537585 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.537870 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.538156 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.583177 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.583457 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.583759 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.598212 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.598499 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.598768 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.626920 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.627201 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.627470 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.665176 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.665458 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:22.665728 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.002730 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.003346 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.003346 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.003570 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.004271 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.102506 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.102831 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.103115 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.103388 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.103691 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.104006 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.104272 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.104536 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.104796 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.105344 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.105608 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.105875 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.106133 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.106386 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.106643 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.106908 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.107166 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.107433 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.107740 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.108004 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.108278 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.108536 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.108816 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.109192 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.109441 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.109688 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.110083 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.110324 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.110561 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.110802 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.111036 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.111271 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.111665 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 09:24:23.114805 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 09:24:23.119456 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 09:24:23.123364 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 13 09:24:23.125007 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 09:24:23.125461 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 09:24:23.125800 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 09:24:23.126186 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 09:24:23.129034 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 09:24:23.129290 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 09:24:23.129641 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 09:24:23.135011 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 09:24:23.157927 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 09:24:23.158374 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.158672 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103085) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 09:24:23.159033 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.160437 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103085) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 09:24:23.160718 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 09:24:23.160970 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 09:24:23.164694 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.164978 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.227835 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 09:24:23.228077 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 09:24:23.228320 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 09:24:23.228693 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 09:24:23.250462 n-d-820935-7 neutron-server[103085]: DEBUG oslo_db.sqlalchemy.engines [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103085) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 09:24:23.685477 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing driver for type 'gre' Dec 13 09:24:23.686060 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] gre ID ranges: [(1, 1000)] Dec 13 09:24:23.738502 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing driver for type 'local' Dec 13 09:24:23.738841 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing driver for type 'vlan' Dec 13 09:24:23.751260 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] VlanTypeDriver initialization complete Dec 13 09:24:23.751615 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing driver for type 'vxlan' Dec 13 09:24:23.752096 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] vxlan ID ranges: [(1, 1000)] Dec 13 09:24:23.800747 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing extension driver 'port_security' Dec 13 09:24:23.801058 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.extensions.port_security [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] PortSecurityExtensionDriver initialization complete Dec 13 09:24:23.801471 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing mechanism driver 'openvswitch' Dec 13 09:24:23.801818 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing mechanism driver 'hyperv' Dec 13 09:24:23.808511 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.plugin [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:23.809408 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.809798 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.810165 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.810709 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.811153 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.811519 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.811900 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.812378 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.812730 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.813089 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.813443 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.813848 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.814267 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.814628 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.814984 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.815392 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.815832 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.816190 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.816543 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.816964 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.817368 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > address_group after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.817725 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > address_group after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.818077 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > address_group after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.818483 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:23.818875 n-d-820935-7 neutron-server[103085]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] ML2 OVO RPC backend initialized. {{(pid=103085) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 09:24:23.820124 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.820492 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.820921 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.821303 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > networks before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.821665 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.822017 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > ports before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.822372 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.822728 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnets before_response 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.823086 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.823439 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.823823 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.824174 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.824599 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.824919 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.825380 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.825739 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.826087 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.826680 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.plugin [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Modular L2 Plugin initialization complete Dec 13 09:24:23.827021 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading services supported by the core plugin {{(pid=103085) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 09:24:23.827358 n-d-820935-7 neutron-server[103085]: INFO neutron.plugins.ml2.managers [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Got port-security extension from driver 'port_security' Dec 13 09:24:23.827866 n-d-820935-7 neutron-server[103085]: INFO neutron.extensions.vlantransparent [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Disabled vlantransparent extension. Dec 13 09:24:23.828359 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103085) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 09:24:23.828682 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: router Dec 13 09:24:23.865062 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.865461 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_create 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.865844 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router before_create 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.866250 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.866636 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.867002 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_delete 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.867374 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > floatingip after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.867886 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > floatingip after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.868260 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_create 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.868618 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.868978 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.869338 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.869707 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.870128 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.870506 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.870859 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.871212 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: subnet after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.871578 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.871951 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > port precommit_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.872309 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_create 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.872663 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.873018 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.873382 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router after_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.873733 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_delete 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.874098 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_create 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.874474 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.874831 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_update 55549900 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.875210 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > agent after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.875589 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > agent after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.875962 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > network after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.876835 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Tracking information for resource: router configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.877178 n-d-820935-7 neutron-server[103085]: DEBUG neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Tracking information for resource: floatingip configured {{(pid=103085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:23.882623 n-d-820935-7 neutron-server[103085]: INFO neutron.db.l3_agentschedulers_db [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 09:24:23.883211 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.883605 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.883971 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.884334 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: port after_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.885137 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router before_create 55550100 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.885512 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_delete 55550100 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.885886 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_create 55550100 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.886259 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > router precommit_update 55550100 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.891245 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.provider_configuration [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service providers = [] {{(pid=103085) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 09:24:23.891649 n-d-820935-7 neutron-server[103085]: DEBUG neutron.db.servicetype_db [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103085) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 09:24:23.894608 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.service_base [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:23.894967 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.service_base [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:23.895319 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.service_base [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:23.896242 n-d-820935-7 neutron-server[103085]: DEBUG neutron.services.service_base [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:23.896625 n-d-820935-7 neutron-server[103085]: INFO neutron.services.service_base [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 09:24:23.897008 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.897335 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 09:24:23.908662 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.909010 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: auto_allocate Dec 13 09:24:23.914805 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: network precommit_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.915181 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: network precommit_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.915756 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.916086 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: tag Dec 13 09:24:23.922868 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.923211 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: timestamp Dec 13 09:24:23.927085 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.927422 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: network_ip_availability Dec 13 09:24:23.932918 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.933302 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.933672 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:23.934391 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.934718 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: flavors Dec 13 09:24:23.939792 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.940085 n-d-820935-7 neutron-server[103085]: INFO neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading Plugin: revisions Dec 13 09:24:23.945045 n-d-820935-7 neutron-server[103085]: DEBUG neutron.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:23.945440 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.734s {{(pid=103085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 09:24:23.946194 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103085) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 09:24:23.946536 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Initializing extension manager. Dec 13 09:24:23.947063 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: __init__.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.947415 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: __pycache__ {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.947789 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.948136 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: address_group.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.948900 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.949467 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: address-group Dec 13 09:24:23.949800 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: address_scope.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.950529 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.951054 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: address-scope Dec 13 09:24:23.951387 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: admin_state_down_before_update.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.952353 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.952873 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: router-admin-state-down-before-update Dec 13 09:24:23.953204 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: agent.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.953917 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.954435 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: agent Dec 13 09:24:23.954766 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: agent_resources_synced.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: agent-resources-synced Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: allowedaddresspairs.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: allowed-address-pairs Dec 13 09:24:23.961931 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: auto_allocated_topology.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.962432 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.962432 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: auto-allocated-topology Dec 13 09:24:23.962432 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: availability_zone.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.962645 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.962975 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: availability_zone Dec 13 09:24:23.963301 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: availability_zone_filter.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.964253 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.964778 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: availability_zone_filter Dec 13 09:24:23.965109 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: data_plane_status.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.966041 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.966592 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 09:24:23.966925 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: default_subnetpools.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.967913 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.968436 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: default-subnetpools Dec 13 09:24:23.968768 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: dhcpagentscheduler.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.969624 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.970141 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: dhcp_agent_scheduler Dec 13 09:24:23.970470 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: dns.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.971414 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.971986 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension dns-integration not supported by any of loaded plugins Dec 13 09:24:23.972302 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: dns_domain_ports.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.973236 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.973751 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 09:24:23.974086 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.975038 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.975603 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 09:24:23.975952 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: dvr.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.976645 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.977168 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: dvr Dec 13 09:24:23.977501 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: ecmp_routes.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.978431 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.978951 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 09:24:23.979283 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: empty_string_filtering.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.980505 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.981027 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: empty-string-filtering Dec 13 09:24:23.981360 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.982301 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.982820 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 09:24:23.983149 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.984107 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.984629 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 09:24:23.984960 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: external_net.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.985888 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.986408 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: external-net Dec 13 09:24:23.986737 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: extra_dhcp_opt.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.987694 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.988223 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: extra_dhcp_opt Dec 13 09:24:23.988551 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: extraroute.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.989467 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.989993 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: extraroute Dec 13 09:24:23.990323 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: extraroute_atomic.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.992966 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.993508 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: extraroute-atomic Dec 13 09:24:23.993847 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: filter_validation.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.994538 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.995065 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: filter-validation Dec 13 09:24:23.995400 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: fip_pf_description.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.996409 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.996934 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 09:24:23.997270 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: fip_port_details.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:23.998250 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:23.998774 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: fip-port-details Dec 13 09:24:23.999161 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: flavors.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.000474 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.001013 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: flavors Dec 13 09:24:24.001375 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.003075 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.003648 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 09:24:24.003990 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: floatingip_pools.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.004709 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.005232 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: floatingip-pools Dec 13 09:24:24.005567 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: ip_allocation.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.006521 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.007571 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 09:24:24.007922 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.008873 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.009402 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: ip-substring-filtering Dec 13 09:24:24.009738 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l2_adjacency.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.010684 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.011204 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 09:24:24.011538 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.012576 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.013089 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: router Dec 13 09:24:24.013425 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3_conntrack_helper.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.015735 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.016291 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 09:24:24.016637 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.017591 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.018128 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: ext-gw-mode Dec 13 09:24:24.018466 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.019423 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.019979 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: l3-ha Dec 13 09:24:24.020315 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3_flavors.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.021263 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.021793 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: l3-flavors Dec 13 09:24:24.022126 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.023675 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.024201 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 09:24:24.024537 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: l3agentscheduler.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.025594 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.026125 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: l3_agent_scheduler Dec 13 09:24:24.026470 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: local_ip.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.028291 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.028831 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension local_ip not supported by any of loaded plugins Dec 13 09:24:24.029172 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: logging.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.030680 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.031219 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension logging not supported by any of loaded plugins Dec 13 09:24:24.031589 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: metering.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.032485 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.033083 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: metering Dec 13 09:24:24.033426 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.034539 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.035076 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: metering_source_and_destination_fields Dec 13 09:24:24.035417 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: multiprovidernet.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.036403 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.036932 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: multi-provider Dec 13 09:24:24.037267 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: netmtu.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.038245 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.038768 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: net-mtu Dec 13 09:24:24.039101 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: netmtu_writable.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.040062 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.040585 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: net-mtu-writable Dec 13 09:24:24.040917 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: network_availability_zone.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.041603 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.042125 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: network_availability_zone Dec 13 09:24:24.042457 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: network_ip_availability.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.043636 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.044166 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: network-ip-availability Dec 13 09:24:24.044499 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: network_segment_range.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.045281 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.045798 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 09:24:24.046128 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: pagination.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.047127 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.047465 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: pagination Dec 13 09:24:24.047826 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: port_device_profile.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.048747 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.049278 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: port-device-profile Dec 13 09:24:24.049610 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.050550 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.051076 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: port-mac-address-regenerate Dec 13 09:24:24.051408 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.052366 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.052891 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: port-numa-affinity-policy Dec 13 09:24:24.053223 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: port_resource_request.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.054178 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.054694 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 09:24:24.055026 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: port_resource_request_groups.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.056040 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.056566 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 09:24:24.056901 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: portbindings.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.057846 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.058373 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: binding Dec 13 09:24:24.058706 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: portbindings_extended.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.060028 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.060557 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: binding-extended Dec 13 09:24:24.060894 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: portsecurity.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.061828 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.062358 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: port-security Dec 13 09:24:24.062691 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: project_id.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.063723 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.064059 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: project-id Dec 13 09:24:24.064390 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: providernet.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.065342 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.065866 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: provider Dec 13 09:24:24.066203 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.070356 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.070901 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos not supported by any of loaded plugins Dec 13 09:24:24.071245 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.072552 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.073085 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 09:24:24.073426 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.074366 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.074888 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 09:24:24.075222 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_default.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.076192 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.076725 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-default not supported by any of loaded plugins Dec 13 09:24:24.077061 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_fip.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.077731 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.078247 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-fip not supported by any of loaded plugins Dec 13 09:24:24.078580 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_fip_network_policy.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.079612 n-d-820935-7 neutron-server[103085]: WARNING neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 09:24:24.079974 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_gateway_ip.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.080906 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.081432 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 09:24:24.081766 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_port_network_policy.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.082694 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.083217 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 09:24:24.083571 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.084743 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.085854 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 09:24:24.086188 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_pps_rule.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.087410 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.087966 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-pps not supported by any of loaded plugins Dec 13 09:24:24.088305 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_rule_type_details.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.089240 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.089762 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 09:24:24.090096 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: qos_rules_alias.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.091154 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.091711 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 09:24:24.092049 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: quota_check_limit.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.092981 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.093505 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: quota-check-limit Dec 13 09:24:24.093842 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: quotasv2.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.094775 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.095111 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: quotas Dec 13 09:24:24.095441 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: quotasv2_detail.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.098623 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.098978 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: quota_details Dec 13 09:24:24.099328 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: rbac.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.100444 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.101010 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: rbac-policies Dec 13 09:24:24.101351 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: rbac_address_group.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.102308 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.102849 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: rbac-address-group Dec 13 09:24:24.103187 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: rbac_address_scope.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.104167 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.104697 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: rbac-address-scope Dec 13 09:24:24.105288 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: rbac_security_groups.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.106230 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.106770 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: rbac-security-groups Dec 13 09:24:24.107106 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: rbac_subnetpool.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.108077 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.108620 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: rbac-subnetpool Dec 13 09:24:24.108936 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: revisionifmatch.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.109867 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.110389 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: revision-if-match Dec 13 09:24:24.110722 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: revisions.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.111899 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.112426 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: standard-attr-revisions Dec 13 09:24:24.112762 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: router_availability_zone.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.113449 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.113971 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: router_availability_zone Dec 13 09:24:24.114304 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: routerservicetype.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.115235 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.115791 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension router-service-type not supported by any of loaded plugins Dec 13 09:24:24.116123 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.117163 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.117688 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: security-groups-normalized-cidr Dec 13 09:24:24.118022 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: security_groups_port_filtering.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.118958 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.119480 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: port-security-groups-filtering Dec 13 09:24:24.119844 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.120791 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.121315 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: security-groups-remote-address-group Dec 13 09:24:24.121649 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.122597 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.123122 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: security-groups-shared-filtering Dec 13 09:24:24.123457 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.124096 n-d-820935-7 neutron-server[103085]: WARNING neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 09:24:24.124430 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: securitygroup.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.134691 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.135239 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: security-group Dec 13 09:24:24.135612 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: segment.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.136422 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.136946 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension segment not supported by any of loaded plugins Dec 13 09:24:24.137288 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.138249 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.138772 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 09:24:24.139106 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: servicetype.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.140249 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.140787 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: service-type Dec 13 09:24:24.141124 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: sorting.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.142136 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.142476 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: sorting Dec 13 09:24:24.142809 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: standard_attr_segment.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.143780 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.144311 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 09:24:24.144645 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: standardattrdescription.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.145312 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.145843 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: standard-attr-description Dec 13 09:24:24.146175 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: stateful_security_group.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.147147 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.148300 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: stateful-security-group Dec 13 09:24:24.148679 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: stdattrs_common.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.149267 n-d-820935-7 neutron-server[103085]: WARNING neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 09:24:24.149598 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.150563 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.151104 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 09:24:24.151450 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnet_onboard.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.152575 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.153107 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: subnet_onboard Dec 13 09:24:24.153442 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.154397 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.154920 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 09:24:24.155251 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnet_service_types.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.156233 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.156763 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: subnet-service-types Dec 13 09:24:24.157096 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnetallocation.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.158215 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.158743 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: subnet_allocation Dec 13 09:24:24.159076 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.159783 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.160309 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: subnetpool-prefix-ops Dec 13 09:24:24.160639 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.161585 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.162110 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 09:24:24.162441 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: tagging.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.163572 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.164105 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: standard-attr-tag Dec 13 09:24:24.164445 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: timestamp.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.165699 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.166234 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loaded extension: standard-attr-timestamp Dec 13 09:24:24.166572 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: trunk.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.167686 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.168216 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension trunk not supported by any of loaded plugins Dec 13 09:24:24.168555 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: trunk_details.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.169499 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.170029 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension trunk-details not supported by any of loaded plugins Dec 13 09:24:24.170365 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: uplink_status_propagation.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.171310 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.171879 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 09:24:24.172216 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Loading extension file: vlantransparent.py {{(pid=103085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:24.172904 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:24.173427 n-d-820935-7 neutron-server[103085]: INFO neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 09:24:24.175954 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:network Dec 13 09:24:24.176485 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnet Dec 13 09:24:24.176902 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:24.177309 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:port Dec 13 09:24:24.178580 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.179193 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service FLAVORS assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.179863 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.180303 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.180643 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:router Dec 13 09:24:24.181081 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:floatingip Dec 13 09:24:24.181579 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service METERING assigned prefix: /metering {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.183031 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:24.183415 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:24.183817 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:24.184843 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 09:24:24.185314 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:security_group Dec 13 09:24:24.185752 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 09:24:24.186380 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service CORE assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.186722 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:24.187076 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] subnetpool is already registered Dec 13 09:24:24.187537 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service CORE assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.187906 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:24.188248 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] subnetpool is already registered Dec 13 09:24:24.190560 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.190964 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service FLAVORS assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.191585 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.192023 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.192366 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:router Dec 13 09:24:24.192714 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] router is already registered Dec 13 09:24:24.193134 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:floatingip Dec 13 09:24:24.193477 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] floatingip is already registered Dec 13 09:24:24.193943 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service METERING assigned prefix: /metering {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.195146 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 09:24:24.195481 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] rbac_policy is already registered Dec 13 09:24:24.195927 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:security_group Dec 13 09:24:24.196271 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] security_group is already registered Dec 13 09:24:24.196682 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 09:24:24.197022 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] security_group_rule is already registered Dec 13 09:24:24.197685 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service CORE assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.198034 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:24.198378 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] subnetpool is already registered Dec 13 09:24:24.198809 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.v2.resource_helper [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Service CORE assigned prefix: {{(pid=103085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:24.199142 n-d-820935-7 neutron-server[103085]: INFO neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:24.199480 n-d-820935-7 neutron-server[103085]: WARNING neutron.quota.resource_registry [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] subnetpool is already registered Dec 13 09:24:24.199974 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: extensions {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.201424 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: address-groups {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.202914 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: address-scopes {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.204282 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: agents {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.205435 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: auto-allocated-topology {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.206700 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: availability_zones {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.207942 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: dhcp-networks {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.209469 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: dhcp-agents {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.211510 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: routers {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.213756 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: flavors {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.214913 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: service_profiles {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.216174 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: next_providers {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.217611 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: service_profiles {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.220149 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: floatingip-pools {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.221391 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: routers {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.223479 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: floatingips {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.224803 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: l3-routers {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.226222 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: l3-agents {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.227734 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: metering-labels {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.229113 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: metering-label-rules {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.230674 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: network-ip-availabilities {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.231958 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: bindings {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.233622 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: quotas {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.235210 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: quotas {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.236792 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: rbac-policies {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.238099 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: security-groups {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.239342 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: security-group-rules {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.240604 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: service-providers {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.242377 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: subnetpools {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.243843 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: subnetpools {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.245296 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.246970 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.248825 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.250649 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.252491 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.254339 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.256080 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.258614 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.260435 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.262284 n-d-820935-7 neutron-server[103085]: DEBUG neutron.api.extensions [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Extended resource: tags {{(pid=103085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:24.268352 n-d-820935-7 neutron-server[103085]: WARNING keystonemiddleware.auth_token [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 09:24:24.273099 n-d-820935-7 neutron-server[103085]: WARNING keystonemiddleware.auth_token [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 09:24:24.281793 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Acquired lock "singleton_lock" {{(pid=103085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 09:24:24.282265 n-d-820935-7 neutron-server[103085]: DEBUG oslo_concurrency.lockutils [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Releasing lock "singleton_lock" {{(pid=103085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 09:24:24.282910 n-d-820935-7 neutron-server[103085]: INFO oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Starting 2 workers Dec 13 09:24:24.287797 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Started child 103194 {{(pid=103085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:24.292279 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Started child 103195 {{(pid=103085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:24.293188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.293866 n-d-820935-7 neutron-server[103085]: INFO neutron.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 09:24:24.294540 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Publish callbacks [] for process, before_spawn {{(pid=103085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.294663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [-] (103194) wsgi starting up on http://0.0.0.0:9696 Dec 13 09:24:24.297057 n-d-820935-7 neutron-server[103085]: INFO oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Starting 1 workers Dec 13 09:24:24.297934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.299330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [-] (103195) wsgi starting up on http://0.0.0.0:9696 Dec 13 09:24:24.302283 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Started child 103196 {{(pid=103085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:24.302860 n-d-820935-7 neutron-server[103085]: INFO oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Starting 1 workers Dec 13 09:24:24.306484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] calling RpcWorker wait() {{(pid=103196) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 09:24:24.307032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] returning from RpcWorker wait() {{(pid=103196) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 09:24:24.307900 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Started child 103197 {{(pid=103085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:24.308418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.308732 n-d-820935-7 neutron-server[103085]: DEBUG neutron_lib.callbacks.manager [None req-3727402f-2817-4d0b-abec-b356d855dfae None None] Publish callbacks [] for process, after_spawn {{(pid=103085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.308976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:24.310600 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 09:24:24.310815 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:24.311009 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:24.311236 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:24.311605 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:24.311801 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:24.312293 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.312591 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.312867 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.312962 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:24.313406 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.313406 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.313988 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.314233 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.314516 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.314798 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.315066 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.315243 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.315414 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.315696 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.315955 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.316273 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.316555 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.316799 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.317075 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.317254 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.317516 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.317784 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.318021 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.318299 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] debug = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.318547 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.319038 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.319341 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.320116 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.320378 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.320655 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.320914 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.321185 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.321440 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.321668 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.321924 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.322200 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.322450 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.322667 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.322896 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.323132 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.323408 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.323678 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.324182 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] host = n-d-820935-7 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.324407 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.324639 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.324869 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.325136 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.325386 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.325623 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.325885 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.326156 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.326386 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.326621 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.326882 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.327102 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.327355 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.327628 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.327799 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_options = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.328063 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.328361 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.328637 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.328843 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.329015 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.329202 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.329467 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.329635 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.329890 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.330110 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.330328 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.330567 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.330802 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.331043 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.331286 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.331519 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.331777 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.331994 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.332255 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.332486 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.332722 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.332953 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.333196 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.333415 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.333654 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.333873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.334120 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.334337 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.334564 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.334831 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.335144 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.335399 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.335661 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.335915 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.336184 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.336443 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.336675 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.336907 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.337184 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.337417 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.337684 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.337936 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.338155 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.338405 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.338631 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.338873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.339109 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_json = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.339360 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.339618 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.339873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.340091 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.340328 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.340543 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.340760 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.341016 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.341445 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.341748 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.342736 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.342736 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.342736 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.343156 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.343290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:24.343438 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.343438 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.343792 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.343792 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.344046 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.344268 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346035 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346035 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346035 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346035 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346912 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.346912 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.347318 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.347318 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.347604 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.347757 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.347979 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.348750 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.348750 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.348750 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.349137 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.349258 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.350000 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.350000 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.352458 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.355435 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.359933 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.362231 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.363826 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.364117 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.367081 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.367341 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.367654 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.367898 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.368135 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.368377 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.368629 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.368863 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.369089 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.369339 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.370938 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.371868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.371868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.371868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.372234 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.372234 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.372572 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.372657 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.372832 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.373057 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.373597 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.373827 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.374074 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.374582 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.374582 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.374789 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.374960 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.375334 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.375744 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.376186 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.376652 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.377051 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.377482 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.377891 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.378149 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.378376 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.378601 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.378829 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.379084 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.379329 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.379631 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.379886 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.380126 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.380363 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.380588 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.380859 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.381309 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.382711 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.382956 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.383252 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.384384 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.384944 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.385578 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.385839 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.386319 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.386585 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.387100 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.387523 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.387964 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.388301 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.388589 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.388899 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.389213 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.389431 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.389688 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.389950 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.390202 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.390470 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.390726 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.390964 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.391219 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.391449 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.391747 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.391998 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.392223 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.392479 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.392806 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.393066 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.393290 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.393513 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.393799 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.394037 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.394293 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.394568 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.394838 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.395075 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.395325 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.395593 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.395837 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.396070 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.396305 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.396523 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.396770 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.397011 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.397237 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.397495 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.397717 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.397973 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.398191 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.398434 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.398685 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.398908 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.399133 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.399387 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.399641 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.399852 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.400093 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.400339 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.400576 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.400797 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.401016 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.401280 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.401518 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.401787 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.402041 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.402675 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.402675 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.402944 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.403096 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.403222 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.403439 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.403685 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.403909 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.404127 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.404347 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.404585 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.404802 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.405030 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.405247 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.405525 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.405782 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.406142 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.406396 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.406630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.406877 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.407120 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.407384 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.407601 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.407843 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.408081 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.408302 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.408521 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.408764 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.409026 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.409292 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.409511 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.409726 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.409958 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.410178 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.410393 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.410695 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.410949 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.411185 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.411441 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.411712 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.411951 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.412189 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.412648 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.412860 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.413138 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.413359 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.413571 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.413825 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.414038 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.414247 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.414466 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.414688 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.414935 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.415164 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.415376 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.415606 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.415831 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.416376 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.416617 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.417022 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.417239 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.417453 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.417700 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.417916 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.418155 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.418382 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.418774 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.418969 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.419216 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.419454 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.419690 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.420001 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.420278 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.420527 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.421086 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.421086 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.421326 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.421569 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.421907 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.422129 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.422394 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.422634 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.422874 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.423117 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.423375 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.423724 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.424012 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.424276 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.424513 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.424781 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.425089 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.425353 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.425593 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.425903 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.426250 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.426837 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.427102 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.427350 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.427635 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.427859 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.428079 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.428300 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.428550 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.429279 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.429537 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.429768 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.430013 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.430249 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.430484 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.430693 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.430942 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.431156 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.431397 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.431723 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.431882 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:24.432426 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 09:24:24.432598 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:24.432752 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:24.432950 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:24.433173 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:24.433337 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:24.433466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:24.433565 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.433699 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.433856 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434023 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434183 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434385 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434552 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434714 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.434876 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435036 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435199 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435361 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435521 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435705 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.435868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436030 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436191 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436353 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436519 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436680 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436840 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.436998 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.437156 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] debug = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.437317 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.437541 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.437694 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.437855 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438014 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438171 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438330 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438490 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438648 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438806 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.438966 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439126 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439286 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439445 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439628 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439790 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.439951 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440109 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440269 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] host = n-d-820935-7 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440428 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440638 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440732 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.440891 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441049 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441208 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441366 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441526 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441684 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.441842 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442001 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442160 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442319 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442477 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442636 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_options = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442794 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.442958 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443118 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443302 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443467 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443649 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443810 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.443968 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.444128 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.444305 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.444993 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445154 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445313 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445471 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445789 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.445948 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446109 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446268 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446433 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446634 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446738 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.446892 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447077 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447206 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447367 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447527 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447707 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.447867 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448025 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448184 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448344 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448503 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448661 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.448879 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449021 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449113 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449262 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449427 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449586 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449746 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.449906 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.450066 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.450225 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.450384 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.450868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.451039 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_json = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.451199 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.451357 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.451516 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.452265 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.452430 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.452591 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.452750 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.452912 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:24.453096 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.453265 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.453444 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.453624 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.453779 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.453935 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454102 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454268 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454437 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454604 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454773 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.454982 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455116 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455300 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455450 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455639 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455804 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.455971 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456138 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456302 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456467 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456805 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.456967 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457130 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457295 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457456 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457795 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.457975 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458140 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458303 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458467 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458796 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.458962 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.459127 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.459291 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.459456 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.459644 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.459809 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460000 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460166 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460334 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460498 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460824 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.460990 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461156 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461321 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461487 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461658 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461822 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.461959 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462127 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462292 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462456 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462618 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462793 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.462963 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.463128 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.463290 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.463456 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.463708 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.463873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464038 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464203 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464370 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464587 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464704 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.464868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465033 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465203 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465350 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465539 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465765 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.465953 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.466118 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.466427 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.466651 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.466832 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467014 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467188 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467425 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467627 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467765 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.467939 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.468114 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.468358 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.468443 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.468639 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.468806 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.469200 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.469390 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.469646 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.469803 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.469993 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.470189 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.470392 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.470621 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.470794 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.470961 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.471126 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.471317 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.471521 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.471728 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.471905 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.472125 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.472291 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473630 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473896 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.473896 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.474108 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.474212 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.474324 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.474522 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.474860 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475003 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475137 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475262 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475383 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475590 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475765 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.475956 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.476086 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.476252 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.476481 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.476649 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.476814 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.477271 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.477832 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.477832 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478147 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478147 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478496 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478496 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478764 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.478764 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.479267 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.479479 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.479666 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.479787 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.479960 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.480464 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.480665 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.480876 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.481089 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.481254 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.481807 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482060 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482253 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482386 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482585 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482847 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.482997 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.483162 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.483345 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.483833 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.484018 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.484536 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.484722 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.485736 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.486899 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.487809 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.487997 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.488177 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.488916 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.489175 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.489273 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.490120 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.491873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.491873 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492106 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492270 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492449 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492640 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492814 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.492989 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.493162 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.493333 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.493507 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.493674 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.493843 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494011 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494178 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494345 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494511 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494676 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.494859 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.495025 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.495190 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.495356 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.495521 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.496103 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.496279 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.497487 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.497679 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.497861 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.498033 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.498232 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500117 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500295 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500470 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500642 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500815 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.500985 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.501154 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.501338 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.501505 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.501670 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.501837 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502003 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502170 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502346 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502511 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502676 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.502840 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503004 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503168 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503342 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503513 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503701 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.503868 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504031 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504195 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504370 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504535 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504700 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.504865 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505028 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505192 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505366 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505532 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505696 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.505860 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.506022 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.506186 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.506360 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.506525 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.506690 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.507425 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.507623 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.507803 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.507965 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508149 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508320 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508494 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508658 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508821 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.508985 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509161 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509326 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509496 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509659 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509822 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.509987 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.510152 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.510321 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.510496 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.510668 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.510836 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511009 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511181 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511353 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511520 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511718 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.511896 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512062 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512225 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512390 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512553 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512719 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.512884 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513049 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513213 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513376 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513544 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513708 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.513871 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514034 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514197 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514362 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514526 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514691 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.514856 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.515020 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:24.515176 n-d-820935-7 neutron-server[103085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:24.608587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56932) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:24.617755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070238 Dec 13 09:24:36.098310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d0c85-0e2f-4b96-a347-5b8e003f8da9 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:24:36.171401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d0c85-0e2f-4b96-a347-5b8e003f8da9 None None] No non-hosted networks {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 09:24:36.258033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-583fc995-d112-4e7b-9163-8740aa5b6d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:38.302593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb953202-47c7-431b-99a5-6cb48e9dc407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:38.341529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87084887-a22d-44fb-aa19-6b4621585714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:39.365747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:41.003922 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:41.882652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:41.884050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.884457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.884863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.885208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.885546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.886012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.886354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.888365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.888720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.889342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.889692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.890028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.890367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:41.892350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820935-7', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:41.900994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820935-7', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:42.362914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:42.850723 n-d-820935-7 neutron-server[103195]: WARNING oslo_policy.policy [None req-6d26890e-d52a-4c79-9bc0-55869e577c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:42.851338 n-d-820935-7 neutron-server[103195]: WARNING oslo_policy.policy [None req-6d26890e-d52a-4c79-9bc0-55869e577c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:43.076636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-6d26890e-d52a-4c79-9bc0-55869e577c3b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:43.077657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6d26890e-d52a-4c79-9bc0-55869e577c3b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7138064 Dec 13 09:24:45.681645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57038) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:45.745819 n-d-820935-7 neutron-server[103196]: INFO neutron.db.l3_hamode_db [None req-6a839427-66e1-4b30-b1f1-b39022210f28 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 09:24:45.821864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a839427-66e1-4b30-b1f1-b39022210f28 None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:24:45.822260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a839427-66e1-4b30-b1f1-b39022210f28 None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:24:45.990306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:46.086380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.policy [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103195) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 09:24:46.133695 n-d-820935-7 neutron-server[103195]: WARNING oslo_policy.policy [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:46.134062 n-d-820935-7 neutron-server[103195]: WARNING oslo_policy.policy [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:46.142406 n-d-820935-7 neutron-server[103195]: INFO neutron.quota [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] Loaded quota_driver: . Dec 13 09:24:46.228323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112848105', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112848532', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112792608', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112803225', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112805249', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747112814331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1645711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770854'] for rbac-policy, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.291650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.292847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-61045f1e-f6cf-41a7-934b-31303aeaeaa9 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6102278 Dec 13 09:24:49.046151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57050) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:49.340343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'name': 'private'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:49.369951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Made reservation on behalf of 18d77d7fee9b464e92e14feaf2d70c25 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:24:49.372723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.389254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.494324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.497675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.516544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:24:49.543567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747114703225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.544144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Unsubscribe: segment precommit_create {{(pid=103195) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 09:24:49.544645 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Added segment d4ae121c-f27d-4cf8-93cb-60e55e043337 of type vlan for network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 Dec 13 09:24:49.560523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04a056-9d10-4313-8617-36db5cf99dbc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:49.610112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.610454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.610790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.611120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.611449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.611806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.612126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.612443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.612758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.613072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.613385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.613697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.614007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Tracked resource versions report: Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: pushed versions: Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: { 'AddressGroup': {'1.2'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'ConntrackHelper': {'1.0'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Log': {'1.0'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Network': {'1.1'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Port': {'1.7'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'PortForwarding': {'1.2'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'QosPolicy': {'1.10'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SecurityGroup': {'1.5'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SubPort': {'1.0'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Subnet': {'1.1'}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Trunk': {'1.1'}} Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: consumer versions: Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: L3 agent@n-d-820935-7: {}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: Metadata agent@n-d-820935-7: {}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: Metering agent@n-d-820935-7: {}, Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'ConntrackHelper': '1.0', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'LocalIPAssociation': '1.0', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Log': '1.0', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Network': '1.1', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Port': '1.7', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'PortForwarding': '1.2', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'QosPolicy': '1.10', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SecurityGroup': '1.5', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SecurityGroupRule': '1.2', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'SubPort': '1.0', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Subnet': '1.1', Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: 'Trunk': '1.1'}} Dec 13 09:24:49.615085 n-d-820935-7 neutron-server[103195]: {{(pid=103195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:24:49.657838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.696714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.697964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:49.698640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:49.775096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7277799 Dec 13 09:24:49.799896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc891f-7f6e-4bb6-bd23-7173d9b7bb48 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:49.817884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:24:52.603587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:52.986995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77e1e5-7ca0-45c7-8880-a23b4dcdc16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:52.988399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c77e1e5-7ca0-45c7-8880-a23b4dcdc16c admin admin] 10.222.0.31 "GET /v2.0/networks/8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 HTTP/1.1" status: 200 len: 825 time: 0.3838527 Dec 13 09:24:53.011974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-09a14a43-b926-4f5d-9f0b-cd78141d57f1 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/f3c4feaf-13e5-4222-a37f-72af6a42bc18 HTTP/1.1" status: 200 len: 734 time: 0.0176272 Dec 13 09:24:53.020684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'name': 'private-subnet', 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:53.043051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Made reservation on behalf of 18d77d7fee9b464e92e14feaf2d70c25 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:24:53.045351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:53.325139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:53.393080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc2cdf6-c36c-4381-8030-6acbe6a1af6b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:53.398586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Checking segment: {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:24:53.399031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Network hostable DHCP agents. Network: 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:24:53.418755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:24:53.429149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:24:53.433877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:53.434468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:53.439128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb5e12-83aa-4305-a89a-25b4325d2e30 None None] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:24:53.450339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b34192d0-cb45-4fea-bd02-73828b33f682 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4326646 Dec 13 09:24:53.701519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:24:53.702782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.002337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Allocated IP 172.20.0.2 (8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b/85f8889a-0dcf-4d7a-98fe-bc9166021eb3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:24:54.243634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.250266 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.321341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:24:54.329975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:24:54.338965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:24:54.342079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Pushing event updated for resources: {'Port': ['ID=85f8889a-0dcf-4d7a-98fe-bc9166021eb3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:54.351861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.352213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.352559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.352898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.353234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.353568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.353905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.354232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.354819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.355146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.355471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.355819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.356144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Tracked resource versions report: Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: pushed versions: Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: { 'AddressGroup': {'1.2'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Log': {'1.0'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Network': {'1.1'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Port': {'1.7'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'PortForwarding': {'1.2'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'QosPolicy': {'1.10'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SecurityGroup': {'1.5'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SubPort': {'1.0'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Subnet': {'1.1'}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Trunk': {'1.1'}} Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: consumer versions: Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: L3 agent@n-d-820935-7: {}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: Metadata agent@n-d-820935-7: {}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: Metering agent@n-d-820935-7: {}, Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'ConntrackHelper': '1.0', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'LocalIPAssociation': '1.0', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Log': '1.0', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Network': '1.1', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Port': '1.7', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'PortForwarding': '1.2', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'QosPolicy': '1.10', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SecurityGroup': '1.5', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SecurityGroupRule': '1.2', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'SubPort': '1.0', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Subnet': '1.1', Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: 'Trunk': '1.1'}} Dec 13 09:24:54.357212 n-d-820935-7 neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:24:54.427336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Attempting to bind port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:24:54.427769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Attempting to bind port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:24:54.428207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Attempting to bind port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 on network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:24:54.433081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:24:54.433468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Checking segment: {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:24:54.433950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.434342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Bound using segment: {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:24:54.434837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Bound port: 85f8889a-0dcf-4d7a-98fe-bc9166021eb3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:24:54.435259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.501767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] For port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:24:54.506028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] For port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=85f8889a-0dcf-4d7a-98fe-bc9166021eb3,segment=NetworkSegment(d4ae121c-f27d-4cf8-93cb-60e55e043337),segment_id=d4ae121c-f27d-4cf8-93cb-60e55e043337)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:24:54.509446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:54.571333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42704f2-670f-44c6-8151-3087904c3a29 None None] Pushing event updated for resources: {'Port': ['ID=85f8889a-0dcf-4d7a-98fe-bc9166021eb3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:56.060182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57072) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:56.362800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-4e4b1c02-5645-4b27-b7fd-83bf5b44fea4 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:56.363795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e4b1c02-5645-4b27-b7fd-83bf5b44fea4 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3026488 Dec 13 09:24:58.961296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57080) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:59.453979 n-d-820935-7 neutron-server[103194]: WARNING oslo_policy.policy [None req-29727f2e-bf51-4638-a7e8-fbd20f0bc306 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:59.454568 n-d-820935-7 neutron-server[103194]: WARNING oslo_policy.policy [None req-29727f2e-bf51-4638-a7e8-fbd20f0bc306 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:59.686711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-29727f2e-bf51-4638-a7e8-fbd20f0bc306 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:59.688039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29727f2e-bf51-4638-a7e8-fbd20f0bc306 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7247729 Dec 13 09:25:02.499146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:02.794630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:02.860798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.policy [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103194) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 09:25:02.908713 n-d-820935-7 neutron-server[103194]: WARNING oslo_policy.policy [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:25:02.909119 n-d-820935-7 neutron-server[103194]: WARNING oslo_policy.policy [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:25:02.918279 n-d-820935-7 neutron-server[103194]: INFO neutron.quota [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Loaded quota_driver: . Dec 13 09:25:02.977228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:02.979134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:03.134356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:03.139762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:03.159882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:03.161100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b738881a-cd3b-49c0-acad-3b5f006bfb89 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6609426 Dec 13 09:25:03.667967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd971f23-645e-441f-b8d7-fc533589de96 None None] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:25:03.687340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:03.830673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] Provisioning complete for port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:03.831061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:03.883724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:03.883996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.044523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.057495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.099426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] For port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=85f8889a-0dcf-4d7a-98fe-bc9166021eb3,segment=NetworkSegment(d4ae121c-f27d-4cf8-93cb-60e55e043337),segment_id=d4ae121c-f27d-4cf8-93cb-60e55e043337)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:25:04.103518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.169807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:25:04.170140 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:25:04.179024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5bd3d-f718-4b31-97f8-982887c41554 None None] Pushing event updated for resources: {'Port': ['ID=85f8889a-0dcf-4d7a-98fe-bc9166021eb3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:04.223297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7c4d824b-4fb9-4ac6-a181-116eaaa8ae9c None None] Provisioning complete for port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:04.223617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c4d824b-4fb9-4ac6-a181-116eaaa8ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:05.653769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:05.699388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:05.699789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:05.732011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57112) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:06.013745 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-beaf52c0-546f-440c-9711-33ee6c846f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.044127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-d77f5495-6176-4c85-879e-4cdb884ad526 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:25:06.045095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d77f5495-6176-4c85-879e-4cdb884ad526 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121428 Dec 13 09:25:08.342299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3678-6fb2-44eb-ac5a-48f8bc4fd6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.606385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57120) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:08.911715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:08.936443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Made reservation on behalf of 465efdde5978461e8c76b22c2c79df64 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:25:08.939254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.954964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.057648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.061012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.072213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Reserving flat network on physical network physnet1 {{(pid=103194) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 09:25:09.103513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747114703225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.104096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Unsubscribe: segment precommit_create {{(pid=103194) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 09:25:09.104899 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Added segment 527ab7d6-24d1-45aa-a5a4-97fc06a2c60b of type flat for network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 Dec 13 09:25:09.119860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c4385-f283-49a4-8333-f0662fd54ee8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:09.171173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.171449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.171817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.172199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.172489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.172825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.173148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.173480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.173794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.174113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.174434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.174751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.175068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Tracked resource versions report: Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: pushed versions: Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: { 'AddressGroup': {'1.2'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'ConntrackHelper': {'1.0'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Log': {'1.0'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Network': {'1.1'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Port': {'1.7'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'PortForwarding': {'1.2'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'QosPolicy': {'1.10'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SecurityGroup': {'1.5'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SubPort': {'1.0'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Subnet': {'1.1'}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Trunk': {'1.1'}} Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: consumer versions: Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: L3 agent@n-d-820935-7: {}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: Metadata agent@n-d-820935-7: {}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: Metering agent@n-d-820935-7: {}, Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'ConntrackHelper': '1.0', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'LocalIPAssociation': '1.0', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Log': '1.0', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Network': '1.1', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Port': '1.7', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'PortForwarding': '1.2', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'QosPolicy': '1.10', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SecurityGroup': '1.5', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SecurityGroupRule': '1.2', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'SubPort': '1.0', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Subnet': '1.1', Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: 'Trunk': '1.1'}} Dec 13 09:25:09.176199 n-d-820935-7 neutron-server[103194]: {{(pid=103194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:25:09.228387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.268882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.270028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:09.270719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.317104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.345681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7382934 Dec 13 09:25:09.370631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbe42d-d3dd-47f4-a820-78fc797ad583 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:09.382452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:25:10.930900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:11.872929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:11.908037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57142) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:12.082409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3471d85-7392-479a-b401-23e608b2962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:12.083764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d3471d85-7392-479a-b401-23e608b2962f admin admin] 10.222.0.31 "GET /v2.0/subnets/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b HTTP/1.1" status: 200 len: 849 time: 0.1747546 Dec 13 09:25:12.247678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-41ccd003-4b39-4923-87d3-6c62857d36ca admin admin] 10.222.0.31 "GET /v2.0/routers/1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 HTTP/1.1" status: 200 len: 704 time: 0.1577806 Dec 13 09:25:12.507235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:12.791383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Allocated IP 172.20.0.1 (8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b/e8644483-062a-49af-ae19-1e5a1cd168b3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:25:12.941795 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.007853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.131340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:13.138403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:13.140893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Pushing event updated for resources: {'Port': ['ID=e8644483-062a-49af-ae19-1e5a1cd168b3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:13.151727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:25:13.152287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.347077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.394635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-64f3ea98-ccfe-4aff-bc61-57d1d5c5b2d6 None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:13.395153 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-64f3ea98-ccfe-4aff-bc61-57d1d5c5b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.427368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-64f3ea98-ccfe-4aff-bc61-57d1d5c5b2d6 None None] Port e8644483-062a-49af-ae19-1e5a1cd168b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:25:13.551300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.556164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.556903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.633500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Pushing event updated for resources: {'Port': ['ID=e8644483-062a-49af-ae19-1e5a1cd168b3,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:13.678611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:13.679882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:13.837500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:25:13.850221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-77feb40f-1881-4748-a0a7-8459c1949429 None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:13.850606 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77feb40f-1881-4748-a0a7-8459c1949429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.883617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-77feb40f-1881-4748-a0a7-8459c1949429 None None] Port e8644483-062a-49af-ae19-1e5a1cd168b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:25:13.930229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:25:13.936020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-922853b6-e5c7-4b0a-bf50-c0bd20adc542 admin admin] 10.222.0.31 "PUT /v2.0/routers/1ed5b57b-8813-42f0-9f44-e60ecfb35ac6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6829674 Dec 13 09:25:13.940190 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Sync routers for ids ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:25:13.953275 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Routers {'1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:13.954060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:25:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:14.140763 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Set router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:14.571384 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:13Z', 'revision_number': 2, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port_host': None, '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:13Z', 'revision_number': 2, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:14.619962 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Checking router: 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:25:14.620355 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Updating router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 port e8644483-062a-49af-ae19-1e5a1cd168b3 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:25:14.694065 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.175741 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.182491 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.340374 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Pushing event updated for resources: {'Port': ['ID=e8644483-062a-49af-ae19-1e5a1cd168b3,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:15.358392 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Attempting to bind port e8644483-062a-49af-ae19-1e5a1cd168b3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:25:15.358802 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Attempting to bind port e8644483-062a-49af-ae19-1e5a1cd168b3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:25:15.359228 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Attempting to bind port e8644483-062a-49af-ae19-1e5a1cd168b3 on network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:25:15.362975 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.363327 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.363707 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.364047 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.364379 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.364709 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.365036 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.365885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.366213 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.366539 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.366861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.367183 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.367505 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Tracked resource versions report: Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: pushed versions: Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: { 'AddressGroup': {'1.2'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Log': {'1.0'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Network': {'1.1'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Port': {'1.7'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'PortForwarding': {'1.2'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'QosPolicy': {'1.10'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SecurityGroup': {'1.5'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SubPort': {'1.0'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Subnet': {'1.1'}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Trunk': {'1.1'}} Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: consumer versions: Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: L3 agent@n-d-820935-7: {}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: Metadata agent@n-d-820935-7: {}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: Metering agent@n-d-820935-7: {}, Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'ConntrackHelper': '1.0', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'LocalIPAssociation': '1.0', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Log': '1.0', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Network': '1.1', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Port': '1.7', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'PortForwarding': '1.2', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'QosPolicy': '1.10', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SecurityGroup': '1.5', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SecurityGroupRule': '1.2', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'SubPort': '1.0', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Subnet': '1.1', Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: 'Trunk': '1.1'}} Dec 13 09:25:15.368607 n-d-820935-7 neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:25:15.373303 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:25:15.373716 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Checking segment: {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:15.374211 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.374598 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Bound using segment: {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:25:15.375111 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Bound port: e8644483-062a-49af-ae19-1e5a1cd168b3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae121c-f27d-4cf8-93cb-60e55e043337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:25:15.375576 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.409405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8f07ed0f-5518-4724-b9f4-b6f057a66c31 None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:15.409957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f07ed0f-5518-4724-b9f4-b6f057a66c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.442264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] For port e8644483-062a-49af-ae19-1e5a1cd168b3, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:25:15.448245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8f07ed0f-5518-4724-b9f4-b6f057a66c31 None None] Port e8644483-062a-49af-ae19-1e5a1cd168b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:25:15.461704 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] For port e8644483-062a-49af-ae19-1e5a1cd168b3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8644483-062a-49af-ae19-1e5a1cd168b3,segment=NetworkSegment(d4ae121c-f27d-4cf8-93cb-60e55e043337),segment_id=d4ae121c-f27d-4cf8-93cb-60e55e043337)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:25:15.466188 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.523627 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b83902-c077-4ed5-9a9e-526a2db531b6 None None] Pushing event updated for resources: {'Port': ['ID=e8644483-062a-49af-ae19-1e5a1cd168b3,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:15.532290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Routers {'1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:15.532847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:25:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:15.624878 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] Set router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:15.670353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:15.670814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.747523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.779017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] For port e8644483-062a-49af-ae19-1e5a1cd168b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8644483-062a-49af-ae19-1e5a1cd168b3,segment=NetworkSegment(d4ae121c-f27d-4cf8-93cb-60e55e043337),segment_id=d4ae121c-f27d-4cf8-93cb-60e55e043337)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:25:15.783250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:15.835233 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:13Z', 'revision_number': 2, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port_host': None, '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:15Z', 'revision_number': 4, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:15.840150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152692-e989-4af6-9863-8a0d9b5b8b23 None None] Pushing event updated for resources: {'Port': ['ID=e8644483-062a-49af-ae19-1e5a1cd168b3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:15.862434 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54012b-f320-4abc-99ad-cf578819f6b5 None None] The sync data for ids ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'] in n-d-820935-7 is: [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:13Z', 'revision_number': 2, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port_host': None, '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:15Z', 'revision_number': 4, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:25:16.362740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57164) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:16.469853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab972d-212a-40a3-adf4-19245b8a1a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:16.471309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2ab972d-212a-40a3-adf4-19245b8a1a1b admin admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 842 time: 0.1075153 Dec 13 09:25:16.485285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'cidr': '172.25.2.0/24', 'name': 'public-subnet'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:16.508361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Made reservation on behalf of 465efdde5978461e8c76b22c2c79df64 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:25:16.510706 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:16.788032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:25:16.788468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:16.841598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5c31f8-4656-409e-9579-a6f7211f6871,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:16.850964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:16.851187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Network hostable DHCP agents. Network: 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:25:16.868222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:25:16.876968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:16.881517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:16.882110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:16.889499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29170d-fdd9-4705-969f-0c5ad214f4f0 None None] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:25:16.900775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-10de61bf-bf3c-4cdf-9d7e-509bc277737e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4184434 Dec 13 09:25:16.998337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9081d-c7bb-421a-97a5-453a07a539ca None None] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:25:19.395676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57172) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:19.528607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1290e9c2-6151-478a-9e22-6435c7ea8fd6 admin admin] 10.222.0.31 "GET /v2.0/routers/1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 HTTP/1.1" status: 200 len: 710 time: 0.1317337 Dec 13 09:25:19.697555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffe4ff-db1c-4081-af4c-2e4160653ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:19.698953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfffe4ff-db1c-4081-af4c-2e4160653ba9 admin admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 886 time: 0.1646600 Dec 13 09:25:19.709200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:19.949343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:20.189152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:20.261136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:20.362514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Allocated IP 172.25.2.253 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:25:20.462965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:20.495859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:20.538678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:20.541338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:20.546249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:25:20.548855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Pushing event updated for resources: {'Port': ['ID=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:20.782375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:21.056678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:21.060273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:21.165154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:25:21.276265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:25:21.280780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:21.281973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3a3be8d8-7459-4df8-8f68-63d3abda012b admin admin] 10.222.0.31 "PUT /v2.0/routers/1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 HTTP/1.1" status: 200 len: 890 time: 1.5767281 Dec 13 09:25:21.699166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8644483-062a-49af-ae19-1e5a1cd168b3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:21.756201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:21.756579 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:22.890591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Sync routers for ids ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:25:22.902691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Routers {'1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:22.903693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:25:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:23.108214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Set router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:23.570250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:20Z', 'revision_number': 4, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port': {'id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:20Z', 'updated_at': '2021-12-13T09:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:15Z', 'revision_number': 5, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:23.619557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Checking router: 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:25:23.619929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Updating router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:25:23.668040 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:23.916267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57184) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:23.980133 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:23.985923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:24.040376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ddc9a18-d265-4ebf-a6ac-42f761ab03d9 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167679 Dec 13 09:25:24.040630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Attempting to bind port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:25:24.040630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Attempting to bind port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:25:24.040630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Attempting to bind port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:25:24.041680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6749c68-a6b4-423d-976b-cb93deb5c008 None None] Pushing event updated for resources: {'Port': ['ID=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:24.047700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:25:24.048652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:24.049428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:24.049845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:25:24.050347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Bound port: a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:25:24.050764 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:24.108618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] For port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:25:24.111984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] For port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:25:24.117519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:24.176048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Routers {'1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:24.176680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:25:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:24.179284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6749c68-a6b4-423d-976b-cb93deb5c008 None None] Pushing event updated for resources: {'Port': ['ID=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:24.289357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] Set router 1ed5b57b-8813-42f0-9f44-e60ecfb35ac6 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:24.502366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:20Z', 'revision_number': 4, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port': {'id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:20Z', 'updated_at': '2021-12-13T09:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:15Z', 'revision_number': 5, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:24.531464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49891f96-b0e9-4dca-b7aa-0c4072be6c95 None None] The sync data for ids ['1ed5b57b-8813-42f0-9f44-e60ecfb35ac6'] in n-d-820935-7 is: [{'id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'name': 'router1', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:25:02Z', 'updated_at': '2021-12-13T09:25:20Z', 'revision_number': 4, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'gw_port': {'id': 'a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:20Z', 'updated_at': '2021-12-13T09:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e8644483-062a-49af-ae19-1e5a1cd168b3', 'name': '', 'network_id': '8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49', 'tenant_id': '18d77d7fee9b464e92e14feaf2d70c25', 'mac_address': 'fa:16:3e:54:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed5b57b-8813-42f0-9f44-e60ecfb35ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:12Z', 'updated_at': '2021-12-13T09:25:15Z', 'revision_number': 5, 'project_id': '18d77d7fee9b464e92e14feaf2d70c25', 'subnets': [{'id': '5fc2cdf6-c36c-4381-8030-6acbe6a1af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3c4feaf-13e5-4222-a37f-72af6a42bc18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:25:25.688028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:25.739047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:25.739422 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:25.830637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:25.850858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:25:25.856483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:25.911447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:27.704151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:27.769684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:27.770491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:30.365106 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:25:36.015174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff2fb97b-ebed-46a0-b8aa-5eb3ecd2d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:38.295382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b53a-ab7b-48ad-89db-3f9c2d0d2c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:39.331323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:40.944201 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:41.881017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:06.017450 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58844356-6bc5-4117-bbf1-0ccd1a4950ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:07.365227 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:26:08.305256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbede-8cb9-444e-b27c-5421a1144003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:09.326586 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:10.940197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:11.875192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:36.019536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c67735e-0447-4fe3-90e2-2f028e703a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:38.297281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7707-6534-4eb4-9cad-df84fb051ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:39.325307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:40.942758 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:41.877928 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:44.364913 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:26:49.614207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:49.677520 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eb312d-47bd-41ba-943a-738c41d9a8db admin admin] GET failed (client error): The resource could not be found. Dec 13 09:26:49.679275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8eb312d-47bd-41ba-943a-738c41d9a8db admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640841 Dec 13 09:26:49.835834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f52254-8816-4fee-a0e2-3cbde1b35246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:49.837319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0f52254-8816-4fee-a0e2-3cbde1b35246 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535392 Dec 13 09:26:52.199146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57710) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:52.287431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afd917-723e-4da7-98e3-d2545b84dcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:52.288793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-36afd917-723e-4da7-98e3-d2545b84dcdb admin admin] 10.222.0.31 "GET /v2.0/subnets/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b HTTP/1.1" status: 200 len: 849 time: 0.0886629 Dec 13 09:26:52.298705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:26:52.383637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:52.528343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747114768348'] for subnet, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:52.557815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:52.557964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:52.559397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] 10.222.0.31 "PUT /v2.0/subnets/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b HTTP/1.1" status: 200 len: 868 time: 0.2642245 Dec 13 09:26:52.560904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd32dc-dcce-45c5-91e4-31cc830e69b7 None None] Network 8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:26:52.582041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc2cdf6-c36c-4381-8030-6acbe6a1af6b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:26:52.589726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.590086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.590426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.590771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.591108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.591443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.591814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.592148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.592480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.592812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.593140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.593468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.593795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33b48d-ed9a-46ef-a2b5-52e6994496d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:52.863045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0781900f-84bc-4426-9ecf-c4de05a7d710 None None] Provisioning complete for port 85f8889a-0dcf-4d7a-98fe-bc9166021eb3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:26:52.863415 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0781900f-84bc-4426-9ecf-c4de05a7d710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:52.947421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0781900f-84bc-4426-9ecf-c4de05a7d710 None None] Provisioning complete for port e8644483-062a-49af-ae19-1e5a1cd168b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:26:52.947738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0781900f-84bc-4426-9ecf-c4de05a7d710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:54.939831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57718) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:55.133270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63509844-5e86-4b98-8269-fd709828996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:55.133742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63509844-5e86-4b98-8269-fd709828996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:55.135283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-63509844-5e86-4b98-8269-fd709828996c admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945031 Dec 13 09:26:57.484810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:57.712715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c81aa-1b06-4838-94a1-e6e5c37ca12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:57.713180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c81aa-1b06-4838-94a1-e6e5c37ca12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:57.714757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e45c81aa-1b06-4838-94a1-e6e5c37ca12d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2290070 Dec 13 09:27:00.091311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:00.220790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968e493-0295-4f0f-8359-b3de9b650d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:00.222175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0968e493-0295-4f0f-8359-b3de9b650d14 admin admin] 10.222.0.31 "GET /v2.0/networks/8fdd3337-cbc0-4c15-a4cb-4e213c0f6c49 HTTP/1.1" status: 200 len: 869 time: 0.1298642 Dec 13 09:27:02.573836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57744) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:02.696105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303802b2-324f-4911-8f65-deee54c311d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:02.697464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-303802b2-324f-4911-8f65-deee54c311d1 admin admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 886 time: 0.1226585 Dec 13 09:27:05.044882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57752) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:05.163786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de334462-62b9-40d0-bf14-c59e18344f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:05.164235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de334462-62b9-40d0-bf14-c59e18344f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:05.165747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-de334462-62b9-40d0-bf14-c59e18344f27 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199222 Dec 13 09:27:06.022326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c2d3952e-a64d-4d9e-86fc-4d6a8488b800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:07.509435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57760) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:07.600043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0eb37-0277-4b84-b073-17084f7d347e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:07.600487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0eb37-0277-4b84-b073-17084f7d347e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:07.601967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7fc0eb37-0277-4b84-b073-17084f7d347e admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915844 Dec 13 09:27:08.299184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa12c72c-c617-4c5b-a047-7216b01be6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:09.326820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:09.953942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57768) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:10.038808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4d3ae-9ad8-4d60-a63b-ffd21850ced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:10.040228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e3c4d3ae-9ad8-4d60-a63b-ffd21850ced9 admin admin] 10.222.0.31 "GET /v2.0/subnets/1a5c31f8-4656-409e-9579-a6f7211f6871 HTTP/1.1" status: 200 len: 816 time: 0.0852904 Dec 13 09:27:10.948301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:11.881029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:12.393042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:12.483708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc176ed-770e-4ad1-916c-84c1a6e7b451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:12.485059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcc176ed-770e-4ad1-916c-84c1a6e7b451 admin admin] 10.222.0.31 "GET /v2.0/subnets/5fc2cdf6-c36c-4381-8030-6acbe6a1af6b HTTP/1.1" status: 200 len: 868 time: 0.0910635 Dec 13 09:27:21.362231 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:27:36.025417 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e30ac9b-16fd-4973-b1e6-03a1d5be6c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:37.278649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:37.325448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-d55579d9-8212-4ff7-b61b-4bfc0a725b47 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:27:37.326487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d55579d9-8212-4ff7-b61b-4bfc0a725b47 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469012 Dec 13 09:27:38.302201 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe88522-c715-44d8-b05a-c6db698a36b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.330315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.753793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:39.813628 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8b4d02-4ab9-4f6d-96b9-7981ccc46c78 admin admin] GET failed (client error): The resource could not be found. Dec 13 09:27:39.814895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2b8b4d02-4ab9-4f6d-96b9-7981ccc46c78 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601678 Dec 13 09:27:39.998764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba18b78-8e71-448f-824e-4635d4d9f0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:40.000219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bba18b78-8e71-448f-824e-4635d4d9f0a1 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1807139 Dec 13 09:27:40.947355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:41.883335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.395594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57846) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:42.442426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:27:42.461278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Made reservation on behalf of 465efdde5978461e8c76b22c2c79df64 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:27:42.463403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.491282 n-d-820935-7 neutron-server[103195]: WARNING neutron.services.revisions.revision_plugin [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Could not find related network for resource to bump revision. Dec 13 09:27:42.504442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:27:42.514078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.514474 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Added segment cea2cfb6-0e8e-40e5-9420-eedbcabe8743 of type vlan for network 0681cd7f-0102-4eb7-8551-c4698e8d0887 Dec 13 09:27:42.559883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.582088 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.582999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:42.583625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.638745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2420874 Dec 13 09:27:42.645403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a83d5-1335-4ee5-9224-0d29b4007a6f admin admin] Pushing event updated for resources: {'Network': ['ID=0681cd7f-0102-4eb7-8551-c4698e8d0887,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:42.656574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:27:45.003709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57854) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:45.062348 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-937c73a0-0c7b-46dc-a741-2e5e140aafba admin admin] GET failed (client error): The resource could not be found. Dec 13 09:27:45.063650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-937c73a0-0c7b-46dc-a741-2e5e140aafba admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589654 Dec 13 09:27:45.130659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ead43-c284-406b-bb2f-8330803506dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:45.132096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c84ead43-c284-406b-bb2f-8330803506dc admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634763 Dec 13 09:27:45.141933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:27:45.160933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Made reservation on behalf of 465efdde5978461e8c76b22c2c79df64 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:27:45.163086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.320057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.375591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab554810-1447-4fdc-a3fd-37654cea7d0f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:45.385337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:27:45.385691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Network hostable DHCP agents. Network: 0681cd7f-0102-4eb7-8551-c4698e8d0887, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:27:45.400357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:27:45.408231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0681cd7f-0102-4eb7-8551-c4698e8d0887) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:27:45.412116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:45.412707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.419402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9dc76f-5e6f-47b6-bb0e-5dbf782cbd0b None None] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:27:45.431799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-94fe032c-419e-4874-9c5a-08db24777d86 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2888422 Dec 13 09:27:45.625595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-0681cd7f-0102-4eb7-8551-c4698e8d0887', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'project_id': '465efdde5978461e8c76b22c2c79df64', 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:27:45.626524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.765622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Allocated IP 192.168.233.2 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/f38a9ee3-fb29-4fad-8c37-323ab4ada548) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:27:45.909945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.916684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:45.962847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:27:45.965614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:27:45.970467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:27:45.974123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Pushing event updated for resources: {'Port': ['ID=f38a9ee3-fb29-4fad-8c37-323ab4ada548,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:45.982269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.982617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.982973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.983318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.983681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.984026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.984362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.984695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.985032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.985358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.985689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.986029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:45.986343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:46.038465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Attempting to bind port f38a9ee3-fb29-4fad-8c37-323ab4ada548 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:27:46.038837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Attempting to bind port f38a9ee3-fb29-4fad-8c37-323ab4ada548 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:27:46.039242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Attempting to bind port f38a9ee3-fb29-4fad-8c37-323ab4ada548 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:27:46.044351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:27:46.044728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:27:46.045139 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:46.045530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:27:46.046000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Bound port: f38a9ee3-fb29-4fad-8c37-323ab4ada548, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:27:46.046394 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:46.107753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] For port f38a9ee3-fb29-4fad-8c37-323ab4ada548, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:27:46.110775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] For port f38a9ee3-fb29-4fad-8c37-323ab4ada548, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f38a9ee3-fb29-4fad-8c37-323ab4ada548,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:27:46.115788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:46.181442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa2a6-1998-4070-9fa4-d1e21f19ba62 None None] Pushing event updated for resources: {'Port': ['ID=f38a9ee3-fb29-4fad-8c37-323ab4ada548,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:47.037037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b490a8e-92ef-4bd8-8430-1e89e9cdc66d None None] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:27:47.094241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] Provisioning complete for port f38a9ee3-fb29-4fad-8c37-323ab4ada548 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:47.094543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:47.214898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:47.253902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] For port f38a9ee3-fb29-4fad-8c37-323ab4ada548, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f38a9ee3-fb29-4fad-8c37-323ab4ada548,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:27:47.259039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:47.314386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0ec32-3c8b-4ce6-95c4-653d79c3c643 None None] Pushing event updated for resources: {'Port': ['ID=f38a9ee3-fb29-4fad-8c37-323ab4ada548,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:47.583578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8c5b6737-082b-4bec-b1bd-44414928163d None None] Provisioning complete for port f38a9ee3-fb29-4fad-8c37-323ab4ada548 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:47.583944 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6737-082b-4bec-b1bd-44414928163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:47.805143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f38a9ee3-fb29-4fad-8c37-323ab4ada548 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:27:47.856982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f38a9ee3-fb29-4fad-8c37-323ab4ada548 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:47.857355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:58.361178 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:28:06.027328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-60141525-1be3-4a09-9fd1-b6205a7ac1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:08.304908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1a366be-e244-4587-84a1-b1f977261fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:09.332820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:10.949509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:11.885734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:35.359847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:28:36.028729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38723f19-a8ea-4dad-9eba-f3325e106426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:38.307744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-427d142a-2404-4043-a847-7e3981518011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:39.339104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:40.952317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:41.888273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.069876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:57.075761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-7bda94d8-7f8b-45f1-93eb-fc07a6ced295 tempest-verify_tempest_config-756193861 tempest-verify_tempest_config-756193861-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:28:57.076743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7bda94d8-7f8b-45f1-93eb-fc07a6ced295 tempest-verify_tempest_config-756193861 tempest-verify_tempest_config-756193861-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058644 Dec 13 09:28:57.362005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:57.461260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.531581 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.535402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.578039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c6f7313dcee41d6a12a5bce76d9cfbb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2149646 Dec 13 09:28:57.580443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064c46f-44d0-43d9-81c6-46fd82da054d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:28:57.581459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:57.587051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.587407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.587777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.588119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.588461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.588789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.589119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.589445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.589772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.590100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.590427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.590750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.591071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91316f-9d23-4fbb-8c37-88d5af3665a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.634390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.657059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.746761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.749316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:57.750489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0064c46f-44d0-43d9-81c6-46fd82da054d HTTP/1.1" status: 204 len: 168 time: 0.1680369 Dec 13 09:28:57.759346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064c46f-44d0-43d9-81c6-46fd82da054d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:28:57.765858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.766204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.766545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.767495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.767853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.768184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.768511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.768836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.769241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.769480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.769803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.770121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:57.770437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513ad280-49f2-41bc-aa2e-a573080abd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:29:06.030502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5a51-0c84-41f0-9e2e-4fd6796b03f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:08.310444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94abda06-d455-437f-9540-a088230f588b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:09.338460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:10.955230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:11.890870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:12.358190 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:29:36.034866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b740bf6-9976-44c3-ba41-798e8a2c0613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:38.312140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af9f780b-b9b6-4e90-91f4-4564fcb698b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:39.343053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:40.965220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:41.893829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:49.356508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:30:06.036403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e3525b79-49fa-401d-b4e9-160c1a8dd427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:08.314753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a956-ad57-4287-93a2-496e61a0d237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:09.343687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:10.967794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:11.897580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:26.357652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:30:36.038148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c40225b-c88b-4b01-b0c6-147e0e8b7f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:38.315704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27cd89d0-db71-41cf-9380-3a2e93fcc531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:39.345999 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:40.966860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:41.899298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:03.356120 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:31:06.039238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d9af669-fafe-4b4c-acec-c7d108ea4c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:08.319284 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6652ba57-d1fd-4d58-99c3-7eb375ed6413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:09.348262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:10.970130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:11.901138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:36.040373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29cc24bb-a679-48f4-9a7e-97f5d4d150be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:38.319879 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14a5d7f-5330-40a0-ba67-1310ced2e1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:39.350813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:40.354835 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 5 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:31:40.972255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:41.905628 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:59.234488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:03.941982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549115'] for agent, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:06.041571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3181a1c7-10b4-4642-ba34-a7d6baf43f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:08.320993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f523-1f7a-4ccf-b4ba-41cabdd6ce3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:09.354644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:10.977808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:11.906488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:17.355099 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:32:29.177561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:33.904900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:36.043807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-546435d0-8367-4154-bbd0-8fa4e4b2f0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:38.322100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea9a45ad-3469-43ec-89f6-7c535edaf344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:39.357159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:40.979204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:41.908161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:45.608686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57974) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:32:45.710867 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-05018fc4-af96-4d9e-bf3c-a1abad32b9c8 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1010761 Dec 13 09:32:48.099135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57984) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:32:48.152452 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a00075f7-2a0c-4b3d-8092-54b5b0e2a6b7 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0519509 Dec 13 09:32:54.354984 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:32:59.192365 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:03.912142 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:06.044764 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf027934-f9ca-4515-8e9b-8f9b5539e3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:08.323846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-304c5488-4a02-4288-abd9-88bf2b7ee5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:09.359712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:10.981288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:11.909398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:29.201563 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:31.356767 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:33:33.931718 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:36.046456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8f13-19a2-4797-afce-4aea1575738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:38.332754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d4eeaa6-1115-4aa5-bab1-8047e5ba8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:39.363853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:41.005212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:41.913957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:59.213792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:03.923288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:06.061580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-846844c1-b9dc-4d7f-8830-854c4206484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:08.332512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c28ce4ce-7765-4438-bebb-2eca3cc6baa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:08.356565 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:34:09.385540 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.989615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.197668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.255742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58194) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.595019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7b692c5-d11d-49b5-91a4-43d907fcf8d7 tempest-AutoAllocateNetworkTest-1633695696 tempest-AutoAllocateNetworkTest-1633695696-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7cc97d19195f45c3b06cee0b6f5bba41&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3961437 Dec 13 09:34:11.598253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58210) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.676518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-network', 'tenant_id': '3463353f0ac7482180c10232599095ef'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:11.738649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Made reservation on behalf of 3463353f0ac7482180c10232599095ef for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:11.740969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.782975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.823953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb2722-b806-44bf-9c43-93c9fc2769fb tempest-AutoAllocateNetworkTest-1633695696 tempest-AutoAllocateNetworkTest-1633695696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:11.828649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58218) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.838031 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c4fb2722-b806-44bf-9c43-93c9fc2769fb tempest-AutoAllocateNetworkTest-1633695696 tempest-AutoAllocateNetworkTest-1633695696-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2383304 Dec 13 09:34:11.888961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0dc4fe4a-5c26-4290-867c-d80bf0bfdcbe tempest-AutoAllocateNetworkTest-1633695696 tempest-AutoAllocateNetworkTest-1633695696-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585070 Dec 13 09:34:11.890721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58226) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.934435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.937309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.938937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9cbfe8e6-8a8a-4dcc-853b-a2542c59fc7c tempest-AutoAllocateNetworkTest-1633695696 tempest-AutoAllocateNetworkTest-1633695696-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7cc97d19195f45c3b06cee0b6f5bba41 HTTP/1.1" status: 200 len: 208 time: 0.0467939 Dec 13 09:34:11.942233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.959817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:11.978578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.978944 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Added segment 4864738a-c42b-41bf-b728-02bebfb29a06 of type vlan for network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b78e6a6-063d-4b6f-9d79-f096bd46d2f2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Tracked resource versions report: Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: pushed versions: Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'Log': {'1.0'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'Network': {'1.1'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'Port': {'1.7'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'PortForwarding': {'1.2'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'QosPolicy': {'1.10'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'SubPort': {'1.0'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'Subnet': {'1.1'}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: 'Trunk': {'1.1'}} Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: consumer versions: Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: HyperV agent@n-h1-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: HyperV agent@n-h2-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: L3 agent@n-d-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: Metadata agent@n-d-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: Metering agent@n-d-820935-7: {}, Dec 13 09:34:12.042708 n-d-820935-7 neutron-server[103194]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'ConntrackHelper': '1.0', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'LocalIPAssociation': '1.0', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'Log': '1.0', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'Network': '1.1', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'Port': '1.7', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'PortForwarding': '1.2', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'QosPolicy': '1.10', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'SecurityGroup': '1.5', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'SecurityGroupRule': '1.2', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'SubPort': '1.0', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'Subnet': '1.1', Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: 'Trunk': '1.1'}} Dec 13 09:34:12.054291 n-d-820935-7 neutron-server[103194]: {{(pid=103194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:12.060207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.083322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.084350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:12.084941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.145598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] Pushing event updated for resources: {'Network': ['ID=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.159526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:12.163170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:12.168635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Request body: {'subnet': {'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-subnet', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:12.174438 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8d3e8b1-9aaa-415b-9fcd-fbcb5cfd3f9c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9158351 Dec 13 09:34:12.194983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Made reservation on behalf of 3463353f0ac7482180c10232599095ef for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:12.197848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.392301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.438710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2884f69-5eb9-46c8-80b7-0766de1feb9d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.445586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.445943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.446287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.446625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.446962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.447294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.447648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.448041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.448311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.448638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.448965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.449292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.449612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Tracked resource versions report: Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: pushed versions: Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Log': {'1.0'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Network': {'1.1'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Port': {'1.7'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'PortForwarding': {'1.2'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'QosPolicy': {'1.10'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SubPort': {'1.0'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Subnet': {'1.1'}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Trunk': {'1.1'}} Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: consumer versions: Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: HyperV agent@n-h1-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: HyperV agent@n-h2-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: L3 agent@n-d-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: Metadata agent@n-d-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: Metering agent@n-d-820935-7: {}, Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'ConntrackHelper': '1.0', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'LocalIPAssociation': '1.0', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Log': '1.0', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Network': '1.1', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Port': '1.7', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'PortForwarding': '1.2', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'QosPolicy': '1.10', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SecurityGroup': '1.5', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SecurityGroupRule': '1.2', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'SubPort': '1.0', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Subnet': '1.1', Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: 'Trunk': '1.1'}} Dec 13 09:34:12.450655 n-d-820935-7 neutron-server[103195]: {{(pid=103195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:12.473976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Checking segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:12.474332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Network hostable DHCP agents. Network: bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:12.492124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:12.501451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:12.506043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:12.507200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.514557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab238fb-3c48-44e6-aec4-b8863121ee8e None None] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:12.526957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8463ac5d-2b46-496d-b044-f4583873cba9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3623128 Dec 13 09:34:12.532107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58256) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:12.539004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:12.562622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.564330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.573022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:12.659005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:34:12.661227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.685286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.831393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.833587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Allocated IP 172.20.0.2 (bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf/e2884f69-5eb9-46c8-80b7-0766de1feb9d/4bfb44d2-a7f6-4497-9ddb-dd159c74e14c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:12.902846 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e881939-400e-41fd-872b-9d010d9cad53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.041725 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e881939-400e-41fd-872b-9d010d9cad53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.048939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e881939-400e-41fd-872b-9d010d9cad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.058050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.072264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.108606 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e881939-400e-41fd-872b-9d010d9cad53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cc97d19195f45c3b06cee0b6f5bba41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5341794 Dec 13 09:34:13.112310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:13.141067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:13.147836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e881939-400e-41fd-872b-9d010d9cad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9843007b-8c26-4361-b654-3779a18e96ee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.149551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:13.150304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.153094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:13.165898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Pushing event updated for resources: {'Port': ['ID=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.187229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.188000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.188349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.188688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.189560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.189895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.190221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.190551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.190872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.191193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.191513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.191864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.192173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.192492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Tracked resource versions report: Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: pushed versions: Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Log': {'1.0'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Network': {'1.1'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Port': {'1.7'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'PortForwarding': {'1.2'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'QosPolicy': {'1.10'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SubPort': {'1.0'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Subnet': {'1.1'}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Trunk': {'1.1'}} Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: consumer versions: Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: HyperV agent@n-h1-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: HyperV agent@n-h2-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: L3 agent@n-d-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: Metadata agent@n-d-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: Metering agent@n-d-820935-7: {}, Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'ConntrackHelper': '1.0', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'LocalIPAssociation': '1.0', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Log': '1.0', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Network': '1.1', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Port': '1.7', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'PortForwarding': '1.2', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'QosPolicy': '1.10', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SecurityGroup': '1.5', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SecurityGroupRule': '1.2', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'SubPort': '1.0', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Subnet': '1.1', Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: 'Trunk': '1.1'}} Dec 13 09:34:13.193553 n-d-820935-7 neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:13.196743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.232445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Attempting to bind port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:13.236551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Attempting to bind port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:13.237086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Attempting to bind port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:13.245443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:13.245818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Checking segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:13.246567 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.246567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Bound using segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:13.247045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Bound port: 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:13.249264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.250715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.327874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.332121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.335133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9843007b-8c26-4361-b654-3779a18e96ee HTTP/1.1" status: 204 len: 168 time: 0.2214711 Dec 13 09:34:13.346139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e1be-0ad5-4319-9452-0c84f00a859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9843007b-8c26-4361-b654-3779a18e96ee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.351860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] For port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:13.355811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] For port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:13.367424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.369442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Allocated IP 172.25.2.114 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/d549872b-39d3-4b08-bd73-5ddfd5298380) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:13.509573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.552399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d10ef-279f-499a-b1f3-5c76975bdb9a None None] Pushing event updated for resources: {'Port': ['ID=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.566901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.605047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:13.608058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:13.612066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:13.617225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Pushing event updated for resources: {'Port': ['ID=d549872b-39d3-4b08-bd73-5ddfd5298380,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.983690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.054541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:14.155578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:14.155991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.255304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.314342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:14.322484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.374042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:14.379386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.524611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:34:14.655440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:14.675271 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:14.687715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.688466 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:14.689638 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:14.690690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-004fb9b5-8f96-4f5c-b18d-354a1e947b7b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1570914 Dec 13 09:34:14.694491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58358) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:14.906432 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:14.910350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687aaf3-d1c7-4d15-a157-19820b92f8f1 None None] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:15.141865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6a427db5-993f-4cba-a26b-a7991175fa3a None None] Provisioning complete for port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:15.142299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a427db5-993f-4cba-a26b-a7991175fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.258297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58378) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:15.261186 n-d-820935-7 neutron-server[103195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 09:34:15.274540 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:13Z', 'revision_number': 3, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:15.374740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-ed7e6587-abc7-407b-9033-9193640e4116 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149783 Dec 13 09:34:15.394928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:15.395295 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Updating router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 port d549872b-39d3-4b08-bd73-5ddfd5298380 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:15.478569 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.604744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cdaa135a-2222-490d-a7d1-3e0caf3ed256 None None] Provisioning complete for port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:15.604744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdaa135a-2222-490d-a7d1-3e0caf3ed256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.644722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.672860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58d6961b-42de-4ddd-8375-dbd8313beac4 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:15.675642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58d6961b-42de-4ddd-8375-dbd8313beac4 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906926 Dec 13 09:34:15.699651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-6bf21486-2a42-4ba4-be07-a308b0b61f6e tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/quotas/f83f95dca07a45ab9f6e7d81d4b6fd24 HTTP/1.1" status: 200 len: 375 time: 0.0169477 Dec 13 09:34:15.789320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-e33c31ec-7289-48d0-a2fd-aca2f4b9c439 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828495 Dec 13 09:34:15.853756 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.865419 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.969272 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Pushing event updated for resources: {'Port': ['ID=d549872b-39d3-4b08-bd73-5ddfd5298380,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:15.988604 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.989188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.989670 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.990151 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.990738 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.991018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:15.991358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.991928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.992396 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.992863 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.993346 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.993827 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.994331 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.994677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Tracked resource versions report: Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: pushed versions: Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Log': {'1.0'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Network': {'1.1'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Port': {'1.7'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'PortForwarding': {'1.2'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'QosPolicy': {'1.10'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SubPort': {'1.0'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Subnet': {'1.1'}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Trunk': {'1.1'}} Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: consumer versions: Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: { DHCP agent@n-d-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: HyperV agent@n-h1-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: HyperV agent@n-h2-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: L3 agent@n-d-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: Metadata agent@n-d-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: Metering agent@n-d-820935-7: {}, Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: Open vSwitch agent@n-d-820935-7: { 'AddressGroup': '1.2', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'ConntrackHelper': '1.0', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'LocalIPAssociation': '1.0', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Log': '1.0', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Network': '1.1', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Port': '1.7', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'PortForwarding': '1.2', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'QosPolicy': '1.10', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SecurityGroup': '1.5', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SecurityGroupRule': '1.2', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'SubPort': '1.0', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Subnet': '1.1', Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: 'Trunk': '1.1'}} Dec 13 09:34:15.995773 n-d-820935-7 neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:16.000550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Attempting to bind port d549872b-39d3-4b08-bd73-5ddfd5298380 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:16.000928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Attempting to bind port d549872b-39d3-4b08-bd73-5ddfd5298380 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:16.001294 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Attempting to bind port d549872b-39d3-4b08-bd73-5ddfd5298380 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:16.012064 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:16.012456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:16.012874 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.013275 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:16.013759 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Bound port: d549872b-39d3-4b08-bd73-5ddfd5298380, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:16.014384 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.109746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] For port d549872b-39d3-4b08-bd73-5ddfd5298380, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:16.115398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:16.115973 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.120181 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] For port d549872b-39d3-4b08-bd73-5ddfd5298380, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d549872b-39d3-4b08-bd73-5ddfd5298380,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:16.122152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Allocated IP 172.20.0.1 (bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf/e2884f69-5eb9-46c8-80b7-0766de1feb9d/5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:16.127635 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.192025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:16.192659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:16.243288 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74cb6-a5cb-42aa-adf9-68a6a14c28ff None None] Pushing event updated for resources: {'Port': ['ID=d549872b-39d3-4b08-bd73-5ddfd5298380,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.355216 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:16.373256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.458502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.546482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:16.552905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:16.556353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:16.557055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.632365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.645154 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:13Z', 'revision_number': 3, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:16.693495 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf1ea0-73f8-4440-baab-5fd3a74a5e8b None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:13Z', 'revision_number': 3, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:16.738764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:16.898793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7f9c4c95-1511-4b0e-8db0-643cb473d596 None None] Provisioning complete for port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:16.899791 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f9c4c95-1511-4b0e-8db0-643cb473d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.950631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c4c95-1511-4b0e-8db0-643cb473d596 None None] Port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:16.977016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.162322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7223541-620e-4f55-8c57-8dbf8141bb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.271690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58454) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.312697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.322694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.324497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.338781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7223541-620e-4f55-8c57-8dbf8141bb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.348883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7223541-620e-4f55-8c57-8dbf8141bb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.392661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.479242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-027c6858-5eab-477d-8e1e-e44744227f5c req-9542315c-7310-4dc0-a1c0-adca03164423 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 210 time: 0.2058737 Dec 13 09:34:17.509552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d7223541-620e-4f55-8c57-8dbf8141bb42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8f830d3764349e99351530635e44020&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7687874 Dec 13 09:34:17.515029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.517757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223541-620e-4f55-8c57-8dbf8141bb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e272be2b-ae54-4e84-82fc-ff2906e7dcad,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.636492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:17.641067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:17.687381 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.792127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.967600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.971760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.981337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e272be2b-ae54-4e84-82fc-ff2906e7dcad HTTP/1.1" status: 204 len: 168 time: 0.4622085 Dec 13 09:34:17.984102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:34:18.004695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d172f8-6762-4469-980e-051e17e271db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e272be2b-ae54-4e84-82fc-ff2906e7dcad,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.100333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d549872b-39d3-4b08-bd73-5ddfd5298380 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:18.114112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f558bd28-f059-4708-a4b9-6398bddfaf56 None None] Provisioning complete for port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:18.116200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f558bd28-f059-4708-a4b9-6398bddfaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.320340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f558bd28-f059-4708-a4b9-6398bddfaf56 None None] Port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:18.339123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d549872b-39d3-4b08-bd73-5ddfd5298380 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:18.340359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.427239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:18.447930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b3e4664-4dad-4188-924d-c6650394dec1 admin admin] 10.222.0.31 "PUT /v2.0/routers/d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7483218 Dec 13 09:34:18.496964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.527833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port d549872b-39d3-4b08-bd73-5ddfd5298380, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d549872b-39d3-4b08-bd73-5ddfd5298380,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:18.535307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.626982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=d549872b-39d3-4b08-bd73-5ddfd5298380,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.683195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58550) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:18.702394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-714ecf60-b8f6-48c6-a85e-16d19f99013e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.760439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d15d58fe-22a6-47d6-8911-12df4a00154a req-20bed2d6-744c-4402-8a10-b3ea2ccf4946 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 210 time: 0.0409751 Dec 13 09:34:18.874143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-714ecf60-b8f6-48c6-a85e-16d19f99013e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.889539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-714ecf60-b8f6-48c6-a85e-16d19f99013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.919307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecf60-b8f6-48c6-a85e-16d19f99013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dce8fe-aef6-464f-8444-ee0ded5a0d33,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.934974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-714ecf60-b8f6-48c6-a85e-16d19f99013e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=846bf7b1a4134f8490cbb06eff46e242&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2548339 Dec 13 09:34:18.938091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58564) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:18.961438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58566) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:18.999535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.025160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.102735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.106203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.107511 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8dce8fe-aef6-464f-8444-ee0ded5a0d33 HTTP/1.1" status: 204 len: 168 time: 0.1684077 Dec 13 09:34:19.122789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7945a7-d61a-4ced-92a0-bb9f1a5e0ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dce8fe-aef6-464f-8444-ee0ded5a0d33,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:19.160064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.20', 65504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:19.207952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-f6549c5b-b7e9-480b-9dcb-6e7854547182 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462058 Dec 13 09:34:19.345831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:19.367694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:19.368796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:19.436735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-0c5a024f-a94b-4d9e-aa80-a3bbeac8cb3d tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:19.438284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-0c5a024f-a94b-4d9e-aa80-a3bbeac8cb3d tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217686 Dec 13 09:34:19.479885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fd814e3-075a-4747-a56c-e43dee1d0a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.561559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Request body: {'port': {'device_id': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'f83f95dca07a45ab9f6e7d81d4b6fd24'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:19.563189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:19.703731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c298aa26-6b0e-431c-a066-89183b4c4489 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=70c06bab202847a981971d4986f14a9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540873 Dec 13 09:34:19.950348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 2, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:19.977409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fd814e3-075a-4747-a56c-e43dee1d0a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.986407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:19.986845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Updating router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:19.988036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fd814e3-075a-4747-a56c-e43dee1d0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.020133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d549872b-39d3-4b08-bd73-5ddfd5298380 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:20.034570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd814e3-075a-4747-a56c-e43dee1d0a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024b608-37e1-4c97-914d-2c7787174c67,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.079072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:20.086894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-network', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:20.092950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0fd814e3-075a-4747-a56c-e43dee1d0a3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee237c5ef03544c9849ad1d8e7e5b110&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1301222 Dec 13 09:34:20.093880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Made reservation on behalf of f83f95dca07a45ab9f6e7d81d4b6fd24 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:20.096992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.097630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:20.098698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.121450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-90c3cad0-2d30-4b47-8cbd-3a6c267d3f4a tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:20.123219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-90c3cad0-2d30-4b47-8cbd-3a6c267d3f4a tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187384 Dec 13 09:34:20.124147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.154152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-6adc6481-92f6-4320-8e88-ca5478fc06da tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/quotas/70c06bab202847a981971d4986f14a9a HTTP/1.1" status: 200 len: 375 time: 0.0215499 Dec 13 09:34:20.215245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-d37f16eb-b778-4e64-815e-49ad18453d6c tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70c06bab202847a981971d4986f14a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539138 Dec 13 09:34:20.230031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Made reservation on behalf of fd25b22a72d84a07bde9949ae19a67bc for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:20.237594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.268131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d549872b-39d3-4b08-bd73-5ddfd5298380 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:20.268777 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.271132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.308881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.374438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.599510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.607156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.668439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.677168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.684059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5024b608-37e1-4c97-914d-2c7787174c67 HTTP/1.1" status: 204 len: 168 time: 0.5840657 Dec 13 09:34:20.704920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.734330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.736863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19507346-af3f-44b0-a108-f90780d518cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024b608-37e1-4c97-914d-2c7787174c67,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.874136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.884445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.967767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03406d4-b84a-4846-9171-ce84fdcb808a None None] Pushing event updated for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.985668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:21.007033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23231bea-1cc5-4a0f-91dc-7165e334b46e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.049029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.049575 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Added segment 343e73d6-ab94-456c-8a4a-61bf7acdb4e3 of type vlan for network 6001546a-cec0-4c0a-aa08-5585bfe3054b Dec 13 09:34:21.112354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b40ebd8-41a7-4339-97e9-58eaee5b627c req-5e0e4c65-86eb-498b-8a25-561c56a4079b tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.4930670 Dec 13 09:34:21.203834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.291709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c48b83f-748d-4ff2-b9a0-8294d857b852 req-3f07700b-b212-4016-8ab1-ceb91e7d2908 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 210 time: 0.6336565 Dec 13 09:34:21.304366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c070ed-3e57-4bf5-9e16-feaf9816835b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.346446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.364057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:21.374750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.547260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3a5e5ee4-a46e-4f3c-b4f7-7f09322c6bdc None None] Provisioning complete for port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:21.547679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5ee4-a46e-4f3c-b4f7-7f09322c6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.550736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Attempting to bind port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:21.551196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Attempting to bind port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:21.551676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Attempting to bind port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:21.579788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:21.580180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Checking segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:21.580590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.581480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Bound using segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:21.581480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Bound port: 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:21.581876 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.623373 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5425541 Dec 13 09:34:21.639338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:21.639721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:21.642741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e5ee4-a46e-4f3c-b4f7-7f09322c6bdc None None] Port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:21.665634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Request body: {'subnet': {'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-subnet', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:21.669506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f639e9-9c16-4187-9057-fb6072becba8 admin admin] Pushing event updated for resources: {'Network': ['ID=6001546a-cec0-4c0a-aa08-5585bfe3054b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.719129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:21.729949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Allocated IP 192.168.233.70 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/c0be5bc6-a84c-4df4-b87a-9939e8f0a046) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:21.838702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] For port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:21.840550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66feece5-774e-4b62-9832-8524604aaba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.852740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Made reservation on behalf of fd25b22a72d84a07bde9949ae19a67bc for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:21.855057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.919577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] For port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:21.953475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.174505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:22.177450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:22.285936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66feece5-774e-4b62-9832-8524604aaba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.287371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.454218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66feece5-774e-4b62-9832-8524604aaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.517429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] Provisioning complete for port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:22.517889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.574570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:22.648051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.659833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.661171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03406d4-b84a-4846-9171-ce84fdcb808a None None] Pushing event updated for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.732965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:22.733549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66feece5-774e-4b62-9832-8524604aaba8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=becb126a0c9c4d1495d65d0e38a0b210&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0910909 Dec 13 09:34:22.778915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feece5-774e-4b62-9832-8524604aaba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ae20b-091d-4a2b-8bd6-9f414b07c242,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.781794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.850040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] For port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:22.875082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.887022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36bed128-7322-4726-8079-656f22aa3f81 req-bd8e757c-1169-4aeb-bf06-753c7fd0c870 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.1614680 Dec 13 09:34:22.917748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.944523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e3dbc-1901-40a1-8208-a9260b8e28f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.947777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Checking segment: {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:22.948340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Network hostable DHCP agents. Network: 6001546a-cec0-4c0a-aa08-5585bfe3054b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:23.003671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:21Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:23.013291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.051254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93daaf6-e75c-4c41-b963-32056f992a36 None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:21Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:23.118013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Pushing event updated for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:23.139209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4dfa3-ce06-4f94-8283-a557967bbeaa req-b7dac99a-b94d-4632-9214-2effce4b087f tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:23.140730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8c4dfa3-ce06-4f94-8283-a557967bbeaa req-b7dac99a-b94d-4632-9214-2effce4b087f tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 935 time: 0.6392887 Dec 13 09:34:23.157133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:23.162538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:23.171515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:23.201447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6001546a-cec0-4c0a-aa08-5585bfe3054b) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:23.202961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89c4038-9e25-4923-b051-d9943acd9f62,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:23.209443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.218436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.221590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/456ae20b-091d-4a2b-8bd6-9f414b07c242 HTTP/1.1" status: 204 len: 168 time: 0.4859383 Dec 13 09:34:23.228380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:23.240774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:23.241664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.250546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a9919-09b7-4b3b-9edf-0d94f072f69a None None] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:23.280233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc0439-f648-4f3a-b56f-ba18a247abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ae20b-091d-4a2b-8bd6-9f414b07c242,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:23.314728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:23.315384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.356467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1487ea95-f8fb-4352-abe3-4107d22a4c25 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8050294 Dec 13 09:34:23.376917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-63f9b341-4d49-4f27-b4df-6b100588feea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7355330 Dec 13 09:34:23.380467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:23.385591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:23.406865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1f19ee70-e04b-4bdc-b7ad-b776691fd259 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:23.410632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-1f19ee70-e04b-4bdc-b7ad-b776691fd259 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160861 Dec 13 09:34:23.464847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8c4dfa3-ce06-4f94-8283-a557967bbeaa req-dac9c395-e78e-4251-a082-4e5f41346768 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037019 Dec 13 09:34:23.484132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.508996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.631461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.855103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6001546a-cec0-4c0a-aa08-5585bfe3054b', 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b', 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'fixed_ips': [{'subnet_id': 'a89c4038-9e25-4923-b051-d9943acd9f62'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:34:23.856112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.137717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aded5fe3-009f-462a-a3e7-f9fa339b5d3b req-0dd2e384-5002-4acb-8035-006c1a9d2f0f tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.0482984 Dec 13 09:34:24.216326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.281063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:24.341658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f992451a-4b3c-4ff1-9e0f-3e07c887094b None None] Provisioning complete for port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:24.346902 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f992451a-4b3c-4ff1-9e0f-3e07c887094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.384072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Request body: {'port': {'device_id': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'device_owner': 'compute:tempest-test_az-1801439307', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:24.575223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.617275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.20', 65509) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:24.632575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Allocated IP 172.20.0.2 (6001546a-cec0-4c0a-aa08-5585bfe3054b/a89c4038-9e25-4923-b051-d9943acd9f62/e8dc5600-962b-425e-bf03-3131bfe64fd4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:24.685601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.770216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.776303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-e1f15441-a03d-4cdf-a917-dcb3adfa7faa tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=70c06bab202847a981971d4986f14a9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408060 Dec 13 09:34:25.033652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f992451a-4b3c-4ff1-9e0f-3e07c887094b None None] Port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:25.159563 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.165077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:25.165805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.166283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Allocated IP 172.25.2.175 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6cc2035a-4903-47f7-9938-14116fc2d952) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:25.172331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.303434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:25.321332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:25.337666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:25.343978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Pushing event updated for resources: {'Port': ['ID=e8dc5600-962b-425e-bf03-3131bfe64fd4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:25.401317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214561-f6ab-401b-b169-b94bcec0dba5 req-2b5238f5-8406-42c9-9819-eda72991a082 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:25.422810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30214561-f6ab-401b-b169-b94bcec0dba5 req-2b5238f5-8406-42c9-9819-eda72991a082 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 935 time: 0.3972549 Dec 13 09:34:25.461492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.518947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-e6563a76-9f6b-4b2e-8f4f-c5890f9c074d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:25.520774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-e6563a76-9f6b-4b2e-8f4f-c5890f9c074d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7436919 Dec 13 09:34:25.540699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.560077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Request body: {'port': {'device_id': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '70c06bab202847a981971d4986f14a9a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:25.563497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Attempting to bind port e8dc5600-962b-425e-bf03-3131bfe64fd4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:25.568650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Attempting to bind port e8dc5600-962b-425e-bf03-3131bfe64fd4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:25.569180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Attempting to bind port e8dc5600-962b-425e-bf03-3131bfe64fd4 on network 6001546a-cec0-4c0a-aa08-5585bfe3054b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:25.586396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:25.586944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Checking segment: {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:25.587449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.587966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Bound using segment: {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:25.588609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Bound port: e8dc5600-962b-425e-bf03-3131bfe64fd4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:25.590011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.617730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:25.623648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:25.634121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:25.770333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] For port e8dc5600-962b-425e-bf03-3131bfe64fd4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:25.777639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] For port e8dc5600-962b-425e-bf03-3131bfe64fd4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dc5600-962b-425e-bf03-3131bfe64fd4,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:25.785370 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.856617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30214561-f6ab-401b-b169-b94bcec0dba5 req-6453f241-7b79-49c2-b98b-60461d785d74 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056900 Dec 13 09:34:25.857335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Made reservation on behalf of 70c06bab202847a981971d4986f14a9a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:25.861442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.951151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb52e958-7da2-4322-b1c7-7a9236ee2d9a req-b1300fb6-c697-43d5-95c8-cb7692034045 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.1684344 Dec 13 09:34:25.965651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.967563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc2035a-4903-47f7-9938-14116fc2d952,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:26.004900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27a4c-6ea4-432b-a6be-12c2e9765392 None None] Pushing event updated for resources: {'Port': ['ID=e8dc5600-962b-425e-bf03-3131bfe64fd4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:26.290140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58870) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:26.290953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.413787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.451632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.685828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:26.864725 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f9964d0-79eb-4195-99a3-a1160837b73d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.865164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0be5bc6-a84c-4df4-b87a-9939e8f0a046 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:26.882815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.913890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Transition to ACTIVE for port object c0be5bc6-a84c-4df4-b87a-9939e8f0a046 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:26.923917 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.050029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:27.077488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f9964d0-79eb-4195-99a3-a1160837b73d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.085110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f9964d0-79eb-4195-99a3-a1160837b73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.241517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Allocated IP 192.168.233.81 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/14a9f594-01fb-469d-81e4-67f03304926a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:27.311326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2d23f-90a9-4c24-b982-a5766f3e9742 req-e8a51939-7650-40e6-a4f3-105fd8994018 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:27.326069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5a2d23f-90a9-4c24-b982-a5766f3e9742 req-e8a51939-7650-40e6-a4f3-105fd8994018 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.2667217 Dec 13 09:34:27.337781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9964d0-79eb-4195-99a3-a1160837b73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada21207-2475-4c09-8479-9bb553f500ca,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:27.362758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.367451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Attempting to bind port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:27.367962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Attempting to bind port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:27.368440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Attempting to bind port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:27.401315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14704e8f-f916-4901-8eaf-b6d676099e9b req-287b8c11-8de7-4271-82ea-9b02b2ec4fd0 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.1401708 Dec 13 09:34:27.417730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:27.419472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Attempting to bind port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:27.428030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:27.429214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:27.429947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:27.430562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Bound port: c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:27.431193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.485069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f9964d0-79eb-4195-99a3-a1160837b73d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f1678cb0f7249af895ac7edaa255718&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1783419 Dec 13 09:34:27.506472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:27.676308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:27.753221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.841620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5a2d23f-90a9-4c24-b982-a5766f3e9742 req-b71ecf46-ae2a-494e-ae4e-60cb1a0f82f7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148325 Dec 13 09:34:27.855382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.901003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3d806-1ecc-40d1-b296-f416c1b1aab9 None None] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:27.936423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.951536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:27.992779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:27.994116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4063-a120-4b8c-9b81-f923b43077fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.022065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.062322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Router 1b8b3935-ff4e-4752-8acd-661b9b717653 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:34:28.123370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.141868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.146466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ada21207-2475-4c09-8479-9bb553f500ca HTTP/1.1" status: 204 len: 168 time: 0.6392469 Dec 13 09:34:28.291410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:28.293435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.297413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0be5bc6-a84c-4df4-b87a-9939e8f0a046 HTTP/1.1" status: 200 len: 1117 time: 4.0800507 Dec 13 09:34:28.325358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:28.330017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cd4e5-ae26-4ca9-b269-05645c36324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada21207-2475-4c09-8479-9bb553f500ca,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:28.497687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dc5600-962b-425e-bf03-3131bfe64fd4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:28.523061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] Provisioning complete for port e8dc5600-962b-425e-bf03-3131bfe64fd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:28.525988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.637530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4063-a120-4b8c-9b81-f923b43077fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.649610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:28.662790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4063-a120-4b8c-9b81-f923b43077fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.757518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e9cd4063-a120-4b8c-9b81-f923b43077fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcc4657bfe394a3f896b28901b863fbd&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0743690 Dec 13 09:34:28.760527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:28.761777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:28.778510 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Sync routers for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:28.818826 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:28.825792 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:28.862100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.868228 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe451963-c474-42d8-ad67-f880b9dd7497 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4856431 Dec 13 09:34:28.903810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:28.904280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58982) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:28.905594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.028272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.082823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8dc5600-962b-425e-bf03-3131bfe64fd4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:29.083278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.174218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58648094-dbf2-4c4f-9fbf-eac3c6f933f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.207990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f769cd-e6c6-4e42-950a-d5e50b0f5f01 req-706f033b-4cdd-4924-9f07-07bc3120c3e2 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:29.221008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6f769cd-e6c6-4e42-950a-d5e50b0f5f01 req-706f033b-4cdd-4924-9f07-07bc3120c3e2 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.1560552 Dec 13 09:34:29.253694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:29.302992 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1bfb56-4811-40de-8641-0d87b0008daa" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:29.327397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-19d04c71-82cb-43f9-a3c1-fbefb07d93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:29.329374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-19d04c71-82cb-43f9-a3c1-fbefb07d93ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 1120 time: 0.7112670 Dec 13 09:34:29.338399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] For port e8dc5600-962b-425e-bf03-3131bfe64fd4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dc5600-962b-425e-bf03-3131bfe64fd4,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:29.356672 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.359045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.363628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:29.393295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842cea-a31c-41c7-b724-cac96af15401 req-1ef04074-596a-4e1d-9e2c-d82cacb977dc tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:29.410872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba842cea-a31c-41c7-b724-cac96af15401 req-1ef04074-596a-4e1d-9e2c-d82cacb977dc tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 935 time: 0.7671611 Dec 13 09:34:29.504325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed1e28-3d7f-4a22-97b8-2dc47e1765f5 None None] Pushing event updated for resources: {'Port': ['ID=e8dc5600-962b-425e-bf03-3131bfe64fd4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.567281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f84c-f7a0-460a-9251-598368bb704a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.610006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-bb201025-73e7-41ba-9980-632d47a2ce0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046 HTTP/1.1" status: 200 len: 217 time: 0.1966817 Dec 13 09:34:29.610850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:29.620389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:29.626181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:29.626646 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.671435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1161764 Dec 13 09:34:29.674262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6333-5948-416c-a7f2-db206e434576 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Pushing event updated for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.720900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f84c-f7a0-460a-9251-598368bb704a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.723606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4063-a120-4b8c-9b81-f923b43077fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d757478-f5c1-4ea3-8638-906f73e589a7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.737627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a9b7b020-8f04-40d9-8334-88c3e38c6ec7 None None] Provisioning complete for port e8dc5600-962b-425e-bf03-3131bfe64fd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:29.737893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b020-8f04-40d9-8334-88c3e38c6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.753341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Request body: {'port': {'device_id': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'device_owner': 'compute:tempest-test_az-1801439307', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:29.801226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac189-384e-4ae3-b5d0-6841b3ff9fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.936320 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:26Z', 'revision_number': 3, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:29.942114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6f769cd-e6c6-4e42-950a-d5e50b0f5f01 req-bba1c64e-ff8a-403d-bade-8791e436208e tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199967 Dec 13 09:34:29.959207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-184e51c4-c3b5-4f14-8ab9-b8172fc8a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:29.965615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-184e51c4-c3b5-4f14-8ab9-b8172fc8a956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3202150 Dec 13 09:34:29.986860 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Checking router: 1b8b3935-ff4e-4752-8acd-661b9b717653 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:29.987509 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Updating router 1b8b3935-ff4e-4752-8acd-661b9b717653 port 6cc2035a-4903-47f7-9938-14116fc2d952 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:30.000196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba842cea-a31c-41c7-b724-cac96af15401 req-5d7078ac-8622-44c7-9e21-77d0f1ca033b tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879903 Dec 13 09:34:30.031894 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.089225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dc5600-962b-425e-bf03-3131bfe64fd4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:30.106761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.228403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac189-384e-4ae3-b5d0-6841b3ff9fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.231863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f84c-f7a0-460a-9251-598368bb704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.340779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8dc5600-962b-425e-bf03-3131bfe64fd4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:30.342781 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7ce1f84c-f7a0-460a-9251-598368bb704a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=377a606515ab4493a7a78112daef4dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4362438 Dec 13 09:34:30.346204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.377074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac189-384e-4ae3-b5d0-6841b3ff9fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.395093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:30.403941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f84c-f7a0-460a-9251-598368bb704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d5b5b-de34-486a-8a4e-adefe9254b5b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.406571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.442045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1e468035-b706-4ff2-a22f-0b42bdf4f570 None None] Provisioning complete for port 14a9f594-01fb-469d-81e4-67f03304926a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:30.442676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e468035-b706-4ff2-a22f-0b42bdf4f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.468823 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358c8c4-43b1-4671-93fb-50ce5074cdea x-openstack-request-id: req-9358c8c4-43b1-4671-93fb-50ce5074cdea {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:30.469167 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:30.469385 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9358c8c4-43b1-4671-93fb-50ce5074cdea {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:30.469885 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046', 'status': 'completed', 'code': 200} Dec 13 09:34:30.513888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-8ef2ec05-48c4-4946-9372-f01e21936558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:30.515886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-8ef2ec05-48c4-4946-9372-f01e21936558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130838 Dec 13 09:34:30.599015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1e468035-b706-4ff2-a22f-0b42bdf4f570 None None] Port 14a9f594-01fb-469d-81e4-67f03304926a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:30.627497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ac189-384e-4ae3-b5d0-6841b3ff9fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f8e226-7ce3-4bc8-81cb-b2f034581b23,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.634591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d3ac189-384e-4ae3-b5d0-6841b3ff9fa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12b946b858ce4271b92636a6010e0e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9819095 Dec 13 09:34:30.638502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59008) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:30.662746 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.674763 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.700974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.742405 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Attempting to bind port 6cc2035a-4903-47f7-9938-14116fc2d952 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:30.743068 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Attempting to bind port 6cc2035a-4903-47f7-9938-14116fc2d952 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:30.743637 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Attempting to bind port 6cc2035a-4903-47f7-9938-14116fc2d952 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:30.744291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.792076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:30.792545 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:30.793010 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.793465 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:30.794174 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Bound port: 6cc2035a-4903-47f7-9938-14116fc2d952, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:30.794636 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.860091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] For port 6cc2035a-4903-47f7-9938-14116fc2d952, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:30.865989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] For port 6cc2035a-4903-47f7-9938-14116fc2d952, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6cc2035a-4903-47f7-9938-14116fc2d952,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:30.877486 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.921200 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:30.922400 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:30.964771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-0eec0df7-18eb-424a-9039-7cfc02c6a494 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270267 Dec 13 09:34:30.998305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.020990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.022328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/579d5b5b-de34-486a-8a4e-adefe9254b5b HTTP/1.1" status: 204 len: 168 time: 0.6124506 Dec 13 09:34:31.050289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.087118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.102749 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:31.114986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59018) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:31.165804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f24c4-35f8-4f69-ae5c-e3c8365da833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d5b5b-de34-486a-8a4e-adefe9254b5b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.275536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.297680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3b23-de1a-4926-a565-8ec73fdcab76 None None] Pushing event updated for resources: {'Port': ['ID=6cc2035a-4903-47f7-9938-14116fc2d952,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.410802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.513081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.515592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.517270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d757478-f5c1-4ea3-8638-906f73e589a7 HTTP/1.1" status: 204 len: 168 time: 2.7503979 Dec 13 09:34:31.612214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78411c5-d688-4c6a-b0a8-eca572b78b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d757478-f5c1-4ea3-8638-906f73e589a7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.699942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Allocated IP 172.20.0.1 (6001546a-cec0-4c0a-aa08-5585bfe3054b/a89c4038-9e25-4923-b051-d9943acd9f62/7efdd5d0-349f-476d-b59a-3b8d6b263340) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:31.716724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.719347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.721111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96f8e226-7ce3-4bc8-81cb-b2f034581b23 HTTP/1.1" status: 204 len: 168 time: 1.0330291 Dec 13 09:34:31.791404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294b00c-c502-47ce-bdf6-235effa5ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f8e226-7ce3-4bc8-81cb-b2f034581b23,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.794954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb44c-178d-4193-b653-83923334b970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.822472 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3b23-de1a-4926-a565-8ec73fdcab76 None None] Pushing event updated for resources: {'Port': ['ID=6cc2035a-4903-47f7-9938-14116fc2d952,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.885595 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:26Z', 'revision_number': 3, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:31.889365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59028) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:31.921503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.961446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.003086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21de85-7b39-42f0-81d4-1930bbcc6b43 req-5b61c787-fa70-4917-8a0a-c85349d7ca42 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.004259 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead42beb-340d-4fec-9f07-6518a7378acc None None] The sync data for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 is: [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:26Z', 'revision_number': 3, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:32.004666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e21de85-7b39-42f0-81d4-1930bbcc6b43 req-5b61c787-fa70-4917-8a0a-c85349d7ca42 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.4790184 Dec 13 09:34:32.012597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37533e-7e9f-403d-bef0-18d52d23881c req-c627471f-b0c1-483c-a701-f9418a58b9a7 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.020390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c37533e-7e9f-403d-bef0-18d52d23881c req-c627471f-b0c1-483c-a701-f9418a58b9a7 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 935 time: 0.4935250 Dec 13 09:34:32.033910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf3682fb-e4c6-4ac2-9c63-2bbddb0cfc88 req-6c9048d5-3c77-4b92-968b-2849c43ea5fc service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0528328 Dec 13 09:34:32.041464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efafbfa3-d4a3-4b2b-80aa-94c2e14768b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.077808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a9f594-01fb-469d-81e4-67f03304926a {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:32.124505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.230766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Transition to ACTIVE for port object 14a9f594-01fb-469d-81e4-67f03304926a will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:32.244804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:32.257457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:32.278439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:32.282436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.285342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.320825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c37533e-7e9f-403d-bef0-18d52d23881c req-3e7320c9-0e03-4ede-ac7a-1af886483435 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994788 Dec 13 09:34:32.387615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e21de85-7b39-42f0-81d4-1930bbcc6b43 req-9d75b747-e298-440a-9dfe-7bd6ff20a48c tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612373 Dec 13 09:34:32.454826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Pushing event updated for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:32.491070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59032) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:32.518185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb44c-178d-4193-b653-83923334b970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.543212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb44c-178d-4193-b653-83923334b970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.547751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8422a4aa-40e4-461f-881f-4308056413d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.627518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Pushing event updated for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:32.856982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5fb2f4ee-6132-4efb-83f5-a4cbb92c9e25 None None] Provisioning complete for port 7efdd5d0-349f-476d-b59a-3b8d6b263340 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:32.857554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5fb2f4ee-6132-4efb-83f5-a4cbb92c9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.911922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59036) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:32.953721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2f4ee-6132-4efb-83f5-a4cbb92c9e25 None None] Port 7efdd5d0-349f-476d-b59a-3b8d6b263340 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:33.025993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27594658-edc0-4d68-9861-2b1dfe2e0e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.040098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Attempting to bind port 14a9f594-01fb-469d-81e4-67f03304926a on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:33.040480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Attempting to bind port 14a9f594-01fb-469d-81e4-67f03304926a by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:33.040834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Attempting to bind port 14a9f594-01fb-469d-81e4-67f03304926a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:33.058684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-b4a05f47-1e0d-4303-8799-64cb725495d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.060342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-b4a05f47-1e0d-4303-8799-64cb725495d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 1120 time: 0.5056262 Dec 13 09:34:33.062343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efafbfa3-d4a3-4b2b-80aa-94c2e14768b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.069332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Port 14a9f594-01fb-469d-81e4-67f03304926a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:33.069659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Attempting to bind port 14a9f594-01fb-469d-81e4-67f03304926a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:33.075109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efafbfa3-d4a3-4b2b-80aa-94c2e14768b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.089793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cb44c-178d-4193-b653-83923334b970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f5a6d-5bb2-4df4-940f-f0b832bf73d6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:33.097590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a7cb44c-178d-4193-b653-83923334b970 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67c55ad108364081963eeca0e5257924&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9674060 Dec 13 09:34:33.115172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.117523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:33.117872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:33.118328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:33.118723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Bound port: 14a9f594-01fb-469d-81e4-67f03304926a, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:33.119083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.120703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8422a4aa-40e4-461f-881f-4308056413d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.147399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8422a4aa-40e4-461f-881f-4308056413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.268971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8422a4aa-40e4-461f-881f-4308056413d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3ffac5c1d9546db8fbf5316b3fe3f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751839 Dec 13 09:34:33.274680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422a4aa-40e4-461f-881f-4308056413d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e735cb9-89c7-4040-8b00-847d75b61e52,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:33.278992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.293447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafbfa3-d4a3-4b2b-80aa-94c2e14768b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e7c242-47e3-4873-8f7b-80db9224be9f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:33.299811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.354765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-efafbfa3-d4a3-4b2b-80aa-94c2e14768b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b28e50011dea473bb362c586f7dbcff5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3868935 Dec 13 09:34:33.355253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59044) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.444723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.714133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.787582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.801855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.803265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.804072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.831004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-010cce52-2725-433f-bdb3-f25e37c2edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.833099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-010cce52-2725-433f-bdb3-f25e37c2edd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.7037430 Dec 13 09:34:33.861016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.879390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634e880-7dc0-46f2-92d7-843ee53ea49c req-f81d3da5-a45e-48d6-8a36-6e16c2cca518 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.882797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6634e880-7dc0-46f2-92d7-843ee53ea49c req-f81d3da5-a45e-48d6-8a36-6e16c2cca518 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.3357255 Dec 13 09:34:33.884916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:33.895489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.917878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27594658-edc0-4d68-9861-2b1dfe2e0e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.933223 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.953324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67c0b-5c79-44ca-be7e-097f6fb4baa2 req-0690d324-38c0-40a2-a1aa-2cabb2d534ca tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.961340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88a67c0b-5c79-44ca-be7e-097f6fb4baa2 req-0690d324-38c0-40a2-a1aa-2cabb2d534ca tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 969 time: 0.4175515 Dec 13 09:34:33.997085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27594658-edc0-4d68-9861-2b1dfe2e0e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.009364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Pushing event updated for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.009538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14a9f594-01fb-469d-81e4-67f03304926a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:34.069532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6cc2035a-4903-47f7-9938-14116fc2d952 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:34.075444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.086258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.087450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e8f5a6d-5bb2-4df4-940f-f0b832bf73d6 HTTP/1.1" status: 204 len: 168 time: 0.9713075 Dec 13 09:34:34.090761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.098195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27594658-edc0-4d68-9861-2b1dfe2e0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8f80e-bf6a-4324-90f3-6ebb67883a3d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.122539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.135574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eafdc9-1720-4ae6-b008-28a27e64d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f5a6d-5bb2-4df4-940f-f0b832bf73d6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.153840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.157780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.163671 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e735cb9-89c7-4040-8b00-847d75b61e52 HTTP/1.1" status: 204 len: 168 time: 0.8771262 Dec 13 09:34:34.166014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:34.178037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:34.185003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09df39-89c7-4024-8132-50ba4b8a09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e735cb9-89c7-4040-8b00-847d75b61e52,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.207328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Pushing event updated for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.276811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6cc2035a-4903-47f7-9938-14116fc2d952 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:34.279428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.378705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88a67c0b-5c79-44ca-be7e-097f6fb4baa2 req-631accd3-587d-45fa-a6a3-1bce617fec58 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165065 Dec 13 09:34:34.414084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.415159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.417544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-95f3d50f-17aa-472f-8655-90584c349de6 service neutron] 10.222.0.20 "PUT /v2.0/ports/14a9f594-01fb-469d-81e4-67f03304926a HTTP/1.1" status: 200 len: 1117 time: 4.6935184 Dec 13 09:34:34.442943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:34.452949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.453830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Router 1b8b3935-ff4e-4752-8acd-661b9b717653 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:34:34.457121 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271837e4-9a8b-4726-947b-fed98b249d04" -d '{"events": [{"name": "network-changed", "server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "tag": "14a9f594-01fb-469d-81e4-67f03304926a"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:34.466194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-27594658-edc0-4d68-9861-2b1dfe2e0e02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=549d31f616694fb3b95bd37e1410c63a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5497339 Dec 13 09:34:34.467887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:34.484759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-732c99e7-e6ce-4116-a64d-d2677a7d3f95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046 HTTP/1.1" status: 200 len: 217 time: 0.2811108 Dec 13 09:34:34.510634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 6cc2035a-4903-47f7-9938-14116fc2d952, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6cc2035a-4903-47f7-9938-14116fc2d952,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:34.518759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.610391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-d7df8fd0-d467-4934-9a19-047a2448cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.610391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-d7df8fd0-d467-4934-9a19-047a2448cbfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0939581 Dec 13 09:34:34.610553 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b4783f-7df1-4e65-a6c1-4cb485c5030b x-openstack-request-id: req-40b4783f-7df1-4e65-a6c1-4cb485c5030b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:34.610752 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "tag": "14a9f594-01fb-469d-81e4-67f03304926a", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:34.610983 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40b4783f-7df1-4e65-a6c1-4cb485c5030b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:34.611373 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a', 'status': 'completed', 'code': 200} Dec 13 09:34:34.625115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=6cc2035a-4903-47f7-9938-14116fc2d952,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.637993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6634e880-7dc0-46f2-92d7-843ee53ea49c req-92664cf1-c57f-40c1-84ea-fa9f912ba99e tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388299 Dec 13 09:34:34.665518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-da9305c2-7b08-4395-b5af-a6c3200d1016 None None] Provisioning complete for port 7efdd5d0-349f-476d-b59a-3b8d6b263340 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:34.665895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da9305c2-7b08-4395-b5af-a6c3200d1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.673755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.743021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-da9305c2-7b08-4395-b5af-a6c3200d1016 None None] Port 7efdd5d0-349f-476d-b59a-3b8d6b263340 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:34.777036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-5f92fb95-5798-4bb5-a6fd-62517793a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.778148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-5f92fb95-5798-4bb5-a6fd-62517793a4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70c06bab202847a981971d4986f14a9a&device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 1120 time: 0.2824335 Dec 13 09:34:34.789707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-5eef5986-4c25-40f4-80f8-a30c9b954608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.793725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-5eef5986-4c25-40f4-80f8-a30c9b954608 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531250 Dec 13 09:34:34.794411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.813547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.819767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27e7c242-47e3-4873-8f7b-80db9224be9f HTTP/1.1" status: 204 len: 168 time: 1.4517441 Dec 13 09:34:34.849727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:34.864445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c5d3e6c-2bfc-4c98-ac5f-a30b07fba5fb admin admin] 10.222.0.31 "PUT /v2.0/routers/1b8b3935-ff4e-4752-8acd-661b9b717653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9563394 Dec 13 09:34:34.875360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.896282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6f73-b636-484b-83a5-22be2d8b4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e7c242-47e3-4873-8f7b-80db9224be9f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.923675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-4c6ca253-6815-4245-b239-7d9d790513f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=14a9f594-01fb-469d-81e4-67f03304926a HTTP/1.1" status: 200 len: 217 time: 0.1026719 Dec 13 09:34:34.944768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:34.957908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.960903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.965283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49a8f80e-bf6a-4324-90f3-6ebb67883a3d HTTP/1.1" status: 204 len: 168 time: 0.4934399 Dec 13 09:34:34.990260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bccb63e4-687d-4dfe-962c-bdca5dd09055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.002644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-1f329755-c5ec-41f6-b14a-359b6bb29273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.004153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-1f329755-c5ec-41f6-b14a-359b6bb29273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0717590 Dec 13 09:34:35.012370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca373d73-1ccc-4a6d-8632-7eaf9a52882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8f80e-bf6a-4324-90f3-6ebb67883a3d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.021774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Sync routers for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:35.024585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-f6d0d051-c2ae-46a7-9cbd-717e4e45702a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883068 Dec 13 09:34:35.062458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:35.063462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:35.127678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-a7092eb3-0d61-4137-86f1-5f0a9ba40b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.129211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-a7092eb3-0d61-4137-86f1-5f0a9ba40b0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172485 Dec 13 09:34:35.176089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e1bfb56-4811-40de-8641-0d87b0008daa req-3a6d738d-1ff6-4e01-9b2d-659e08859ead service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369314 Dec 13 09:34:35.184194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bccb63e4-687d-4dfe-962c-bdca5dd09055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.191955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bccb63e4-687d-4dfe-962c-bdca5dd09055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.202008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:35.258812 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bccb63e4-687d-4dfe-962c-bdca5dd09055 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebfc6750e4834d5b913775518c245c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110826 Dec 13 09:34:35.259948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59084) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:35.294300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb63e4-687d-4dfe-962c-bdca5dd09055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c19df11-180c-401c-9c4d-b5bc22b8e96a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.309486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-9289bde2-ab05-415a-a24f-330785934701 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315410 Dec 13 09:34:35.356525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.404422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.507645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.512204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.513601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c19df11-180c-401c-9c4d-b5bc22b8e96a HTTP/1.1" status: 204 len: 168 time: 0.2493281 Dec 13 09:34:35.531641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46b2c5-c8ef-4be1-923f-a9b9fd0cfa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c19df11-180c-401c-9c4d-b5bc22b8e96a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.625081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:33Z', 'revision_number': 4, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7efdd5d0-349f-476d-b59a-3b8d6b263340', 'name': '', 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'mac_address': 'fa:16:3e:c1:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:31Z', 'updated_at': '2021-12-13T09:34:33Z', 'revision_number': 2, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'subnets': [{'id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:35.656197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Checking router: 1b8b3935-ff4e-4752-8acd-661b9b717653 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:35.656786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Updating router 1b8b3935-ff4e-4752-8acd-661b9b717653 port 7efdd5d0-349f-476d-b59a-3b8d6b263340 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:35.687523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.747568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76d1f6f-977b-40d4-8227-094d71a05f3a req-294e85a5-a5e7-4527-a91e-70cc76b98b0c service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304366 Dec 13 09:34:35.774622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb732a0-81c1-42bb-bbde-075d23970fef req-c0b16cb6-6d6e-49cb-8034-ef853fc46a68 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.777232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbb732a0-81c1-42bb-bbde-075d23970fef req-c0b16cb6-6d6e-49cb-8034-ef853fc46a68 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 969 time: 0.0697896 Dec 13 09:34:35.901026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbb732a0-81c1-42bb-bbde-075d23970fef req-6afdf06c-8be0-4393-95fb-fe43e5962001 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173639 Dec 13 09:34:35.904135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271837e4-9a8b-4726-947b-fed98b249d04 req-cf978529-100f-4b5c-83a0-5a1e522a9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.912026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-cf978529-100f-4b5c-83a0-5a1e522a9a6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70c06bab202847a981971d4986f14a9a&device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 1120 time: 0.1004524 Dec 13 09:34:36.058341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6cc2035a-4903-47f7-9938-14116fc2d952 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:36.091889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ccf6a-1713-4a45-ab56-09ee836fe061 req-d490e12e-fb12-493f-9648-51d567c07ec7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.093658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e56ccf6a-1713-4a45-ab56-09ee836fe061 req-d490e12e-fb12-493f-9648-51d567c07ec7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.0848649 Dec 13 09:34:36.097208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271837e4-9a8b-4726-947b-fed98b249d04 req-2905f9f1-1752-46bb-94ba-a9c75cc66aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.098623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-2905f9f1-1752-46bb-94ba-a9c75cc66aca service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1784267 Dec 13 09:34:36.124777 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0be5b196-5f0d-4d8e-a6d1-63cff090dfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.175113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-9ccd8c90-2dbf-4313-8d0c-f050d57167ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=14a9f594-01fb-469d-81e4-67f03304926a HTTP/1.1" status: 200 len: 217 time: 0.0594602 Dec 13 09:34:36.197247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6cc2035a-4903-47f7-9938-14116fc2d952 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:36.205291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.294065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e56ccf6a-1713-4a45-ab56-09ee836fe061 req-42405d79-a916-4157-ac51-18ad3bbd4119 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748073 Dec 13 09:34:36.314396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271837e4-9a8b-4726-947b-fed98b249d04 req-4f99ac0d-1196-4446-a945-f3498495d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.317917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-4f99ac0d-1196-4446-a945-f3498495d90e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1332407 Dec 13 09:34:36.409289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271837e4-9a8b-4726-947b-fed98b249d04 req-f6e62cfb-2187-4964-9cc0-0a3205a1a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.411083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-f6e62cfb-2187-4964-9cc0-0a3205a1a858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858569 Dec 13 09:34:36.420469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.449363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.572074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-4b317b47-3b43-4f9b-89f2-493c11c9726b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524940 Dec 13 09:34:36.629734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59146) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:36.643037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528140161', 'description': 'tempest-description--1586295777'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:36.665794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab91934-8e60-4c47-81c7-e704bfb30e24 None None] Pushing event updated for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:36.708027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Attempting to bind port 7efdd5d0-349f-476d-b59a-3b8d6b263340 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:36.710910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Attempting to bind port 7efdd5d0-349f-476d-b59a-3b8d6b263340 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:36.711287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Attempting to bind port 7efdd5d0-349f-476d-b59a-3b8d6b263340 on network 6001546a-cec0-4c0a-aa08-5585bfe3054b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:36.717388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:36.717769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Checking segment: {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:36.718176 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.720972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Bound using segment: {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:36.721492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Bound port: 7efdd5d0-349f-476d-b59a-3b8d6b263340, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343e73d6-ab94-456c-8a4a-61bf7acdb4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:36.721940 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.743840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.763721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271837e4-9a8b-4726-947b-fed98b249d04 req-065577ed-bb65-4c15-9118-2f1b39ce033e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830633 Dec 13 09:34:36.856694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] For port 7efdd5d0-349f-476d-b59a-3b8d6b263340, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:36.859068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-169295f0-ebe4-4b1b-9f64-7e4dd259844c None None] Provisioning complete for port 7efdd5d0-349f-476d-b59a-3b8d6b263340 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:36.859464 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-169295f0-ebe4-4b1b-9f64-7e4dd259844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.862540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] For port 7efdd5d0-349f-476d-b59a-3b8d6b263340, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7efdd5d0-349f-476d-b59a-3b8d6b263340,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:36.865320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.869943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.886748 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.918238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03dd3f-19ef-4ac7-b39d-72b894c4c049,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:36.922896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.924445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-934eed18-4b78-412d-b15b-ea130bde25a8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2935338 Dec 13 09:34:36.927435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59158) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:36.932852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'security_group_rule': {'security_group_id': '9a03dd3f-19ef-4ac7-b39d-72b894c4c049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:36.976707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.987701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-169295f0-ebe4-4b1b-9f64-7e4dd259844c None None] Port 7efdd5d0-349f-476d-b59a-3b8d6b263340 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:37.004763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:37.005490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:34:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:37.009547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab91934-8e60-4c47-81c7-e704bfb30e24 None None] Pushing event updated for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.115013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb4ba3-5eae-432a-8ed0-84dcb160a677 req-6ab43c62-92df-440f-a0ef-950b6d751695 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:37.119027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bb4ba3-5eae-432a-8ed0-84dcb160a677 req-6ab43c62-92df-440f-a0ef-950b6d751695 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 969 time: 0.1089306 Dec 13 09:34:37.145149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.154471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.188636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3547f6-b9d7-4db2-baec-d6db48d5db28,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.213453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:37.216085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.220040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-752f5d88-db62-4b17-8fab-766cd19ad006 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887914 Dec 13 09:34:37.225265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59166) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:37.226640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bb4ba3-5eae-432a-8ed0-84dcb160a677 req-94def81f-1cd6-4bca-b4c8-d50072fdf6f9 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949807 Dec 13 09:34:37.229749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'security_group_rule': {'security_group_id': '9a03dd3f-19ef-4ac7-b39d-72b894c4c049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:37.295156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.374632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] Provisioning complete for port 7efdd5d0-349f-476d-b59a-3b8d6b263340 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:37.374994 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.386817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.393360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.431088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18289677-38d2-4e1d-961f-d4e276621047,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.440324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.445842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f901d25-a216-47f8-bee4-ed7c74550d35 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2165697 Dec 13 09:34:37.446631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59176) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:37.454895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:37.472249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8557338-4156-4aa6-ad14-6d1fae4bf181 req-29eaadf8-8756-42f2-965c-ec450185d0a0 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:37.485936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8557338-4156-4aa6-ad14-6d1fae4bf181 req-29eaadf8-8756-42f2-965c-ec450185d0a0 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 969 time: 0.1008418 Dec 13 09:34:37.529203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.545774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.565045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:33Z', 'revision_number': 4, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7efdd5d0-349f-476d-b59a-3b8d6b263340', 'name': '', 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'mac_address': 'fa:16:3e:c1:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:31Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 4, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'subnets': [{'id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:37.573860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8557338-4156-4aa6-ad14-6d1fae4bf181 req-f2942258-27f5-4be3-8a22-3fbca99b68a4 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883529 Dec 13 09:34:37.601440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c01d89-4226-4a17-bf38-7cfd121b8148 None None] The sync data for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 is: [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:33Z', 'revision_number': 4, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7efdd5d0-349f-476d-b59a-3b8d6b263340', 'name': '', 'network_id': '6001546a-cec0-4c0a-aa08-5585bfe3054b', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'mac_address': 'fa:16:3e:c1:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:31Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 4, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'subnets': [{'id': 'a89c4038-9e25-4923-b051-d9943acd9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:37.619353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] For port 7efdd5d0-349f-476d-b59a-3b8d6b263340, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7efdd5d0-349f-476d-b59a-3b8d6b263340,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:37.626103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.710091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.753175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8983472-9d8b-4594-82ab-4d1c05c22b1f None None] Pushing event updated for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.869798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Allocated IP 172.25.2.162 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/fb864259-f55f-4e5c-8cbc-1217afd5cfd1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:38.007990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.009788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0be5bc6-a84c-4df4-b87a-9939e8f0a046 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:38.059150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.064318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7efdd5d0-349f-476d-b59a-3b8d6b263340 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:38.127824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'Port': ['ID=fb864259-f55f-4e5c-8cbc-1217afd5cfd1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:38.141924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:38.144007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:38.147250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:38.250456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:38.280266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.288506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046', 'mac_address': 'fa:16:3e:a3:e8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-1801439307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:38.305469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7efdd5d0-349f-476d-b59a-3b8d6b263340 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:38.306078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.339999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.438961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59e37d2b-47bb-41f2-8337-f750eb470966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.441548 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.462730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0be5bc6-a84c-4df4-b87a-9939e8f0a046 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:38.473159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac80e0f-5a8d-40fd-b9b3-a6ebfaea5d51 req-a65f9872-04bf-44da-840a-1a4611c77853 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:38.475265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac80e0f-5a8d-40fd-b9b3-a6ebfaea5d51 req-a65f9872-04bf-44da-840a-1a4611c77853 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 969 time: 0.1113124 Dec 13 09:34:38.562189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:38.569850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.643444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:38.655088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac80e0f-5a8d-40fd-b9b3-a6ebfaea5d51 req-84b494c8-1d0d-496f-a194-41e0b7de9530 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606760 Dec 13 09:34:38.709737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.743788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.802626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.830822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'Port': ['ID=fb864259-f55f-4e5c-8cbc-1217afd5cfd1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:38.850290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374582af-d365-4a79-9fd4-8c282d17b325 req-f6341719-926c-4654-ab80-6d0a71021cf3 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:38.851915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-374582af-d365-4a79-9fd4-8c282d17b325 req-f6341719-926c-4654-ab80-6d0a71021cf3 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 970 time: 0.1392553 Dec 13 09:34:38.854918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.866186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-622d1e61-f4bd-4fe2-a58a-aece03cc85b0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4081175 Dec 13 09:34:38.880372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c0be5bc6-a84c-4df4-b87a-9939e8f0a046'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:39.012102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-374582af-d365-4a79-9fd4-8c282d17b325 req-1bc12afe-9fd2-4282-ab07-dc03d0173858 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Dec 13 09:34:39.374558 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.465580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-eacedb7d-4689-4bfc-8d25-6f620d0e91fc tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--528140161&fields=id&tenant_id=3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 267 time: 0.0687361 Dec 13 09:34:39.510406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59258) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:39.679309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-ad6c6e45-098c-4cb5-a173-3027df20c90e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:39.687226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-ad6c6e45-098c-4cb5-a173-3027df20c90e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 823 time: 0.2124872 Dec 13 09:34:39.700313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-27ad474d-9e6b-4f78-83f0-80c6915d706d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/quotas/3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 375 time: 0.0103290 Dec 13 09:34:39.753123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9440-b4f0-47a1-91b3-0db3c16e1c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.818268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-2638843a-36ad-4b48-a495-1010d1b2da62 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108389 Dec 13 09:34:39.832869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb853-3ab4-4e4a-968e-b3e8c1b91a1b req-303f3149-b720-4f5c-a0aa-36973ef6d370 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:39.834605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1edbb853-3ab4-4e4a-968e-b3e8c1b91a1b req-303f3149-b720-4f5c-a0aa-36973ef6d370 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 969 time: 0.0907841 Dec 13 09:34:39.880596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9440-b4f0-47a1-91b3-0db3c16e1c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.885474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9440-b4f0-47a1-91b3-0db3c16e1c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.890965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1edbb853-3ab4-4e4a-968e-b3e8c1b91a1b req-bbe460f8-34fc-4b42-a677-685bcfa16903 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Dec 13 09:34:39.938940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9c6f9440-b4f0-47a1-91b3-0db3c16e1c62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f22e0709ab46497e939214111c7a2aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249759 Dec 13 09:34:39.939126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:39.953282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f9440-b4f0-47a1-91b3-0db3c16e1c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5475b8-6ee2-4fa9-a982-591b971978a5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.008409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.013752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14a9f594-01fb-469d-81e4-67f03304926a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:40.068621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.077396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0be5bc6-a84c-4df4-b87a-9939e8f0a046 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:40.078146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59292) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:40.130121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-00260be3-d712-4431-8972-f1e97d4adf5f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:40.136017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.139344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-00260be3-d712-4431-8972-f1e97d4adf5f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0757904 Dec 13 09:34:40.139743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.141275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5475b8-6ee2-4fa9-a982-591b971978a5 HTTP/1.1" status: 204 len: 168 time: 0.2011039 Dec 13 09:34:40.153116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2dbd2-91e8-46e4-b7a2-176a63cf49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5475b8-6ee2-4fa9-a982-591b971978a5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.233203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29af095b-b6ba-4b85-bb9c-5e31660d1c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.314343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-662cbd9b-d711-4001-9942-f2db313ddaad service neutron] 10.222.0.31 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740663 Dec 13 09:34:40.387962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14a9f594-01fb-469d-81e4-67f03304926a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:40.403804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '14a9f594-01fb-469d-81e4-67f03304926a', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '14a9f594-01fb-469d-81e4-67f03304926a', 'mac_address': 'fa:16:3e:bb:93:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-1801439307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:40.407370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:40.412574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29af095b-b6ba-4b85-bb9c-5e31660d1c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.412936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:40.413491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.425534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29af095b-b6ba-4b85-bb9c-5e31660d1c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.477932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.495348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-18da2e66-7f71-4e1a-94eb-c708e05a2d92 service neutron] 10.222.0.31 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614776 Dec 13 09:34:40.496708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a9f594-01fb-469d-81e4-67f03304926a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:40.524199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:40.525686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14a9f594-01fb-469d-81e4-67f03304926a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:40.534958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-29af095b-b6ba-4b85-bb9c-5e31660d1c1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d82115df049c41019cb6290d51b4f392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557126 Dec 13 09:34:40.539783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af095b-b6ba-4b85-bb9c-5e31660d1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df30ae-d760-4ac8-9a68-d2a8f4a94bb9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.546128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.581008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59306) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:40.597597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.603428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-deece8c6-3b96-4be9-8438-7d54e11c589c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.621930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.636202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.637511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:40.665284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.724519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:40.730411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.765767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.769056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.775590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22df30ae-d760-4ac8-9a68-d2a8f4a94bb9 HTTP/1.1" status: 204 len: 168 time: 0.2481484 Dec 13 09:34:40.784484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['14a9f594-01fb-469d-81e4-67f03304926a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:40.806787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-deece8c6-3b96-4be9-8438-7d54e11c589c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.808833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cf5b8-6301-4593-9bc4-6996d8fb9e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df30ae-d760-4ac8-9a68-d2a8f4a94bb9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.820311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-deece8c6-3b96-4be9-8438-7d54e11c589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.849066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.931879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-deece8c6-3b96-4be9-8438-7d54e11c589c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91743206b54341449d214577f6d0a45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478315 Dec 13 09:34:40.932699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:40.969339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece8c6-3b96-4be9-8438-7d54e11c589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8659c8-36fa-41c9-bda2-19c9e6858fd9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:41.003198 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a2a896-68fd-4f4a-bdd4-caf3276aec4e" -d '{"events": [{"server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "name": "network-vif-plugged", "status": "completed", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:41.006727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe2bf-d5a4-4b33-bf0e-f6ce50053048 req-443c4e75-b959-489e-86c3-e15fd4208c37 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:41.014480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33bbe2bf-d5a4-4b33-bf0e-f6ce50053048 req-443c4e75-b959-489e-86c3-e15fd4208c37 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 971 time: 0.1985130 Dec 13 09:34:41.051646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.253143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.280672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7805b2e9-6173-46f5-babb-87c31c696ff9 req-4e8c8824-136e-47a0-b0b6-98a326f17f23 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 210 time: 0.0512626 Dec 13 09:34:41.310231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.324459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33bbe2bf-d5a4-4b33-bf0e-f6ce50053048 req-f4ce61fc-936b-4a13-b079-5c9ac50263c7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084166 Dec 13 09:34:41.420747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.424609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.428933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c8659c8-36fa-41c9-bda2-19c9e6858fd9 HTTP/1.1" status: 204 len: 168 time: 0.4948721 Dec 13 09:34:41.443067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc504a-46b5-4d1f-a197-c2100ba48742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8659c8-36fa-41c9-bda2-19c9e6858fd9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:41.466276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0517-ea05-41fe-b9dd-bb9dad072d36 req-6c43d137-74e6-4461-a86b-cf45149ce836 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:41.476005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b2b0517-ea05-41fe-b9dd-bb9dad072d36 req-6c43d137-74e6-4461-a86b-cf45149ce836 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 970 time: 0.1032398 Dec 13 09:34:41.541360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b2b0517-ea05-41fe-b9dd-bb9dad072d36 req-4c88c763-570d-4b88-9b54-1942884cd497 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641792 Dec 13 09:34:41.574790 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6039602-9713-43d8-a32e-d2a2bc3898ec x-openstack-request-id: req-b6039602-9713-43d8-a32e-d2a2bc3898ec {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:41.575275 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "name": "network-vif-plugged", "status": "completed", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:41.575856 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6039602-9713-43d8-a32e-d2a2bc3898ec {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:41.576744 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046', 'code': 200} Dec 13 09:34:41.649372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:41.669558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e69218ff-bc8a-4fa7-8b75-4f476544a9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.762635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-5f5f1452-821a-4077-9e52-9492ae7bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:41.764229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-5f5f1452-821a-4077-9e52-9492ae7bcc8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 1122 time: 0.0957484 Dec 13 09:34:41.794798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-768d0df6-07c9-46af-b4e2-8882f7163c60 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.884135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e69218ff-bc8a-4fa7-8b75-4f476544a9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.894615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e69218ff-bc8a-4fa7-8b75-4f476544a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.934647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.936480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69218ff-bc8a-4fa7-8b75-4f476544a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ab533-c313-489c-b2f5-428a0bb5ce9b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:41.980816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e69218ff-bc8a-4fa7-8b75-4f476544a9c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=036da2c0cca848748abab4b53c8e8fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303370 Dec 13 09:34:41.983171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-768d0df6-07c9-46af-b4e2-8882f7163c60 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.983679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.010673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.16', 50623) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.026652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-768d0df6-07c9-46af-b4e2-8882f7163c60 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.045125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14a9f594-01fb-469d-81e4-67f03304926a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:42.072871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.122992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d0df6-07c9-46af-b4e2-8882f7163c60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e0477-67dd-4461-a04e-e691fa0daca0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.128424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.133802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92f6fd5f-d8b9-41df-a2e9-0e2946e3a3ca req-768d0df6-07c9-46af-b4e2-8882f7163c60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608830 Dec 13 09:34:42.154101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59370) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.165826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 14a9f594-01fb-469d-81e4-67f03304926a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:42.170778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 14a9f594-01fb-469d-81e4-67f03304926a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:42.171363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.205605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-64b5e9d7-cf27-4b52-86f1-1953ef5a04ac tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.208831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-64b5e9d7-cf27-4b52-86f1-1953ef5a04ac tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 823 time: 0.1957760 Dec 13 09:34:42.246403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.249253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.250464 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/204ab533-c313-489c-b2f5-428a0bb5ce9b HTTP/1.1" status: 204 len: 168 time: 0.2649894 Dec 13 09:34:42.259316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4ee28-f7fa-4d05-8db5-dc6bedf22f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ab533-c313-489c-b2f5-428a0bb5ce9b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.312747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.371590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14a9f594-01fb-469d-81e4-67f03304926a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:42.377489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.396989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b89c3262-6fbe-41ae-b0f2-58c58b7d27aa req-81569031-d78d-4d3e-afdb-f46040531885 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 210 time: 0.0310662 Dec 13 09:34:42.415413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-3e763e49-fbd4-4442-89f8-87953160ab4f tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 379 time: 0.1265674 Dec 13 09:34:42.429014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'port': {'device_id': '28ee4349-c36f-4682-8985-d53b24e631e8', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'admin_state_up': True, 'tenant_id': '3463353f0ac7482180c10232599095ef', 'security_groups': ['9a03dd3f-19ef-4ac7-b39d-72b894c4c049']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:42.503686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.559443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-909eb4fe-38e6-40ec-a469-2b8fa4678f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.577247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1921-3c49-4940-9e35-954ba30f280b req-ac6c4461-9c65-47cb-90e8-d94d88c32bad tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.581008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-592e1921-3c49-4940-9e35-954ba30f280b req-ac6c4461-9c65-47cb-90e8-d94d88c32bad tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 971 time: 0.0851865 Dec 13 09:34:42.666576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-592e1921-3c49-4940-9e35-954ba30f280b req-12043a3f-3763-494a-be34-1d2f4192ff94 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745578 Dec 13 09:34:42.672640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Made reservation on behalf of 3463353f0ac7482180c10232599095ef for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:42.672640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.740301 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-909eb4fe-38e6-40ec-a469-2b8fa4678f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.745324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-909eb4fe-38e6-40ec-a469-2b8fa4678f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.825593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-909eb4fe-38e6-40ec-a469-2b8fa4678f70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b3b0d8d51574d58af4edae30728c318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6704500 Dec 13 09:34:42.826417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb4fe-38e6-40ec-a469-2b8fa4678f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a77557-40ee-4cd9-b191-1f1b69b351cf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.829531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59396) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.859709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347336ee-c0ef-4fdb-acdd-d285643f8e2a req-f9cb0eda-4ab8-45b5-835a-5e9d26595003 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.861469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-347336ee-c0ef-4fdb-acdd-d285643f8e2a req-f9cb0eda-4ab8-45b5-835a-5e9d26595003 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.0964415 Dec 13 09:34:42.961257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-347336ee-c0ef-4fdb-acdd-d285643f8e2a req-45e24cf9-d75f-4367-9e6c-915c224cbf2a tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760148 Dec 13 09:34:42.961257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Allocated IP 172.20.0.7 (bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf/e2884f69-5eb9-46c8-80b7-0766de1feb9d/e6aa26f0-3830-4ba8-b9f0-e430402e882d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:42.998138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.021756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff978151-b12d-452e-bbca-311fdf5b3d17 req-0396893d-ec77-4810-bbe8-6ee07473d57f tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a5232859d39c46a691b21d80ebad980a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380137 Dec 13 09:34:43.025804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.107623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.112417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.116402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81a77557-40ee-4cd9-b191-1f1b69b351cf HTTP/1.1" status: 204 len: 168 time: 0.2593708 Dec 13 09:34:43.127790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa06cf-84ac-4d0a-b4a5-e3bb5cff6e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a77557-40ee-4cd9-b191-1f1b69b351cf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.229768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff978151-b12d-452e-bbca-311fdf5b3d17 req-2c8b3f3b-26f5-43c4-87ee-a4536f1d655c tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.231342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff978151-b12d-452e-bbca-311fdf5b3d17 req-2c8b3f3b-26f5-43c4-87ee-a4536f1d655c tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005129 Dec 13 09:34:43.251735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.264944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff978151-b12d-452e-bbca-311fdf5b3d17 req-6567ece0-163a-4d8b-b0a6-83c7b92d17f0 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/quotas/a5232859d39c46a691b21d80ebad980a HTTP/1.1" status: 200 len: 375 time: 0.0176766 Dec 13 09:34:43.310380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff978151-b12d-452e-bbca-311fdf5b3d17 req-837ced54-70ea-48d0-b072-8bdb539352f1 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5232859d39c46a691b21d80ebad980a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352361 Dec 13 09:34:43.325111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.374987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:43.379210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:43.383091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:43.388945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.389598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.409059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.428443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-006c47e1-4555-44bb-9780-bbbc33c1e6b2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035913 Dec 13 09:34:43.579204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:43.582730 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72ef9e8-ba27-49bd-a8a2-eedb74eb513f" -d '{"events": [{"server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "name": "network-vif-plugged", "status": "completed", "tag": "14a9f594-01fb-469d-81e4-67f03304926a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:43.638743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:43.654787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3af564-966a-44b8-978a-5f6b73d8279e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.704859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a05320b0-6264-4612-a7c1-486564d0c1ad None None] Provisioning complete for port e6aa26f0-3830-4ba8-b9f0-e430402e882d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:43.705839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a05320b0-6264-4612-a7c1-486564d0c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.755175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a05320b0-6264-4612-a7c1-486564d0c1ad None None] Port e6aa26f0-3830-4ba8-b9f0-e430402e882d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:43.769521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3af564-966a-44b8-978a-5f6b73d8279e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.775453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3af564-966a-44b8-978a-5f6b73d8279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.823712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a3af564-966a-44b8-978a-5f6b73d8279e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d1d53f334f1407aae380fd68faa4289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835334 Dec 13 09:34:43.826277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:43.834763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3af564-966a-44b8-978a-5f6b73d8279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be341e1-8f40-4726-8fa2-36b9d2e71bd4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.908259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.985247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.059302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.062126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.067591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3be341e1-8f40-4726-8fa2-36b9d2e71bd4 HTTP/1.1" status: 204 len: 168 time: 0.2390976 Dec 13 09:34:44.078437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272798a-2791-4b9d-8ffb-f079ee012b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be341e1-8f40-4726-8fa2-36b9d2e71bd4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.136077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056b1ba-9a57-4323-8aa1-6d3bd4ae46a5 req-1358e75c-91ef-4446-936e-8b3eee55ce83 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.144305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0056b1ba-9a57-4323-8aa1-6d3bd4ae46a5 req-1358e75c-91ef-4446-936e-8b3eee55ce83 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.0945518 Dec 13 09:34:44.147025 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf52136d-fea5-451d-a5e9-72b8d520b025 x-openstack-request-id: req-bf52136d-fea5-451d-a5e9-72b8d520b025 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:44.147417 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "name": "network-vif-plugged", "status": "completed", "tag": "14a9f594-01fb-469d-81e4-67f03304926a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:44.147849 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf52136d-fea5-451d-a5e9-72b8d520b025 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:44.150215 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a', 'code': 200} Dec 13 09:34:44.215027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0056b1ba-9a57-4323-8aa1-6d3bd4ae46a5 req-0cafaabc-9155-4546-bc5f-342919ffe141 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699136 Dec 13 09:34:44.316308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90376ce-55bd-4630-922b-959f1f10197f req-d42f8095-7f4c-4b83-9cd0-a50971d322c5 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.318001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f90376ce-55bd-4630-922b-959f1f10197f req-d42f8095-7f4c-4b83-9cd0-a50971d322c5 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 971 time: 0.1016786 Dec 13 09:34:44.322495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79e06-378d-44e1-a83d-927743e6a40d req-3192a2f6-35d5-43b7-b0a4-7f13f0ffc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.324393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8a79e06-378d-44e1-a83d-927743e6a40d req-3192a2f6-35d5-43b7-b0a4-7f13f0ffc74f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 1122 time: 0.0969400 Dec 13 09:34:44.427916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f90376ce-55bd-4630-922b-959f1f10197f req-39506f0e-31b0-477f-8a97-3b3731af931d tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023982 Dec 13 09:34:44.441278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74f8a1-9b06-4fae-a29f-e948894b87e4 req-5b355ea1-7000-4b0f-8eec-edf623044925 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.442795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c74f8a1-9b06-4fae-a29f-e948894b87e4 req-5b355ea1-7000-4b0f-8eec-edf623044925 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.1237066 Dec 13 09:34:44.449626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8a79e06-378d-44e1-a83d-927743e6a40d req-a74a7919-52d5-4bf6-8701-e6678a9bf83d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Dec 13 09:34:44.508711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c74f8a1-9b06-4fae-a29f-e948894b87e4 req-8820d316-48e6-400c-a25d-7e95aa2d2587 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Dec 13 09:34:45.358023 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:34:45.548383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4befcd-1c7c-4054-85f7-3030a2447cea req-d5708ca3-53d7-466a-a2b8-fb461722c705 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:45.551028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a4befcd-1c7c-4054-85f7-3030a2447cea req-d5708ca3-53d7-466a-a2b8-fb461722c705 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.0660956 Dec 13 09:34:45.636802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699958d-51f9-44e9-83fc-0e20521979ad req-69149974-5914-4038-b663-353991179b61 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:45.638304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f699958d-51f9-44e9-83fc-0e20521979ad req-69149974-5914-4038-b663-353991179b61 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 971 time: 0.0860600 Dec 13 09:34:45.642023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a4befcd-1c7c-4054-85f7-3030a2447cea req-b84ffeae-2d19-4c04-9f2d-456440bc434f tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796759 Dec 13 09:34:45.704500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f699958d-51f9-44e9-83fc-0e20521979ad req-ff94097a-a7c1-47c6-a5b1-a1c6dd21196b tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556428 Dec 13 09:34:45.812394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec0059fb-9260-4828-bfae-6c0983abc029 req-91fd2098-c792-4eea-9500-b4a2833f46c7 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a5232859d39c46a691b21d80ebad980a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271826 Dec 13 09:34:45.924661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0059fb-9260-4828-bfae-6c0983abc029 req-1e878234-d10e-4c90-80f6-5a261b893190 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:45.926147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec0059fb-9260-4828-bfae-6c0983abc029 req-1e878234-d10e-4c90-80f6-5a261b893190 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062739 Dec 13 09:34:45.942390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec0059fb-9260-4828-bfae-6c0983abc029 req-aefaa92d-ece2-4a81-884c-705b1e58f041 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/quotas/a5232859d39c46a691b21d80ebad980a HTTP/1.1" status: 200 len: 375 time: 0.0104635 Dec 13 09:34:45.980112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec0059fb-9260-4828-bfae-6c0983abc029 req-dd86ffda-35dd-4312-a16b-ad6e6af02b2e tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5232859d39c46a691b21d80ebad980a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318310 Dec 13 09:34:46.016852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0398c6e-b4bf-4953-92ac-7c177e7f73c9 req-d29d7ce6-1aaa-4133-becc-cc05c567c7e7 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.018303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0398c6e-b4bf-4953-92ac-7c177e7f73c9 req-d29d7ce6-1aaa-4133-becc-cc05c567c7e7 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.0618284 Dec 13 09:34:46.070306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0398c6e-b4bf-4953-92ac-7c177e7f73c9 req-fdcf7ec0-e188-4fd6-a01f-2415edacd865 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Dec 13 09:34:46.244586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.245098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.245547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.245992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.246428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.248345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e50a551a-3199-4aad-870b-91cb6224176a req-87010a0f-4f23-4eff-8829-b014db24b842 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1014872 Dec 13 09:34:46.433869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-561f88e2-ef56-4131-96e2-6b9c5c6ac7f4 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.435353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-561f88e2-ef56-4131-96e2-6b9c5c6ac7f4 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 1122 time: 0.0644264 Dec 13 09:34:46.451581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165455b-9a6b-4dc0-9bd3-e140f65781de req-c77e34ed-30c7-4215-b843-309f6c52b86a tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.452947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7165455b-9a6b-4dc0-9bd3-e140f65781de req-c77e34ed-30c7-4215-b843-309f6c52b86a tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 886 time: 0.1246865 Dec 13 09:34:46.460213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-ea177ac9-8ed6-4559-a8a0-bad609e5ba20 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.546997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-58113d38-a132-413d-b173-0545141438a2 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.548564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-58113d38-a132-413d-b173-0545141438a2 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 1122 time: 0.0636544 Dec 13 09:34:46.594079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-ea177ac9-8ed6-4559-a8a0-bad609e5ba20 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.600176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-ea177ac9-8ed6-4559-a8a0-bad609e5ba20 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.661728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea177ac9-8ed6-4559-a8a0-bad609e5ba20 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69c7eb-2b1b-454c-aa0c-ba2cec8a3557,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:46.671248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a0ee605-2a68-4433-9706-6691b3cb5c9c req-ea177ac9-8ed6-4559-a8a0-bad609e5ba20 tempest-AggregatesAdminTestJSON-708277034 tempest-AggregatesAdminTestJSON-708277034-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285810 Dec 13 09:34:46.683667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Deleting port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:34:46.694730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.773388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] For port c0be5bc6-a84c-4df4-b87a-9939e8f0a046, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:46.773752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.796213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Calling delete_port for c0be5bc6-a84c-4df4-b87a-9939e8f0a046 owned by compute:tempest-test_az-1801439307 {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:34:47.206685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ef64-e22d-4e99-b310-1ffeb15e55e3 req-18632dc9-4eb9-4039-9122-cabe2a77599a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.208085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dd1ef64-e22d-4e99-b310-1ffeb15e55e3 req-18632dc9-4eb9-4039-9122-cabe2a77599a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.1146493 Dec 13 09:34:47.210661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.211117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.211580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.212062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.212474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.214002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c32d407f-8bf5-4055-b1d2-e19bda54df81 req-039fe398-17b0-4b1b-9ddd-8d26b9d13da4 tempest-NetworksTest-2082618784 tempest-NetworksTest-2082618784-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.4142833 Dec 13 09:34:47.300121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dd1ef64-e22d-4e99-b310-1ffeb15e55e3 req-64e069ec-6714-4092-a7f0-73f8e1c801a4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841124 Dec 13 09:34:47.307150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.322568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c0be5bc6-a84c-4df4-b87a-9939e8f0a046'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:47.341235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0be5bc6-a84c-4df4-b87a-9939e8f0a046,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.421144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] No DVR routers for this DVR port c0be5bc6-a84c-4df4-b87a-9939e8f0a046 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:34:47.433092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.436493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd598947-cbce-45c2-8e22-5eb9ba8d08e8 req-ab90ae8b-ac6d-45ed-bbe3-bc06656879f5 tempest-DeleteServersAdminTestJSON-400318495 tempest-DeleteServersAdminTestJSON-400318495-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c0be5bc6-a84c-4df4-b87a-9939e8f0a046 HTTP/1.1" status: 204 len: 173 time: 0.8793187 Dec 13 09:34:47.436948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'name': 'network-vif-deleted', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:47.439353 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d378749-6598-401c-9d15-3f74c949a7d5" -d '{"events": [{"server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "name": "network-vif-deleted", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:47.465820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-574d430c-2129-44e9-823a-11b64aaa5031 req-8730e15c-78c9-4823-ac94-c7a78330983f tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3ea0db-73cd-4ca2-beef-9060f5572d55 HTTP/1.1" status: 200 len: 210 time: 0.0477633 Dec 13 09:34:47.617205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59624) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:47.794803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fbafc7bc-8f84-471d-b6bc-ffd9338a76b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.908484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fbafc7bc-8f84-471d-b6bc-ffd9338a76b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.916756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fbafc7bc-8f84-471d-b6bc-ffd9338a76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.925415 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e60225-0dce-43a6-953c-11690bccc5dc x-openstack-request-id: req-02e60225-0dce-43a6-953c-11690bccc5dc {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:47.925893 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3ea0db-73cd-4ca2-beef-9060f5572d55", "name": "network-vif-deleted", "tag": "c0be5bc6-a84c-4df4-b87a-9939e8f0a046", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:47.926159 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02e60225-0dce-43a6-953c-11690bccc5dc {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:47.927561 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3ea0db-73cd-4ca2-beef-9060f5572d55', 'name': 'network-vif-deleted', 'tag': 'c0be5bc6-a84c-4df4-b87a-9939e8f0a046', 'status': 'completed', 'code': 200} Dec 13 09:34:48.021510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc7bc-8f84-471d-b6bc-ffd9338a76b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607de08e-9bbc-4d7c-a30c-31092ff40944,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.038796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fbafc7bc-8f84-471d-b6bc-ffd9338a76b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb775be0209244a1bfd9bb5802999599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198270 Dec 13 09:34:48.040991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59644) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:48.102074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.134127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.190545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3ce1f27-9dd1-4921-8bba-95b3741ae6da req-f5e5e9f1-b874-4670-81ab-38ef6f7d7a19 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a5232859d39c46a691b21d80ebad980a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267429 Dec 13 09:34:48.271622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.274642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.280457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/607de08e-9bbc-4d7c-a30c-31092ff40944 HTTP/1.1" status: 204 len: 168 time: 0.2337079 Dec 13 09:34:48.292771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61ae5-f274-474f-ab6f-4f1509adf2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607de08e-9bbc-4d7c-a30c-31092ff40944,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.361702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1f27-9dd1-4921-8bba-95b3741ae6da req-4ad2aa1b-f1e5-4477-b33b-b3cc0277e2ae tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.363572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3ce1f27-9dd1-4921-8bba-95b3741ae6da req-4ad2aa1b-f1e5-4477-b33b-b3cc0277e2ae tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661096 Dec 13 09:34:48.380870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3ce1f27-9dd1-4921-8bba-95b3741ae6da req-0b88db97-f3c8-4a01-9833-d9af3eecbf93 tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/quotas/a5232859d39c46a691b21d80ebad980a HTTP/1.1" status: 200 len: 375 time: 0.0107791 Dec 13 09:34:48.428043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3ce1f27-9dd1-4921-8bba-95b3741ae6da req-52cf25e0-b07d-40e5-baaf-c459e284fbba tempest-QuotasAdminNegativeTest-1466360203 tempest-QuotasAdminNegativeTest-1466360203-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5232859d39c46a691b21d80ebad980a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402923 Dec 13 09:34:48.619135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4272fb1-5e9f-430f-ac34-005a17b47697 req-492caaf3-a346-4e22-be50-f9b6cb7c9872 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.621282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4272fb1-5e9f-430f-ac34-005a17b47697 req-492caaf3-a346-4e22-be50-f9b6cb7c9872 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.0566275 Dec 13 09:34:48.641941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:48.655078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86390c5f-e7bc-409d-8d0c-f6c22476bd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.680204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4272fb1-5e9f-430f-ac34-005a17b47697 req-6423ac75-d82a-432d-92cf-0d6c1861f6ae tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495405 Dec 13 09:34:48.748905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86390c5f-e7bc-409d-8d0c-f6c22476bd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.753480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86390c5f-e7bc-409d-8d0c-f6c22476bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.799145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86390c5f-e7bc-409d-8d0c-f6c22476bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e253cf9-49e4-49e9-9c18-a215b87cb317,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.815800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:48.820726 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86390c5f-e7bc-409d-8d0c-f6c22476bd1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb0d21764c15436e867f9631c553ec3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776071 Dec 13 09:34:48.885118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.921828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.982996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.989687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.991037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e253cf9-49e4-49e9-9c18-a215b87cb317 HTTP/1.1" status: 204 len: 168 time: 0.1740847 Dec 13 09:34:49.000658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0caffa-5e18-49ea-acd4-dbe8f24a25cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e253cf9-49e4-49e9-9c18-a215b87cb317,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:49.205873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-2aa7f9fe-0da6-442b-b255-c344f1cde038 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370445 Dec 13 09:34:49.355585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-6a944c37-574e-4b31-a717-87f64d6136ec tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.365434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-6a944c37-574e-4b31-a717-87f64d6136ec tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474986 Dec 13 09:34:49.385032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-6669e75c-3fdc-4b9d-91ae-c3e8154c0d17 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/quotas/f83f95dca07a45ab9f6e7d81d4b6fd24 HTTP/1.1" status: 200 len: 375 time: 0.0181811 Dec 13 09:34:49.424922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-e91b3f9c-bcc4-47f7-bfe7-f849562841fe tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384927 Dec 13 09:34:49.440633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:49.665312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-944c2203-7a76-4067-b89a-111ef1014c96 req-e4bd5d09-27bb-436e-a9a9-3a621c595cdb tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 210 time: 0.0479667 Dec 13 09:34:49.845495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:49.867506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1790f10-adfe-4f4f-8091-f5471f2b1441 req-f16bb379-3833-4e91-9130-d4ec012a0ef7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.875007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1790f10-adfe-4f4f-8091-f5471f2b1441 req-f16bb379-3833-4e91-9130-d4ec012a0ef7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.1063340 Dec 13 09:34:49.887572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59804) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:49.933704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-442f933d-81eb-4181-8518-ddaf92420123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.969871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1790f10-adfe-4f4f-8091-f5471f2b1441 req-bc980c92-7d4f-498b-8ce2-1c84d534337d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938745 Dec 13 09:34:50.099189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-442f933d-81eb-4181-8518-ddaf92420123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.104401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-442f933d-81eb-4181-8518-ddaf92420123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.210095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-442f933d-81eb-4181-8518-ddaf92420123 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5232859d39c46a691b21d80ebad980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637703 Dec 13 09:34:50.211573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:50.212304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f933d-81eb-4181-8518-ddaf92420123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4490bb26-0de9-4b9c-aa69-1aecafb5168c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.289139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.326851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.360646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875af089-e644-41a7-9d71-7a8139d786ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.365003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a2305c-6e32-416c-ac28-83577e763050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.397882 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.401842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.405567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4490bb26-0de9-4b9c-aa69-1aecafb5168c HTTP/1.1" status: 204 len: 168 time: 0.1864138 Dec 13 09:34:50.418659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e843c-1863-4a92-8982-9bea8d0496a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490bb26-0de9-4b9c-aa69-1aecafb5168c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.574323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875af089-e644-41a7-9d71-7a8139d786ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.586184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875af089-e644-41a7-9d71-7a8139d786ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.635238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875af089-e644-41a7-9d71-7a8139d786ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c932cd6-9485-4c56-8494-6a47ef227ade,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.671246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a2305c-6e32-416c-ac28-83577e763050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.675347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-875af089-e644-41a7-9d71-7a8139d786ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e80fd5a132b341babe1f72bac46a271b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7867384 Dec 13 09:34:50.679150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:50.694497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a2305c-6e32-416c-ac28-83577e763050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.790697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.793669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a8a2305c-6e32-416c-ac28-83577e763050 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfbc0fdcbc2a4bdbafb2b3b7ecec3a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9426816 Dec 13 09:34:50.794577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:50.796047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2305c-6e32-416c-ac28-83577e763050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1db1b-91ad-4952-8a5a-9ea6cf1c38f5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.850384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.909758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1051a0cf-ad37-4de1-b91b-d6b0657ef3e0 req-7387fe0f-ab54-436f-b411-8a3ec32bd094 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 210 time: 0.0538595 Dec 13 09:34:50.921986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.971197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.987445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.991298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.995182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c932cd6-9485-4c56-8494-6a47ef227ade HTTP/1.1" status: 204 len: 168 time: 0.3156681 Dec 13 09:34:51.010380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd3846-5703-43fe-a4a6-b67795b52976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c932cd6-9485-4c56-8494-6a47ef227ade,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.067985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59906) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:51.080747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.083884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.085323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb1db1b-91ad-4952-8a5a-9ea6cf1c38f5 HTTP/1.1" status: 204 len: 168 time: 0.2820644 Dec 13 09:34:51.092488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7215-feaf-4b1c-a3cc-f1d27a8ba74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.100327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507c958-2b39-4f35-89f8-3bc969a58211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1db1b-91ad-4952-8a5a-9ea6cf1c38f5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.199451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7215-feaf-4b1c-a3cc-f1d27a8ba74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.206000 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7215-feaf-4b1c-a3cc-f1d27a8ba74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.306753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-16580f91-8c15-44b8-a0e7-751622f57add tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:51.308399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-16580f91-8c15-44b8-a0e7-751622f57add tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097814 Dec 13 09:34:51.311988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7d0c7215-feaf-4b1c-a3cc-f1d27a8ba74e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a6c369e51cd43c5ae509458a8067cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424743 Dec 13 09:34:51.313999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-567cdb37-a365-41f8-8cb4-0eee63aa4238 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746553 Dec 13 09:34:51.316076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:51.319331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c7215-feaf-4b1c-a3cc-f1d27a8ba74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb212722-9669-4118-95bc-dc4d06c2f55e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.384972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.398416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef3d2e-e312-4795-a1ff-e7429590cd16 req-c3a5e6dd-056f-4c41-b3af-d901d57d3702 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.400193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5ef3d2e-e312-4795-a1ff-e7429590cd16 req-c3a5e6dd-056f-4c41-b3af-d901d57d3702 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.1673980 Dec 13 09:34:51.437473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.493398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.497557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.499362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb212722-9669-4118-95bc-dc4d06c2f55e HTTP/1.1" status: 204 len: 168 time: 0.1818175 Dec 13 09:34:51.510771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dd835-ba4a-4b1d-939e-9a1342ae02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb212722-9669-4118-95bc-dc4d06c2f55e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.515645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-c4d8014c-d51a-4c09-86aa-301807b1d710 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.517722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-c4d8014c-d51a-4c09-86aa-301807b1d710 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952972 Dec 13 09:34:51.549130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5ef3d2e-e312-4795-a1ff-e7429590cd16 req-19d07f27-a331-4825-b6ab-aa1f1ca18b11 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226139 Dec 13 09:34:51.549130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Request body: {'port': {'device_id': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'f83f95dca07a45ab9f6e7d81d4b6fd24'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:51.782569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Made reservation on behalf of f83f95dca07a45ab9f6e7d81d4b6fd24 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:51.790482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.020167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.040126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fe19b07-a2ac-44b1-a588-2b0c3ac340d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.050626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40be709d-858c-4067-8ac5-b2ddc6e861e2 req-4b4812b1-afd3-4b8e-9f97-5773aac0e3f9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 210 time: 0.0419347 Dec 13 09:34:52.061894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0be5bc6-a84c-4df4-b87a-9939e8f0a046 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:34:52.081233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Allocated IP 192.168.233.176 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/33492687-b43d-41cc-b1e8-fcc69b82f6ae) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:52.140344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: c0be5bc6-a84c-4df4-b87a-9939e8f0a046 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:34:52.141146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0be5bc6-a84c-4df4-b87a-9939e8f0a046 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:34:52.204098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fe19b07-a2ac-44b1-a588-2b0c3ac340d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.211306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fe19b07-a2ac-44b1-a588-2b0c3ac340d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.247845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe19b07-a2ac-44b1-a588-2b0c3ac340d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d879024e-548e-4484-b325-2acb6c86b6d4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:52.292211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6fe19b07-a2ac-44b1-a588-2b0c3ac340d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7457d92e655a43c6bd43d88497124d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702975 Dec 13 09:34:52.292912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.326816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.341190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Request body: {'port': {'device_id': '28ee4349-c36f-4682-8985-d53b24e631e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:52.368088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.394039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.456503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.457289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.474550 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.474550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d879024e-548e-4484-b325-2acb6c86b6d4 HTTP/1.1" status: 204 len: 168 time: 0.1794016 Dec 13 09:34:52.489450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556dd21-32cc-4ce1-810e-bc7a1501c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d879024e-548e-4484-b325-2acb6c86b6d4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:52.509234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8128-ac36-4faf-9084-48c4d52c1b5e req-d14bc82c-d739-4dfe-8d70-5ebc411e43f3 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.517167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-691b8128-ac36-4faf-9084-48c4d52c1b5e req-d14bc82c-d739-4dfe-8d70-5ebc411e43f3 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.1801693 Dec 13 09:34:52.518872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.574734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:52.580252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:52.585526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:52.591176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.591843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.616704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Pushing event updated for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:52.698184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-691b8128-ac36-4faf-9084-48c4d52c1b5e req-f94efa25-bfca-4650-85b9-c8f4ea4816e6 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799681 Dec 13 09:34:52.741892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-0eef92e2-f636-441c-ae56-aa9e3c7550b7 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1971526 Dec 13 09:34:52.779934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Request body: {'port': {'device_id': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:52.949218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e956bdd-fdd3-4668-b2ba-0f4a90b11c29 req-1dbf90f2-3e24-4c40-adaf-e3a0c922b3cf tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.950907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e956bdd-fdd3-4668-b2ba-0f4a90b11c29 req-1dbf90f2-3e24-4c40-adaf-e3a0c922b3cf tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 931 time: 0.2895041 Dec 13 09:34:52.964691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c0561739-df04-4a5a-8887-b6b7424785d6 None None] Provisioning complete for port 33492687-b43d-41cc-b1e8-fcc69b82f6ae triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:52.966278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0561739-df04-4a5a-8887-b6b7424785d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.990483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.008255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c0561739-df04-4a5a-8887-b6b7424785d6 None None] Port 33492687-b43d-41cc-b1e8-fcc69b82f6ae cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:53.127657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e956bdd-fdd3-4668-b2ba-0f4a90b11c29 req-7927cc7c-91f0-4a8c-a710-95b916e4cc3f tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673827 Dec 13 09:34:53.337932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2386359-54d3-4419-b400-db500a0b9979 req-e5cf3543-c315-47d2-8650-bd292a2ce853 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:53.344687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2386359-54d3-4419-b400-db500a0b9979 req-e5cf3543-c315-47d2-8650-bd292a2ce853 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 936 time: 0.1877594 Dec 13 09:34:53.492219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6aa26f0-3830-4ba8-b9f0-e430402e882d {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:53.510075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.563519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-be8664da-864d-414e-9f47-46999bb5f43a tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:53.565040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-be8664da-864d-414e-9f47-46999bb5f43a tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.1423643 Dec 13 09:34:53.575764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2386359-54d3-4419-b400-db500a0b9979 req-a0d42552-0b6f-466d-b848-610375ffc02f tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853855 Dec 13 09:34:53.578437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Transition to ACTIVE for port object e6aa26f0-3830-4ba8-b9f0-e430402e882d will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:53.606393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.789815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Pushing event updated for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:53.808568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33492687-b43d-41cc-b1e8-fcc69b82f6ae {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:53.827367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60082) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:53.870564 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.888026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Transition to ACTIVE for port object 33492687-b43d-41cc-b1e8-fcc69b82f6ae will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:53.916288 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.928072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Attempting to bind port e6aa26f0-3830-4ba8-b9f0-e430402e882d on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:53.928417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Attempting to bind port e6aa26f0-3830-4ba8-b9f0-e430402e882d by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:53.929203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Attempting to bind port e6aa26f0-3830-4ba8-b9f0-e430402e882d on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:54.131818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55bbfbad-f91b-4520-a74e-5a3fe5ffff28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.197654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Port e6aa26f0-3830-4ba8-b9f0-e430402e882d on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:54.198270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Attempting to bind port e6aa26f0-3830-4ba8-b9f0-e430402e882d on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:54.231342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb411f-d7de-4fd2-82b6-e128c1eb773a req-d2e22618-8624-4269-978a-53a7af3e9f56 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.238453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55bbfbad-f91b-4520-a74e-5a3fe5ffff28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.239280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1cb411f-d7de-4fd2-82b6-e128c1eb773a req-d2e22618-8624-4269-978a-53a7af3e9f56 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 971 time: 0.4261141 Dec 13 09:34:54.241327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:54.241681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Checking segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:54.242088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Bound using segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:54.242482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Bound port: e6aa26f0-3830-4ba8-b9f0-e430402e882d, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:54.242841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.246120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55bbfbad-f91b-4520-a74e-5a3fe5ffff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.301320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Pushing event updated for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.327501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55bbfbad-f91b-4520-a74e-5a3fe5ffff28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=320d46585a4d485fa43ef8bc96ac60b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977016 Dec 13 09:34:54.328976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbfbad-f91b-4520-a74e-5a3fe5ffff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa11a3-5313-4434-8b3a-8e7127692c79,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.334619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60102) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:54.381438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Deleting port 14a9f594-01fb-469d-81e4-67f03304926a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:34:54.382118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.407165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.415061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Attempting to bind port 33492687-b43d-41cc-b1e8-fcc69b82f6ae on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:54.415802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Attempting to bind port 33492687-b43d-41cc-b1e8-fcc69b82f6ae by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:54.416350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Attempting to bind port 33492687-b43d-41cc-b1e8-fcc69b82f6ae on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:54.449286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.494681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1cb411f-d7de-4fd2-82b6-e128c1eb773a req-b2469ff1-add1-4269-b0b9-19c97a15a8c5 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544036 Dec 13 09:34:54.516822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Port 33492687-b43d-41cc-b1e8-fcc69b82f6ae on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:54.517163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Attempting to bind port 33492687-b43d-41cc-b1e8-fcc69b82f6ae on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:54.529563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.534857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.538010 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5afa11a3-5313-4434-8b3a-8e7127692c79 HTTP/1.1" status: 204 len: 168 time: 0.2024200 Dec 13 09:34:54.554641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:54.554981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:54.555424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:54.556474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Bound port: 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:54.556846 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.575711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453e2c9-6492-45fe-a0f3-f856341f85ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afa11a3-5313-4434-8b3a-8e7127692c79,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.584836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:54.629694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] For port 14a9f594-01fb-469d-81e4-67f03304926a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14a9f594-01fb-469d-81e4-67f03304926a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:54.629970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.678492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:54.691526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Calling delete_port for 14a9f594-01fb-469d-81e4-67f03304926a owned by compute:tempest-test_az-1801439307 {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:34:54.699948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.770615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.771246 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.772725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] 10.222.0.16 "PUT /v2.0/ports/e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 200 len: 1091 time: 3.0677843 Dec 13 09:34:54.805858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:54.808567 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa24b7-dcfb-4488-9188-9c51a5d25238" -d '{"events": [{"name": "network-changed", "server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:54.819079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9441d8-1fc9-40b2-bb97-28f5d5957251 req-732d9873-6666-4b63-9596-a822d29f3adb tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.837162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae9441d8-1fc9-40b2-bb97-28f5d5957251 req-732d9873-6666-4b63-9596-a822d29f3adb tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 943 time: 0.2315133 Dec 13 09:34:54.902869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:54.961215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea914-411c-47b1-8c69-5477262011fc service neutron] Pushing event updated for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.976255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:54.997132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.034816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae9441d8-1fc9-40b2-bb97-28f5d5957251 req-6c3cf80a-6af1-403b-9160-0de8cf07a625 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824427 Dec 13 09:34:55.034816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4c969f45-5c9c-4c68-985a-9b1ad0419394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.035398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4c969f45-5c9c-4c68-985a-9b1ad0419394 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 1094 time: 0.1613324 Dec 13 09:34:55.093048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.093670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.095112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] 10.222.0.20 "PUT /v2.0/ports/33492687-b43d-41cc-b1e8-fcc69b82f6ae HTTP/1.1" status: 200 len: 1096 time: 2.3408158 Dec 13 09:34:55.101405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60134) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:55.138140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-420d14df-1727-4ce0-98ed-2e5c7b71bfe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.221768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-41f77e40-d66b-4279-b64a-fb4ec2bbf13e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 200 len: 217 time: 0.1546409 Dec 13 09:34:55.224248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722aba2-da5b-484e-aafe-b583f8b8313f service neutron] Pushing event updated for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.261695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-420d14df-1727-4ce0-98ed-2e5c7b71bfe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.270808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-420d14df-1727-4ce0-98ed-2e5c7b71bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.306618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-420d14df-1727-4ce0-98ed-2e5c7b71bfe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63e49e738ada45b181e681fcefba4e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028286 Dec 13 09:34:55.309209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:55.383774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d14df-1727-4ce0-98ed-2e5c7b71bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e527f85-4574-4af3-a422-0af3175d4150,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.406166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.462009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.462210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfebc5-f19d-4865-b7e8-22d8913b8a0e req-a8f96d90-df63-4719-92c4-d590d766c68a tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.462210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ddfebc5-f19d-4865-b7e8-22d8913b8a0e req-a8f96d90-df63-4719-92c4-d590d766c68a tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 948 time: 0.2808065 Dec 13 09:34:55.474713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-f2014323-38b1-45ac-8a02-05c1e23ac203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.476423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-f2014323-38b1-45ac-8a02-05c1e23ac203 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.2087364 Dec 13 09:34:55.479699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-cfda9b3a-915b-4151-a8eb-e276761ca82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.481639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-cfda9b3a-915b-4151-a8eb-e276761ca82c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 1099 time: 0.3143754 Dec 13 09:34:55.490381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.504078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['14a9f594-01fb-469d-81e4-67f03304926a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:55.526136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.529267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.530987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e527f85-4574-4af3-a422-0af3175d4150 HTTP/1.1" status: 204 len: 168 time: 0.2208598 Dec 13 09:34:55.544451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f7f02-4f1a-4a7c-82af-65cdd822f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e527f85-4574-4af3-a422-0af3175d4150,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.660471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Pushing event deleted for resources: {'Port': ['ID=14a9f594-01fb-469d-81e4-67f03304926a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.664017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-b8e70c45-3f21-48de-93c7-b64698ec7ee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae HTTP/1.1" status: 200 len: 217 time: 0.1704772 Dec 13 09:34:55.731705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-a35cbdd7-bba4-46d8-b7aa-f955178ed6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.733193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-a35cbdd7-bba4-46d8-b7aa-f955178ed6b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0587201 Dec 13 09:34:55.805826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ddfebc5-f19d-4865-b7e8-22d8913b8a0e req-d083274a-ab64-4bb3-8443-7e051d9e2f4e tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343439 Dec 13 09:34:55.840329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] No DVR routers for this DVR port 14a9f594-01fb-469d-81e4-67f03304926a on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:34:55.843599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.847910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c134fec-b7aa-409d-bf6d-03b71d35d3ae req-10ab76ee-0e5b-4fe8-99f1-bb92507f611d tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.20 "DELETE /v2.0/ports/14a9f594-01fb-469d-81e4-67f03304926a HTTP/1.1" status: 204 len: 173 time: 2.2684352 Dec 13 09:34:55.857239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-67916910-020e-4be4-8934-136214420ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.858730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-67916910-020e-4be4-8934-136214420ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595283 Dec 13 09:34:55.876109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-3028720e-7cbc-4890-af23-2820c4664b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.877953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-3028720e-7cbc-4890-af23-2820c4664b6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020882 Dec 13 09:34:55.899434 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d380dd-d511-4a6c-be48-3b3d098d336c x-openstack-request-id: req-e3d380dd-d511-4a6c-be48-3b3d098d336c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:55.899829 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:55.900096 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3d380dd-d511-4a6c-be48-3b3d098d336c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:55.903272 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'status': 'completed', 'code': 200} Dec 13 09:34:56.071928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b8d39e4-0d41-4e5b-b384-09b628c2414e req-9b112834-3a31-4fee-8697-2f2e8a270f98 tempest-AggregatesAdminTestJSON-714498514 tempest-AggregatesAdminTestJSON-714498514-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b705b5-dc6b-41ba-9311-5efac94ea0b5 HTTP/1.1" status: 200 len: 210 time: 0.0930469 Dec 13 09:34:56.140335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-4d859c50-15c5-451f-babe-a3ed7a1b1d1d service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729244 Dec 13 09:34:56.217187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-c17752ed-9734-4bea-bf7e-7e553b1bdb47 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207576 Dec 13 09:34:56.314232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72212a7a-cf46-4eb7-aaa2-e642fca94ba0 req-b3547630-9c25-478f-8046-b66e8ee8164d service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654823 Dec 13 09:34:56.352948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba9114e-58d9-4658-afbc-52cc5f4a0e87 req-a26d7727-a53b-4dda-99e8-0495ecca15ae service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278243 Dec 13 09:34:56.452505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-a185ea9e-60d8-4a73-9600-09c7874b0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.452505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-a185ea9e-60d8-4a73-9600-09c7874b0cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 1094 time: 0.0712130 Dec 13 09:34:56.595228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-2c127a10-900a-4e0a-8ee9-326f97d935ad tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528479 Dec 13 09:34:56.653612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe3f6c-ff7d-4ef9-a9dc-09144f85305e req-3e3edab8-c2b8-4251-949c-d5221f012391 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.655074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbe3f6c-ff7d-4ef9-a9dc-09144f85305e req-3e3edab8-c2b8-4251-949c-d5221f012391 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 943 time: 0.1219413 Dec 13 09:34:56.697682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-bcc5fa4b-68ac-422f-bbb0-74f0f0f582a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.699348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-bcc5fa4b-68ac-422f-bbb0-74f0f0f582a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.2417078 Dec 13 09:34:56.760205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-502823bb-bdb3-4d6a-89d1-e579e46d44d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 200 len: 217 time: 0.0521407 Dec 13 09:34:56.822412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbe3f6c-ff7d-4ef9-a9dc-09144f85305e req-20ecb307-06fd-4d24-8c4d-aecc73c38b82 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392624 Dec 13 09:34:56.842625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-654b5cd7-e3aa-4bc7-b3df-935cb4a12e7d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.844162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-654b5cd7-e3aa-4bc7-b3df-935cb4a12e7d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389610 Dec 13 09:34:56.858240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-8abf501b-b609-49ad-9018-671075aa81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.859912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-8abf501b-b609-49ad-9018-671075aa81a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.0920560 Dec 13 09:34:56.863807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-5f26f0e6-3c31-4d81-96ee-df728d857ff0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/quotas/52091648bb2d4041b7e03d5faa14847b HTTP/1.1" status: 200 len: 375 time: 0.0128121 Dec 13 09:34:56.920216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-64cdd74a-f84e-4f86-83f4-9e2ab8aa39ef tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448740 Dec 13 09:34:56.934811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-4eacd89e-897c-4902-89e5-b615095ea8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.936321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-4eacd89e-897c-4902-89e5-b615095ea8b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694399 Dec 13 09:34:57.056203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44fa38-068d-44d0-a259-64e32bad0d57 req-4d8adc1e-4368-4d9e-bde3-e86f78e4fef6 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:57.057737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc44fa38-068d-44d0-a259-64e32bad0d57 req-4d8adc1e-4368-4d9e-bde3-e86f78e4fef6 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 948 time: 0.0962396 Dec 13 09:34:57.090881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-bacf47dc-6d28-4324-8b42-dc8df4be7863 service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465991 Dec 13 09:34:57.208424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc44fa38-068d-44d0-a259-64e32bad0d57 req-39de2c0f-2268-44bf-944e-97a010f43642 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397977 Dec 13 09:34:57.257597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13fa24b7-dcfb-4488-9188-9c51a5d25238 req-b9f92232-a554-417e-b575-6314cab2c811 service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567776 Dec 13 09:34:57.462309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-f1ffb6c6-c9ae-46c1-9a88-aaf3c893e509 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296714 Dec 13 09:34:57.770805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:57.877368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2061ee81-810b-49c4-964c-bec4d3fb31e3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:57.885861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2061ee81-810b-49c4-964c-bec4d3fb31e3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226701 Dec 13 09:34:57.906280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-d59149ad-f29a-45bc-a7ba-d7cf66cbe8e7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/quotas/52091648bb2d4041b7e03d5faa14847b HTTP/1.1" status: 200 len: 375 time: 0.0193250 Dec 13 09:34:57.907947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae'}, {'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'name': 'network-vif-deleted', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:57.910519 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb" -d '{"events": [{"name": "network-changed", "server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae"}, {"server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "name": "network-vif-deleted", "tag": "14a9f594-01fb-469d-81e4-67f03304926a"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:57.961169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-297e0d2b-2bca-4515-adb7-0af144951eee tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537262 Dec 13 09:34:58.091142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14a9f594-01fb-469d-81e4-67f03304926a no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:34:58.114209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 14a9f594-01fb-469d-81e4-67f03304926a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:34:58.115360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14a9f594-01fb-469d-81e4-67f03304926a not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:34:58.153165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c88c0a9c-5a41-4063-9f64-6a4e8677b92e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70c06bab202847a981971d4986f14a9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3807075 Dec 13 09:34:58.155616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60290) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:58.163101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d1b82-bfd0-4ac4-b2ec-8a046d01d831 req-7d8bf0ff-821d-4abc-a191-29fa11da2d9a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.165152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff7d1b82-bfd0-4ac4-b2ec-8a046d01d831 req-7d8bf0ff-821d-4abc-a191-29fa11da2d9a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 943 time: 0.0640948 Dec 13 09:34:58.234373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.246827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff7d1b82-bfd0-4ac4-b2ec-8a046d01d831 req-47e8f7b9-7c49-40c5-8edd-2f0daf631c2c tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699129 Dec 13 09:34:58.298562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e3d87ccd-570c-44da-a59a-239a9eb7fb8e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467186 Dec 13 09:34:58.301262 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4930e49-7986-4230-926e-81dd4e81afee x-openstack-request-id: req-e4930e49-7986-4230-926e-81dd4e81afee {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:58.301563 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae", "status": "completed", "code": 200}, {"server_uuid": "05b705b5-dc6b-41ba-9311-5efac94ea0b5", "name": "network-vif-deleted", "tag": "14a9f594-01fb-469d-81e4-67f03304926a", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:58.302052 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4930e49-7986-4230-926e-81dd4e81afee {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:58.302228 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae', 'status': 'completed', 'code': 200} Dec 13 09:34:58.302445 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b705b5-dc6b-41ba-9311-5efac94ea0b5', 'name': 'network-vif-deleted', 'tag': '14a9f594-01fb-469d-81e4-67f03304926a', 'status': 'completed', 'code': 200} Dec 13 09:34:58.304508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.413608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.417153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.418598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28 HTTP/1.1" status: 204 len: 168 time: 0.2618968 Dec 13 09:34:58.443713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5894-0430-4fa0-99e8-4a34e38a78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bfee1e-f2c6-488d-bc09-0ad2d0dc0e28,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.574650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-7578b742-3ae0-4f68-9bb7-fdc1ba1fb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.576184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-7578b742-3ae0-4f68-9bb7-fdc1ba1fb965 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 1099 time: 0.2446012 Dec 13 09:34:58.601532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8568d414-eca7-4a23-a0d4-b4a6d17a8b4c req-bae49c25-73c1-4e73-a26e-2f84ff72cf2f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 210 time: 0.0610654 Dec 13 09:34:58.637717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-012710f2-2a84-4e5f-8722-ef9132546a1a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.640602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-012710f2-2a84-4e5f-8722-ef9132546a1a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308878 Dec 13 09:34:58.691895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Request body: {'port': {'device_id': '21b1c35e-a564-499e-8d71-7011707818e5', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '52091648bb2d4041b7e03d5faa14847b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:58.837489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00dde-f1f1-4b01-ad55-814bbfa41015 req-9e4d0e53-ae9f-4bdc-aaac-e5958f103ab5 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.839956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8df00dde-f1f1-4b01-ad55-814bbfa41015 req-9e4d0e53-ae9f-4bdc-aaac-e5958f103ab5 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 948 time: 0.1425786 Dec 13 09:34:58.848500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-96ef8626-4eac-4aa5-8140-a9b068e863f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.849978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-96ef8626-4eac-4aa5-8140-a9b068e863f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2565908 Dec 13 09:34:58.927677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-53bc8aad-b526-445c-832b-19405cd363f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae HTTP/1.1" status: 200 len: 217 time: 0.0619261 Dec 13 09:34:59.002654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8df00dde-f1f1-4b01-ad55-814bbfa41015 req-ca452cea-e0d6-4f4b-9831-81d30ca25e06 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516631 Dec 13 09:34:59.009924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Made reservation on behalf of 52091648bb2d4041b7e03d5faa14847b for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:59.011248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60320) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:59.014721 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.039341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.042934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-437c5472-f883-4748-9476-e2dcc43f141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.044500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-437c5472-f883-4748-9476-e2dcc43f141c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1040516 Dec 13 09:34:59.105434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2b46b075-c4c0-4585-a95f-cc66afe208de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9af243fe59c4def9f73004716d6b652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925088 Dec 13 09:34:59.105581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60326) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:59.140336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-6e765add-6251-4f33-8741-3d3474045e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.141991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-6e765add-6251-4f33-8741-3d3474045e1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890718 Dec 13 09:34:59.229385 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.255277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.315203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.317378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.329241 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.363438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-0bf59772-7f80-4b13-84ce-a728140021db service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083786 Dec 13 09:34:59.457489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9727f610-625d-4ef0-b023-9937eb64e296,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:59.567935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-4a269681-951e-481e-bbcc-659d04710beb tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890450 Dec 13 09:34:59.653886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.657315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.660671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c69c7eb-2b1b-454c-aa0c-ba2cec8a3557 HTTP/1.1" status: 204 len: 168 time: 0.5458806 Dec 13 09:34:59.666094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cc5b8-7f7d-4596-9665-af92d6fa905d req-9a12141c-423f-47a6-a4ef-6ac13f80fc99 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.673767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef5cc5b8-7f7d-4596-9665-af92d6fa905d req-9a12141c-423f-47a6-a4ef-6ac13f80fc99 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 943 time: 0.2604318 Dec 13 09:34:59.730943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2880af-e0f8-42db-9bde-97c9a2aa00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c69c7eb-2b1b-454c-aa0c-ba2cec8a3557,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:59.743027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Allocated IP 192.168.233.174 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/23b6bd1a-f2c7-4b9f-82c5-0529f529fd95) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:59.778612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ce6b283-e5d7-4a66-8af0-e8540e7482bb req-0b7cef7e-9ba6-4617-8848-df08c1193b11 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905797 Dec 13 09:34:59.784523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39972c57-a8ef-44a1-95a4-03e63ea1d608 req-e22e1c59-96c7-46a1-9d3a-3c8dea4855e2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 210 time: 0.0737181 Dec 13 09:34:59.859089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-1091f169-20fd-4219-9c50-ba7f84720f99 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.861277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-1091f169-20fd-4219-9c50-ba7f84720f99 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880094 Dec 13 09:34:59.867662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef5cc5b8-7f7d-4596-9665-af92d6fa905d req-2d20cf7a-ef1e-4ee4-96a6-9b23e9bc28f4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930494 Dec 13 09:34:59.876411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Request body: {'port': {'device_id': '34e26889-5c3c-4991-947b-84e35172cd60', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '52091648bb2d4041b7e03d5faa14847b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:00.067378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.086860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Made reservation on behalf of 52091648bb2d4041b7e03d5faa14847b for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:00.090410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.106504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 33492687-b43d-41cc-b1e8-fcc69b82f6ae details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:00.171214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.254613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:00.284806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:00.289011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.291801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:00.297845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.298635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.329932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-af5ab9a1-590e-49cf-bc46-e330a4e11e69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6801896 Dec 13 09:35:00.349783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Request body: {'port': {'device_id': '21b1c35e-a564-499e-8d71-7011707818e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:00.361964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:00.371520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:00.400688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Allocated IP 192.168.233.104 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/569ffe52-8ac8-42d7-86a1-86aff6d575e8) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:00.408216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '33492687-b43d-41cc-b1e8-fcc69b82f6ae', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '33492687-b43d-41cc-b1e8-fcc69b82f6ae', 'mac_address': 'fa:16:3e:08:97:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:00.486445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.514589 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.553446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f0d613-d82f-461a-9d4b-c7109d3b6c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.574717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33492687-b43d-41cc-b1e8-fcc69b82f6ae {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:00.600300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:00.606980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.679078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.705536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f0d613-d82f-461a-9d4b-c7109d3b6c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.710756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f0d613-d82f-461a-9d4b-c7109d3b6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.712050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b4cb58c6-5f42-402d-abe3-dc6238de09da None None] Provisioning complete for port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:00.712519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b4cb58c6-5f42-402d-abe3-dc6238de09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.734855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b99ca-d5d2-4d95-a689-3a008781fe94 req-b7065a92-8fd5-4dc9-8c36-1d13e219d5fa tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.739868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-128b99ca-d5d2-4d95-a689-3a008781fe94 req-b7065a92-8fd5-4dc9-8c36-1d13e219d5fa tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 948 time: 0.2397861 Dec 13 09:35:00.747898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96f0d613-d82f-461a-9d4b-c7109d3b6c7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e36745a32318485bad0a90e05b5e569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846827 Dec 13 09:35:00.755502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:00.772274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb58c6-5f42-402d-abe3-dc6238de09da None None] Port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:00.787084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0d613-d82f-461a-9d4b-c7109d3b6c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c143e18-2a6f-43cf-b2e6-580d6c7fe395,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.808919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e6aa26f0-3830-4ba8-b9f0-e430402e882d details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:00.845832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['33492687-b43d-41cc-b1e8-fcc69b82f6ae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:00.853869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.897136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.956246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:35:00.974906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.982238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.983732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c143e18-2a6f-43cf-b2e6-580d6c7fe395 HTTP/1.1" status: 204 len: 168 time: 0.2270374 Dec 13 09:35:00.991789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-128b99ca-d5d2-4d95-a689-3a008781fe94 req-94c40d55-0d10-4cae-9dce-7948e8519c6c tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000577 Dec 13 09:35:00.994520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf267f5-91ce-49c6-957c-cddfe680347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c143e18-2a6f-43cf-b2e6-580d6c7fe395,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:01.026476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.077174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:01.081756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.094634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'port_id': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'mac_address': 'fa:16:3e:98:9f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:01.168749 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.194362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:01.204189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:01.210468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:01.215892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:01.216030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6aa26f0-3830-4ba8-b9f0-e430402e882d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:01.216522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.238919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18632ead-8adf-4875-b5e6-d076ecb609d7 req-ca45c1bd-8ff8-4d20-95ac-cdf55f5de816 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:01.246189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18632ead-8adf-4875-b5e6-d076ecb609d7 req-ca45c1bd-8ff8-4d20-95ac-cdf55f5de816 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 936 time: 0.1784010 Dec 13 09:35:01.260332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event updated for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:01.271538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:01.278729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.292607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-eda6d549-613d-4a3a-b30e-021ece292446 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4200304 Dec 13 09:35:01.313748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Request body: {'port': {'device_id': '34e26889-5c3c-4991-947b-84e35172cd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:01.346218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:01.414322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18632ead-8adf-4875-b5e6-d076ecb609d7 req-8ebf211c-4946-4a78-b85a-d665e1922679 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672361 Dec 13 09:35:01.522838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.538747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:01.553716 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.604902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518a176-b39f-47ed-a633-6f7d503c92c1 req-eb761d79-daed-44e8-8be6-b17919adf1f4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:01.606373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4518a176-b39f-47ed-a633-6f7d503c92c1 req-eb761d79-daed-44e8-8be6-b17919adf1f4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 944 time: 0.1311538 Dec 13 09:35:01.609250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Transition to ACTIVE for port object 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:01.618664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a03e9865-9e71-42b1-9cc6-67d9859a88ae None None] Provisioning complete for port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:01.620822 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.622240 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a03e9865-9e71-42b1-9cc6-67d9859a88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.664812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60428) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:01.699700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15806f59-31ed-4520-bf4d-31bc0f9bcc31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.750782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e6aa26f0-3830-4ba8-b9f0-e430402e882d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:01.855881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a03e9865-9e71-42b1-9cc6-67d9859a88ae None None] Port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:01.888080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15806f59-31ed-4520-bf4d-31bc0f9bcc31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.894159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15806f59-31ed-4520-bf4d-31bc0f9bcc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.999536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15806f59-31ed-4520-bf4d-31bc0f9bcc31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c335ed6a9f24c3eaedacf18d8f02312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292398 Dec 13 09:35:01.999536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15806f59-31ed-4520-bf4d-31bc0f9bcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ced2cf-956b-48a6-812d-071ac7c23228,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:01.999536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:02.044130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:02.058834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.093717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.120993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 33492687-b43d-41cc-b1e8-fcc69b82f6ae up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:02.157029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.160240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.161638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5ced2cf-956b-48a6-812d-071ac7c23228 HTTP/1.1" status: 204 len: 168 time: 0.1614287 Dec 13 09:35:02.176803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9893d-3551-470d-8f6c-4d7d964566dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ced2cf-956b-48a6-812d-071ac7c23228,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:02.212370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 33492687-b43d-41cc-b1e8-fcc69b82f6ae completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:02.219628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 33492687-b43d-41cc-b1e8-fcc69b82f6ae triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:02.220196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.317546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.345690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:02.348465 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c76f00-5262-4f03-898a-2c6652511a13" -d '{"events": [{"server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "name": "network-vif-plugged", "status": "completed", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:02.363890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:02.369252 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.405852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4518a176-b39f-47ed-a633-6f7d503c92c1 req-c5888007-723f-487c-a7d6-0248f13bfe73 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7885871 Dec 13 09:35:02.419530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Attempting to bind port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:02.419916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Attempting to bind port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:02.420254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Attempting to bind port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:02.430763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:02.431100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Attempting to bind port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:02.448330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:02.448523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:02.448826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:02.449261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Bound port: 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:02.449623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.467800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:02.501959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5e42f-9617-445f-b2fe-f644128cec26 req-e806fc4b-4be7-4e86-a4fe-d39899e8a0c2 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:02.508675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8e5e42f-9617-445f-b2fe-f644128cec26 req-e806fc4b-4be7-4e86-a4fe-d39899e8a0c2 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.1548259 Dec 13 09:35:02.561435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569ffe52-8ac8-42d7-86a1-86aff6d575e8 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:02.576587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.621051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Transition to ACTIVE for port object 569ffe52-8ac8-42d7-86a1-86aff6d575e8 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:02.622347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:02.630154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:02.634907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.641213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.683973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8e5e42f-9617-445f-b2fe-f644128cec26 req-2dea3f84-0661-4f05-a7d1-3468332b9533 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725295 Dec 13 09:35:02.713238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:02.715218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.717859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 HTTP/1.1" status: 200 len: 1096 time: 2.3747213 Dec 13 09:35:02.719967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:02.733449 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab" -d '{"events": [{"name": "network-changed", "server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:02.761957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Pushing event updated for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:02.770097 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6b6ca-e378-455a-a58a-ba270de30b61 x-openstack-request-id: req-d3b6b6ca-e378-455a-a58a-ba270de30b61 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:02.770594 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "name": "network-vif-plugged", "status": "completed", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:02.770707 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3b6b6ca-e378-455a-a58a-ba270de30b61 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:02.771036 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae', 'code': 200} Dec 13 09:35:02.808405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e6aa26f0-3830-4ba8-b9f0-e430402e882d up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:02.898423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port e6aa26f0-3830-4ba8-b9f0-e430402e882d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:02.913469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e6aa26f0-3830-4ba8-b9f0-e430402e882d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:02.915773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.960260 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82292bc-d73d-4318-81b3-c0566c22e324 x-openstack-request-id: req-b82292bc-d73d-4318-81b3-c0566c22e324 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:02.960574 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:02.960854 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b82292bc-d73d-4318-81b3-c0566c22e324 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:02.961239 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'status': 'completed', 'code': 200} Dec 13 09:35:03.026257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.074093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:03.079188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Attempting to bind port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:03.079739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Attempting to bind port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:03.079838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Attempting to bind port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:03.080837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.083786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859d880-70dc-4cd4-abc6-d41a3dc7a6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:03.102989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-d1a69d29-1f08-469e-a067-f33cde7b6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.104564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-d1a69d29-1f08-469e-a067-f33cde7b6e94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1099 time: 0.3093624 Dec 13 09:35:03.113970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:03.114334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Attempting to bind port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:03.133393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e621-e3e0-4ac4-8b05-e10ac0a2dcf9 req-a47f03f2-36f4-4edc-a73e-3e2e1dc013e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.134783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9046e621-e3e0-4ac4-8b05-e10ac0a2dcf9 req-a47f03f2-36f4-4edc-a73e-3e2e1dc013e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 1101 time: 0.3001029 Dec 13 09:35:03.147650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec1ef-b93c-450b-bacc-143496f02f27 req-4426857f-dbfc-4011-9178-01871849ed8a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.149203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05eec1ef-b93c-450b-bacc-143496f02f27 req-4426857f-dbfc-4011-9178-01871849ed8a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 948 time: 0.2611394 Dec 13 09:35:03.174210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:03.197903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:03.198164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:03.198550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:03.199000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Bound port: 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:03.199368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.243700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-725ed23d-605c-4feb-9e95-eceadcb0c8e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 HTTP/1.1" status: 200 len: 217 time: 0.1247997 Dec 13 09:35:03.312556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:03.392476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9046e621-e3e0-4ac4-8b05-e10ac0a2dcf9 req-17a710c9-8aea-4b43-92bc-44ec4e03e34d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421250 Dec 13 09:35:03.403233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05eec1ef-b93c-450b-bacc-143496f02f27 req-e1ad6240-e61e-4ed4-a756-646ade4b7f4e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065349 Dec 13 09:35:03.404646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-c82e7810-06ee-4102-81f9-44b04c0b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.406079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-c82e7810-06ee-4102-81f9-44b04c0b50b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1195631 Dec 13 09:35:03.409779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:03.413067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:03.428781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.464945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20098b84-c550-4635-a945-04fc3c7bedf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.499026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Pushing event updated for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:03.513757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.514446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.518176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-2e7d0b21-fad8-4e81-af1f-17dbece5018a service neutron] 10.222.0.16 "PUT /v2.0/ports/569ffe52-8ac8-42d7-86a1-86aff6d575e8 HTTP/1.1" status: 200 len: 1096 time: 2.2130773 Dec 13 09:35:03.602740 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20098b84-c550-4635-a945-04fc3c7bedf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.611837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20098b84-c550-4635-a945-04fc3c7bedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.660329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098b84-c550-4635-a945-04fc3c7bedf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb5003-0bd4-4686-98ee-0c21c7a9452b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:03.696300 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20098b84-c550-4635-a945-04fc3c7bedf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85f1c35033e240e8b4f21b4ef114e6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816144 Dec 13 09:35:03.699783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:03.708371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-91bdc7d6-af53-4b69-b977-02b21b274dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.709966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-91bdc7d6-af53-4b69-b977-02b21b274dcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 1099 time: 0.1464493 Dec 13 09:35:03.766284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-f849cbbd-d294-4b85-90e3-c033d3d3e423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8 HTTP/1.1" status: 200 len: 217 time: 0.0450196 Dec 13 09:35:03.772335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.824636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.845152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-9e9d7332-7a8c-4b53-b460-b9d52c081d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.846938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-9e9d7332-7a8c-4b53-b460-b9d52c081d3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2259068 Dec 13 09:35:03.862808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89ae00-de48-4930-9e28-a3ca025e0abb req-21c2a6c2-2646-4dd5-bb45-6e66227693fa tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.864449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c89ae00-de48-4930-9e28-a3ca025e0abb req-21c2a6c2-2646-4dd5-bb45-6e66227693fa tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.2444508 Dec 13 09:35:03.873648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-02818b27-d0d2-4766-b5a3-3e24669a43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.875138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-02818b27-d0d2-4766-b5a3-3e24669a43a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1004930 Dec 13 09:35:03.898332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.901310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.902463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dcb5003-0bd4-4686-98ee-0c21c7a9452b HTTP/1.1" status: 204 len: 168 time: 0.2013607 Dec 13 09:35:03.921548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec34328-a559-4f57-a72a-6e04475f0186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb5003-0bd4-4686-98ee-0c21c7a9452b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:03.965291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.998007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c89ae00-de48-4930-9e28-a3ca025e0abb req-61ef6576-55e3-440e-8d15-2353466decd7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209242 Dec 13 09:35:04.010409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-89b0a48b-ccb9-4778-9769-0f0c9867715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.011929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-89b0a48b-ccb9-4778-9769-0f0c9867715d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055312 Dec 13 09:35:04.118611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-007ea045-5776-4e16-9223-476bbada57c3 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530098 Dec 13 09:35:04.224529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-185003ea-ed47-4844-b157-92a449cf268a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014353 Dec 13 09:35:04.240180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72882e-d880-46b7-9408-31bea220fb86 req-637f2e4f-d494-4343-aaa5-2abdf2477a76 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.241698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c72882e-d880-46b7-9408-31bea220fb86 req-637f2e4f-d494-4343-aaa5-2abdf2477a76 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.1443765 Dec 13 09:35:04.360282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ace32b8-a4fc-429e-af34-be50cf4b1b7c req-ad1d67d4-8c44-4be1-a59a-db4bcc6302a5 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252827 Dec 13 09:35:04.374517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c72882e-d880-46b7-9408-31bea220fb86 req-77279ba9-2fb2-46f0-ade6-fe564de970c9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229007 Dec 13 09:35:04.405684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79adaac-6275-4196-a11b-3d7bf9e2fe3c req-5ed4abe0-a040-49ed-a96b-85bb2b02cef4 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629877 Dec 13 09:35:04.560261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-9856f450-b72f-4a7e-88af-3d10f8864212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.564319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-9856f450-b72f-4a7e-88af-3d10f8864212 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1099 time: 0.0934618 Dec 13 09:35:04.697631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-26576d63-ba8c-4810-9cba-60deb8e96991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.699518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-26576d63-ba8c-4810-9cba-60deb8e96991 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1277649 Dec 13 09:35:04.772787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:04.775480 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776102b2-32cd-4748-bb27-f22982d43691" -d '{"events": [{"server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "name": "network-vif-plugged", "status": "completed", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:04.777787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-f9cedc6d-7fa8-4789-8693-1813823ab8e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 HTTP/1.1" status: 200 len: 217 time: 0.0713708 Dec 13 09:35:04.809291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e41238-52db-41bc-ab5a-13e5ea00a380 req-2a0e5c89-d29d-4192-9c5e-b322043cb068 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.810959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69e41238-52db-41bc-ab5a-13e5ea00a380 req-2a0e5c89-d29d-4192-9c5e-b322043cb068 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 948 time: 0.1063421 Dec 13 09:35:04.873079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-ec99d2e9-9861-4adc-b088-7664f4c5f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.874549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-ec99d2e9-9861-4adc-b088-7664f4c5f64d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0874035 Dec 13 09:35:04.918229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69e41238-52db-41bc-ab5a-13e5ea00a380 req-0eef8f1f-8a24-4d28-b33a-b20f233aba24 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875847 Dec 13 09:35:04.950090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-cd71c05f-d541-4e80-92d6-1ebe88e867ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.951916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-cd71c05f-d541-4e80-92d6-1ebe88e867ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689850 Dec 13 09:35:04.969542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:04.972623 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5" -d '{"events": [{"name": "network-changed", "server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:04.997656 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a866044c-6f28-4aac-91d0-5babcd6d0403 x-openstack-request-id: req-a866044c-6f28-4aac-91d0-5babcd6d0403 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:04.998169 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "name": "network-vif-plugged", "status": "completed", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:04.998942 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a866044c-6f28-4aac-91d0-5babcd6d0403 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:04.999439 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'code': 200} Dec 13 09:35:05.113626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-6d43e7fa-9e78-495c-9190-2937f2a76546 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541603 Dec 13 09:35:05.168597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.16', 50631) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.197123 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cd50c-fc81-4514-be7f-49dee47e2675 x-openstack-request-id: req-1c4cd50c-fc81-4514-be7f-49dee47e2675 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:05.197675 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:05.197675 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c4cd50c-fc81-4514-be7f-49dee47e2675 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:05.197951 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8', 'status': 'completed', 'code': 200} Dec 13 09:35:05.202166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7918ec-d1b7-4a7a-97f5-4c81ab47a76d req-dd3d2402-6d79-456b-a993-4ee96f758688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.204288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d7918ec-d1b7-4a7a-97f5-4c81ab47a76d req-dd3d2402-6d79-456b-a993-4ee96f758688 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 1096 time: 0.1360803 Dec 13 09:35:05.266523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-bbe27f26-f295-47b3-8e65-c48622bba5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.268427 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-bbe27f26-f295-47b3-8e65-c48622bba5b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 1099 time: 0.0988069 Dec 13 09:35:05.269561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60592) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.326651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f932f-2592-4fd0-bf48-903546bf35fb req-76646177-a59e-45e7-a50e-4b29fe05a0ee tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.328819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958f932f-2592-4fd0-bf48-903546bf35fb req-76646177-a59e-45e7-a50e-4b29fe05a0ee tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.1196558 Dec 13 09:35:05.330703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d65c74-dfe4-41e4-aa5e-b77ed9dbefab req-d5be2d66-a09a-4e77-940f-e9024e76cf0f service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077651 Dec 13 09:35:05.333277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d7918ec-d1b7-4a7a-97f5-4c81ab47a76d req-32783926-058f-4d52-9a2f-723a218856b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215358 Dec 13 09:35:05.390904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958f932f-2592-4fd0-bf48-903546bf35fb req-05bbee67-c2d2-466f-9001-2ab8ee019c72 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490570 Dec 13 09:35:05.477720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-f91ec6de-9f51-4357-9357-50de735c1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.479767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-f91ec6de-9f51-4357-9357-50de735c1346 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2036476 Dec 13 09:35:05.561150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e2a19-99a3-4962-acce-b0c749555a1e req-9dfa8b38-0150-48b6-988d-ee3a6c74115c tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.563260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-143e2a19-99a3-4962-acce-b0c749555a1e req-9dfa8b38-0150-48b6-988d-ee3a6c74115c tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.0594716 Dec 13 09:35:05.617559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-143e2a19-99a3-4962-acce-b0c749555a1e req-64a05991-e78b-40cd-b6ca-805963fc7d62 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Dec 13 09:35:05.733620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60614) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.752154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417c5b7f-daed-44fe-9154-c1fcd3982c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.804325 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-a0a4d878-9667-4986-a0a7-266e4102733e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8 HTTP/1.1" status: 200 len: 217 time: 0.0962837 Dec 13 09:35:05.905972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-7948d434-28b0-49c9-bb6a-dfff32ae20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.908274 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-7948d434-28b0-49c9-bb6a-dfff32ae20b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0730672 Dec 13 09:35:05.966666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a48b2-fb6d-4d6d-82e5-691c018c51c9 req-3da20347-5f28-4237-ad1c-2ecb200584d1 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.975827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c50a48b2-fb6d-4d6d-82e5-691c018c51c9 req-3da20347-5f28-4237-ad1c-2ecb200584d1 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.0753934 Dec 13 09:35:05.980820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417c5b7f-daed-44fe-9154-c1fcd3982c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.989074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417c5b7f-daed-44fe-9154-c1fcd3982c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.032394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-c6e26cd7-591e-44a1-903f-b479f325a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.034610 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-c6e26cd7-591e-44a1-903f-b479f325a900 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163394 Dec 13 09:35:06.053545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c5b7f-daed-44fe-9154-c1fcd3982c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ce765-f707-4350-b8cc-131dbbfadad2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.053900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c50a48b2-fb6d-4d6d-82e5-691c018c51c9 req-26c69ba8-f5b3-4b49-b907-97afd9b686dc tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Dec 13 09:35:06.061088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1765cff3-3e0e-4869-99c5-1537c1b50152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.069039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-417c5b7f-daed-44fe-9154-c1fcd3982c68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b9c073efcf94276b228ce181a923cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7978866 Dec 13 09:35:06.069303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60626) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.093499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1471061697-network', 'tenant_id': 'cf50aaf0b46d4862beb5bcc41886baf4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:06.129004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60630) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.157144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Made reservation on behalf of cf50aaf0b46d4862beb5bcc41886baf4 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:06.157927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.164708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60636) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.171648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.187354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.208328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-4c9ed8d3-a862-4555-ac4d-b22413538040 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502211 Dec 13 09:35:06.396993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c213c7b6-3b6f-413d-82a7-b68605f831f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.429333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.463422 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc4416ba-38ae-4dfb-a73b-9d6c093e31d5 req-c172e5b3-52da-42cd-b43d-726708b0c79e service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476914 Dec 13 09:35:06.516522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbc516b-872a-42df-87f8-70e1b9a193e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.516719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c213c7b6-3b6f-413d-82a7-b68605f831f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.521653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c213c7b6-3b6f-413d-82a7-b68605f831f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.563662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c213c7b6-3b6f-413d-82a7-b68605f831f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a9fa24847bc4c7f9e8d455d5417a4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977358 Dec 13 09:35:06.564510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213c7b6-3b6f-413d-82a7-b68605f831f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7662ad-90da-4783-a687-092f5056917f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.567196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.589252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fa72d-fd48-47de-beb2-24eaff05a112 req-9f629b37-771f-4c77-8402-b8cd4f7710c2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.590766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d6fa72d-fd48-47de-beb2-24eaff05a112 req-9f629b37-771f-4c77-8402-b8cd4f7710c2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 948 time: 0.1675661 Dec 13 09:35:06.625536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.629387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.631982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.635488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c8ce765-f707-4350-b8cc-131dbbfadad2 HTTP/1.1" status: 204 len: 168 time: 0.5627956 Dec 13 09:35:06.662745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.662967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13aace-1c38-4721-aced-95cb4fc79327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ce765-f707-4350-b8cc-131dbbfadad2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.716943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.731838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.743147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:06.770773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.774443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.776244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d7662ad-90da-4783-a687-092f5056917f HTTP/1.1" status: 204 len: 168 time: 0.2076077 Dec 13 09:35:06.781605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d6fa72d-fd48-47de-beb2-24eaff05a112 req-8547692a-779a-4c22-832f-dde043fb5f38 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708360 Dec 13 09:35:06.786162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0be71c-c2b7-4cdd-b699-875f58bb1d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7662ad-90da-4783-a687-092f5056917f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.800723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbc516b-872a-42df-87f8-70e1b9a193e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.845987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbc516b-872a-42df-87f8-70e1b9a193e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.860837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.861267 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Added segment cfa9978b-e059-444a-9e95-97f227d321b6 of type vlan for network e724a4b4-73cd-4892-9e7a-b3a37e602bca Dec 13 09:35:06.951214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.972240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fdbc516b-872a-42df-87f8-70e1b9a193e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b37fae477e314390a0a1d49f5b62e789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421850 Dec 13 09:35:06.975270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.982200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.007675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a823853-0543-4793-ae18-863e32e34e24 req-5f18e4f5-72e2-4c70-a91b-8a0bf72dea5a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.014884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a823853-0543-4793-ae18-863e32e34e24 req-5f18e4f5-72e2-4c70-a91b-8a0bf72dea5a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.2670457 Dec 13 09:35:07.045154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.058122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc516b-872a-42df-87f8-70e1b9a193e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2177d-0cbb-438e-ac4a-b874b545f321,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.074122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.085626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549edcfb-efe5-4d9d-9e85-4004716bf724 req-08add253-6613-421d-a417-5798cb1fcba0 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.093482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.093655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-549edcfb-efe5-4d9d-9e85-4004716bf724 req-08add253-6613-421d-a417-5798cb1fcba0 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.2122197 Dec 13 09:35:07.111102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.112300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.113047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.122414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14b247fe-6571-4e7a-bd32-caccb401d474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.183255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.186825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.188398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1d2177d-0cbb-438e-ac4a-b874b545f321 HTTP/1.1" status: 204 len: 168 time: 0.2120206 Dec 13 09:35:07.203444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4656134 Dec 13 09:35:07.205448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a823853-0543-4793-ae18-863e32e34e24 req-07b49a83-aba6-4c04-864e-2e5a5bbb8f96 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896658 Dec 13 09:35:07.209307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60676) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.237263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9df267-bd8f-4af7-8efc-f9dbffd97e98 admin admin] Pushing event updated for resources: {'Network': ['ID=e724a4b4-73cd-4892-9e7a-b3a37e602bca,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.240153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Request body: {'subnet': {'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1471061697-subnet', 'tenant_id': 'cf50aaf0b46d4862beb5bcc41886baf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:07.245194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc4a1-c701-418b-a4a4-2ded32413991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2177d-0cbb-438e-ac4a-b874b545f321,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.250413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:07.273237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-549edcfb-efe5-4d9d-9e85-4004716bf724 req-9d567c05-728f-4665-afdf-3856717edada tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c070ed-3e57-4bf5-9e16-feaf9816835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663914 Dec 13 09:35:07.315509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Made reservation on behalf of cf50aaf0b46d4862beb5bcc41886baf4 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:07.318425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.367595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.388155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad0a-8ea7-450d-9f8f-64f9977f6ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.401133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14b247fe-6571-4e7a-bd32-caccb401d474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.410256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14b247fe-6571-4e7a-bd32-caccb401d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.500974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad0a-8ea7-450d-9f8f-64f9977f6ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.506247 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad0a-8ea7-450d-9f8f-64f9977f6ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.518407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14b247fe-6571-4e7a-bd32-caccb401d474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1740720821434693afa953017f6bdf04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234867 Dec 13 09:35:07.524332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.540316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b247fe-6571-4e7a-bd32-caccb401d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20515a-106b-4dfa-bbfc-31898f7d811d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.555254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ad0a-8ea7-450d-9f8f-64f9977f6ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d8549-d065-418a-88fb-7d138480dd7a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.595519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-56f6ad0a-8ea7-450d-9f8f-64f9977f6ada admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=966921afb4d74b6680637852792445c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241025 Dec 13 09:35:07.596502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60690) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.656792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.659681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.687287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.726126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.728676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.761588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.764603 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.766677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/995d8549-d065-418a-88fb-7d138480dd7a HTTP/1.1" status: 204 len: 168 time: 0.1691096 Dec 13 09:35:07.774543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa8596-c48c-4769-86e8-6c492d37be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d8549-d065-418a-88fb-7d138480dd7a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.780256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c43f4ffa-e5f6-48e5-a219-63586b96f557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.847330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.886740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-14370b46-3f08-4744-bef7-fcc9ad72d20b tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.888621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-14370b46-3f08-4744-bef7-fcc9ad72d20b tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 950 time: 0.0814230 Dec 13 09:35:07.948150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.950777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.951962 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e20515a-106b-4dfa-bbfc-31898f7d811d HTTP/1.1" status: 204 len: 168 time: 0.4255347 Dec 13 09:35:07.976683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b74dbd-b87d-4757-af36-6bfb47b94387,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.982305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Checking segment: {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:07.982683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Network hostable DHCP agents. Network: e724a4b4-73cd-4892-9e7a-b3a37e602bca, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:07.987242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee78a-0647-4d34-8da1-fa98c2d8d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20515a-106b-4dfa-bbfc-31898f7d811d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:08.026152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df4d44-2529-46a1-acd5-aef8f9478104 req-4031437e-83a7-4c24-9518-76c74cf14a18 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.028034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7df4d44-2529-46a1-acd5-aef8f9478104 req-4031437e-83a7-4c24-9518-76c74cf14a18 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 948 time: 0.1187594 Dec 13 09:35:08.069025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:08.076978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c43f4ffa-e5f6-48e5-a219-63586b96f557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.084107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c43f4ffa-e5f6-48e5-a219-63586b96f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.090345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, e724a4b4-73cd-4892-9e7a-b3a37e602bca) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:08.108456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d9d4a-8a53-4249-81a5-08bf881416d0 None None] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:08.115587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.116337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.119887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7df4d44-2529-46a1-acd5-aef8f9478104 req-5d1f2ac2-de65-406a-b7d5-92572c3d2044 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827549 Dec 13 09:35:08.136346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Deleting port 33492687-b43d-41cc-b1e8-fcc69b82f6ae {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:35:08.136346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.145353 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c43f4ffa-e5f6-48e5-a219-63586b96f557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d2c5cbc3c5a47d988d3e14b7ac78338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143555 Dec 13 09:35:08.146754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:08.148099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4ffa-e5f6-48e5-a219-63586b96f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d8584-4dba-4b8e-9a2e-eb1b871bfab4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:08.161504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-85e85459-1e88-43ca-9ff2-7ee61df6128a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9475095 Dec 13 09:35:08.196405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:08.236663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.281348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.287587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] For port 33492687-b43d-41cc-b1e8-fcc69b82f6ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=33492687-b43d-41cc-b1e8-fcc69b82f6ae,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:08.288030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.315294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Calling delete_port for 33492687-b43d-41cc-b1e8-fcc69b82f6ae owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:35:08.381255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.385584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.390678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ecd6-100b-4417-b8a0-9d6286b2cd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.391847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f54d8584-4dba-4b8e-9a2e-eb1b871bfab4 HTTP/1.1" status: 204 len: 168 time: 0.2403913 Dec 13 09:35:08.415519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08037-7e8d-404e-8634-82983a560b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d8584-4dba-4b8e-9a2e-eb1b871bfab4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:08.528525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d3b6d-4631-4103-a08c-38ed7a51fbae None None] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:08.564137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.593280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['33492687-b43d-41cc-b1e8-fcc69b82f6ae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:08.601816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:08.637802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf5fa17-6fc0-49c1-b3d8-32bd4d588d79 req-b26a46e1-6185-48e3-97ea-3c70b0741a28 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafca8da-819c-4f8c-8c61-192eed206f44 HTTP/1.1" status: 200 len: 210 time: 0.1522501 Dec 13 09:35:08.669809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'mac_address': 'fa:16:3e:cf:00:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:08.686052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Pushing event deleted for resources: {'Port': ['ID=33492687-b43d-41cc-b1e8-fcc69b82f6ae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:08.690801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] No DVR routers for this DVR port 33492687-b43d-41cc-b1e8-fcc69b82f6ae on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:08.694911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.700595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8746a5b6-083e-4f1a-9dcc-ccba58a4f911 req-45897022-4c56-4fc0-afbe-6a0c41dc00b9 tempest-DeleteServersAdminTestJSON-1080585298 tempest-DeleteServersAdminTestJSON-1080585298-project] 10.222.0.20 "DELETE /v2.0/ports/33492687-b43d-41cc-b1e8-fcc69b82f6ae HTTP/1.1" status: 204 len: 173 time: 0.8020585 Dec 13 09:35:08.701268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'name': 'network-vif-deleted', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:08.705274 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44cb3d1-e349-494c-8b51-196f36a2a8bf" -d '{"events": [{"server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "name": "network-vif-deleted", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:08.759789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193633-b825-4eef-80dd-628f72e8fe79 req-4e0447d0-8d4f-4032-a7fb-1ca49910e6ff tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.761416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c193633-b825-4eef-80dd-628f72e8fe79 req-4e0447d0-8d4f-4032-a7fb-1ca49910e6ff tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.3267024 Dec 13 09:35:08.844400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c193633-b825-4eef-80dd-628f72e8fe79 req-9dc9475b-032a-4f32-879e-a5d8ab40c859 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754249 Dec 13 09:35:08.858448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 569ffe52-8ac8-42d7-86a1-86aff6d575e8 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:08.877858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.900031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:08.910498 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501caeaa-c966-4719-8dff-d3d02c9898ea x-openstack-request-id: req-501caeaa-c966-4719-8dff-d3d02c9898ea {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:08.910851 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafca8da-819c-4f8c-8c61-192eed206f44", "name": "network-vif-deleted", "tag": "33492687-b43d-41cc-b1e8-fcc69b82f6ae", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:08.911351 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-501caeaa-c966-4719-8dff-d3d02c9898ea {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:08.911931 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafca8da-819c-4f8c-8c61-192eed206f44', 'name': 'network-vif-deleted', 'tag': '33492687-b43d-41cc-b1e8-fcc69b82f6ae', 'status': 'completed', 'code': 200} Dec 13 09:35:08.933667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:08.968503 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.023836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b374a2-5b9f-4729-8d9c-d4bf8657d705 req-86307c21-ac9c-4ffd-89ef-a25a7c16ca83 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.029914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b374a2-5b9f-4729-8d9c-d4bf8657d705 req-86307c21-ac9c-4ffd-89ef-a25a7c16ca83 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.0635602 Dec 13 09:35:09.035850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:09.040532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'floatingip': {'port_id': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:09.079824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:09.094701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '569ffe52-8ac8-42d7-86a1-86aff6d575e8', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '569ffe52-8ac8-42d7-86a1-86aff6d575e8', 'mac_address': 'fa:16:3e:d3:b8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:09.101907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.130215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.154225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.173099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:09.214698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569ffe52-8ac8-42d7-86a1-86aff6d575e8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:09.256010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:09.266860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.343682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.381197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.401171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425c55f-d105-4839-b4ec-00322dfbdb54 req-4a84c9e9-8803-45f8-b291-7682c3f223d3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.408150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2425c55f-d105-4839-b4ec-00322dfbdb54 req-4a84c9e9-8803-45f8-b291-7682c3f223d3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 948 time: 0.1786892 Dec 13 09:35:09.447652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-908812183', 'description': 'tempest-description-2115638873'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:09.513303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2425c55f-d105-4839-b4ec-00322dfbdb54 req-5b0e9214-0c44-4633-99c5-9740443c375e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933840 Dec 13 09:35:09.515375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.581686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['569ffe52-8ac8-42d7-86a1-86aff6d575e8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:09.604800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.610074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.647678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.648921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4ba7fa7-8536-460a-8fa3-81cc209d676e req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2181356 Dec 13 09:35:09.651031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78383f27-d6d8-4348-866f-2a4de5decefb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.694787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-876857460', 'description': 'tempest-description-1365872383'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:09.734211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.879114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.885512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.940678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.941878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98b410bf-4e4f-4ce5-91db-b5a71558d912 req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2511799 Dec 13 09:35:09.988150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f949d1-0c39-4e72-91ea-6961e7f20ea8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89746c61-c461-4d26-935e-7eacaaad1263,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:10.009794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:10.151861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:10.228498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.234053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.248821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:10.257466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:10.259309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.306286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-f05efa6b-b7fc-41c6-8e12-192c21068c65 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.316158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-f05efa6b-b7fc-41c6-8e12-192c21068c65 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 813 time: 0.1361880 Dec 13 09:35:10.345480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-fa7206de-8d4e-4496-a54c-9b6d08e06cdb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/quotas/cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 375 time: 0.0283291 Dec 13 09:35:10.346934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2a65a88-e8c0-4164-9e81-6d46a2df80c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.373216 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Floating IP 8ba61b79-a8b3-4006-b500-490940574798 associated. External IP: 172.25.2.162, port: e6aa26f0-3830-4ba8-b9f0-e430402e882d. Dec 13 09:35:10.412673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-554054ea-6bee-4675-8a59-beb79aa207e4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556064 Dec 13 09:35:10.454190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.516930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:10.520171 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485ec98-890a-4b63-9820-2d50c3eeb25b" -d '{"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:10.554271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-13690363-0328-46af-a2fe-bbfe923d445a service neutron] 10.222.0.31 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406050 Dec 13 09:35:10.558378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:10.566102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.567233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 33492687-b43d-41cc-b1e8-fcc69b82f6ae no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:10.611818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60818) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:10.624468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2a65a88-e8c0-4164-9e81-6d46a2df80c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.631022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2a65a88-e8c0-4164-9e81-6d46a2df80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.675899 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015abb80-e03e-4f47-badd-489c45d6bac4 x-openstack-request-id: req-015abb80-e03e-4f47-badd-489c45d6bac4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:10.676369 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:10.677345 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-015abb80-e03e-4f47-badd-489c45d6bac4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:10.677736 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'code': 200} Dec 13 09:35:10.702284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:10.713213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 33492687-b43d-41cc-b1e8-fcc69b82f6ae {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:10.713341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 33492687-b43d-41cc-b1e8-fcc69b82f6ae not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:10.763136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2a65a88-e8c0-4164-9e81-6d46a2df80c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f239572c40c49a095d0302ec850c1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7513411 Dec 13 09:35:10.766047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60826) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:10.774681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:35:10.799629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a65a88-e8c0-4164-9e81-6d46a2df80c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e17e5-0bc1-448c-b7f1-16c71af770c8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:10.830401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 569ffe52-8ac8-42d7-86a1-86aff6d575e8 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:10.847601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-1bdcf36a-060b-4f5d-8230-173b7fd5c667 service neutron] 10.222.0.31 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919288 Dec 13 09:35:10.853164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea7957-0b8a-4840-b927-7b4b36308e7e req-7c2c646d-f958-428d-b074-dba4f662e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.860399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fea7957-0b8a-4840-b927-7b4b36308e7e req-7c2c646d-f958-428d-b074-dba4f662e9cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.1737096 Dec 13 09:35:10.903716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d806cb-c40c-4d03-8fff-8bf636a70bec req-31145cf1-73ef-49c1-9a47-a7409e4ce1ae tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.915282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.916385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7d806cb-c40c-4d03-8fff-8bf636a70bec req-31145cf1-73ef-49c1-9a47-a7409e4ce1ae tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 949 time: 0.2064521 Dec 13 09:35:10.941246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.968258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:10.991050 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08627275-92d1-4d85-aedd-3ab05efba5ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f83f95dca07a45ab9f6e7d81d4b6fd24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3740859 Dec 13 09:35:10.991926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:10.992353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.998482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:11.035574 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.092043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:11.109264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:11.115218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7d806cb-c40c-4d03-8fff-8bf636a70bec req-5b9252c5-f1a0-42a6-b35d-5cfc43f94f10 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978822 Dec 13 09:35:11.126845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.128683 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.131329 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:11.149420 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:11.151180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:35:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:11.204722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.208629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.211180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f5e17e5-0bc1-448c-b7f1-16c71af770c8 HTTP/1.1" status: 204 len: 168 time: 0.4430141 Dec 13 09:35:11.240641 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0645b84-d2c6-41ac-b7e1-a126b96c438d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "PUT /v2.0/floatingips/8ba61b79-a8b3-4006-b500-490940574798 HTTP/1.1" status: 200 len: 991 time: 2.2019613 Dec 13 09:35:11.246400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:11.255690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.268504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:11.325177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65fac74f-1f71-419e-932c-f3b9ec42d13b req-f53ff4e4-db9a-497d-8b83-b0e7f2a7fdf5 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 210 time: 0.1493094 Dec 13 09:35:11.337167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fea7957-0b8a-4840-b927-7b4b36308e7e req-ce6c777e-eb9a-40ca-b2f2-e962fbc910b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655159 Dec 13 09:35:11.399192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.421019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.435932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:11.440020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0aaf4-c8bb-408c-a9dd-ecc033fa67cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e17e5-0bc1-448c-b7f1-16c71af770c8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.449397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.452384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1286122176-network', 'tenant_id': '8b6b9611356a48e097af31d3eae2801c'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:11.496550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:11.498393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.511261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.541866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.544381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.547601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7c070ed-3e57-4bf5-9e16-feaf9816835b HTTP/1.1" status: 204 len: 168 time: 0.4564815 Dec 13 09:35:11.555592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271f8dc-ef37-4074-a817-5eeb9cd2af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c070ed-3e57-4bf5-9e16-feaf9816835b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.616652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.620744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.649963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:11.663515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7461cd33-bb48-4f72-983e-884d58a789a8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.670433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.670779 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Added segment 8270b0cc-6538-4614-a577-b7a81e9432ec of type vlan for network ab03324b-d6e2-47a6-9396-b642214f6a49 Dec 13 09:35:11.716269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.750714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.752649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.753235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.779598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6844559 Dec 13 09:35:11.781565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:11.789258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Request body: {'subnet': {'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1286122176-subnet', 'tenant_id': '8b6b9611356a48e097af31d3eae2801c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:11.833224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:11.839443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.854983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24490-f238-4531-9462-78940dc7db22 admin admin] Pushing event updated for resources: {'Network': ['ID=ab03324b-d6e2-47a6-9396-b642214f6a49,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.865821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ab03324b-d6e2-47a6-9396-b642214f6a49 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:11.892658 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:98:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ee4349-c36f-4682-8985-d53b24e631e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:35:10Z', 'revision_number': 1, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:11.927246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:11.943831 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:11.944704 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:35:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:12.029583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.259011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.296196 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:12.343029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.372572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.446788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a08c43-ceb3-4738-94df-6b8d9152b018,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.463828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279febe-8804-4480-b171-fde3d14164d2 req-4d98d067-69b2-4d0b-9162-37f5649bace4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.472007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8279febe-8804-4480-b171-fde3d14164d2 req-4d98d067-69b2-4d0b-9162-37f5649bace4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.2421470 Dec 13 09:35:12.484228 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327d9c8f-8c46-4fb0-9ee7-42801d930677" -d '{"events": [{"name": "network-changed", "server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:12.538175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbb1c11e-bb7e-412f-81ad-ec38e4bfe941 req-58342a32-e776-493b-8f91-21716623a91b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 210 time: 0.0882826 Dec 13 09:35:12.539207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:12.539834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Network hostable DHCP agents. Network: ab03324b-d6e2-47a6-9396-b642214f6a49, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:12.602653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8279febe-8804-4480-b171-fde3d14164d2 req-a1121e6c-e237-478a-b002-4ac34472a4fe tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294341 Dec 13 09:35:12.634229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.652861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Network ab03324b-d6e2-47a6-9396-b642214f6a49 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:12.657422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.678586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:12.681078 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff806a9-6427-4401-bf4d-16b0abdd423a" -d '{"events": [{"server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "name": "network-vif-plugged", "status": "completed", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:12.707470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ab03324b-d6e2-47a6-9396-b642214f6a49) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:12.718709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fa725-b0a4-452a-90c2-fd40855319bd None None] Network ab03324b-d6e2-47a6-9396-b642214f6a49 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:12.718883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.719345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.735390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60908) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.767602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.778488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c698a22b96ea46e18e689c3812262385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319904 Dec 13 09:35:12.791069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.791282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0cf7536-f080-4574-b0fa-f118cc7a5dad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0058868 Dec 13 09:35:12.800486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5fc798-e35e-45df-afca-fcb46c7e792a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.817550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-c1ac3ed7-d9f5-4411-9236-2d0596cec8a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.819105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-c1ac3ed7-d9f5-4411-9236-2d0596cec8a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 813 time: 0.1922448 Dec 13 09:35:12.839677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'device_id': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca', 'admin_state_up': True, 'tenant_id': 'cf50aaf0b46d4862beb5bcc41886baf4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:12.873167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.873987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.874478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.876817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.877457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.877967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.880090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.880599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.881087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.881562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.882359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.884202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.884858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c7932-1faa-4dc1-a60d-bce1cb398973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.886150 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa800b67-0d9b-4591-8584-6130d5d976ba x-openstack-request-id: req-fa800b67-0d9b-4591-8584-6130d5d976ba {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:12.887687 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "name": "network-vif-plugged", "status": "completed", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:12.889020 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa800b67-0d9b-4591-8584-6130d5d976ba {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:12.889437 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8', 'code': 200} Dec 13 09:35:12.919144 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:98:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ee4349-c36f-4682-8985-d53b24e631e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:35:10Z', 'revision_number': 1, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:12.957709 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dcd-929e-4899-9afc-78f68ac6f8a9 None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:98:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ee4349-c36f-4682-8985-d53b24e631e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:35:10Z', 'revision_number': 1, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:12.968917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.013111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f341425-b402-46aa-9dde-a9e934c48f68 None None] Network ab03324b-d6e2-47a6-9396-b642214f6a49 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:13.108185 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedcf947-e6b1-43a2-9e94-7a647a2335ef x-openstack-request-id: req-eedcf947-e6b1-43a2-9e94-7a647a2335ef {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:13.108578 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:13.108793 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eedcf947-e6b1-43a2-9e94-7a647a2335ef {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:13.109729 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'status': 'completed', 'code': 200} Dec 13 09:35:13.173567 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.194482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.204631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.243566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94b88c6388cb43c4ac0ba6c4211ac58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070856 Dec 13 09:35:13.252924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60918) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:13.272772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059c5f-39b5-4099-9c15-a4213a6f8f14 req-4b4c345d-28dc-477a-8ec9-9c1936594970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.274512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e059c5f-39b5-4099-9c15-a4213a6f8f14 req-4b4c345d-28dc-477a-8ec9-9c1936594970 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 1101 time: 0.2932575 Dec 13 09:35:13.281307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.284716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.286388 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c5fc798-e35e-45df-afca-fcb46c7e792a HTTP/1.1" status: 204 len: 168 time: 0.4980440 Dec 13 09:35:13.305320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365583-b1a5-43ad-bfe9-57b16f87a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5fc798-e35e-45df-afca-fcb46c7e792a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:13.360251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-ec8f21d7-7d04-4dcd-b84b-eb05584ade95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.362021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-ec8f21d7-7d04-4dcd-b84b-eb05584ade95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 1096 time: 0.2573090 Dec 13 09:35:13.365903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Made reservation on behalf of cf50aaf0b46d4862beb5bcc41886baf4 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:13.369946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.378515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de19c51-2726-4d03-b3a2-79a5a35f12cd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:13.380491 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e059c5f-39b5-4099-9c15-a4213a6f8f14 req-60350d1f-f089-408e-b775-f93b8b0e21e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Dec 13 09:35:13.414470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421e0e2-3c02-4a03-b907-724a95443bb1 None None] New status for floating IP 8ba61b79-a8b3-4006-b500-490940574798: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:35:13.485223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-357532f6-0a62-49bf-8dfa-c0fd5ea54ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.486951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-357532f6-0a62-49bf-8dfa-c0fd5ea54ebb service neutron] 10.222.0.16 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.1136878 Dec 13 09:35:13.501823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.502489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.503000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.503508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.504064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.504587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.505234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.505745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.506415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.506925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.507448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.508021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.508721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b217f2-1db4-4952-a65e-9478acaa8967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:13.546463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.606465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.070636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bde149e-e060-442d-b302-fbac823850a9 req-1acfc5e8-6428-4414-9d49-48e2d3172a87 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 210 time: 0.3852751 Dec 13 09:35:14.071791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Allocated IP 172.20.0.8 (e724a4b4-73cd-4892-9e7a-b3a37e602bca/b2b74dbd-b87d-4757-af36-6bfb47b94387/eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:14.112610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-9151c0bc-e2cb-458d-855b-e809b34e60b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 200 len: 999 time: 0.4535468 Dec 13 09:35:14.162058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.165343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.168898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0de19c51-2726-4d03-b3a2-79a5a35f12cd HTTP/1.1" status: 204 len: 168 time: 0.9104431 Dec 13 09:35:14.192048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7270e-d4c5-4f2f-899f-7ad5d5ebd11f req-3598f399-cbd7-4707-9aae-7112de631662 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.201859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1f7270e-d4c5-4f2f-899f-7ad5d5ebd11f req-3598f399-cbd7-4707-9aae-7112de631662 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.2231944 Dec 13 09:35:14.224819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141313-145a-4136-b48b-f2fb32bed79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de19c51-2726-4d03-b3a2-79a5a35f12cd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.238656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:14.244502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2049129636-network', 'tenant_id': '74a09f74b01c412190a96684fe186f46'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:14.286292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-b52047d8-dc53-4fb4-aa9a-d9791c46ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.289434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-b52047d8-dc53-4fb4-aa9a-d9791c46ae8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.1690061 Dec 13 09:35:14.290783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Made reservation on behalf of 74a09f74b01c412190a96684fe186f46 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:14.294403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.313141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.410419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee50de81-ad48-4ca5-aedc-a8e30b42d2cc req-103cad64-9c71-4ce3-b4e4-35432a8fd418 tempest-FlavorsV2NegativeTest-94061965 tempest-FlavorsV2NegativeTest-94061965-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bc3c68bf7814f48a233ff156c28ae8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876808 Dec 13 09:35:14.410918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.416708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.426400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1f7270e-d4c5-4f2f-899f-7ad5d5ebd11f req-3e90dd60-7c3d-4a9f-b4f5-ac0cb3729767 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236042 Dec 13 09:35:14.442366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:14.465700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f459d-2066-4e24-b81f-f043d157a93c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.470304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.470957 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Added segment b629afdd-eef8-48b2-b579-637ec5186fba of type vlan for network 312698d7-092a-44d3-a85a-cb92b0f1b0a2 Dec 13 09:35:14.528251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.530433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-c241cf6b-c6be-4969-9daa-8ebf4892d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.533326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-c241cf6b-c6be-4969-9daa-8ebf4892d460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073295 Dec 13 09:35:14.564577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.566840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.567666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.622484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.644382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4042637 Dec 13 09:35:14.646979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60988) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:14.652596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Request body: {'subnet': {'network_id': '312698d7-092a-44d3-a85a-cb92b0f1b0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2049129636-subnet', 'tenant_id': '74a09f74b01c412190a96684fe186f46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:14.663845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c0ffc-6592-48df-9250-c41e3c97cbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=312698d7-092a-44d3-a85a-cb92b0f1b0a2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.676198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 312698d7-092a-44d3-a85a-cb92b0f1b0a2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:14.699860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Made reservation on behalf of 74a09f74b01c412190a96684fe186f46 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:14.702612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.709542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50de81-ad48-4ca5-aedc-a8e30b42d2cc req-46c6ac8a-79bc-4efb-b335-ee3acb40c805 tempest-FlavorsV2NegativeTest-94061965 tempest-FlavorsV2NegativeTest-94061965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.718625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee50de81-ad48-4ca5-aedc-a8e30b42d2cc req-46c6ac8a-79bc-4efb-b335-ee3acb40c805 tempest-FlavorsV2NegativeTest-94061965 tempest-FlavorsV2NegativeTest-94061965-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072648 Dec 13 09:35:14.793818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.841604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:14.845244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:14.875171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-ca8abe08-1d53-40fd-96c8-93c511c5e662 service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321490 Dec 13 09:35:14.880024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:14.885640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.886275 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.890959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee50de81-ad48-4ca5-aedc-a8e30b42d2cc req-ff3b9355-cbeb-449e-8da6-9532835012bf tempest-FlavorsV2NegativeTest-94061965 tempest-FlavorsV2NegativeTest-94061965-project] 10.222.0.31 "GET /v2.0/quotas/6bc3c68bf7814f48a233ff156c28ae8b HTTP/1.1" status: 200 len: 375 time: 0.1709468 Dec 13 09:35:14.936831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.983171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee50de81-ad48-4ca5-aedc-a8e30b42d2cc req-0e85b40e-7e6c-4332-a920-a1b0e4130233 tempest-FlavorsV2NegativeTest-94061965 tempest-FlavorsV2NegativeTest-94061965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bc3c68bf7814f48a233ff156c28ae8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349941 Dec 13 09:35:14.991765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1575799 Dec 13 09:35:15.013963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432f46-fb0a-4df2-8fce-9b441d2067aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:15.024674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Request body: {'port': {'device_id': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:15.118049 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.124690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-327d9c8f-8c46-4fb0-9ee7-42801d930677 req-993773dc-6946-4a93-8992-3e79e8bfbedd service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283580 Dec 13 09:35:15.256479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51181b7-c2d4-4671-8381-1e95775ca53e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:15.268774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Checking segment: {'id': 'b629afdd-eef8-48b2-b579-637ec5186fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '312698d7-092a-44d3-a85a-cb92b0f1b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:15.272221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Network hostable DHCP agents. Network: 312698d7-092a-44d3-a85a-cb92b0f1b0a2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:15.300583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Network 312698d7-092a-44d3-a85a-cb92b0f1b0a2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:15.314534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 312698d7-092a-44d3-a85a-cb92b0f1b0a2) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:15.321109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.321955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.322873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971be145-a941-4f41-a16b-ce973c444e02 None None] Network 312698d7-092a-44d3-a85a-cb92b0f1b0a2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:15.347601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ad846e68-5cca-408c-a12d-9d9d395dd535 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6983645 Dec 13 09:35:15.399623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f34db-3e26-4680-b65f-cce3778154f7 req-319aab6e-f902-4082-a92a-8ea02f68419f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.408764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-677f34db-3e26-4680-b65f-cce3778154f7 req-319aab6e-f902-4082-a92a-8ea02f68419f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 931 time: 0.1648936 Dec 13 09:35:15.458265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157bf2c-6b82-455b-8265-1de9e2d91308 None None] Network 312698d7-092a-44d3-a85a-cb92b0f1b0a2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:15.499765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-677f34db-3e26-4680-b65f-cce3778154f7 req-b6037649-6753-497e-932a-28b6d4fbaf3d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Dec 13 09:35:15.604458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:15.615374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.653550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Transition to ACTIVE for port object eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:15.660612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.708499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b6d60-5e0f-45e2-8a2e-321cc8eaba28 req-a32565e5-a8f6-4265-8051-44fbd5508b2e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.709996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-180b6d60-5e0f-45e2-8a2e-321cc8eaba28 req-a32565e5-a8f6-4265-8051-44fbd5508b2e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.0994425 Dec 13 09:35:15.739035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:15.802736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Attempting to bind port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:15.803194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Attempting to bind port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:15.803403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Attempting to bind port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb on network e724a4b4-73cd-4892-9e7a-b3a37e602bca {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:15.808716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-180b6d60-5e0f-45e2-8a2e-321cc8eaba28 req-e5188576-f1ce-46a3-bdbc-9fcf3de8fe87 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833564 Dec 13 09:35:15.812023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb on network e724a4b4-73cd-4892-9e7a-b3a37e602bca not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:15.812976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Attempting to bind port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb on network e724a4b4-73cd-4892-9e7a-b3a37e602bca {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:15.842043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:15.842400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Checking segment: {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:15.842890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Bound using segment: {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:15.843428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Bound port: eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:15.843823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.960481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:15.975233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:15.982796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.002702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8996c-9350-4d24-b8b4-aa579680238b req-eb1b769d-79ad-4bd9-8383-9bc44e84bb9d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.004428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8c8996c-9350-4d24-b8b4-aa579680238b req-eb1b769d-79ad-4bd9-8383-9bc44e84bb9d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0885894 Dec 13 09:35:16.037119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.037728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.039204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 1091 time: 1.0289705 Dec 13 09:35:16.041674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:16.043930 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:16.112037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd891e-44da-4413-be90-8a026c95a8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:16.145795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8c8996c-9350-4d24-b8b4-aa579680238b req-ae53abd5-cb3d-4ed8-a593-9812cd6bad15 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244950 Dec 13 09:35:16.174766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-fec00f58-b3f5-4760-9648-0e5db706f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.181254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-fec00f58-b3f5-4760-9648-0e5db706f758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1094 time: 0.0783916 Dec 13 09:35:16.227499 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d205e2-a1f5-4615-adcf-f1f166b49118 x-openstack-request-id: req-41d205e2-a1f5-4615-adcf-f1f166b49118 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:16.227913 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:16.228073 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41d205e2-a1f5-4615-adcf-f1f166b49118 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:16.228466 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'status': 'completed', 'code': 200} Dec 13 09:35:16.232027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-e412c154-2bb8-4380-93e9-0128e96adbdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 217 time: 0.0432363 Dec 13 09:35:16.282616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-21f5db2f-e8ba-4205-afc5-fd2bcc52dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.284319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-21f5db2f-e8ba-4205-afc5-fd2bcc52dfa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.0480688 Dec 13 09:35:16.317653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-219f82cf-e9cd-4c14-9c82-2c4c0f798b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266137 Dec 13 09:35:16.415815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-f2686152-64d8-46af-9520-7815f2036f09 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908115 Dec 13 09:35:16.517732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa2e0978-e497-46b8-aba3-fe1a6f363a1f req-8110a06c-cd01-4ce4-aa5c-363a2b335c3a service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949581 Dec 13 09:35:16.557286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32860) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:16.666375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-57e26c37-c5cd-43e0-b716-a17c8377b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.668717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-57e26c37-c5cd-43e0-b716-a17c8377b479 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1094 time: 0.0967464 Dec 13 09:35:16.708246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-0af3f977-19c5-49d6-936b-f1269219f634 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.710506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-0af3f977-19c5-49d6-936b-f1269219f634 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.1689727 Dec 13 09:35:16.757962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-29eebb2b-665b-463d-a2b9-b3420bf74e20 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/quotas/8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 375 time: 0.0186124 Dec 13 09:35:16.805212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-caab1557-6a47-45cd-a376-312f7c3d5784 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381954 Dec 13 09:35:16.814820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-03d93f8f-3a53-4b72-a5c1-38319f288605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.816414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-03d93f8f-3a53-4b72-a5c1-38319f288605 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.1408827 Dec 13 09:35:16.867882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-add07263-c2fe-4fa7-82cf-e8d2b405a7ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 217 time: 0.0437043 Dec 13 09:35:16.896588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-697f389d-8b26-4056-be00-6db9443b0b20 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305779 Dec 13 09:35:16.904693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c97416-725b-43b7-bcfe-e5359594a9de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.996900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-ad95d23a-9a8d-4825-b6af-f7762ecd5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.998317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-ad95d23a-9a8d-4825-b6af-f7762ecd5c66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1197858 Dec 13 09:35:17.016904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c97416-725b-43b7-bcfe-e5359594a9de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.021865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c97416-725b-43b7-bcfe-e5359594a9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.077743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50c97416-725b-43b7-bcfe-e5359594a9de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bc3c68bf7814f48a233ff156c28ae8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169423 Dec 13 09:35:17.077743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c97416-725b-43b7-bcfe-e5359594a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aae3f1-0790-4f22-b7e3-98b60d2e9793,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:17.079500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:17.152823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.179276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.233678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.237223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.240822 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15aae3f1-0790-4f22-b7e3-98b60d2e9793 HTTP/1.1" status: 204 len: 168 time: 0.1477127 Dec 13 09:35:17.248157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe7635-3477-4974-a430-31a6f6eb452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aae3f1-0790-4f22-b7e3-98b60d2e9793,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:17.250581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-d2a3a02f-6b97-4c9e-817e-dd10824a5322 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:17.260617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-d2a3a02f-6b97-4c9e-817e-dd10824a5322 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231637 Dec 13 09:35:17.264619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-52ed3c77-ea5a-4305-a86f-002d9f5374d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586589 Dec 13 09:35:17.400559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-5be01624-83b1-483b-9bcd-d8b5e5acdf56 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.402023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-5be01624-83b1-483b-9bcd-d8b5e5acdf56 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4871616 Dec 13 09:35:17.429887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7d32b6bc-ff80-4c1d-b7b2-3a36a87c7575 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/quotas/52091648bb2d4041b7e03d5faa14847b HTTP/1.1" status: 200 len: 375 time: 0.0206773 Dec 13 09:35:17.498404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-b957c1e0-f024-4f51-adb0-bfb42054d97b service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096717 Dec 13 09:35:17.501631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-fd4ad0f4-f0ab-4cb8-93e4-8d910e66fc0a service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165432 Dec 13 09:35:17.604360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-dc6732a9-6ab3-4fdb-b907-010b9053c615 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626673 Dec 13 09:35:17.673239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcf4b1e9-f2cb-443d-b61d-612ba26045c5 req-bdda6553-ae3f-4b36-af16-b5a92d19e9fa service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678920 Dec 13 09:35:17.675120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-b6353c68-2a22-42c9-af51-6abf84a2291d service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604898 Dec 13 09:35:17.834766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f0526-7cfc-4168-a703-38f242b84c1c req-cc1cebc1-5bd8-4530-9b37-7524415a2b76 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.836379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-247f0526-7cfc-4168-a703-38f242b84c1c req-cc1cebc1-5bd8-4530-9b37-7524415a2b76 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 943 time: 0.0633681 Dec 13 09:35:17.943438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-247f0526-7cfc-4168-a703-38f242b84c1c req-0917c79f-f512-4261-a97a-875f2ee22a71 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984695 Dec 13 09:35:18.378355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-621bba9a-136c-41cd-ad76-ececac86099c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337250 Dec 13 09:35:18.502848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad9c3ccb-ab5b-43fd-9b04-3513ed5e46cf req-176ee515-aabd-488d-bf11-e8b42e144091 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 210 time: 0.0431514 Dec 13 09:35:18.562067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8a0a6a98-988b-496b-b067-799c2464e8f2 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.563680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8a0a6a98-988b-496b-b067-799c2464e8f2 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843729 Dec 13 09:35:18.595857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-21d835b8-2b7d-4555-afba-b1b85529d495 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/quotas/901dc4b8b9fd42e0940a55e141d2d787 HTTP/1.1" status: 200 len: 375 time: 0.0205588 Dec 13 09:35:18.612362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6be953-9a48-43e5-9a0f-6a07a569dc92 req-937931aa-ae72-45a7-a298-f560df26e354 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 210 time: 0.0289664 Dec 13 09:35:18.637605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8f550e4a-0e6f-46db-a4bf-3514cfef4e45 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273848 Dec 13 09:35:18.909469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-c062382d-b630-4d4e-a41e-37e6358d4826 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=52091648bb2d4041b7e03d5faa14847b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669763 Dec 13 09:35:18.942730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2db26f99-8476-40f1-a69d-5f73c12280b6 req-56ec258f-4553-4fba-ba57-b9d1ac38af0f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 210 time: 0.0388541 Dec 13 09:35:19.231240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:19.253416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-abfd94ad-79ed-4b20-ae4f-8375662ed4a3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.255035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-abfd94ad-79ed-4b20-ae4f-8375662ed4a3 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148773 Dec 13 09:35:19.285664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be7a8-e6d4-4c05-9d1f-370069cd7260 req-55d80b95-bd6f-4d14-8542-fda96118934d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.296168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-277be7a8-e6d4-4c05-9d1f-370069cd7260 req-55d80b95-bd6f-4d14-8542-fda96118934d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 943 time: 0.1941981 Dec 13 09:35:19.320377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Request body: {'port': {'device_id': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '52091648bb2d4041b7e03d5faa14847b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:19.453154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33056) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:19.485090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-277be7a8-e6d4-4c05-9d1f-370069cd7260 req-48d67055-cb6b-4c14-9520-e08af1bc512a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828315 Dec 13 09:35:19.575123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b19b4de-b941-45de-9130-5c6689860b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.594527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-079a45e9-6206-4770-98d6-be5d104f1093 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.596580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-079a45e9-6206-4770-98d6-be5d104f1093 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.2977858 Dec 13 09:35:19.603595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8397-9901-4b91-be65-ffd05228d714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.616338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Request body: {'port': {'device_id': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'admin_state_up': True, 'tenant_id': '8b6b9611356a48e097af31d3eae2801c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:19.673111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b19b4de-b941-45de-9130-5c6689860b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.679142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b19b4de-b941-45de-9130-5c6689860b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.711848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19b4de-b941-45de-9130-5c6689860b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d42e1-bf42-41ba-af42-1503c07d69ff,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:19.732586 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3b19b4de-b941-45de-9130-5c6689860b21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b316f65bc8124099a1d006532a2f3b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788770 Dec 13 09:35:19.735863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:19.748702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b08088fb-1793-4809-9a3d-d8aff163c0ce req-d91a75ff-69a9-4765-bb80-a05628fe3c56 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 210 time: 0.1101680 Dec 13 09:35:19.786365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Made reservation on behalf of 52091648bb2d4041b7e03d5faa14847b for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:19.789924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.860792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.896503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.909917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ff16d6b-c6cd-4724-90f2-032a34e08440 req-ef80db59-086a-46aa-911e-ae76cedb234b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 210 time: 0.0603693 Dec 13 09:35:19.972918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.974333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8397-9901-4b91-be65-ffd05228d714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.977414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.979110 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/728d42e1-bf42-41ba-af42-1503c07d69ff HTTP/1.1" status: 204 len: 168 time: 0.2419131 Dec 13 09:35:19.988679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a67e-fdb0-440f-ab47-e951a8106cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d42e1-bf42-41ba-af42-1503c07d69ff,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.001374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8397-9901-4b91-be65-ffd05228d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.025641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:20.029683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.056420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcdd8397-9901-4b91-be65-ffd05228d714 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1c2a0834ea4478089f37307653b5bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8237751 Dec 13 09:35:20.058981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:20.083819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8397-9901-4b91-be65-ffd05228d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d8884a-7186-4906-b89d-6d3c7359885b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.115715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.124004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1ac9d4d-b301-42cb-98a7-a3358209376b req-059a7a01-caac-4cc0-9804-a1a3241f8a54 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 210 time: 0.0665395 Dec 13 09:35:20.154791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.194163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Allocated IP 192.168.233.231 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/783911a9-43d9-4e58-9c94-80415247de82) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:20.215405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.218282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.219524 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38d8884a-7186-4906-b89d-6d3c7359885b HTTP/1.1" status: 204 len: 168 time: 0.1593149 Dec 13 09:35:20.230348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:20.248848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0d3d-3d7d-4f65-9710-7f341ce4de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d8884a-7186-4906-b89d-6d3c7359885b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.504935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33128) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:20.506992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Allocated IP 172.20.0.8 (ab03324b-d6e2-47a6-9396-b642214f6a49/18a08c43-ceb3-4738-94df-6b8d9152b018/b6dfa9da-eebf-4560-8ef8-64ad4708bc32) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:20.537882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d30afcab-d844-491c-9dc1-4ae8be6dc851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.577480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-824419d8-fdcf-49d0-82f4-0d7987288271 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676439 Dec 13 09:35:20.596425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:20.624642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca', 'port_id': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'mac_address': 'fa:16:3e:38:50:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b74dbd-b87d-4757-af36-6bfb47b94387', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:20.697050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.714583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:20.725952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d30afcab-d844-491c-9dc1-4ae8be6dc851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.732266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d30afcab-d844-491c-9dc1-4ae8be6dc851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.742317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:20.747761 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.806950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d30afcab-d844-491c-9dc1-4ae8be6dc851 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06e01ed5271247afa303784928d1cf35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999125 Dec 13 09:35:20.808121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33164) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:20.849635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30afcab-d844-491c-9dc1-4ae8be6dc851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1f758-034f-4077-a0e6-5e619bedd632,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.861464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.881587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.882230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.885033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.890976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.891972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.893375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.893867 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.894406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.895650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.896924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.898875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.900392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.900911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.903008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:20.930900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.952724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.964236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4e79-4b52-491c-ae1d-ae5d5ca053ab req-ef706567-3ece-4833-be65-24ff9b439eb2 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:20.973485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09db4e79-4b52-491c-ae1d-ae5d5ca053ab req-ef706567-3ece-4833-be65-24ff9b439eb2 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 943 time: 0.3088810 Dec 13 09:35:20.985605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:20.988148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33180) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:21.020447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.034632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.039979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f1f758-034f-4077-a0e6-5e619bedd632 HTTP/1.1" status: 204 len: 168 time: 0.2296951 Dec 13 09:35:21.068839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeae51-c57c-4f2e-b591-7c04ae98ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1f758-034f-4077-a0e6-5e619bedd632,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:21.084038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b5b5f2f-aa9a-4058-8c09-134b064c0c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.105014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-ba759959-e28a-40ee-825c-d1bec2eb7438 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.107824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-ba759959-e28a-40ee-825c-d1bec2eb7438 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5221941 Dec 13 09:35:21.141700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Request body: {'port': {'device_id': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '901dc4b8b9fd42e0940a55e141d2d787'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:21.221357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09db4e79-4b52-491c-ae1d-ae5d5ca053ab req-48d4a241-72a5-43c3-b0bd-07494020d81d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473876 Dec 13 09:35:21.313875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.320014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.327447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['569ffe52-8ac8-42d7-86a1-86aff6d575e8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:21.461054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:21.500116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:21.507368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2615dd9a-6295-4abc-9d67-a6f2aa741d63 req-15a8739b-18a0-4709-a95d-3810a2a35da2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 210 time: 0.0849819 Dec 13 09:35:21.518512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:21.525357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.527052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.545603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event updated for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:21.582240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d155e2-50dc-4b81-96ac-01d83242a380 req-e6db02be-4956-491a-b3ef-5271457798e7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.583813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d155e2-50dc-4b81-96ac-01d83242a380 req-e6db02be-4956-491a-b3ef-5271457798e7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 936 time: 0.2675624 Dec 13 09:35:21.608697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:21.831662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-23aa8c6b-8c93-4ce4-8d59-fd758b52b0ff None None] Provisioning complete for port 783911a9-43d9-4e58-9c94-80415247de82 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:21.832026 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23aa8c6b-8c93-4ce4-8d59-fd758b52b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.849096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.873361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-23aa8c6b-8c93-4ce4-8d59-fd758b52b0ff None None] Port 783911a9-43d9-4e58-9c94-80415247de82 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:21.888549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Made reservation on behalf of 901dc4b8b9fd42e0940a55e141d2d787 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:21.892145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.899866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b5b5f2f-aa9a-4058-8c09-134b064c0c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.907373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-defa120b-1904-4c68-a6d0-431f0fef0fac req-670a8daa-d60d-4566-92f4-ee3c32698da6 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 210 time: 0.0694780 Dec 13 09:35:21.955046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-4fcbe596-169a-4719-9796-05ba4dfa8b6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6541624 Dec 13 09:35:21.968093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b5b5f2f-aa9a-4058-8c09-134b064c0c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.985087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.990394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Request body: {'port': {'device_id': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:22.035889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Network ab03324b-d6e2-47a6-9396-b642214f6a49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:22.071702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d155e2-50dc-4b81-96ac-01d83242a380 req-afda33f4-b283-4bbb-a0af-d92642f7e616 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809124 Dec 13 09:35:22.072537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:22.085993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:22.091624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:22.092500 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.100363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.104355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b5b5f2f-aa9a-4058-8c09-134b064c0c63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d9b3b81777e45e0be311c370e384d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0858769 Dec 13 09:35:22.108239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:22.113277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b5f2f-aa9a-4058-8c09-134b064c0c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9337f706-b5a4-445f-a5ef-6ad1f146315a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.147721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5c4646e1-b199-45f8-a1e3-26a127b05cf0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5376647 Dec 13 09:35:22.169544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Request body: {'port': {'device_id': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:22.194123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.199941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.227261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.249022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:22.339371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.342367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.344124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9337f706-b5a4-445f-a5ef-6ad1f146315a HTTP/1.1" status: 204 len: 168 time: 0.2275090 Dec 13 09:35:22.365148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:35:22.365929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc843a-a44c-43a5-961f-d4514da92afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337f706-b5a4-445f-a5ef-6ad1f146315a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.367383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:22.374288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:22.375275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.416872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.512143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.539456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.559842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.579869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:22.592198 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c928a-a424-4ce8-8b28-1d1d6aa32e8b" -d '{"events": [{"server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:22.621547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d3eb4-101b-4264-864d-032107c8dd71 req-171de671-c5d0-4c45-9c76-caf4c4e2b230 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:22.623073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-583d3eb4-101b-4264-864d-032107c8dd71 req-171de671-c5d0-4c45-9c76-caf4c4e2b230 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 944 time: 0.2680278 Dec 13 09:35:22.625027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:22.633722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.720273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.809426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792f051f-e887-457f-a39d-5ae02dff329a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.952966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-583d3eb4-101b-4264-864d-032107c8dd71 req-49bf9d10-4be1-4a18-b2c3-aed915208f65 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744064 Dec 13 09:35:23.029111 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3fedf6-2c47-4aa6-8276-ce6859768a2e x-openstack-request-id: req-5d3fedf6-2c47-4aa6-8276-ce6859768a2e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:23.029297 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:23.029863 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d3fedf6-2c47-4aa6-8276-ce6859768a2e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:23.031734 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'code': 200} Dec 13 09:35:23.089364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.20', 65526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:23.148002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783911a9-43d9-4e58-9c94-80415247de82 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:23.154884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0f2f5-3234-4d96-9376-25c202650fd1 req-f7bd42af-92cf-44c6-876e-b2ff771419ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.157759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76c0f2f5-3234-4d96-9376-25c202650fd1 req-f7bd42af-92cf-44c6-876e-b2ff771419ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1096 time: 0.0671482 Dec 13 09:35:23.176334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.181059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eff874cb-9bc9-4102-a01b-4401f44119aa req-fcca91c1-e664-4278-b125-f023c0673309 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 210 time: 0.0515761 Dec 13 09:35:23.219832 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76c0f2f5-3234-4d96-9376-25c202650fd1 req-22f1fb8b-88e4-40dd-b6d7-7334e2bc3f2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543137 Dec 13 09:35:23.228645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Transition to ACTIVE for port object 783911a9-43d9-4e58-9c94-80415247de82 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:23.244590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f63a5-03e1-44d2-bd26-5863af2b53a5 req-57435269-a59c-4e4d-979b-895b8c3bce72 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.246114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d9f63a5-03e1-44d2-bd26-5863af2b53a5 req-57435269-a59c-4e4d-979b-895b8c3bce72 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 931 time: 0.1849861 Dec 13 09:35:23.253374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.323035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dfa9da-eebf-4560-8ef8-64ad4708bc32 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:23.349417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.404675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Transition to ACTIVE for port object b6dfa9da-eebf-4560-8ef8-64ad4708bc32 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:23.412745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Pushing event updated for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:23.416299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Allocated IP 192.168.233.19 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/c62c968b-c256-4d08-a3c5-6c2b4468cc23) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:23.429624 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.563270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:23.583785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d9f63a5-03e1-44d2-bd26-5863af2b53a5 req-f37cb358-66d0-469b-9862-8edc88cba511 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265958 Dec 13 09:35:23.617360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Attempting to bind port 783911a9-43d9-4e58-9c94-80415247de82 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:23.617955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Attempting to bind port 783911a9-43d9-4e58-9c94-80415247de82 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:23.618518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Attempting to bind port 783911a9-43d9-4e58-9c94-80415247de82 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.661721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Port 783911a9-43d9-4e58-9c94-80415247de82 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:23.662359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Attempting to bind port 783911a9-43d9-4e58-9c94-80415247de82 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.704441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:23.705004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:23.705641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:23.706383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Bound port: 783911a9-43d9-4e58-9c94-80415247de82, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:23.707310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.848143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:23.848485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:23.848817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.881203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:23.881558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.911316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:23.911686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:23.912083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:23.912531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Bound port: b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:23.912889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.921216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:23.931913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.954706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a0ca7-1eb3-42ec-a3f8-4d5a63864934 req-d88a4a00-e33d-4925-89ff-65a44b6df3ae tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.956295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-014a0ca7-1eb3-42ec-a3f8-4d5a63864934 req-d88a4a00-e33d-4925-89ff-65a44b6df3ae tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 948 time: 0.1862702 Dec 13 09:35:23.963663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=783911a9-43d9-4e58-9c94-80415247de82,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:23.979154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.094071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.094398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.096126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] 10.222.0.20 "PUT /v2.0/ports/783911a9-43d9-4e58-9c94-80415247de82 HTTP/1.1" status: 200 len: 1096 time: 2.1170845 Dec 13 09:35:24.096767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'tag': '783911a9-43d9-4e58-9c94-80415247de82'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:24.100625 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "tag": "783911a9-43d9-4e58-9c94-80415247de82"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:24.158604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0385f-1121-42af-ada0-ce518f1c426e service neutron] Pushing event updated for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:24.173803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-014a0ca7-1eb3-42ec-a3f8-4d5a63864934 req-ddf058a0-f98c-4d23-93ca-be38df44b872 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086384 Dec 13 09:35:24.175172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.198103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:24.267521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:24.282272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.295764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:24.313842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:24.317373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:24.326951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.328177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.380585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-0126e84f-97b4-4c3b-b081-05e666df5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.382199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-0126e84f-97b4-4c3b-b081-05e666df5717 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 1099 time: 0.2342050 Dec 13 09:35:24.383605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Pushing event updated for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:24.392752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.393400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.394870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 1091 time: 2.2359126 Dec 13 09:35:24.478525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-58db6d8d-d73f-4053-8275-6cddf0102d7c tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3444886 Dec 13 09:35:24.489991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-6460df5c-d3f8-4c11-b004-cd3b8e86038a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=783911a9-43d9-4e58-9c94-80415247de82 HTTP/1.1" status: 200 len: 217 time: 0.0914848 Dec 13 09:35:24.519238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Request body: {'port': {'device_id': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:24.623327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905cc6-7ea5-4f26-af14-32843024041b req-fdbe76a0-d519-495d-830a-28da95d19ac4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.625453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3905cc6-7ea5-4f26-af14-32843024041b req-fdbe76a0-d519-495d-830a-28da95d19ac4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 945 time: 0.3195224 Dec 13 09:35:24.661320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1169f4-342d-4aa2-bea2-e60bbd1463e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:24.695023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-32812dc4-ba49-4703-a11e-d57a3fac0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.696503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-32812dc4-ba49-4703-a11e-d57a3fac0ba9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1361322 Dec 13 09:35:24.703852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-e7293c7c-312c-4294-9b82-3fde62c9f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.705176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-e7293c7c-312c-4294-9b82-3fde62c9f27a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1094 time: 0.2308555 Dec 13 09:35:24.714763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.780568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a52398d3-864d-4fea-b8ae-b16f337fb39f None None] Provisioning complete for port c62c968b-c256-4d08-a3c5-6c2b4468cc23 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:24.781149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a52398d3-864d-4fea-b8ae-b16f337fb39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:24.819983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a52398d3-864d-4fea-b8ae-b16f337fb39f None None] Port c62c968b-c256-4d08-a3c5-6c2b4468cc23 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:25.001735 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7742fab-e214-4b20-a642-7f1021e9889b x-openstack-request-id: req-f7742fab-e214-4b20-a642-7f1021e9889b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:25.002034 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "tag": "783911a9-43d9-4e58-9c94-80415247de82", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:25.002293 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7742fab-e214-4b20-a642-7f1021e9889b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:25.002685 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'tag': '783911a9-43d9-4e58-9c94-80415247de82', 'status': 'completed', 'code': 200} Dec 13 09:35:25.013798 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-14873c03-8c61-4710-80ec-d12d99d375d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.2970908 Dec 13 09:35:25.068685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3905cc6-7ea5-4f26-af14-32843024041b req-2e4b346a-d962-40d6-a1ee-2610ebf8b883 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243002 Dec 13 09:35:25.119093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-43d9cae6-6472-497d-950c-bed55c5e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.120642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-43d9cae6-6472-497d-950c-bed55c5e3817 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4146187 Dec 13 09:35:25.209000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-1ed7c17e-64e3-4302-bd39-ffd42742e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.210455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-1ed7c17e-64e3-4302-bd39-ffd42742e34a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1679051 Dec 13 09:35:25.246557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f877-36b3-43b5-b5e9-f8e4a2024acd req-44c023ea-c1ab-418e-a5ff-d0662e83f09d tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.248064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f086f877-36b3-43b5-b5e9-f8e4a2024acd req-44c023ea-c1ab-418e-a5ff-d0662e83f09d tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 935 time: 0.2481122 Dec 13 09:35:25.301261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-a4c64ed7-3084-42d3-a716-876c8c3e8e8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500824 Dec 13 09:35:25.388822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-b42dda83-c996-42ff-bb98-5c99410ac508 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5822a454b4a848e082049e970547f564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910227 Dec 13 09:35:25.526382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f086f877-36b3-43b5-b5e9-f8e4a2024acd req-a25d6d37-fd07-405b-a76d-57906164814b tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618318 Dec 13 09:35:25.537015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-1696d9d7-e73b-4d1f-84a1-d2ad326eb75b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618608 Dec 13 09:35:25.684614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-5d6d8b23-5fa1-4759-b8ea-ec6fc597526d service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655698 Dec 13 09:35:25.717746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-2276f200-b076-4d06-8902-b0b9f4b3738e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.719201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-2276f200-b076-4d06-8902-b0b9f4b3738e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902713 Dec 13 09:35:25.824428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-728bcff7-0da6-41f0-bf02-fec72f30fe10 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/quotas/5822a454b4a848e082049e970547f564 HTTP/1.1" status: 200 len: 375 time: 0.0921805 Dec 13 09:35:25.838872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934189e0-d1d1-4bff-9cae-b9ec9af9b291 req-fb77d205-1b46-4e73-b1fb-4b58af1a4caf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.840349 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-934189e0-d1d1-4bff-9cae-b9ec9af9b291 req-fb77d205-1b46-4e73-b1fb-4b58af1a4caf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.2391965 Dec 13 09:35:25.869520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67c3c589-6ad2-4707-bf05-f22653e7ee7d req-61a34655-20a0-4fe4-961d-5ac5f6f07f20 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163996 Dec 13 09:35:25.893090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62c968b-c256-4d08-a3c5-6c2b4468cc23 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:25.898791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-84926e70-5ff0-4a9f-bc25-10f13ba936d6 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575452 Dec 13 09:35:25.905459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.967572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Transition to ACTIVE for port object c62c968b-c256-4d08-a3c5-6c2b4468cc23 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:25.984435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.991728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36d5a61-26e7-4987-9ed0-65f79711947b req-f8a68834-ea64-465f-8640-7746990046b4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957265 Dec 13 09:35:26.023880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-934189e0-d1d1-4bff-9cae-b9ec9af9b291 req-a5d9a03b-4ca5-4eb5-9f49-3cc39843502c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739388 Dec 13 09:35:26.054482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-4ea2d4eb-0a69-4860-b5d6-65e515fa82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.056037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-4ea2d4eb-0a69-4860-b5d6-65e515fa82a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 1099 time: 0.1368527 Dec 13 09:35:26.063095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.147070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Attempting to bind port c62c968b-c256-4d08-a3c5-6c2b4468cc23 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:26.147414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Attempting to bind port c62c968b-c256-4d08-a3c5-6c2b4468cc23 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:26.147777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Attempting to bind port c62c968b-c256-4d08-a3c5-6c2b4468cc23 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:26.152469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Port c62c968b-c256-4d08-a3c5-6c2b4468cc23 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:26.152793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Attempting to bind port c62c968b-c256-4d08-a3c5-6c2b4468cc23 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:26.170899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:26.171840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:26.172232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:26.172684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Bound port: c62c968b-c256-4d08-a3c5-6c2b4468cc23, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:26.173035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.270614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-39dd0e49-a24a-49fd-a5b8-795640ffff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.272161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-39dd0e49-a24a-49fd-a5b8-795640ffff64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2047496 Dec 13 09:35:26.350720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-82520507-d4f3-4886-bbcf-195953815d2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=783911a9-43d9-4e58-9c94-80415247de82 HTTP/1.1" status: 200 len: 217 time: 0.0556512 Dec 13 09:35:26.360909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6520-08c1-4e39-b2b1-226735074e94 req-4c8f5201-5254-4051-a652-38777d712da6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.362377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d47b6520-08c1-4e39-b2b1-226735074e94 req-4c8f5201-5254-4051-a652-38777d712da6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 948 time: 0.1642096 Dec 13 09:35:26.400306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:26.435182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:26.444905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.475230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-eaca4b50-fa1c-4c24-9810-a2dee7c29065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.477012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-eaca4b50-fa1c-4c24-9810-a2dee7c29065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1121073 Dec 13 09:35:26.516037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d47b6520-08c1-4e39-b2b1-226735074e94 req-b2a70d3f-21b8-48b0-a76e-54fc540f51ae tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125891 Dec 13 09:35:26.573930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.574620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.578473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] 10.222.0.16 "PUT /v2.0/ports/c62c968b-c256-4d08-a3c5-6c2b4468cc23 HTTP/1.1" status: 200 len: 1095 time: 2.0854931 Dec 13 09:35:26.629623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6c50044-c2bd-4cdd-99ba-83acc02b54aa req-48106a80-961a-4a1d-a458-4a5eb4eb724b tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 210 time: 0.0466647 Dec 13 09:35:26.681707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09760d-38a5-40c7-a594-a99db1b50f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.709423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-071f680b-acb5-4fdd-b4ae-157ff4f99c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.710934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-071f680b-acb5-4fdd-b4ae-157ff4f99c7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134097 Dec 13 09:35:27.005817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-3ddf5837-b4fe-49b7-83c8-48eb8f38df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.007256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-3ddf5837-b4fe-49b7-83c8-48eb8f38df08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 1098 time: 0.3535442 Dec 13 09:35:27.007710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32'}, {'name': 'network-changed', 'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:27.009908 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b46f76-2024-49ee-8c06-d8762ae10fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32"}, {"name": "network-changed", "server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:27.031676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f651-95a6-43ec-ac5c-338ebf6bc3cd req-713250fb-b9d7-4d1f-9ee8-6fc4a7d300af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.033204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7823f651-95a6-43ec-ac5c-338ebf6bc3cd req-713250fb-b9d7-4d1f-9ee8-6fc4a7d300af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 945 time: 0.4297199 Dec 13 09:35:27.094838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-ff11bd3a-2838-4f09-8f44-489b15c3ff00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23 HTTP/1.1" status: 200 len: 217 time: 0.0607653 Dec 13 09:35:27.225890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e76e1-f80e-4ad6-bdc5-89ef8511d7af req-0562f2d2-4be5-44ca-ae1e-2af028c214ff tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.227324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-751e76e1-f80e-4ad6-bdc5-89ef8511d7af req-0562f2d2-4be5-44ca-ae1e-2af028c214ff tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 947 time: 0.2239623 Dec 13 09:35:27.235530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-6ab63152-449d-490e-bd34-a96f9d7a9742 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091310 Dec 13 09:35:27.239343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-387ee184-a082-4f18-9a37-bc890e7bf4a7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5822a454b4a848e082049e970547f564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261843 Dec 13 09:35:27.258742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7823f651-95a6-43ec-ac5c-338ebf6bc3cd req-713919d6-8643-4cc9-b350-eefe1122e9db tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010899 Dec 13 09:35:27.261011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-a44e1ff7-40ba-428a-bf65-38758d1665f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.263338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-a44e1ff7-40ba-428a-bf65-38758d1665f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1453619 Dec 13 09:35:27.381959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ce98bc3f-a00c-4ee2-95eb-38152587985e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.383433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ce98bc3f-a00c-4ee2-95eb-38152587985e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338921 Dec 13 09:35:27.397773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Request body: {'port': {'device_id': 'fd760c36-db1c-4193-b27a-75edd2712431', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '5822a454b4a848e082049e970547f564'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:27.404444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-751e76e1-f80e-4ad6-bdc5-89ef8511d7af req-a307854e-5378-4416-9a35-9d37206501ee tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635802 Dec 13 09:35:27.421867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-9b30a556-10e4-4f78-ac36-e09450b4510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.423237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-9b30a556-10e4-4f78-ac36-e09450b4510b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346896 Dec 13 09:35:27.441483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f4d0d8e-b6f5-4c4d-8518-b644bec1bda3 req-2b09de49-b6c9-4184-8841-3b2e4dbf9e29 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892464 Dec 13 09:35:27.502930 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c851a-8a40-4630-adf7-5bbcc3dc1b8e x-openstack-request-id: req-4d5c851a-8a40-4630-adf7-5bbcc3dc1b8e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:27.503395 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:27.504106 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d5c851a-8a40-4630-adf7-5bbcc3dc1b8e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:27.504656 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'status': 'completed', 'code': 200} Dec 13 09:35:27.505136 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23', 'status': 'completed', 'code': 200} Dec 13 09:35:27.612062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-8714ba39-0f3a-436c-98be-22d046046a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.613552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-8714ba39-0f3a-436c-98be-22d046046a5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1094 time: 0.1007304 Dec 13 09:35:27.620015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-7b2bf07d-4619-4e69-90c0-074debb98990 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812375 Dec 13 09:35:27.623288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Made reservation on behalf of 5822a454b4a848e082049e970547f564 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:27.627401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.633153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6908bc-6aa8-4202-91d0-86135d302945 req-ff9d171e-6ec7-4e4d-879f-33cd6a192336 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.634608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf6908bc-6aa8-4202-91d0-86135d302945 req-ff9d171e-6ec7-4e4d-879f-33cd6a192336 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.0827720 Dec 13 09:35:27.636863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.721980 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.727319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.797026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf6908bc-6aa8-4202-91d0-86135d302945 req-40ec9f1a-a195-434b-a997-35adeab4faa7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341507 Dec 13 09:35:27.834672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-66fbdc0c-2131-4174-85d5-d90b218cc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.836949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-66fbdc0c-2131-4174-85d5-d90b218cc207 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1995170 Dec 13 09:35:27.847230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:27.907071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-ca034134-4b18-40df-b2ab-e9be9fc901c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.0526612 Dec 13 09:35:27.936145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Allocated IP 192.168.233.242 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/aa8a74d0-3f88-4de2-96b8-d0df517c5cfa) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:27.964773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56d9132f-d99d-4882-bd23-5a1a64644dcd req-337666bb-f43d-4fd4-bc3b-542bf26cca2c service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290737 Dec 13 09:35:28.019260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-d3ba0200-4b9b-45c0-80c3-48b6e1d099ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.020813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-d3ba0200-4b9b-45c0-80c3-48b6e1d099ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0975800 Dec 13 09:35:28.024354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-ee243db4-4631-4a0c-89c5-10411a41edaa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-908812183&fields=id&tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 267 time: 0.1243246 Dec 13 09:35:28.097514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-f1309506-586e-412a-a86e-4b2aaffefcc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687127 Dec 13 09:35:28.178101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.214657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.230982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-c56f6388-7adf-48e0-a432-263bace9c696 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.239302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-c56f6388-7adf-48e0-a432-263bace9c696 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 945 time: 0.2000098 Dec 13 09:35:28.254300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-fbee8c72-9ae6-4474-a9cc-9702341b8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.255930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-fbee8c72-9ae6-4474-a9cc-9702341b8fb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 1098 time: 0.2189465 Dec 13 09:35:28.267017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'security_groups': ['b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f', 'e39c0aaf-8b8c-4a4c-a76a-109ef24b477f']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:28.297523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:28.303985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:28.306149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:28.312129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.313375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.325390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc12f6-e8b3-4629-858c-b38c4dc4be50 req-7fa4fdb9-9c7e-45ac-8db9-23bca2e1cde1 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.332648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02dc12f6-e8b3-4629-858c-b38c4dc4be50 req-7fa4fdb9-9c7e-45ac-8db9-23bca2e1cde1 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 948 time: 0.2215154 Dec 13 09:35:28.333285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9392810 Dec 13 09:35:28.350372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Request body: {'port': {'device_id': 'fd760c36-db1c-4193-b27a-75edd2712431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:28.381711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53f339-862f-475a-8913-969535c842c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Pushing event updated for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:28.407376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-63d03f57-4032-485c-98a0-7fde6f989f58 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940166 Dec 13 09:35:28.429251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.461177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:28.569852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.606034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-195ca44e-a7cc-4b3b-9007-33bb06f997fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.607510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-195ca44e-a7cc-4b3b-9007-33bb06f997fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3348694 Dec 13 09:35:28.676880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02dc12f6-e8b3-4629-858c-b38c4dc4be50 req-d911886b-a2f8-4398-beb7-09daf4c152f5 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433762 Dec 13 09:35:28.711581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-14d02dd4-383a-4203-8270-1fb2fa66d545 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23 HTTP/1.1" status: 200 len: 217 time: 0.0874524 Dec 13 09:35:28.718870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-303ad76c-46f2-4ba0-99da-df2a28c02ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.728974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0865dd49-028a-4869-b867-9011d8976965 None None] Provisioning complete for port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:28.730312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0865dd49-028a-4869-b867-9011d8976965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.775909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0865dd49-028a-4869-b867-9011d8976965 None None] Port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:28.833814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-b61beaaf-fb68-4f6c-89a6-fd2bd8f85044 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939497 Dec 13 09:35:28.857134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8a74d0-3f88-4de2-96b8-d0df517c5cfa {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:28.867017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.870499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-e7abde5c-2fc6-471b-971b-5352958293ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.872750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-e7abde5c-2fc6-471b-971b-5352958293ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1516898 Dec 13 09:35:28.891951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Transition to ACTIVE for port object aa8a74d0-3f88-4de2-96b8-d0df517c5cfa will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:28.897756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.959412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Pushing event updated for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:28.998704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb672b-3c3e-4765-b1e6-765dd6e1af6c req-b930bf60-3a30-4d13-b2a0-28b3a795b2c4 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.000324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ceb672b-3c3e-4765-b1e6-765dd6e1af6c req-b930bf60-3a30-4d13-b2a0-28b3a795b2c4 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 936 time: 0.2073116 Dec 13 09:35:29.017637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Attempting to bind port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:29.018359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Attempting to bind port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:29.019003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Attempting to bind port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:29.025426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:29.026155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Attempting to bind port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:29.032453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:29.032934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:29.033700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:29.034274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Bound port: aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:29.034801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.106195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-7865aa77-8f87-4aac-8893-c22360b0ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.107739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-7865aa77-8f87-4aac-8893-c22360b0ffc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194428 Dec 13 09:35:29.129356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:29.131534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-303ad76c-46f2-4ba0-99da-df2a28c02ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.137539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:29.145540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.158593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-303ad76c-46f2-4ba0-99da-df2a28c02ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.195385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.195920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.197428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] 10.222.0.16 "PUT /v2.0/ports/aa8a74d0-3f88-4de2-96b8-d0df517c5cfa HTTP/1.1" status: 200 len: 1096 time: 0.8514946 Dec 13 09:35:29.198231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:29.202160 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:29.246786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed72a-667c-49db-b7f0-fa4b366ef3dd service neutron] Pushing event updated for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.271262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.291322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:29.309339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ceb672b-3c3e-4765-b1e6-765dd6e1af6c req-5408ab82-0c2d-423c-b392-8099af2ae00d tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672038 Dec 13 09:35:29.343835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-303ad76c-46f2-4ba0-99da-df2a28c02ff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87e66955a6c6467cb36ec25e79bb5f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8787601 Dec 13 09:35:29.354531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:29.373318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ad76c-46f2-4ba0-99da-df2a28c02ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30c0e0-4474-4250-b0cf-b4b02ef6c3d3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.426654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.457261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.468923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:29.487937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-698d4053-0188-4833-ad1b-f7b7b911ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.489447 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-698d4053-0188-4833-ad1b-f7b7b911ee0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 1099 time: 0.2392592 Dec 13 09:35:29.522019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-3a1cd3f5-1d7c-4e29-902a-6f77f673ff4c service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995583 Dec 13 09:35:29.566310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.567251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.568480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e818a4af-d25d-47a8-a52d-6b34442ccc11 req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "PUT /v2.0/ports/eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 981 time: 1.3283298 Dec 13 09:35:29.568948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:29.576333 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:29.601263 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-b5d52dfe-d17a-459f-8496-7ac160eafee1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa HTTP/1.1" status: 200 len: 217 time: 0.0896449 Dec 13 09:35:29.643031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:29.672247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-532a1b8d-c17c-4dcc-af35-13c9b466878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.673966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-532a1b8d-c17c-4dcc-af35-13c9b466878e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0582771 Dec 13 09:35:29.737150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-219c4aa6-71cf-40fc-b2bd-d1eaf10ee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.739376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-219c4aa6-71cf-40fc-b2bd-d1eaf10ee8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567081 Dec 13 09:35:29.887829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-7a0f9c6a-3211-4846-9ebb-e0ce85505dae service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399117 Dec 13 09:35:29.964754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1237cc-bf3c-4c28-a591-672fc241ee6e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.978140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.001510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23b8dec4-1f15-44fa-aeb2-f5f45990a6b5 req-bf16c7f4-1410-4258-ae8f-6a080425afd1 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067033 Dec 13 09:35:30.053608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.067803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4b46f76-2024-49ee-8c06-d8762ae10fd1 req-5b733b88-2768-45ce-8684-b8e2052d4412 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256329 Dec 13 09:35:30.078649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d40fe-f08b-4a5e-81ba-adb20fa27837 req-2ce43ad8-8eaf-4a9e-82df-9b4fd90af521 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.080092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-142d40fe-f08b-4a5e-81ba-adb20fa27837 req-2ce43ad8-8eaf-4a9e-82df-9b4fd90af521 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 947 time: 0.4189939 Dec 13 09:35:30.109068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43f41-2b1b-4b06-b337-deddce794395 req-ccf07971-6290-48ea-8e64-1dffde7877db tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.110499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d43f41-2b1b-4b06-b337-deddce794395 req-ccf07971-6290-48ea-8e64-1dffde7877db tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.1538815 Dec 13 09:35:30.177764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-142d40fe-f08b-4a5e-81ba-adb20fa27837 req-1181c9f9-8789-4145-8923-8fc6e9d70017 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913236 Dec 13 09:35:30.186776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.199286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.199286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a30c0e0-4474-4250-b0cf-b4b02ef6c3d3 HTTP/1.1" status: 204 len: 168 time: 0.8312471 Dec 13 09:35:30.207797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d43f41-2b1b-4b06-b337-deddce794395 req-4d3c3991-48a0-4134-be8e-3a19cb8539bc tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901105 Dec 13 09:35:30.212567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc3a07-9789-4910-a78c-e8780b813f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30c0e0-4474-4250-b0cf-b4b02ef6c3d3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.277402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 783911a9-43d9-4e58-9c94-80415247de82 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:30.279955 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb420b-0813-43a0-aed3-39e1abe22549 x-openstack-request-id: req-c4fb420b-0813-43a0-aed3-39e1abe22549 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:30.280248 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:30.280563 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fb420b-0813-43a0-aed3-39e1abe22549 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:30.281146 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', 'status': 'completed', 'code': 200} Dec 13 09:35:30.358271 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee17688-db08-4269-b687-9cc2cc200e5b x-openstack-request-id: req-0ee17688-db08-4269-b687-9cc2cc200e5b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:30.359067 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:30.359412 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ee17688-db08-4269-b687-9cc2cc200e5b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:30.359841 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'status': 'completed', 'code': 200} Dec 13 09:35:30.427102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-c4800956-44c2-4bb7-b1e9-2eaf5e7ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.428819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-c4800956-44c2-4bb7-b1e9-2eaf5e7ad50c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 1099 time: 0.1153703 Dec 13 09:35:30.438236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=783911a9-43d9-4e58-9c94-80415247de82,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:30.457144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '783911a9-43d9-4e58-9c94-80415247de82', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '783911a9-43d9-4e58-9c94-80415247de82', 'mac_address': 'fa:16:3e:3f:4d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:30.502506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-0331d3a9-a522-44bd-a151-14b80db8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.504039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-0331d3a9-a522-44bd-a151-14b80db8e221 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1135 time: 0.1404941 Dec 13 09:35:30.509002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-fd0748bc-04b2-43fc-9c88-4ea3aef9f80a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-876857460&fields=id&tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 267 time: 0.1438310 Dec 13 09:35:30.510622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.524597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783911a9-43d9-4e58-9c94-80415247de82 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:30.540913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:30.558942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbcd8-cbd7-4f92-85f4-013882f5033d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.560248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=783911a9-43d9-4e58-9c94-80415247de82,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:30.564796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.565784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:30.654689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2129a6-3552-49ba-a811-4df73c22ccb4 req-0c8ac32e-dd3c-4f73-b33f-7c356e6d34d2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.656875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d2129a6-3552-49ba-a811-4df73c22ccb4 req-0c8ac32e-dd3c-4f73-b33f-7c356e6d34d2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 948 time: 0.2270417 Dec 13 09:35:30.687099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.693204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbcd8-cbd7-4f92-85f4-013882f5033d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.698174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbcd8-cbd7-4f92-85f4-013882f5033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.731953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-05351d67-8e10-45a9-bbbb-32ba0a380272 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.733082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-05351d67-8e10-45a9-bbbb-32ba0a380272 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 984 time: 0.1918094 Dec 13 09:35:30.738485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-23d15374-e6b8-4e0c-a4cd-f94785c343d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.739624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:30.739920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-23d15374-e6b8-4e0c-a4cd-f94785c343d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2864921 Dec 13 09:35:30.740520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca0fbcd8-cbd7-4f92-85f4-013882f5033d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76494784dd38499f8d171f68633c670a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984069 Dec 13 09:35:30.741471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fbcd8-cbd7-4f92-85f4-013882f5033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c4f4d9-1cbd-4a03-a9d3-059ef41bf6cc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.745776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:30.754173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'port_id': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'mac_address': 'fa:16:3e:54:a1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a08c43-ceb3-4738-94df-6b8d9152b018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:30.759092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'security_groups': ['b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f', 'e39c0aaf-8b8c-4a4c-a76a-109ef24b477f', '89746c61-c461-4d26-935e-7eacaaad1263']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:30.797189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.806496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.811148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dfa9da-eebf-4560-8ef8-64ad4708bc32 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:30.833416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.833928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:30.838816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.845583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-afb5e44a-e0b6-48a6-91e7-26250ff2eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.848142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-afb5e44a-e0b6-48a6-91e7-26250ff2eaf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.3054171 Dec 13 09:35:30.866753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-a582905c-645a-45aa-b1de-f7d1c2528b2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa HTTP/1.1" status: 200 len: 217 time: 0.1151891 Dec 13 09:35:30.890747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.896929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.901431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5c4f4d9-1cbd-4a03-a9d3-059ef41bf6cc HTTP/1.1" status: 204 len: 168 time: 0.1544321 Dec 13 09:35:30.913666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ea1fb-1317-48a1-97c1-aa84db341f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c4f4d9-1cbd-4a03-a9d3-059ef41bf6cc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.929438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.948757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d2129a6-3552-49ba-a811-4df73c22ccb4 req-d2217243-c655-4a87-8048-0872822b7ff4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757146 Dec 13 09:35:30.961116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-4c11f5f4-8e2e-43c0-b405-6fcbcbedece0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 217 time: 0.1018734 Dec 13 09:35:31.057173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.059821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-19786ca3-ef8f-4bb3-8f5a-7ff69e6daea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.061339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-19786ca3-ef8f-4bb3-8f5a-7ff69e6daea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1797895 Dec 13 09:35:31.077857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b6dfa9da-eebf-4560-8ef8-64ad4708bc32'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:31.104613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-1e9e8b54-eaac-4c36-904c-adba88c04ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.106082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-1e9e8b54-eaac-4c36-904c-adba88c04ebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1240692 Dec 13 09:35:31.135037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['783911a9-43d9-4e58-9c94-80415247de82'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:31.203068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-762d9efc-2503-4b9e-8d3d-8af8ce52643a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568922 Dec 13 09:35:31.288177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-62a6038f-43f3-4f77-b75b-e5c3de179a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.289711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-62a6038f-43f3-4f77-b75b-e5c3de179a7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168424 Dec 13 09:35:31.339879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09b27-606c-48d9-b29a-2637ff628dfe req-dae06300-17fb-4606-99ae-6937aec9cc7a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.341566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39b09b27-606c-48d9-b29a-2637ff628dfe req-dae06300-17fb-4606-99ae-6937aec9cc7a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 948 time: 0.2024846 Dec 13 09:35:31.461219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-42a980e5-56d3-40ef-a8ac-585265d06408 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473817 Dec 13 09:35:31.593382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39b09b27-606c-48d9-b29a-2637ff628dfe req-c503900c-e3c8-42b3-b298-8ed2b76588fb tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148974 Dec 13 09:35:31.626670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-9a26e0b8-4799-48ab-b4c0-714c460fed7a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231516 Dec 13 09:35:31.769082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:31.783711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7ae0ec-7fa7-48b8-b775-a95d1431faf4 req-6796c440-bfc2-4469-aafb-e1cf159df731 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011746 Dec 13 09:35:31.842450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f9958-61cd-49e0-b720-ab83cff8ab32 req-20a1a424-db95-48cd-9ea0-219d134a3d6f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.844024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-640f9958-61cd-49e0-b720-ab83cff8ab32 req-20a1a424-db95-48cd-9ea0-219d134a3d6f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 947 time: 0.1730795 Dec 13 09:35:31.853827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.872511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33744) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:31.873030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.885141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:31.891126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fde49d9b-b3f4-4c2b-8bce-d3c05e5210f9 req-4adeb2d8-861f-4d04-9920-00705a03a14b service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553220 Dec 13 09:35:31.932782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.933420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.934843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c7e82d-afcf-4f22-94fd-9a8fc404e3f5 req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "PUT /v2.0/ports/eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 1020 time: 1.1811166 Dec 13 09:35:31.984729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-640f9958-61cd-49e0-b720-ab83cff8ab32 req-e0f66687-7bd8-4198-b1ac-ce985b2037fd tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331365 Dec 13 09:35:31.985862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783335-712f-4ec9-ad59-20a91a34eda6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.025385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:32.045675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6014-7dbb-4a6a-b5e4-ed6c93093099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.145548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2852d0-2c8a-4020-8bf2-35a54247bc8f req-d8e56ba9-1372-41bf-9ee1-5b414aba0218 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.145548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c2852d0-2c8a-4020-8bf2-35a54247bc8f req-d8e56ba9-1372-41bf-9ee1-5b414aba0218 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 944 time: 0.0780721 Dec 13 09:35:32.174061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6014-7dbb-4a6a-b5e4-ed6c93093099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.179067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6014-7dbb-4a6a-b5e4-ed6c93093099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.218953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c2852d0-2c8a-4020-8bf2-35a54247bc8f req-d05d8616-9d69-4f88-a924-81fce1134d17 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663936 Dec 13 09:35:32.238113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f6014-7dbb-4a6a-b5e4-ed6c93093099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e406df-0171-42b6-a779-3dda6520d61d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.250663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33760) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:32.253912 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fb2f6014-7dbb-4a6a-b5e4-ed6c93093099 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e74e00086dc4b8da7686f5398654178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798072 Dec 13 09:35:32.297558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 783911a9-43d9-4e58-9c94-80415247de82 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:32.370883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:32.373565 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab950e-24ba-4d8c-a329-e5d32b681e90" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:32.386898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.422168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f17e4-5208-44de-b6b0-b46951d0c3c5 req-9c07f87f-6296-4cf9-af06-bb09db1aa1ea tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.425091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 783911a9-43d9-4e58-9c94-80415247de82 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:32.429426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d7f17e4-5208-44de-b6b0-b46951d0c3c5 req-9c07f87f-6296-4cf9-af06-bb09db1aa1ea tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1023 time: 0.1735466 Dec 13 09:35:32.441155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 783911a9-43d9-4e58-9c94-80415247de82 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:32.441536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.443182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.461494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574880ee-abbe-47d1-9769-768157b05fc1 req-15e27800-91cb-4a60-bdb6-26193e2e5166 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.462966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-574880ee-abbe-47d1-9769-768157b05fc1 req-15e27800-91cb-4a60-bdb6-26193e2e5166 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 949 time: 0.1420448 Dec 13 09:35:32.574489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-574880ee-abbe-47d1-9769-768157b05fc1 req-9b957163-b275-46ed-88dd-6741d23a14c8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016815 Dec 13 09:35:32.581846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d7f17e4-5208-44de-b6b0-b46951d0c3c5 req-ce7360d1-5a28-4c30-bafd-253fc9325758 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&id=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f&id=89746c61-c461-4d26-935e-7eacaaad1263 HTTP/1.1" status: 200 len: 6199 time: 0.1513600 Dec 13 09:35:32.582461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.585096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.585401 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.586233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59e406df-0171-42b6-a779-3dda6520d61d HTTP/1.1" status: 204 len: 168 time: 0.3344486 Dec 13 09:35:32.611097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8ad03-1edc-4aa1-9ab6-6d43b0b46241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e406df-0171-42b6-a779-3dda6520d61d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.647924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783911a9-43d9-4e58-9c94-80415247de82'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:32.650475 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50f35a-6697-454d-8a30-5cdfc5d4ef7c" -d '{"events": [{"server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "name": "network-vif-plugged", "status": "completed", "tag": "783911a9-43d9-4e58-9c94-80415247de82"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:32.659660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1015881094 ', 'description': 'tempest-description-1897048694'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:32.665785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=783911a9-43d9-4e58-9c94-80415247de82,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:32.673314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.674167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:32.680159 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94828059-19dc-4397-b04c-dcb6886a0c39 x-openstack-request-id: req-94828059-19dc-4397-b04c-dcb6886a0c39 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:32.680646 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:32.680982 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94828059-19dc-4397-b04c-dcb6886a0c39 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:32.681628 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'status': 'completed', 'code': 200} Dec 13 09:35:32.694723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.769832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-5e8320ac-c5b3-4e03-a29a-7fc4a8cd5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.771399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-5e8320ac-c5b3-4e03-a29a-7fc4a8cd5683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1174 time: 0.0662775 Dec 13 09:35:32.774334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.797514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:32.801679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:32.802134 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.894352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.899108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb8270-e52c-42b1-8863-abef5890431b req-fcf8cdac-1703-41f7-af31-f2f0c5a90001 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.900643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28eb8270-e52c-42b1-8863-abef5890431b req-fcf8cdac-1703-41f7-af31-f2f0c5a90001 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 948 time: 0.1542289 Dec 13 09:35:32.906773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c62c968b-c256-4d08-a3c5-6c2b4468cc23 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:32.951402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.958759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:32.959886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.968510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-1c80887e-adf9-401a-a197-29e7e8a3aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.969961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-1c80887e-adf9-401a-a197-29e7e8a3aa84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.1717620 Dec 13 09:35:32.986391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.048417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.049644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-146ee094-c59d-43a9-8ef6-f04c2be26e28 req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4089622 Dec 13 09:35:33.059587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-282be90a-ef64-441d-908f-ce6964b4b290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 200 len: 217 time: 0.0606494 Dec 13 09:35:33.059587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28eb8270-e52c-42b1-8863-abef5890431b req-5edd65a6-2e17-4625-b2b3-f06e846a2b5e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456432 Dec 13 09:35:33.061016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a00cf-0161-46a8-abd9-48085ebb9d6f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb078560-d997-4066-8845-e7ff144b83bb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.061622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.070444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:33.094099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23', 'mac_address': 'fa:16:3e:2f:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:33.120715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-65507d0e-faf8-46cf-95fb-527d9940ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.125653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-65507d0e-faf8-46cf-95fb-527d9940ddac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.0601819 Dec 13 09:35:33.155081 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d38eb5-8570-4f28-a667-d31f284c4c3a x-openstack-request-id: req-d1d38eb5-8570-4f28-a667-d31f284c4c3a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:33.155278 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "name": "network-vif-plugged", "status": "completed", "tag": "783911a9-43d9-4e58-9c94-80415247de82", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:33.155594 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1d38eb5-8570-4f28-a667-d31f284c4c3a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:33.155989 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783911a9-43d9-4e58-9c94-80415247de82', 'code': 200} Dec 13 09:35:33.176711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.180589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-99950a77-ee5e-41fc-a7d9-12d6d2702b2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449698 Dec 13 09:35:33.191344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c968b-c256-4d08-a3c5-6c2b4468cc23 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:33.217424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:33.221753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.291915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.356478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9fd54-4966-4c39-8f68-368778833e0e req-6e18488f-ad0d-4603-8ed4-e9913e5a620f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.357968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16c9fd54-4966-4c39-8f68-368778833e0e req-6e18488f-ad0d-4603-8ed4-e9913e5a620f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 948 time: 0.1244428 Dec 13 09:35:33.378151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a2aeb-253e-442b-bccf-e68115120b49 req-6be241b7-c3f7-4c8e-9be5-d0ba03767cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.379635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab5a2aeb-253e-442b-bccf-e68115120b49 req-6be241b7-c3f7-4c8e-9be5-d0ba03767cab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 1101 time: 0.1849744 Dec 13 09:35:33.386706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-ee8990b4-a62c-448d-9683-cef5d900da55 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826465 Dec 13 09:35:33.574724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c62c968b-c256-4d08-a3c5-6c2b4468cc23'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:33.707210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16c9fd54-4966-4c39-8f68-368778833e0e req-6d496410-e10a-48e0-a451-dcb076a61f74 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419559 Dec 13 09:35:33.743580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab5a2aeb-253e-442b-bccf-e68115120b49 req-c323de96-9b37-4af0-acfd-64558fe7f669 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544922 Dec 13 09:35:33.754043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d82aa4c7-4e76-4170-873b-25ea6e6f9940 req-b830d826-4567-4056-a1e7-409f4de4fd9b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/cb078560-d997-4066-8845-e7ff144b83bb HTTP/1.1" status: 200 len: 1798 time: 0.1302481 Dec 13 09:35:33.770446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1ab950e-24ba-4d8c-a329-e5d32b681e90 req-eca1fe34-505f-4244-81d6-cc1b1981e5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738885 Dec 13 09:35:33.860191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f184f1d-ff71-45f4-8ce8-0f00a6096310 req-033d5c15-29cf-4294-a664-5b9ef0cc877c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.861667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f184f1d-ff71-45f4-8ce8-0f00a6096310 req-033d5c15-29cf-4294-a664-5b9ef0cc877c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 945 time: 0.0541244 Dec 13 09:35:33.913590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f184f1d-ff71-45f4-8ce8-0f00a6096310 req-1dffe3e7-3d18-4620-a08c-6f70b234d37e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 Dec 13 09:35:33.958117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.999731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-f79a6992-b9da-40e7-9497-3c2bb127d579 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/cb078560-d997-4066-8845-e7ff144b83bb HTTP/1.1" status: 200 len: 1798 time: 0.0574558 Dec 13 09:35:34.068778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695b074-bc37-4657-8673-375af929b31b req-668190f1-aa0f-4607-af96-8790fd588cbf tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:34.070255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6695b074-bc37-4657-8673-375af929b31b req-668190f1-aa0f-4607-af96-8790fd588cbf tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 950 time: 0.0899489 Dec 13 09:35:34.114282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.145756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6695b074-bc37-4657-8673-375af929b31b req-c7d2316c-5a30-4458-af7e-80e0c7e2ed6e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693417 Dec 13 09:35:34.149245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.193903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.196810 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.197931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86e16bd4-7eae-409c-a031-dc5cae385696 req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb078560-d997-4066-8845-e7ff144b83bb HTTP/1.1" status: 204 len: 173 time: 0.1773455 Dec 13 09:35:34.208253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2de6-8cc9-43a9-aa9d-1b01a76ce9ef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb078560-d997-4066-8845-e7ff144b83bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:34.309845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedabdb0-2ab9-4345-9370-afec7b0e88fb req-9bc79630-0f05-49ee-95d7-2426c88fd772 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:34.311376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cedabdb0-2ab9-4345-9370-afec7b0e88fb req-9bc79630-0f05-49ee-95d7-2426c88fd772 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 948 time: 0.0626338 Dec 13 09:35:34.359395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cedabdb0-2ab9-4345-9370-afec7b0e88fb req-c2746b6f-b39f-4617-8f7a-fe92d0820985 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Dec 13 09:35:34.394385 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-c397c794-acf4-4202-bfe7-64ddb9178d11 req-226805d5-a60e-4a6f-9bff-a07d21f42d3b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:35:34.395487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c397c794-acf4-4202-bfe7-64ddb9178d11 req-226805d5-a60e-4a6f-9bff-a07d21f42d3b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/cb078560-d997-4066-8845-e7ff144b83bb HTTP/1.1" status: 404 len: 352 time: 0.0146999 Dec 13 09:35:34.428957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366983364', 'description': 'tempest-description-1492662332'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:34.453661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.532040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.538076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.565137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.566348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa8be40e-c016-4cac-a8d2-33f6e70610d2 req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1427381 Dec 13 09:35:34.570824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612fd67-f9f7-4618-bac8-96916845cc4c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd835368-3b55-4820-8e30-bd19b9631707,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:34.602522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-930658441', 'description': 'tempest-description-2030743040'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:34.624272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.697395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.701312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.739905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f8a3f-0212-440a-b23a-eddcb5fcbc9c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:34.744575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.749345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-832085ae-c6a9-4b05-9511-15228d9af439 req-8903ba49-98cd-49fa-8403-b0b8f06b5dcd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1512909 Dec 13 09:35:34.779804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-314093783', 'description': 'tempest-description-958037933'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:34.833964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.894218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82a66e-8e9f-42aa-824a-88b23b5a785b req-d5a5d538-b12c-4552-9f12-9a0178976994 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:34.901681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b82a66e-8e9f-42aa-824a-88b23b5a785b req-d5a5d538-b12c-4552-9f12-9a0178976994 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 948 time: 0.0975914 Dec 13 09:35:34.903741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:34.906033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:34.924146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device aa8a74d0-3f88-4de2-96b8-d0df517c5cfa details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:34.960179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c62c968b-c256-4d08-a3c5-6c2b4468cc23 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:35.002375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b82a66e-8e9f-42aa-824a-88b23b5a785b req-79500625-a1f0-4da2-8176-21a2a7483ff8 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997691 Dec 13 09:35:35.029073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.035164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.054701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88919cec-1ac5-400b-b95c-ed92344fb293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.067818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.069575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34d9e62e-2bca-48af-b53a-dcfa8d4cf95b req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2984779 Dec 13 09:35:35.090896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3844036-84e3-4cdb-ab44-e50e41bc55af tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.117217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22572fed-47ab-4a05-8ade-43401fc6e362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.201253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88919cec-1ac5-400b-b95c-ed92344fb293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.207150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88919cec-1ac5-400b-b95c-ed92344fb293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.243028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:35.245553 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce680ea-9aea-4297-906a-44899a9df149" -d '{"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:35.261833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88919cec-1ac5-400b-b95c-ed92344fb293 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=158a189fc980404ba1d41745e141d9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551257 Dec 13 09:35:35.261833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88919cec-1ac5-400b-b95c-ed92344fb293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56eb2d0-578a-447a-82f8-a4b8acea7ff8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.263320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.302860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port c62c968b-c256-4d08-a3c5-6c2b4468cc23 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:35.305022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179edb7-4567-4ffd-9b46-3e27ed58236e req-9373efd3-43b4-4dff-a99a-da0401c75aed tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.306613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d179edb7-4567-4ffd-9b46-3e27ed58236e req-9373efd3-43b4-4dff-a99a-da0401c75aed tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 945 time: 0.1481061 Dec 13 09:35:35.314613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.316222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port c62c968b-c256-4d08-a3c5-6c2b4468cc23 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:35.316676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.338490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.350931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:35.371249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22572fed-47ab-4a05-8ade-43401fc6e362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.373180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', 'mac_address': 'fa:16:3e:09:14:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:35.381454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22572fed-47ab-4a05-8ade-43401fc6e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.395782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.398577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.399861 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f56eb2d0-578a-447a-82f8-a4b8acea7ff8 HTTP/1.1" status: 204 len: 168 time: 0.1360934 Dec 13 09:35:35.408726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b6112-995c-4e9d-a0c1-da52336b85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56eb2d0-578a-447a-82f8-a4b8acea7ff8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.420604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ea16250-61e2-4297-9588-0ccb6d47f02b req-916a8da1-cb7c-4a31-a11e-515ec40ae50f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 10997 time: 0.2502637 Dec 13 09:35:35.467818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-22572fed-47ab-4a05-8ade-43401fc6e362 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b71cb1f77a10469b8b4e0f5c59bd88bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514536 Dec 13 09:35:35.467818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22572fed-47ab-4a05-8ade-43401fc6e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afbfc1d-fdf9-4248-b156-7970f623cb20,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.468626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.475607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.485505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.493399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d179edb7-4567-4ffd-9b46-3e27ed58236e req-8fa7238f-8147-4b4a-a0c7-2ef56b947729 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685948 Dec 13 09:35:35.505485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8a74d0-3f88-4de2-96b8-d0df517c5cfa {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:35.535232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:35.547945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.556052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ea16250-61e2-4297-9588-0ccb6d47f02b req-fe291b83-3f07-48a7-80ea-4f8116a34372 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f HTTP/1.1" status: 200 len: 2998 time: 0.1106422 Dec 13 09:35:35.576999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:35.577758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.579063 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.584484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.617133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ea16250-61e2-4297-9588-0ccb6d47f02b req-9ee3cdc7-e55b-4e6c-a6e6-e4f4b60cfd6b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f HTTP/1.1" status: 200 len: 2998 time: 0.0542603 Dec 13 09:35:35.641026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.644518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.646288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4afbfc1d-fdf9-4248-b156-7970f623cb20 HTTP/1.1" status: 204 len: 168 time: 0.1761982 Dec 13 09:35:35.663802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.681033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467723b9-5d72-490f-b3d7-fce4fe4b7b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afbfc1d-fdf9-4248-b156-7970f623cb20,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.694320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28899fa-8a21-4729-96fc-af63fb49d1d2 req-71881f91-3955-4fed-8eb5-d5ec396d82a0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.700736 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800893d5-8101-417c-8f7b-45da6760143d x-openstack-request-id: req-800893d5-8101-417c-8f7b-45da6760143d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:35.701248 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:35.701509 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-800893d5-8101-417c-8f7b-45da6760143d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:35.701899 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'code': 200} Dec 13 09:35:35.707090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f28899fa-8a21-4729-96fc-af63fb49d1d2 req-71881f91-3955-4fed-8eb5-d5ec396d82a0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 950 time: 0.0841901 Dec 13 09:35:35.763398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.853582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f28899fa-8a21-4729-96fc-af63fb49d1d2 req-f6f28209-0cbd-4b73-92be-1b1e466cf5f9 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454904 Dec 13 09:35:35.861599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.876153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9a7-4cf3-42a9-beee-3623ad57f3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.901194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd62d-5dac-4534-96ff-6f440abab104 req-ce533da8-b283-4ba3-b011-4a2fd6ac57fb tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.903007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4cfd62d-5dac-4534-96ff-6f440abab104 req-ce533da8-b283-4ba3-b011-4a2fd6ac57fb tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 949 time: 0.0983963 Dec 13 09:35:35.949120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:35.950461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921304f-ae4e-4db5-9186-43dc619d2e33 req-39c07c25-d3fc-46d8-a5ae-e1a12fb220e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.952109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b921304f-ae4e-4db5-9186-43dc619d2e33 req-39c07c25-d3fc-46d8-a5ae-e1a12fb220e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1096 time: 0.1127839 Dec 13 09:35:35.969009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9a7-4cf3-42a9-beee-3623ad57f3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.974776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9a7-4cf3-42a9-beee-3623ad57f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.017005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4cfd62d-5dac-4534-96ff-6f440abab104 req-1a621f3b-e937-4fc5-a9ec-6a9541b62adc tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966935 Dec 13 09:35:36.021192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85a9a7-4cf3-42a9-beee-3623ad57f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66829b-07c7-43c3-88df-c74603e2c9a7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.045242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f85a9a7-4cf3-42a9-beee-3623ad57f3ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=695e4a5958ec41619576d799d7fc93e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801872 Dec 13 09:35:36.046809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33928) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:36.052979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-a14dcb05-36f3-47d3-80a1-5126e565fe56 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/dd835368-3b55-4820-8e30-bd19b9631707 HTTP/1.1" status: 200 len: 1818 time: 0.1473968 Dec 13 09:35:36.096090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0499-9da7-48f3-9962-2cd0440c0da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.120647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b921304f-ae4e-4db5-9186-43dc619d2e33 req-3c046cc8-4327-4116-b0e2-805205b6dc3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468434 Dec 13 09:35:36.148775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.149121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.175720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.181711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.218940 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.222076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.223713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c746fd44-76c8-49ab-8a6a-3cdb13b4c1c1 req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd835368-3b55-4820-8e30-bd19b9631707 HTTP/1.1" status: 204 len: 173 time: 0.1691897 Dec 13 09:35:36.238282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9bc6b-eb3d-4e04-aa55-8f99b679992b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd835368-3b55-4820-8e30-bd19b9631707,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.238556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.246746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.248688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a66829b-07c7-43c3-88df-c74603e2c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2009323 Dec 13 09:35:36.259252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f2d6-5276-4045-8a0e-5b370164b82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66829b-07c7-43c3-88df-c74603e2c9a7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.347357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302e63f-e806-43d9-965b-9441873d10c1 req-0e6cb613-b2a0-465d-9499-0c8d18179215 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.349378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1302e63f-e806-43d9-965b-9441873d10c1 req-0e6cb613-b2a0-465d-9499-0c8d18179215 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.0624979 Dec 13 09:35:36.408735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1302e63f-e806-43d9-965b-9441873d10c1 req-f7dfbb1b-79f5-4264-8084-5376fa9c1b47 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525615 Dec 13 09:35:36.507368 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-da5c8bb3-9f64-4a35-a0cf-491144543424 req-b06d1b93-3e2d-4203-8cc6-3aa6915d41fd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:35:36.520536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da5c8bb3-9f64-4a35-a0cf-491144543424 req-b06d1b93-3e2d-4203-8cc6-3aa6915d41fd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/dd835368-3b55-4820-8e30-bd19b9631707 HTTP/1.1" status: 404 len: 352 time: 0.0268018 Dec 13 09:35:36.642885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6abcb9-e04f-4383-9076-390211892857 req-1dcfb96d-458c-4182-a133-c8f35efa5816 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.653070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd6abcb9-e04f-4383-9076-390211892857 req-1dcfb96d-458c-4182-a133-c8f35efa5816 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 945 time: 0.0734127 Dec 13 09:35:36.716572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd6abcb9-e04f-4383-9076-390211892857 req-34f7d510-db68-4b8f-ba0b-886a2d66c97f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606918 Dec 13 09:35:36.764170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:36.864154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-defaebdd-e16f-4c9f-ae93-0055e4b2f856 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/053f8a3f-0212-440a-b23a-eddcb5fcbc9c HTTP/1.1" status: 200 len: 1817 time: 0.1245058 Dec 13 09:35:36.899300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1850032820-network', 'tenant_id': '7fc928fc1dec45b2ad649f7928ff5dc8'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:36.917261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.917850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.918368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.918966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.919688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.920268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.921620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.922259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.922932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Made reservation on behalf of 7fc928fc1dec45b2ad649f7928ff5dc8 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:36.924717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-214af53e-698d-4f35-aa43-5f29771bf581 req-f0930804-a592-4b01-8781-31801f46cead tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431&device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff&device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c&device_id=34e26889-5c3c-4991-947b-84e35172cd60&device_id=21b1c35e-a564-499e-8d71-7011707818e5&device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 7400 time: 0.1135752 Dec 13 09:35:36.926853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.930970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device aa8a74d0-3f88-4de2-96b8-d0df517c5cfa up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:36.951348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-214af53e-698d-4f35-aa43-5f29771bf581 req-36a3f072-6d34-4f02-bdf0-adab658022c5 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.965712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.987709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.029460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:37.034480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:37.036565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.061271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.096570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.102469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.153397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.158240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.172051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.172544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:37.173006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec15ade8-98a4-4186-9c57-25365a394f11 req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/053f8a3f-0212-440a-b23a-eddcb5fcbc9c HTTP/1.1" status: 204 len: 173 time: 0.3073082 Dec 13 09:35:37.178904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-214af53e-698d-4f35-aa43-5f29771bf581 req-36a3f072-6d34-4f02-bdf0-adab658022c5 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.185755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f413fedf-ad7e-49e3-a78b-334e932796b0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.213601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fddea-67c8-44c6-a1dc-11a7aab6ad7a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f8a3f-0212-440a-b23a-eddcb5fcbc9c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.216539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.219934 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Added segment 08fb1e72-531a-49f3-b91d-a309764a8a6d of type vlan for network 9d9de9e6-1d95-4183-bd80-b544ec8abefb Dec 13 09:35:37.226467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-214af53e-698d-4f35-aa43-5f29771bf581 req-36a3f072-6d34-4f02-bdf0-adab658022c5 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.234055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:37.250296 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.292845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.324216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.342053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.343753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.344357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.417424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-214af53e-698d-4f35-aa43-5f29771bf581 req-36a3f072-6d34-4f02-bdf0-adab658022c5 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&id=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f&id=9727f610-625d-4ef0-b023-9937eb64e296&id=7461cd33-bb48-4f72-983e-884d58a789a8&id=792f051f-e887-457f-a39d-5ae02dff329a&id=89746c61-c461-4d26-935e-7eacaaad1263&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 875 time: 0.4818158 Dec 13 09:35:37.420185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6541405 Dec 13 09:35:37.424347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33984) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:37.429254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Request body: {'subnet': {'network_id': '9d9de9e6-1d95-4183-bd80-b544ec8abefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1850032820-subnet', 'tenant_id': '7fc928fc1dec45b2ad649f7928ff5dc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:37.444258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b688b1-5606-47d9-8c27-4524ce0c9163 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9de9e6-1d95-4183-bd80-b544ec8abefb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.462842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9d9de9e6-1d95-4183-bd80-b544ec8abefb details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:37.470266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3f072-6d34-4f02-bdf0-adab658022c5 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d68e3-d585-4bb6-9889-a81f0cd94153,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.478831 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-6f51f78f-b8bf-4c1a-a3b7-503877752ee4 req-0c7e7883-0290-4d35-a68a-5e999264cbb9 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:35:37.479869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f51f78f-b8bf-4c1a-a3b7-503877752ee4 req-0c7e7883-0290-4d35-a68a-5e999264cbb9 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/053f8a3f-0212-440a-b23a-eddcb5fcbc9c HTTP/1.1" status: 404 len: 352 time: 0.0379765 Dec 13 09:35:37.487340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24fe2-ac0c-4249-91e7-83a128e9e90c req-b4fa2b37-c117-4f24-8404-7feff0e6626c tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.494677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33a24fe2-ac0c-4249-91e7-83a128e9e90c req-b4fa2b37-c117-4f24-8404-7feff0e6626c tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.2177970 Dec 13 09:35:37.521889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Made reservation on behalf of 7fc928fc1dec45b2ad649f7928ff5dc8 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:37.524245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.600888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33a24fe2-ac0c-4249-91e7-83a128e9e90c req-848c0c5b-1aeb-4ebc-bc92-c523fbae77c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053512 Dec 13 09:35:37.657991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac1aef-e6d7-41f9-9d95-bfd2eff77097 req-f19b18ee-0f56-4fa7-93f8-d6cf73fbfffb tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.659730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ac1aef-e6d7-41f9-9d95-bfd2eff77097 req-f19b18ee-0f56-4fa7-93f8-d6cf73fbfffb tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.0800419 Dec 13 09:35:37.703421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23'}, {'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:37.706182 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faadf81e-133f-4f63-b86a-2238d2b81917" -d '{"events": [{"server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "name": "network-vif-plugged", "status": "completed", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23"}, {"server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "name": "network-vif-plugged", "status": "completed", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:37.788652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ac1aef-e6d7-41f9-9d95-bfd2eff77097 req-4503fe42-35d7-4f20-a22b-432a5a6bf7a3 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226552 Dec 13 09:35:37.793228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-96ab6fd9-4b7a-4642-9e34-facb05750ace tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c HTTP/1.1" status: 200 len: 1816 time: 0.1097090 Dec 13 09:35:37.869428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.938415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.963858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0465b10-79c5-4e62-a3cf-8ae293443a16,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.981271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.989896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Checking segment: {'id': '08fb1e72-531a-49f3-b91d-a309764a8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9d9de9e6-1d95-4183-bd80-b544ec8abefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:37.990199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Network hostable DHCP agents. Network: 9d9de9e6-1d95-4183-bd80-b544ec8abefb, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:38.027916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Network 9d9de9e6-1d95-4183-bd80-b544ec8abefb is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:38.044033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9d9de9e6-1d95-4183-bd80-b544ec8abefb) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:38.050085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.055590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.056989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a0ac4af-f1ba-43da-aeef-b27eefa0552b req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c HTTP/1.1" status: 204 len: 173 time: 0.2552328 Dec 13 09:35:38.058793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.059687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.059801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6538db-8520-4bf5-b274-971444f4612b None None] Network 9d9de9e6-1d95-4183-bd80-b544ec8abefb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:38.074382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c10f8-959d-41aa-adfb-6d566fca0202 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:38.096187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d8cc0d0f-0b6c-42e8-bf10-ef90fc6ce9ea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6702964 Dec 13 09:35:38.143652 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8206d638-c7ec-46ff-8886-eb3b6acd92f2 x-openstack-request-id: req-8206d638-c7ec-46ff-8886-eb3b6acd92f2 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:38.144135 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "name": "network-vif-plugged", "status": "completed", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23", "code": 200}, {"server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "name": "network-vif-plugged", "status": "completed", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:38.144475 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8206d638-c7ec-46ff-8886-eb3b6acd92f2 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:38.145091 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23', 'code': 200} Dec 13 09:35:38.145562 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', 'code': 200} Dec 13 09:35:38.183843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10e56-9c43-4fb9-aad8-94bf9230aad8 req-968d8ce0-3996-4ec4-9781-250ee5430884 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.184438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10e56-9c43-4fb9-aad8-94bf9230aad8 req-968d8ce0-3996-4ec4-9781-250ee5430884 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.184795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10e56-9c43-4fb9-aad8-94bf9230aad8 req-968d8ce0-3996-4ec4-9781-250ee5430884 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.190490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90b10e56-9c43-4fb9-aad8-94bf9230aad8 req-968d8ce0-3996-4ec4-9781-250ee5430884 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff&device_id=34e26889-5c3c-4991-947b-84e35172cd60&device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 2884 time: 0.0718579 Dec 13 09:35:38.223906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becc737c-e94b-4eb9-9852-8021aafdc41b None None] Network 9d9de9e6-1d95-4183-bd80-b544ec8abefb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:38.277758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90b10e56-9c43-4fb9-aad8-94bf9230aad8 req-ed45d927-7081-4a17-aa5e-c59d3adff863 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Dec 13 09:35:38.295320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769870bd-4772-4322-a447-1e08484d207b req-04c07a2f-0115-49d1-998e-c8c0d10f25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.301731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-769870bd-4772-4322-a447-1e08484d207b req-04c07a2f-0115-49d1-998e-c8c0d10f25cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 1101 time: 0.0550950 Dec 13 09:35:38.325181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2bcd0-bde3-46cc-ae93-bcf3ce01113c req-9c76f68c-b841-4938-b181-d7487af57637 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.326608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3b2bcd0-bde3-46cc-ae93-bcf3ce01113c req-9c76f68c-b841-4938-b181-d7487af57637 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 945 time: 0.0917497 Dec 13 09:35:38.329840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8ffc-8286-476b-9988-cb7601af2575 req-84d9f694-f50c-4ea5-9707-d67fae57c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.331589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f6d8ffc-8286-476b-9988-cb7601af2575 req-84d9f694-f50c-4ea5-9707-d67fae57c93d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 1100 time: 0.0790925 Dec 13 09:35:38.344608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b680660-923a-4fe8-a915-f57c9c0a8238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.370750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-769870bd-4772-4322-a447-1e08484d207b req-6318ad52-b1f3-4f86-9a9a-52169a2dbe0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Dec 13 09:35:38.415207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3b2bcd0-bde3-46cc-ae93-bcf3ce01113c req-550de9a3-c885-4169-b1ff-a3b6ca6f07c9 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804794 Dec 13 09:35:38.417549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f6d8ffc-8286-476b-9988-cb7601af2575 req-255fc2e1-44a5-41aa-8a5d-63bdde690854 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Dec 13 09:35:38.455367 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-c44a41e5-8689-49b6-99a2-c5405fa739d2 req-b0717ef0-08ba-4ee3-a3b8-c7c205d889d7 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:35:38.456391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c44a41e5-8689-49b6-99a2-c5405fa739d2 req-b0717ef0-08ba-4ee3-a3b8-c7c205d889d7 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c HTTP/1.1" status: 404 len: 352 time: 0.0140295 Dec 13 09:35:38.535521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1858979086', 'description': 'tempest-description-2056875228'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:38.562221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.635895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.640182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.670508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.671884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a71ca794-f158-4950-84e8-c4149518a709 req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1427488 Dec 13 09:35:38.673724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05ee2d-763a-4dfe-8de9-ff1fffdc69a8 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8cb79-3186-440c-aaa4-5e1084ce5d34,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:38.767511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b644b3-116f-4247-95dd-a87c60cbd8dd req-d29fb3d1-27ab-485c-a5cd-1589ab200f1f tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.769500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92b644b3-116f-4247-95dd-a87c60cbd8dd req-d29fb3d1-27ab-485c-a5cd-1589ab200f1f tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1096 time: 0.0832691 Dec 13 09:35:38.799397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c129ea0-3369-4cda-adff-facd8bf593a8 req-6d8a89a4-5016-4044-9572-3d047172e830 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 6199 time: 0.1045811 Dec 13 09:35:38.845706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92b644b3-116f-4247-95dd-a87c60cbd8dd req-2ec36f19-01e9-4334-9f16-a778ca105146 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705845 Dec 13 09:35:38.862222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c129ea0-3369-4cda-adff-facd8bf593a8 req-4bae7a8c-f9ab-43df-bcce-9b817ed522fb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f HTTP/1.1" status: 200 len: 2998 time: 0.0562515 Dec 13 09:35:38.909939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c129ea0-3369-4cda-adff-facd8bf593a8 req-9e4f6ed1-05e6-4060-b995-670338f6eebb tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f HTTP/1.1" status: 200 len: 2998 time: 0.0416424 Dec 13 09:35:39.022819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba101eb-837a-4f7a-99a8-2be9b3b95747 req-df5357d5-b1cd-4573-8433-82d449af0d53 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.024430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aba101eb-837a-4f7a-99a8-2be9b3b95747 req-df5357d5-b1cd-4573-8433-82d449af0d53 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.0489187 Dec 13 09:35:39.100429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aba101eb-837a-4f7a-99a8-2be9b3b95747 req-4450410b-0a18-44cb-8f00-1d29351ee80d tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Dec 13 09:35:39.110405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-6150db4e-f841-45f4-9bde-5f89c62158c0 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/27c8cb79-3186-440c-aaa4-5e1084ce5d34 HTTP/1.1" status: 200 len: 1822 time: 0.0662491 Dec 13 09:35:39.125208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27c8cb79-3186-440c-aaa4-5e1084ce5d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.125531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27c8cb79-3186-440c-aaa4-5e1084ce5d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.219404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.239314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e039a-1fa8-413d-a1b8-19dca87f9805 req-3ffd6b5d-6ad8-4707-aba2-3d8990033257 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.240849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a7e039a-1fa8-413d-a1b8-19dca87f9805 req-3ffd6b5d-6ad8-4707-aba2-3d8990033257 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.0804458 Dec 13 09:35:39.257281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.263996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.293384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4cbf6e-4a39-4496-ace9-9ef96f7291dd,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:39.309423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.310629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee5a0313-716d-4b68-b7c6-97f6a205e201 req-f63b205b-668d-421e-bd91-39b69d36c334 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1901107 Dec 13 09:35:39.327739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a7e039a-1fa8-413d-a1b8-19dca87f9805 req-ed1e129b-0c7f-4e77-93e5-39c330403a56 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807271 Dec 13 09:35:39.359795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1739841260', 'description': 'tempest-description-81555259'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.370226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.389343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.488248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.492009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.503428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50320680-f36b-4e5e-ac3a-e0f8cde22b16 req-4e080de6-2838-4afb-ba91-cbefd9c7f4e2 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.504964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50320680-f36b-4e5e-ac3a-e0f8cde22b16 req-4e080de6-2838-4afb-ba91-cbefd9c7f4e2 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1096 time: 0.0791957 Dec 13 09:35:39.539365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.540641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f698ae04-1b71-48d2-b992-e61527d95c57 req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1857660 Dec 13 09:35:39.550653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e9f4c-0440-4334-86f4-5530d42c8aef tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4e569-8c07-4567-8702-7168ff94f3b1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:39.574463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50320680-f36b-4e5e-ac3a-e0f8cde22b16 req-ff526084-3f51-40aa-84ea-dc83dddb5faa tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605087 Dec 13 09:35:39.659474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-276360487', 'description': 'tempest-description-1586871826'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.675066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1177791355', 'description': 'tempest-description-379259000'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.693856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.718827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.806283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.815284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.847305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.853614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.854848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6641e3f-a3cc-4ce2-bb94-e30e1464cff5 req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2015340 Dec 13 09:35:39.859443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.870035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7623b3a-a00f-4c30-8ab3-25ddd7cf5bec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88221fe1-744c-4394-8e34-073c4ab828df,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:39.885919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.887150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e86d7ad-cc91-4f37-a219-e6c8fd60bfc6 req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2198501 Dec 13 09:35:39.902571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7332-e290-4208-80d9-c6e013fa42f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1030f5f7-d246-4134-a9f4-5f9c96a54ed7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:40.069873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-ffbef380-272d-40ec-9f43-96e693b1907d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/88221fe1-744c-4394-8e34-073c4ab828df HTTP/1.1" status: 200 len: 1821 time: 0.0434000 Dec 13 09:35:40.082728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '88221fe1-744c-4394-8e34-073c4ab828df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:40.083143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '88221fe1-744c-4394-8e34-073c4ab828df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:40.147453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.180031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.184156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.201236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-736265a7-7e69-449a-8d5d-f6ea802d5f34 req-530899fb-d2be-4d79-af88-369bb968acfd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:40.202780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-736265a7-7e69-449a-8d5d-f6ea802d5f34 req-530899fb-d2be-4d79-af88-369bb968acfd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093329 Dec 13 09:35:40.211732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c4fe98-b42a-43a7-b16f-d051fdb8b70a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:40.221065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.222643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05490e88-92c7-4f86-b2f6-741aa9ee0dc9 req-7a1179ac-a860-4ec8-87be-a61c6587674e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1437387 Dec 13 09:35:40.403768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-48ca1b9f-7437-4fb4-843a-f39fc72c9aea tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.405280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-48ca1b9f-7437-4fb4-843a-f39fc72c9aea tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 813 time: 0.1072564 Dec 13 09:35:40.420219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-14e0a578-80b6-4752-9ff7-e68fc6d77d0a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/quotas/cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 375 time: 0.0091436 Dec 13 09:35:40.470058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-9bcd941c-7e07-4ed3-bdbd-14bda66b27c9 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444055 Dec 13 09:35:40.572319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-e07cb7d9-9719-4490-8e75-4bb4dbab6353 service neutron] 10.222.0.31 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950105 Dec 13 09:35:40.662778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-3bbb14f0-37ba-4a93-828e-e70f0a50f495 service neutron] 10.222.0.31 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837600 Dec 13 09:35:40.982406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380d05-a260-47cd-a7fd-7ceea4de3d8c req-88c3d37f-c3ce-4370-af4b-ce67c9334139 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.984646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82380d05-a260-47cd-a7fd-7ceea4de3d8c req-88c3d37f-c3ce-4370-af4b-ce67c9334139 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.0607693 Dec 13 09:35:40.994192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.055213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82380d05-a260-47cd-a7fd-7ceea4de3d8c req-19167f2b-3fee-4328-8787-feefdf7e2c59 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540805 Dec 13 09:35:41.077406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1276477520', 'description': 'tempest-description-877710545'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:41.101432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.180841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.185131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.212645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.213876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314f6dcc-eb30-46f7-ad45-726f6a557e56 req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1417358 Dec 13 09:35:41.223816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee84c5-6af7-4be3-bb41-cfbda66a958c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0908c085-5792-42d2-982f-b5a2956fbfc4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:41.323243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48101b73-db96-4c18-a8fc-b503d77936d0 req-261a9269-5fa9-4d0e-be9c-4c5685a1ef84 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.324848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48101b73-db96-4c18-a8fc-b503d77936d0 req-261a9269-5fa9-4d0e-be9c-4c5685a1ef84 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.0513685 Dec 13 09:35:41.374732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48101b73-db96-4c18-a8fc-b503d77936d0 req-3ea4fb81-4d68-4e0a-bb36-3042783ac8da tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Dec 13 09:35:41.383781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34144) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:41.501755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-d6d7ea76-b09f-4bb5-b09a-7233e48201df tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:41.502722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-d6d7ea76-b09f-4bb5-b09a-7233e48201df tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1178761 Dec 13 09:35:41.532200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6bb0c57b-27a4-44ea-9291-9159ce4a16fa req-5ef1e647-3328-49d5-8cc8-c04aed3c584e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 210 time: 0.0350752 Dec 13 09:35:41.646961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-f4cf312b-50b3-4ef4-86a0-10046f4d5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.648392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-f4cf312b-50b3-4ef4-86a0-10046f4d5d6e service neutron] 10.222.0.31 "GET /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 1093 time: 0.1017568 Dec 13 09:35:41.660324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:41.660850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Unknown quota resources ['binding']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:35:41.687822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55619ef-c736-4721-af26-26581645fec0 req-4138a719-f8fb-4454-b4d4-349e8b13a101 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.689383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e55619ef-c736-4721-af26-26581645fec0 req-4138a719-f8fb-4454-b4d4-349e8b13a101 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.0743124 Dec 13 09:35:41.783127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e55619ef-c736-4721-af26-26581645fec0 req-72cb68a0-1ce7-47b9-88f6-42f9ab678aa0 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Dec 13 09:35:41.841483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34162) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:41.862106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:41.862452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:41.862786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:41.906954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:41.907172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:41.914608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:41.914948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:41.915333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:41.915797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Bound port: b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:41.931989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.983915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5389db88-028a-423a-979a-ab0c4f6cf787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.047840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-c12d6fc7-41d6-44d0-a613-a8e423036a6d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.049361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-c12d6fc7-41d6-44d0-a613-a8e423036a6d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 813 time: 0.1991110 Dec 13 09:35:42.053169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:42.059062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.060271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-93becfb7-bd59-4e4d-a503-451be59528bd service neutron] 10.222.0.31 "POST /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32/bindings HTTP/1.1" status: 201 len: 389 time: 0.4041154 Dec 13 09:35:42.069775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'device_id': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca', 'admin_state_up': True, 'tenant_id': 'cf50aaf0b46d4862beb5bcc41886baf4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.105131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5389db88-028a-423a-979a-ab0c4f6cf787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.110944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5389db88-028a-423a-979a-ab0c4f6cf787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.165865 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5389db88-028a-423a-979a-ab0c4f6cf787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb892d1573264ff38d1ac0686755e95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202457 Dec 13 09:35:42.166754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34166) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:42.174639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389db88-028a-423a-979a-ab0c4f6cf787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b443d30-b0ff-4865-894c-b351b6f984c5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.245628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.275788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.337897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.341574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.345859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b443d30-b0ff-4865-894c-b351b6f984c5 HTTP/1.1" status: 204 len: 168 time: 0.1757956 Dec 13 09:35:42.349184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-6a9c48ac-f644-41ba-928f-1867ad2a2139 req-cd6424c2-e18c-402d-835d-3685790f11d4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:42.350137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a9c48ac-f644-41ba-928f-1867ad2a2139 req-cd6424c2-e18c-402d-835d-3685790f11d4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055292 Dec 13 09:35:42.354724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d933b-627c-4db8-8509-8f329636e7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b443d30-b0ff-4865-894c-b351b6f984c5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.360004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-799465178', 'description': 'tempest-description-1337108790'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.445244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.467742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-90f44a15-1cc9-4579-92c5-4dd5172e62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.469239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-90f44a15-1cc9-4579-92c5-4dd5172e62f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1096 time: 0.1032751 Dec 13 09:35:42.513476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Made reservation on behalf of cf50aaf0b46d4862beb5bcc41886baf4 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:42.517025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.665733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34182) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:42.679773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b55303-9238-4d7d-9135-8f1fa954979f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.694894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc524a36-3898-4dd5-9b2b-5af069c5a61f req-54b4eeda-3814-426c-bc80-cec00a294276 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.696433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc524a36-3898-4dd5-9b2b-5af069c5a61f req-54b4eeda-3814-426c-bc80-cec00a294276 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.1454606 Dec 13 09:35:42.708478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-3d728a9f-6dc2-4090-b774-9f59a1d53ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.709879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-3d728a9f-6dc2-4090-b774-9f59a1d53ba4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2307069 Dec 13 09:35:42.718885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.738993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.759297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b55303-9238-4d7d-9135-8f1fa954979f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.763070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b55303-9238-4d7d-9135-8f1fa954979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.802212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b55303-9238-4d7d-9135-8f1fa954979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec136f5-5467-4673-850d-de6a6276e25b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.809552 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56b55303-9238-4d7d-9135-8f1fa954979f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e198e93b56794a71b83a6916dfd29576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425695 Dec 13 09:35:42.810031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34184) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:42.816280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-19203340-1343-4067-b309-6ec6826fafd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.0919747 Dec 13 09:35:42.865265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.870159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.888509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.889739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c5728c9-f2df-4503-a0e4-5e20e00db5ef req-3ca63ae4-2e8c-456b-ab4b-d9b55e906c84 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5468104 Dec 13 09:35:42.890183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.904106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc524a36-3898-4dd5-9b2b-5af069c5a61f req-d3be9789-1c89-4bb3-9e99-bf9d082c650f tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991127 Dec 13 09:35:42.915882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Allocated IP 172.20.0.12 (e724a4b4-73cd-4892-9e7a-b3a37e602bca/b2b74dbd-b87d-4757-af36-6bfb47b94387/b4edd779-02ef-4cc1-9d96-e0e9ae67318b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:42.927142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-6da919bb-a4f0-4bf7-8f73-dff8b6613293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.927142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-6da919bb-a4f0-4bf7-8f73-dff8b6613293 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0850685 Dec 13 09:35:42.947114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.949758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.950906 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eec136f5-5467-4673-850d-de6a6276e25b HTTP/1.1" status: 204 len: 168 time: 0.1396580 Dec 13 09:35:42.959194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-de7a01fc-0c73-4a22-9c0c-c2da2b6d8e2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301254 Dec 13 09:35:42.962035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb82d0-a313-4de1-bb22-192419dd3701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec136f5-5467-4673-850d-de6a6276e25b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.195284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f9149-624a-44ee-a496-ff3d8d6223ca req-985be6a3-57ff-469c-aec2-8a3e761fa0e1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.196729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a16f9149-624a-44ee-a496-ff3d8d6223ca req-985be6a3-57ff-469c-aec2-8a3e761fa0e1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 945 time: 0.1930330 Dec 13 09:35:43.207969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a993e5-74f3-4961-9b0e-0b853b47645f req-2ab6367a-5593-4a46-ac2c-025cd80f0293 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.209394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7a993e5-74f3-4961-9b0e-0b853b47645f req-2ab6367a-5593-4a46-ac2c-025cd80f0293 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.1777632 Dec 13 09:35:43.232644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-0b344cdc-97a6-4ac2-a12d-a254d0578c05 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653251 Dec 13 09:35:43.347615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.378903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a16f9149-624a-44ee-a496-ff3d8d6223ca req-1845f750-4fd7-4591-a714-11ed6f6db174 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615119 Dec 13 09:35:43.388630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7a993e5-74f3-4961-9b0e-0b853b47645f req-5c1d87ea-d85a-4594-85a2-f0d5ac4e87ef tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672778 Dec 13 09:35:43.429680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2f5a27e0-d1a9-405c-b86b-396892e86d00 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804805 Dec 13 09:35:43.447013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.459071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:43.505003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Network e724a4b4-73cd-4892-9e7a-b3a37e602bca is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:43.509263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:43.518379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:43.525014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.525722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.537942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.559207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-0e8be459-20c6-4c1e-a2cf-3a9efa5f549f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4919918 Dec 13 09:35:43.574099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Request body: {'port': {'device_id': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:43.759181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.789817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-20c42c1e-f826-41c3-9797-497aa080ab76 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.791306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-20c42c1e-f826-41c3-9797-497aa080ab76 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.1880949 Dec 13 09:35:43.828354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd2e04-23de-404b-ba2b-465034aa2e75 req-f3964f2d-7741-4add-86f6-c96acdd06c7f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.829930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1fd2e04-23de-404b-ba2b-465034aa2e75 req-f3964f2d-7741-4add-86f6-c96acdd06c7f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 932 time: 0.1874976 Dec 13 09:35:43.837488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:43.841863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d4db47-6b18-4260-879e-de23c686fe22 req-67a1c1c5-d06e-4ae8-bb78-e7fc05fe7852 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/0908c085-5792-42d2-982f-b5a2956fbfc4 HTTP/1.1" status: 200 len: 1821 time: 0.1420746 Dec 13 09:35:44.031214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.039365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1fd2e04-23de-404b-ba2b-465034aa2e75 req-5e1627ee-88d8-40f3-af2a-b0056ed961e7 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965268 Dec 13 09:35:44.042102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d4db47-6b18-4260-879e-de23c686fe22 req-93c15cec-4a98-4427-8fb0-b598fa803931 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a HTTP/1.1" status: 200 len: 1821 time: 0.1768751 Dec 13 09:35:44.074399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0908c085-5792-42d2-982f-b5a2956fbfc4', 'remote_group_id': '28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:44.074725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0908c085-5792-42d2-982f-b5a2956fbfc4', 'remote_group_id': '28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:44.314186 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.394134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-2476faeb-b3d4-46ad-b993-1728aa9666a3 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5822a454b4a848e082049e970547f564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638783 Dec 13 09:35:44.417510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:44.451648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4edd779-02ef-4cc1-9d96-e0e9ae67318b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:44.487926 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.507273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.524458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.542721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Transition to ACTIVE for port object b4edd779-02ef-4cc1-9d96-e0e9ae67318b will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:44.568010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.580731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a11030-b506-46ad-a986-4c22ab5348e9,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:44.583210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:44.619433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.620575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d4db47-6b18-4260-879e-de23c686fe22 req-9505d43c-3c92-4880-9310-9c875427f914 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5575156 Dec 13 09:35:44.664287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-17687b56-78a8-4187-b5c1-0e1069e41b65 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:44.665754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-17687b56-78a8-4187-b5c1-0e1069e41b65 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646310 Dec 13 09:35:44.704592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:44.706766 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca819891-7746-4b89-9a17-03425057ad22" -d '{"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:44.710615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.734628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:44.751963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-e329737c-52fd-4dcf-a3f5-0b605d7147fd tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/quotas/5822a454b4a848e082049e970547f564 HTTP/1.1" status: 200 len: 375 time: 0.0694597 Dec 13 09:35:44.753876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.825625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Attempting to bind port b4edd779-02ef-4cc1-9d96-e0e9ae67318b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:44.826130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Attempting to bind port b4edd779-02ef-4cc1-9d96-e0e9ae67318b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:44.826281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Attempting to bind port b4edd779-02ef-4cc1-9d96-e0e9ae67318b on network e724a4b4-73cd-4892-9e7a-b3a37e602bca {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:44.849786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Port b4edd779-02ef-4cc1-9d96-e0e9ae67318b on network e724a4b4-73cd-4892-9e7a-b3a37e602bca not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:44.850106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Attempting to bind port b4edd779-02ef-4cc1-9d96-e0e9ae67318b on network e724a4b4-73cd-4892-9e7a-b3a37e602bca {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:44.864964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636252a-7ca3-4846-bfb5-f233f7454264 req-1ac13c0f-df73-431d-8f07-e2ccced44a1f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:44.866434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a636252a-7ca3-4846-bfb5-f233f7454264 req-1ac13c0f-df73-431d-8f07-e2ccced44a1f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.1948905 Dec 13 09:35:44.883923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:44.884258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Checking segment: {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:44.884638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Bound using segment: {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:44.885060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Bound port: b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa9978b-e059-444a-9e95-97f227d321b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:44.885412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.901241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:44.934362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-3d3fac9c-ab8b-4c51-8251-95d039dd05be tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1761570 Dec 13 09:35:44.973203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:44.973804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:44.974048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:44.995566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:44.995894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Attempting to bind port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:45.018085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:45.018358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:45.018740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:45.019166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Bound port: b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:45.019519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.024266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a636252a-7ca3-4846-bfb5-f233f7454264 req-b63f56dd-4b16-4fb6-87e3-a4254f66759a tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/security-groups?id=792f051f-e887-457f-a39d-5ae02dff329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487730 Dec 13 09:35:45.038327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:45.042824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:45.066919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.117622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.117622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.117622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 1092 time: 1.5480778 Dec 13 09:35:45.154114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:45.176121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ac751-74b9-4e78-8d3a-b5c33b7a9234 service neutron] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:45.201289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:45.209095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.291111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b71d1-2df0-4cac-9343-bfa538f519b6 req-67c9876a-1124-42b2-ba91-668425e6629f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.292668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-891b71d1-2df0-4cac-9343-bfa538f519b6 req-67c9876a-1124-42b2-ba91-668425e6629f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.1448128 Dec 13 09:35:45.322393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-ac7277e5-a8b9-4d0a-bcd2-ef8198e1e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.323961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-ac7277e5-a8b9-4d0a-bcd2-ef8198e1e2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1095 time: 0.1579375 Dec 13 09:35:45.349330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:45.352929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.353555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.354918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2256c986-a5d5-40c7-aa0b-c0de9ee69006 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 1121 time: 1.5510659 Dec 13 09:35:45.391884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-c8a80690-da0b-4bb5-8cf9-7f2864fea6c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 217 time: 0.0507419 Dec 13 09:35:45.453677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b6dfa9da-eebf-4560-8ef8-64ad4708bc32'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:45.459022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1188118582', 'description': 'tempest-description-780464641'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:45.462161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572503-c84a-48ef-920e-465cf0666481 req-910fad81-5dc4-4253-acec-2bf28f0789a5 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.464421 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-22572503-c84a-48ef-920e-465cf0666481 req-910fad81-5dc4-4253-acec-2bf28f0789a5 tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.16 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 949 time: 0.1174746 Dec 13 09:35:45.473866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-891b71d1-2df0-4cac-9343-bfa538f519b6 req-3341e3b7-11ff-4395-ad81-9fac0921d653 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691208 Dec 13 09:35:45.512403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-65106754-3edd-472a-ba11-ad33957294bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.513876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-65106754-3edd-472a-ba11-ad33957294bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1065216 Dec 13 09:35:45.535782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.576195 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b214bb8-400c-4d8c-ba98-23085a70ec38 x-openstack-request-id: req-3b214bb8-400c-4d8c-ba98-23085a70ec38 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:45.576422 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:45.576686 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b214bb8-400c-4d8c-ba98-23085a70ec38 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:45.578441 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'code': 200} Dec 13 09:35:45.595901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-1520b132-03b6-4c48-b856-de5e89b194fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734584 Dec 13 09:35:45.633168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Deleting port c62c968b-c256-4d08-a3c5-6c2b4468cc23 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:35:45.633505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.714500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d15b3acf-aaea-4598-9225-c17b8183b564 req-3f9ab44d-6abd-4248-834c-2d93095f804c tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 210 time: 0.0651541 Dec 13 09:35:45.732937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] For port c62c968b-c256-4d08-a3c5-6c2b4468cc23, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c62c968b-c256-4d08-a3c5-6c2b4468cc23,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:45.733821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.753552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Calling delete_port for c62c968b-c256-4d08-a3c5-6c2b4468cc23 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:35:45.926785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.943774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c62c968b-c256-4d08-a3c5-6c2b4468cc23'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:45.961746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Pushing event deleted for resources: {'Port': ['ID=c62c968b-c256-4d08-a3c5-6c2b4468cc23,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:46.000398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.010782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.034666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] No DVR routers for this DVR port c62c968b-c256-4d08-a3c5-6c2b4468cc23 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:46.037934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.042135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-22572503-c84a-48ef-920e-465cf0666481 req-f582328c-fde9-4d51-8a9e-97bb8bcd215f tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.16 "DELETE /v2.0/ports/c62c968b-c256-4d08-a3c5-6c2b4468cc23 HTTP/1.1" status: 204 len: 173 time: 0.5712626 Dec 13 09:35:46.042870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'name': 'network-vif-deleted', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:46.045349 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e4672-7365-4800-8378-ab2512bca8ef" -d '{"events": [{"server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "name": "network-vif-deleted", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:46.061076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-7706f8eb-ebba-4a5c-b8df-9792a88f3bd5 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511483 Dec 13 09:35:46.065790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.066937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff058a47-82bf-4597-b47c-89ff62ea912f req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6148753 Dec 13 09:35:46.073878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba4a86-e176-4d9f-854f-885c77ea84b3 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd772c-0292-4a25-b300-f8a3cce8cdb9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:46.090670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a1480-07eb-4736-bb73-4efe418248d8 req-01ce4955-25ea-432b-acf4-74a9c74ef4d2 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:46.098240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-104a1480-07eb-4736-bb73-4efe418248d8 req-01ce4955-25ea-432b-acf4-74a9c74ef4d2 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 944 time: 0.1409991 Dec 13 09:35:46.198098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-104a1480-07eb-4736-bb73-4efe418248d8 req-6f9cde7f-aa62-4e60-8879-31d6e8c85aa3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989852 Dec 13 09:35:46.216858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-844830b0-1de8-4012-9398-8ac01a3d07dc req-02796870-1e1b-438e-9b92-938dbdf201ba service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475821 Dec 13 09:35:46.269768 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69586e-6e96-4bc8-820a-65e34180c9b3 x-openstack-request-id: req-2a69586e-6e96-4bc8-820a-65e34180c9b3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:46.270100 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7b70f-8ff1-400e-a73a-237c63ef1978", "name": "network-vif-deleted", "tag": "c62c968b-c256-4d08-a3c5-6c2b4468cc23", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:46.270359 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a69586e-6e96-4bc8-820a-65e34180c9b3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:46.270944 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7b70f-8ff1-400e-a73a-237c63ef1978', 'name': 'network-vif-deleted', 'tag': 'c62c968b-c256-4d08-a3c5-6c2b4468cc23', 'status': 'completed', 'code': 200} Dec 13 09:35:46.285338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-910519514', 'description': 'tempest-description-1215147774'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.306974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.381574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.386245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.419717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.430839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b930fefe-81f7-4eb3-bc58-582b4130a7d1 req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1497648 Dec 13 09:35:46.453179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7399ee94-2c70-4747-a9fb-246bbb054037 req-5a9a0be7-f0c8-4ffb-bb98-9daebfb5bd6b tempest-ServerDiagnosticsNegativeTest-1836987637 tempest-ServerDiagnosticsNegativeTest-1836987637-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e7b70f-8ff1-400e-a73a-237c63ef1978 HTTP/1.1" status: 200 len: 210 time: 0.0518792 Dec 13 09:35:46.461469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a9dd7-b76b-4c6e-b50c-dfee493d9b97 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c703fa43-26d2-481e-a82b-addb7dc5eca1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:46.481873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-9cc552c0-4b8f-4b9a-81fd-0b26a6540359 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5822a454b4a848e082049e970547f564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338428 Dec 13 09:35:46.643749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-4294ede1-07f9-4db9-9b0a-3adf1d384058 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/3cbd772c-0292-4a25-b300-f8a3cce8cdb9 HTTP/1.1" status: 200 len: 1821 time: 0.0449533 Dec 13 09:35:46.655822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-36a301c7-8c6c-47b7-a4e1-f59cf977f9c1 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:46.657618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-36a301c7-8c6c-47b7-a4e1-f59cf977f9c1 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681204 Dec 13 09:35:46.680275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Request body: {'port': {'device_id': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '5822a454b4a848e082049e970547f564'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.702271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-1604f1a3-c8a8-4d1f-bb73-ef4d0efc9fed tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/c703fa43-26d2-481e-a82b-addb7dc5eca1 HTTP/1.1" status: 200 len: 1821 time: 0.0521390 Dec 13 09:35:46.713655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cbd772c-0292-4a25-b300-f8a3cce8cdb9', 'remote_group_id': 'c703fa43-26d2-481e-a82b-addb7dc5eca1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.714001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cbd772c-0292-4a25-b300-f8a3cce8cdb9', 'remote_group_id': 'c703fa43-26d2-481e-a82b-addb7dc5eca1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.855496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Made reservation on behalf of 5822a454b4a848e082049e970547f564 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:46.862332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.891686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.941314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:46.965092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eb5ac-e2bc-493f-8311-88af55cc5998 req-3b99b5b2-ca29-4026-8fd0-b9705a14aad1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:46.966289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a7eb5ac-e2bc-493f-8311-88af55cc5998 req-3b99b5b2-ca29-4026-8fd0-b9705a14aad1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.0949333 Dec 13 09:35:46.977407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.986176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.018798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e0693e-e863-4188-9bf6-7c3f8cddf126,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.039662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.041006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81bd4588-448b-4f9e-bc2b-c63c18ca2efc req-a1e5dffa-e5c7-4992-b300-6fe55b3d0942 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3318813 Dec 13 09:35:47.051435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Allocated IP 192.168.233.195 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/8db50ed1-55a9-4959-9c6c-fbb30f78a41c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:47.058864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a7eb5ac-e2bc-493f-8311-88af55cc5998 req-925fc481-0610-4d0c-b880-fef3e69f7d3d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842111 Dec 13 09:35:47.158945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-677e3ab8-c892-4e07-a06d-9947ec5d9ec7 req-3c28b9b0-264d-46f0-bd73-fc2ddcdd9d80 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 210 time: 0.0538964 Dec 13 09:35:47.161199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff919c37-2037-49fd-b7d0-63e58b385b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.263458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.273048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047d7f-8ae5-4e3a-92c7-500a0a6a310d req-3d4fab96-b6ef-4464-8347-0a223593080a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.274572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9047d7f-8ae5-4e3a-92c7-500a0a6a310d req-3d4fab96-b6ef-4464-8347-0a223593080a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1146474 Dec 13 09:35:47.280627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-32c99329-0413-424c-8b0a-d19529396d87 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/c703fa43-26d2-481e-a82b-addb7dc5eca1 HTTP/1.1" status: 200 len: 1821 time: 0.0995491 Dec 13 09:35:47.300292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.313158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:47.356631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:47.359881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:47.364367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:47.370300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.370657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.381230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Pushing event updated for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.395661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-7dc86830-fdac-4e1b-adae-24ee38fb2a3a tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7197351 Dec 13 09:35:47.399725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9047d7f-8ae5-4e3a-92c7-500a0a6a310d req-6a9de9a9-2858-4669-aa58-a31cbcb5b1f5 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129773 Dec 13 09:35:47.409818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Request body: {'port': {'device_id': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:47.428354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff919c37-2037-49fd-b7d0-63e58b385b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.450658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff919c37-2037-49fd-b7d0-63e58b385b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.474136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.482770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.558040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff919c37-2037-49fd-b7d0-63e58b385b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d633f-16af-46ac-a11e-5305d7c8ce3e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.565423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.572495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff919c37-2037-49fd-b7d0-63e58b385b88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1f17d4b73a64a88a64ed5e3512f2a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6279168 Dec 13 09:35:47.573090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34322) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:47.582514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'}, {'name': 'network-changed', 'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:47.584803 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e04478-d7e8-4b75-aeab-5013703a9fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b"}, {"name": "network-changed", "server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:47.663190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b8ba461a-720d-4904-a12e-e1c3e5a019b2 None None] Provisioning complete for port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:47.663486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8ba461a-720d-4904-a12e-e1c3e5a019b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.666429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a816a13-ea36-49a1-9614-73b07874452e req-b9afcdb1-ea75-4573-bd61-8cb3838a5278 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.667977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a816a13-ea36-49a1-9614-73b07874452e req-b9afcdb1-ea75-4573-bd61-8cb3838a5278 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 944 time: 0.1643267 Dec 13 09:35:47.705038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.712794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.714023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba461a-720d-4904-a12e-e1c3e5a019b2 None None] Port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:47.715351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.716535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a9f3b68-f950-40af-a40f-729fee08f795 req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/c703fa43-26d2-481e-a82b-addb7dc5eca1 HTTP/1.1" status: 204 len: 173 time: 0.4240804 Dec 13 09:35:47.747002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2ee97-616b-49aa-aa56-1aefc544f9b9 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703fa43-26d2-481e-a82b-addb7dc5eca1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.770109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.779867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db50ed1-55a9-4959-9c6c-fbb30f78a41c {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:47.780880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a816a13-ea36-49a1-9614-73b07874452e req-ed6e397a-038e-42fd-acc6-f4bfef25829b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043365 Dec 13 09:35:47.788757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.823841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Transition to ACTIVE for port object 8db50ed1-55a9-4959-9c6c-fbb30f78a41c will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:47.829613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.856853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.863788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.865021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d70d633f-16af-46ac-a11e-5305d7c8ce3e HTTP/1.1" status: 204 len: 168 time: 0.2840784 Dec 13 09:35:47.902622 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f89bf33-f3a3-48b8-b89b-1e051d25368a x-openstack-request-id: req-8f89bf33-f3a3-48b8-b89b-1e051d25368a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:47.904420 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:47.904841 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f89bf33-f3a3-48b8-b89b-1e051d25368a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:47.905332 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'status': 'completed', 'code': 200} Dec 13 09:35:47.905603 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'status': 'completed', 'code': 200} Dec 13 09:35:47.906349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1b82-74a0-4695-bfdd-d0822817b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d633f-16af-46ac-a11e-5305d7c8ce3e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.906963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.960554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Attempting to bind port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:47.961059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Attempting to bind port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:47.961195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Attempting to bind port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:47.973522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:47.973842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Attempting to bind port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:47.987314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:47.987931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:47.988422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:47.988964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Bound port: 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:47.989653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.027482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-926a427a-9515-4162-8c35-ac57aa8e8717 req-ad2feebb-2cec-4d9e-aea7-e7f68a6c27ec tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/3cbd772c-0292-4a25-b300-f8a3cce8cdb9 HTTP/1.1" status: 200 len: 1821 time: 0.0912385 Dec 13 09:35:48.045274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-7fa4e429-2a96-4fed-a522-dfd231591f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.047754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-7fa4e429-2a96-4fed-a522-dfd231591f4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1095 time: 0.1178682 Dec 13 09:35:48.098268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:48.105056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:48.112877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.154820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34340) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:48.178545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.179388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.180849 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] 10.222.0.16 "PUT /v2.0/ports/8db50ed1-55a9-4959-9c6c-fbb30f78a41c HTTP/1.1" status: 200 len: 1096 time: 0.7771103 Dec 13 09:35:48.205405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f05d3-2e84-4245-81e5-ef7cbd69cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.239376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1648095309', 'description': 'tempest-description-1127484381'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:48.273178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:48.275460 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63eb332-95b3-4047-8a2e-0138c903f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:48.295478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-f95f2812-d881-4913-9a15-0447fa630ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.297432 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-f95f2812-d881-4913-9a15-0447fa630ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 1099 time: 0.0629325 Dec 13 09:35:48.327763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-6280d0ab-9f61-446b-aef7-a4195d0a4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.329415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-6280d0ab-9f61-446b-aef7-a4195d0a4eea service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.2745245 Dec 13 09:35:48.330146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.357715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:48.374612 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-8be1e695-c75c-4ea8-a0e4-fe82573d7432 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c HTTP/1.1" status: 200 len: 217 time: 0.0639336 Dec 13 09:35:48.394776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-7c2ff11f-bd8c-4b78-90b4-1f40c870ffb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 217 time: 0.0562532 Dec 13 09:35:48.402512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b32a2c-ce53-4c71-84b9-ea481f48162a req-60190fd4-2334-4891-b083-d5c42debe910 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.404089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19b32a2c-ce53-4c71-84b9-ea481f48162a req-60190fd4-2334-4891-b083-d5c42debe910 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.1689372 Dec 13 09:35:48.416269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7e59-a8ee-46d2-9e83-c7192a0652eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.472659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-f290c98e-156d-454b-ba2e-b7838d2a7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.474106 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-f290c98e-156d-454b-ba2e-b7838d2a7919 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0920498 Dec 13 09:35:48.479734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-826e2a27-69fd-4898-9350-5b9e215bb0ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=901dc4b8b9fd42e0940a55e141d2d787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235953 Dec 13 09:35:48.490830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34352) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:48.522312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-c6cd4ea2-6516-4ae5-bc7c-8b332fc6385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.523819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-c6cd4ea2-6516-4ae5-bc7c-8b332fc6385b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1187968 Dec 13 09:35:48.543813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-8c022f33-0f05-4c06-a12c-c7076e255d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.544341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19b32a2c-ce53-4c71-84b9-ea481f48162a req-98ec5d5e-4de7-4647-a00d-0c1d75711b18 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269603 Dec 13 09:35:48.545284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-8c022f33-0f05-4c06-a12c-c7076e255d4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627961 Dec 13 09:35:48.596414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7e59-a8ee-46d2-9e83-c7192a0652eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.611355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-71cac677-e18f-48c8-b3a6-7c33b73243cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770314 Dec 13 09:35:48.624022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7e59-a8ee-46d2-9e83-c7192a0652eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.659911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.673783 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab3c7e59-a8ee-46d2-9e83-c7192a0652eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21729e823f624048acf01153514edbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064129 Dec 13 09:35:48.681513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:48.682137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c7e59-a8ee-46d2-9e83-c7192a0652eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0e879-093e-489d-ad9b-14d457e57356,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.687936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.725171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-161bc342-2b06-4796-a6a6-dc5d939b1928 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715353 Dec 13 09:35:48.779766 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.781538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9be2ed-c444-41e8-8b14-752db2d8cdd3 req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6205237 Dec 13 09:35:48.782125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.794356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.796399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8f11-b5de-4590-b89b-068c9bad95bf req-0e16a558-77b6-4623-a3cb-a95f5c6fadef tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.797899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ecc8f11-b5de-4590-b89b-068c9bad95bf req-0e16a558-77b6-4623-a3cb-a95f5c6fadef tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 948 time: 0.1749382 Dec 13 09:35:48.798512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d617f-2263-4d19-a581-d04b5fe2edfa tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce24962-9657-4297-b708-30cb7213ac8d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.829684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.849619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-994b2a83-272b-419c-9b56-f236abefd2cf service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212412 Dec 13 09:35:48.855961 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.856317 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158e3b2-e058-44b0-879b-4dc9fb29669b x-openstack-request-id: req-4158e3b2-e058-44b0-879b-4dc9fb29669b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:48.856609 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:48.856862 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4158e3b2-e058-44b0-879b-4dc9fb29669b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:48.857245 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c', 'status': 'completed', 'code': 200} Dec 13 09:35:48.866605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-06cb17bb-cb5b-4c65-9cb8-4789e1e2b3ca req-1e8ccb48-ecb1-4c68-94b9-5b987f46d3b6 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342535 Dec 13 09:35:48.919624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.922386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.923523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87a0e879-093e-489d-ad9b-14d457e57356 HTTP/1.1" status: 204 len: 168 time: 0.2386942 Dec 13 09:35:48.955296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c2749-8699-4bf4-96e4-d55478e58d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0e879-093e-489d-ad9b-14d457e57356,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.972750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-2dbd5b16-7c60-47a0-bbe0-fae8b09fc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.974240 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-2dbd5b16-7c60-47a0-bbe0-fae8b09fc769 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5822a454b4a848e082049e970547f564&device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 1099 time: 0.0497477 Dec 13 09:35:48.998435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:49.003198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c62c968b-c256-4d08-a3c5-6c2b4468cc23 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:49.005788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ecc8f11-b5de-4590-b89b-068c9bad95bf req-2e754273-c2cf-4c08-a368-dc06aa2cc94e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829228 Dec 13 09:35:49.059974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: c62c968b-c256-4d08-a3c5-6c2b4468cc23 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:49.060534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c62c968b-c256-4d08-a3c5-6c2b4468cc23 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:49.086674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf51cab-3c63-43bf-860b-1bc7e66e3c12 req-f35dee96-de23-4771-905a-91adb55efd6b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.088239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccf51cab-3c63-43bf-860b-1bc7e66e3c12 req-f35dee96-de23-4771-905a-91adb55efd6b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1555195 Dec 13 09:35:49.094157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-b092b138-bb10-4295-85e8-25e96a3b6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.096466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-b092b138-bb10-4295-85e8-25e96a3b6617 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1137257 Dec 13 09:35:49.099795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-e005a9fd-1bd8-4741-b445-85d0f3be6e2b service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418494 Dec 13 09:35:49.107196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.109741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.114012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/792f051f-e887-457f-a39d-5ae02dff329a HTTP/1.1" status: 204 len: 168 time: 0.6181793 Dec 13 09:35:49.138354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd8f0f-c409-4cbe-9691-027b3c4f2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f051f-e887-457f-a39d-5ae02dff329a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.153039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-44bf3042-b221-4642-9939-60672f817dbf tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 200 len: 1822 time: 0.1092896 Dec 13 09:35:49.163442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bce24962-9657-4297-b708-30cb7213ac8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:49.163780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bce24962-9657-4297-b708-30cb7213ac8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:49.198358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:49.212716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:35:49.219674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccf51cab-3c63-43bf-860b-1bc7e66e3c12 req-3e420f70-20d1-4ad4-862b-f4b397824795 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166484 Dec 13 09:35:49.221694 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-390bb83b-6dc5-41df-b5cc-c02b160ff282 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c HTTP/1.1" status: 200 len: 217 time: 0.1152205 Dec 13 09:35:49.242707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5e7f6325-baa8-41b4-bb28-f92084d0c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.244209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5e7f6325-baa8-41b4-bb28-f92084d0c7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1124 time: 0.0754011 Dec 13 09:35:49.332090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.382526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.407261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.435907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5226df18-ba46-4f95-813c-41076e2756df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.438067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5226df18-ba46-4f95-813c-41076e2756df service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1854074 Dec 13 09:35:49.443678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92dc887-a7b9-4cc6-b1af-945df6212e41,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.486190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-482cc4e2-f7d6-4701-8086-ec00d94e13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.488064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-482cc4e2-f7d6-4701-8086-ec00d94e13c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2592311 Dec 13 09:35:49.489770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-e269b74b-4337-447e-9df3-e40fe48242ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.0416694 Dec 13 09:35:49.495050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.509116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6e8027-f71c-4ba5-9dda-ae8f70c78340 req-5273624d-275b-4f4b-8410-89ff53bf0088 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3551178 Dec 13 09:35:49.526408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7503-86a1-4d65-be95-f47a5cb256df req-fc10d07c-1446-4e46-bfd3-a365311fd97d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.528106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72ab7503-86a1-4d65-be95-f47a5cb256df req-fc10d07c-1446-4e46-bfd3-a365311fd97d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 944 time: 0.1782258 Dec 13 09:35:49.569587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-26a401f8-9577-4993-bcb4-8088bca0d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.571204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-26a401f8-9577-4993-bcb4-8088bca0d196 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738769 Dec 13 09:35:49.593181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5b057843-f9fb-4534-b0e8-782e898dbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.594744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-5b057843-f9fb-4534-b0e8-782e898dbd8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0846348 Dec 13 09:35:49.640291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34378) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:49.643475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-36b318d5-1629-47dd-9b8e-f83ff02a088e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367026 Dec 13 09:35:49.652005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72ab7503-86a1-4d65-be95-f47a5cb256df req-84622960-0bc5-45e4-8da7-8be07d1757bd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017449 Dec 13 09:35:49.678103 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a017b08a-4a1a-484d-848a-90f87716e3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.711204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-b3f80d27-2121-4617-95de-df4911343896 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306219 Dec 13 09:35:49.799389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a5a906-65ea-466e-be18-275ec4261297 req-a3c6eaa5-4049-4e8d-a1a1-45a257a7aa75 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 200 len: 2415 time: 0.1599476 Dec 13 09:35:49.829178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bce24962-9657-4297-b708-30cb7213ac8d', 'remote_group_id': None}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:49.829496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bce24962-9657-4297-b708-30cb7213ac8d', 'remote_group_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:49.839360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c63eb332-95b3-4047-8a2e-0138c903f5b5 req-b50721ad-dd93-4299-b0ee-7be109e827b4 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098163 Dec 13 09:35:49.871495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af1978-105f-4d5a-bcfc-d85dac3c0b66 req-d2c01656-2e7c-48b3-bc95-ac0953a19096 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.873060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9af1978-105f-4d5a-bcfc-d85dac3c0b66 req-d2c01656-2e7c-48b3-bc95-ac0953a19096 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.1480939 Dec 13 09:35:49.883789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-f7afc721-7d4a-4cf9-8183-7d5dc9cbc785 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259796 Dec 13 09:35:50.017654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a017b08a-4a1a-484d-848a-90f87716e3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.027407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9af1978-105f-4d5a-bcfc-d85dac3c0b66 req-a1cd5c8a-de28-4594-b339-ed29a62058a6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468008 Dec 13 09:35:50.034253 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a017b08a-4a1a-484d-848a-90f87716e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.102163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.115582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a017b08a-4a1a-484d-848a-90f87716e3bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=298b518e269045efa95b0c0ffb02235c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739592 Dec 13 09:35:50.118210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:50.124475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b08a-4a1a-484d-848a-90f87716e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be63fa76-76e8-4d06-b618-11f3306d1c0b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.129212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35e04478-d7e8-4b75-aeab-5013703a9fc4 req-03de972c-ccc8-4ee2-881d-3826880a9dba service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293229 Dec 13 09:35:50.182566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.189145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.200030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.206080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561116-765b-4fa0-8f2c-7bee6ca80ace req-90bcc989-7163-478a-9ee8-36b28b9a5cda tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.207748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9561116-765b-4fa0-8f2c-7bee6ca80ace req-90bcc989-7163-478a-9ee8-36b28b9a5cda tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 948 time: 0.1010482 Dec 13 09:35:50.219940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4e34cf-0ade-4e96-a64e-432e7a33d85f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.230207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.234091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.236045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a5a906-65ea-466e-be18-275ec4261297 req-30a5b413-55d6-4f54-8eca-f0208e97ec5d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4180646 Dec 13 09:35:50.289826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.294094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.295148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9561116-765b-4fa0-8f2c-7bee6ca80ace req-d78b8508-45d4-49a9-b68d-999d77c8ef03 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719285 Dec 13 09:35:50.295908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be63fa76-76e8-4d06-b618-11f3306d1c0b HTTP/1.1" status: 204 len: 168 time: 0.1763973 Dec 13 09:35:50.305382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2810e-83d2-486b-ae19-c664138eac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63fa76-76e8-4d06-b618-11f3306d1c0b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.333755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fdd0ec9-df1f-4755-9813-eb9931a62ff3 req-996f094b-fbba-4249-98a6-3f00d8d308f0 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 200 len: 3013 time: 0.0734062 Dec 13 09:35:50.353175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b4edd779-02ef-4cc1-9d96-e0e9ae67318b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:50.389064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-d0fd0c5c-1579-45a9-a3d3-d6d95ff519dd tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-group-rules/bd4e34cf-0ade-4e96-a64e-432e7a33d85f HTTP/1.1" status: 200 len: 783 time: 0.0320566 Dec 13 09:35:50.464090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:50.476632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'network_id': 'e724a4b4-73cd-4892-9e7a-b3a37e602bca', 'port_id': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'mac_address': 'fa:16:3e:41:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b74dbd-b87d-4757-af36-6bfb47b94387', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:50.478950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-c6d1df67-1f38-46ff-a9e4-754b77017955 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 200 len: 3013 time: 0.0830650 Dec 13 09:35:50.503283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607c979-bd68-4774-8f5f-c158b6b74b49 req-3154fe26-9ce4-4a48-ac16-3e248af7be00 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.506041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a607c979-bd68-4774-8f5f-c158b6b74b49 req-3154fe26-9ce4-4a48-ac16-3e248af7be00 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1078386 Dec 13 09:35:50.526274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.544236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4edd779-02ef-4cc1-9d96-e0e9ae67318b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:50.553567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.568059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:50.570809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.573933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.598920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a607c979-bd68-4774-8f5f-c158b6b74b49 req-97b0980c-0a1d-4896-8a21-82b496e598be tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840876 Dec 13 09:35:50.621749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.628683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.636546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29566694-baec-4a6c-9290-fdc186ba8d76 req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bd4e34cf-0ade-4e96-a64e-432e7a33d85f HTTP/1.1" status: 204 len: 173 time: 0.1435759 Dec 13 09:35:50.659713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.669662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e693-9fe5-4173-b48b-9d883f3abe32 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd4e34cf-0ade-4e96-a64e-432e7a33d85f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.723999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-11c0e22a-0327-4162-b4a5-a76607e0876b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 200 len: 2415 time: 0.0618923 Dec 13 09:35:50.799809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.851421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.866633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895624-004d-4a68-9b93-1da89dca3b02 req-ad046be5-a571-4b06-83d7-b68ca45ce4aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.868166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7895624-004d-4a68-9b93-1da89dca3b02 req-ad046be5-a571-4b06-83d7-b68ca45ce4aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 945 time: 0.0838561 Dec 13 09:35:50.875676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:50.934332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.937244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.938573 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c24c23f-7713-4f83-a986-bf6ac9d158c0 req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/bce24962-9657-4297-b708-30cb7213ac8d HTTP/1.1" status: 204 len: 173 time: 0.2136018 Dec 13 09:35:50.975256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7895624-004d-4a68-9b93-1da89dca3b02 req-329df8b6-84bb-4b8c-b9eb-5fb247b59814 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966015 Dec 13 09:35:50.976009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdadf90-69ff-4b1e-91ef-0a36e1ac5b57 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce24962-9657-4297-b708-30cb7213ac8d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.984953 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-929c2369-dbdc-43d7-a1d2-453442addb57 req-e10667df-b54e-4956-9d3a-957c5b5f4c2c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] show failed (client error): The resource could not be found. Dec 13 09:35:50.985985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-929c2369-dbdc-43d7-a1d2-453442addb57 req-e10667df-b54e-4956-9d3a-957c5b5f4c2c tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/c703fa43-26d2-481e-a82b-addb7dc5eca1 HTTP/1.1" status: 404 len: 352 time: 0.0239949 Dec 13 09:35:51.073908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-ac267e1d-58d4-4e6f-ab9c-63f0c86fbb1f tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/3cbd772c-0292-4a25-b300-f8a3cce8cdb9 HTTP/1.1" status: 200 len: 1821 time: 0.0555956 Dec 13 09:35:51.137359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.162368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.215182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.218020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.219328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05584b1b-1ac7-4aa1-8a7f-387e81621e17 req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/3cbd772c-0292-4a25-b300-f8a3cce8cdb9 HTTP/1.1" status: 204 len: 173 time: 0.1444659 Dec 13 09:35:51.247156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cad8d-058f-4397-8f2c-c9c00da06f7d tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd772c-0292-4a25-b300-f8a3cce8cdb9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:51.280616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fb8ef-f906-40e3-b374-52a52876c35f req-6565cb44-332d-4d87-963f-5da672f7008f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.282293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-230fb8ef-f906-40e3-b374-52a52876c35f req-6565cb44-332d-4d87-963f-5da672f7008f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.0813735 Dec 13 09:35:51.344063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-230fb8ef-f906-40e3-b374-52a52876c35f req-fa91f99b-267d-44d5-9628-873510172a96 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519021 Dec 13 09:35:51.423031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-b8a435ef-0d36-46e7-858e-01f917abf9bd tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a HTTP/1.1" status: 200 len: 1821 time: 0.0472360 Dec 13 09:35:51.490444 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.516971 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.595601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.598681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.599899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7db25c4-667f-4f4a-9c87-3682291383ee req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a HTTP/1.1" status: 204 len: 173 time: 0.1687891 Dec 13 09:35:51.625070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c231-1d20-43b8-baff-359ec529656e tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eac9bc-bcd1-4bcb-a4e9-23ca2c4ba87a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:51.700999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e674-7479-4fcd-89d4-498200db6993 req-16e0ab7d-7964-411d-aab1-e1083ae291b5 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.703357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d988e674-7479-4fcd-89d4-498200db6993 req-16e0ab7d-7964-411d-aab1-e1083ae291b5 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 948 time: 0.1109250 Dec 13 09:35:51.711815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83834531-c410-4d06-b60e-7c7042c1da2e req-a945c41c-9475-4d33-9ce8-7b29720eff36 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/0908c085-5792-42d2-982f-b5a2956fbfc4 HTTP/1.1" status: 200 len: 1821 time: 0.0611703 Dec 13 09:35:51.787640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d988e674-7479-4fcd-89d4-498200db6993 req-66f5b2f7-060b-4b23-afe6-dd965c49af3e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 Dec 13 09:35:51.807147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-83834531-c410-4d06-b60e-7c7042c1da2e req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.834823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-83834531-c410-4d06-b60e-7c7042c1da2e req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.884812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-83834531-c410-4d06-b60e-7c7042c1da2e req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.888433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-83834531-c410-4d06-b60e-7c7042c1da2e req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.890174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83834531-c410-4d06-b60e-7c7042c1da2e req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/0908c085-5792-42d2-982f-b5a2956fbfc4 HTTP/1.1" status: 204 len: 173 time: 0.1682937 Dec 13 09:35:51.899732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de412b-c13b-4bbc-a340-6bdb31dbb68b tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0908c085-5792-42d2-982f-b5a2956fbfc4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.042223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd739e-9133-4559-baf0-c65ae533a9f6 req-380e344c-86cd-4493-a41a-4f78ed435cf6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.043663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61bd739e-9133-4559-baf0-c65ae533a9f6 req-380e344c-86cd-4493-a41a-4f78ed435cf6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0840828 Dec 13 09:35:52.048132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-c157f740-42e3-4b7e-998a-6fe22be2d4e5 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/88221fe1-744c-4394-8e34-073c4ab828df HTTP/1.1" status: 200 len: 2420 time: 0.0585525 Dec 13 09:35:52.127346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61bd739e-9133-4559-baf0-c65ae533a9f6 req-10a03167-0943-4077-b939-f1e9dff22d07 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773790 Dec 13 09:35:52.158199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.179681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:52.184835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.238025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.241617 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.248114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7a4d8ad-266d-4056-bee7-89a18a0002c0 req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/88221fe1-744c-4394-8e34-073c4ab828df HTTP/1.1" status: 204 len: 173 time: 0.1911211 Dec 13 09:35:52.263286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dbf3a-e167-4476-99b4-3d790aa68bca tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88221fe1-744c-4394-8e34-073c4ab828df,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.330362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95fd3d48-c189-4a70-a1f0-e151959ef791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.358281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b4edd779-02ef-4cc1-9d96-e0e9ae67318b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:52.363577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848eb70-a98b-4b69-8b28-3851c6fb449c req-0f2b3b12-08fd-491c-816d-1b43071d06fe tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.365657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4848eb70-a98b-4b69-8b28-3851c6fb449c req-0f2b3b12-08fd-491c-816d-1b43071d06fe tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 945 time: 0.0596783 Dec 13 09:35:52.421277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b4edd779-02ef-4cc1-9d96-e0e9ae67318b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:52.427003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b4edd779-02ef-4cc1-9d96-e0e9ae67318b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:52.427381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.444512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95fd3d48-c189-4a70-a1f0-e151959ef791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.448745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95fd3d48-c189-4a70-a1f0-e151959ef791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.455108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-b2f95dad-c1c7-4c11-b014-9a5a0ca9e083 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "GET /v2.0/security-groups/27c8cb79-3186-440c-aaa4-5e1084ce5d34 HTTP/1.1" status: 200 len: 2415 time: 0.0847640 Dec 13 09:35:52.472084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4848eb70-a98b-4b69-8b28-3851c6fb449c req-0765a12b-6c58-4827-9c52-c9b5e1539576 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926194 Dec 13 09:35:52.491346 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95fd3d48-c189-4a70-a1f0-e151959ef791 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5197dec7e7fb4fbbad95c912448cfee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094990 Dec 13 09:35:52.493853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:52.502477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd3d48-c189-4a70-a1f0-e151959ef791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba1073-dbe4-4f30-ad2d-26effb6fca8a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.519454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.552367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:52.554728 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930783b-1395-4b70-91c3-21c839b00793" -d '{"events": [{"server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "name": "network-vif-plugged", "status": "completed", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:52.566628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.569966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:52.575155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.592636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.628567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.638625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.648969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.651568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.655096 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50ba1073-dbe4-4f30-ad2d-26effb6fca8a HTTP/1.1" status: 204 len: 168 time: 0.1578963 Dec 13 09:35:52.661233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246cc3b-05e3-438d-b1dd-a06f0f7c310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba1073-dbe4-4f30-ad2d-26effb6fca8a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.677193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.681368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-92cc109f-b72a-457b-ad03-38a475f44897 service neutron] 10.222.0.20 "GET /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.1402349 Dec 13 09:35:52.710812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056470d4-719e-45c6-bee4-8276f18f4485 req-465d5e10-64a5-403e-9662-040cb2584634 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.712300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-056470d4-719e-45c6-bee4-8276f18f4485 req-465d5e10-64a5-403e-9662-040cb2584634 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 943 time: 0.1343324 Dec 13 09:35:52.932709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:52.947616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d438437-615d-403c-af3d-30e60f55f9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.002971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8db50ed1-55a9-4959-9c6c-fbb30f78a41c details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:53.041191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.043656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.044878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5937414c-be71-4e17-942d-c7ce0e4c8895 req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] 10.222.0.31 "DELETE /v2.0/security-groups/27c8cb79-3186-440c-aaa4-5e1084ce5d34 HTTP/1.1" status: 204 len: 173 time: 0.5888317 Dec 13 09:35:53.052206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-056470d4-719e-45c6-bee4-8276f18f4485 req-43bfa3fc-4928-4a8f-ba38-da177ead71be tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Dec 13 09:35:53.070170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34520) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:53.077627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d438437-615d-403c-af3d-30e60f55f9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.085583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d438437-615d-403c-af3d-30e60f55f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.087471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2639a1-ed31-4687-8b75-20af52247ff6 tempest-SecurityGroupRulesTestJSON-782091134 tempest-SecurityGroupRulesTestJSON-782091134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8cb79-3186-440c-aaa4-5e1084ce5d34,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.162184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.177549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Deleting subnet f0465b10-79c5-4e62-a3cf-8ae293443a16 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:35:53.181789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c', 'mac_address': 'fa:16:3e:50:1e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:53.182042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.191471 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810928f3-56cc-4f4a-9c07-1da94ede6b5b x-openstack-request-id: req-810928f3-56cc-4f4a-9c07-1da94ede6b5b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:53.192080 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "name": "network-vif-plugged", "status": "completed", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:53.192480 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-810928f3-56cc-4f4a-9c07-1da94ede6b5b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:53.193047 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'code': 200} Dec 13 09:35:53.226755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d438437-615d-403c-af3d-30e60f55f9ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80db157b3759440d805daa22a6cc84a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921028 Dec 13 09:35:53.228302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d438437-615d-403c-af3d-30e60f55f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7229490f-8117-4830-83f0-e8c825b71513,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.233459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34526) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:53.243671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.258225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db50ed1-55a9-4959-9c6c-fbb30f78a41c {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:53.279793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.284494 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.286080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:53.286226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.326469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.353788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.407359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224b11-1487-428d-aac4-89983b8a92fb req-850adeb5-6c93-4c2c-ba36-c9ea6ec4cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.408976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6224b11-1487-428d-aac4-89983b8a92fb req-850adeb5-6c93-4c2c-ba36-c9ea6ec4cfb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1097 time: 0.1903379 Dec 13 09:35:53.415666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:53.465666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99629729-9bd5-4bc3-9d7d-e9fdcd5b0ffb req-01f33b55-66be-4ae4-87bf-d414e163be87 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.473371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99629729-9bd5-4bc3-9d7d-e9fdcd5b0ffb req-01f33b55-66be-4ae4-87bf-d414e163be87 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 949 time: 0.2414432 Dec 13 09:35:53.514310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.539643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.541762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.575455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.583004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dfa9da-eebf-4560-8ef8-64ad4708bc32 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:53.603320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:35:53.622086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.630692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0465b10-79c5-4e62-a3cf-8ae293443a16,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.647778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.651028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7deda72d-cb33-4424-bca8-ddc6e3fcc95b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0465b10-79c5-4e62-a3cf-8ae293443a16 HTTP/1.1" status: 204 len: 168 time: 0.5798204 Dec 13 09:35:53.653065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.653707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:53.701406 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.705067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6224b11-1487-428d-aac4-89983b8a92fb req-31ee2c88-0868-45ed-9e13-1ceb1e2d66e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816520 Dec 13 09:35:53.712079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99629729-9bd5-4bc3-9d7d-e9fdcd5b0ffb req-9794aa0f-71de-4ccf-ade6-cd01fbbddc23 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378702 Dec 13 09:35:53.727936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.795171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352603-965b-43e7-9229-44a6bc2b3f2e req-675c32c6-4197-4456-91c0-fbabb2b19535 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.797456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11352603-965b-43e7-9229-44a6bc2b3f2e req-675c32c6-4197-4456-91c0-fbabb2b19535 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1678212 Dec 13 09:35:53.800365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34536) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:53.840556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.869108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.869479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.870260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.870589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > port after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.870909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.871414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > port after_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.871767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.872123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.872432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.872919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.882167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.884794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.888332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7229490f-8117-4830-83f0-e8c825b71513 HTTP/1.1" status: 204 len: 168 time: 0.6500471 Dec 13 09:35:53.912796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] Transition to ACTIVE for port object b6dfa9da-eebf-4560-8ef8-64ad4708bc32 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:53.926538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.933819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11352603-965b-43e7-9229-44a6bc2b3f2e req-9f2ee85e-243a-4ea0-b108-34e649fff7dd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252716 Dec 13 09:35:53.934445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adb428-222d-43e0-9baf-d09885308bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7229490f-8117-4830-83f0-e8c825b71513,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.946010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be814-2cf0-4da9-a203-04e29710ea41 req-4fba465a-8372-497c-8f17-1a4d472e7a20 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.962227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a5be814-2cf0-4da9-a203-04e29710ea41 req-4fba465a-8372-497c-8f17-1a4d472e7a20 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 946 time: 0.1508529 Dec 13 09:35:53.968561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.969109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.969587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.970094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:35:53.971038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9de9e6-1d95-4183-bd80-b544ec8abefb']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:53.991360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fb1e72-531a-49f3-b91d-a309764a8a6d') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:53.991921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fb1e72-531a-49f3-b91d-a309764a8a6d') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:53.994405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['8db50ed1-55a9-4959-9c6c-fbb30f78a41c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:54.013028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.029376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9863c6e9-7105-438d-9c3a-aff25b55118b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.039878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.053689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:35:54.054086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: from cryptography.utils import int_from_bytes Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: from cryptography.utils import int_from_bytes Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:35:54.070239 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:35:54.081546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] No DVR routers for this DVR port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:54.099063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696996f-56a6-4290-a381-31436d30c24a service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.118060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a5be814-2cf0-4da9-a203-04e29710ea41 req-7d3c1aec-d031-4059-a1e6-6a5b670035a0 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549716 Dec 13 09:35:54.161603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7696996f-56a6-4290-a381-31436d30c24a service neutron] 10.222.0.20 "PUT /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4666147 Dec 13 09:35:54.184137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.195337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.201340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d9de9e6-1d95-4183-bd80-b544ec8abefb HTTP/1.1" status: 204 len: 168 time: 0.5465543 Dec 13 09:35:54.223068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d650c-1ea1-4c08-a704-80b3e8988e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9de9e6-1d95-4183-bd80-b544ec8abefb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.261656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9863c6e9-7105-438d-9c3a-aff25b55118b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.269573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9863c6e9-7105-438d-9c3a-aff25b55118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.322887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-50775187-2dca-4aed-8e72-e34dcae58ed7 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.324050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9863c6e9-7105-438d-9c3a-aff25b55118b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d81fabba761a49498ae6ce8d2c423953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226853 Dec 13 09:35:54.324561 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-50775187-2dca-4aed-8e72-e34dcae58ed7 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.0977759 Dec 13 09:35:54.325168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:54.332547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d11184-e1ed-4235-a601-55236c47264b req-974d9159-5076-44cb-9a1e-e653b8ae59bc tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.339883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d11184-e1ed-4235-a601-55236c47264b req-974d9159-5076-44cb-9a1e-e653b8ae59bc tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 944 time: 0.1145363 Dec 13 09:35:54.347536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c6e9-7105-438d-9c3a-aff25b55118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fbdaa5-3006-46b8-81b5-533af8e1b652,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.405887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d11184-e1ed-4235-a601-55236c47264b req-8d0de51a-b665-460b-bbca-d3ad382ac062 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647063 Dec 13 09:35:54.445898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34558) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:54.467294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-d0df14ed-e8d0-4875-82ca-acceea56d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.468817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-d0df14ed-e8d0-4875-82ca-acceea56d66b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&tenant_id=8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 1095 time: 0.1288717 Dec 13 09:35:54.475064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.489094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fb54b7ce-bf0f-4161-96f0-928391ef8f59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fc928fc1dec45b2ad649f7928ff5dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418787 Dec 13 09:35:54.491772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34562) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:54.508082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.554570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.571157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-5a52f8d7-a726-4ec1-bf44-7337e99a8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.572899 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-5a52f8d7-a726-4ec1-bf44-7337e99a8fde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1095 time: 0.0763693 Dec 13 09:35:54.593654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.653266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.656928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.658181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6fbdaa5-3006-46b8-81b5-533af8e1b652 HTTP/1.1" status: 204 len: 168 time: 0.3320320 Dec 13 09:35:54.666390 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.669963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.674611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f413fedf-ad7e-49e3-a78b-334e932796b0 HTTP/1.1" status: 204 len: 168 time: 0.1796143 Dec 13 09:35:54.674964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b29e49-ead2-4c3a-ade6-c436b888795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fbdaa5-3006-46b8-81b5-533af8e1b652,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.694112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4f0a9-5cd4-43da-9db2-7735139fec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f413fedf-ad7e-49e3-a78b-334e932796b0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.722795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-bb98f722-1fce-467b-a875-f6a25ada4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.724310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-bb98f722-1fce-467b-a875-f6a25ada4765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1421595 Dec 13 09:35:54.787516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-eff2981f-8d1f-4a8a-8797-5c2bd968cac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.0514438 Dec 13 09:35:54.843362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2c1fbd07-0cf7-4aab-bcc9-ad322cc1ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.850238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2c1fbd07-0cf7-4aab-bcc9-ad322cc1ec63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0539310 Dec 13 09:35:54.877908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b01ee7-45fe-4bad-b1d9-bd640c4783c3 req-d42bed8c-d2a9-4058-a1d2-0272ba19e8d8 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.885144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29b01ee7-45fe-4bad-b1d9-bd640c4783c3 req-d42bed8c-d2a9-4058-a1d2-0272ba19e8d8 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 949 time: 0.0762856 Dec 13 09:35:54.892650 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-2e0b0ab4-c4fb-4c21-8325-a3caf0ab4c04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349751 Dec 13 09:35:54.944992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29b01ee7-45fe-4bad-b1d9-bd640c4783c3 req-d6a578bd-472e-4036-b018-e4c28b20bed5 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Dec 13 09:35:55.006782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-7d1d1453-3c90-4420-93a7-5dcb5bb8445d service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968525 Dec 13 09:35:55.107315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302ad0a-be30-4e95-92bc-c4ad4102c4a6 req-7b4dbb27-b584-418c-9b0f-a6de044f6587 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.109339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4302ad0a-be30-4e95-92bc-c4ad4102c4a6 req-7b4dbb27-b584-418c-9b0f-a6de044f6587 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0550125 Dec 13 09:35:55.135806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-32fd2a6e-6fd3-4b12-86e7-afdd4b256452 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198063 Dec 13 09:35:55.182734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4302ad0a-be30-4e95-92bc-c4ad4102c4a6 req-8719c7a4-ea8b-4ee2-8ee2-7c1dc368d5b8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673535 Dec 13 09:35:55.193793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34590) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:55.219007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4627e8c6-9ff0-4a0e-b0bb-0765e19122ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.295029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c627991-3f42-4a62-b4c4-25b2ff8d33f0 req-05055c45-f5f3-4a49-8671-b71a8fef3738 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.297379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c627991-3f42-4a62-b4c4-25b2ff8d33f0 req-05055c45-f5f3-4a49-8671-b71a8fef3738 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 946 time: 0.0710664 Dec 13 09:35:55.345736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4627e8c6-9ff0-4a0e-b0bb-0765e19122ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.351139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4627e8c6-9ff0-4a0e-b0bb-0765e19122ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.380884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c627991-3f42-4a62-b4c4-25b2ff8d33f0 req-5423dd9a-68b5-4989-8888-993cde2aec39 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Dec 13 09:35:55.443421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e8c6-9ff0-4a0e-b0bb-0765e19122ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d00ac79-3bb5-4a7e-a312-f13106e09ba8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:55.450792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34606) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:55.450954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4627e8c6-9ff0-4a0e-b0bb-0765e19122ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4c379853a224f78baaa9bc3637f9ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553382 Dec 13 09:35:55.467233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-0c42ca7a-8bc7-4fca-8c28-91111a7a0493 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.470083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-0c42ca7a-8bc7-4fca-8c28-91111a7a0493 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.0906348 Dec 13 09:35:55.576311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.612765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-0173d35f-acca-4bb1-a72c-70afe8c47bdc tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1739841260&fields=id&tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 267 time: 0.1215632 Dec 13 09:35:55.651819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.673189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-74efa266-dccd-43cb-bf27-20e9e1f08570 service neutron] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:55.681386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-74efa266-dccd-43cb-bf27-20e9e1f08570 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.683284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-425ca1ed-0171-4c7d-862e-6bc195ee5e1c req-74efa266-dccd-43cb-bf27-20e9e1f08570 service neutron] 10.222.0.16 "DELETE /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.2039123 Dec 13 09:35:55.684969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b507d-75f7-40a7-8068-ae9b41967834 req-939c5a90-6fb7-43d7-ba46-02d1d46bf22f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.687119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-200b507d-75f7-40a7-8068-ae9b41967834 req-939c5a90-6fb7-43d7-ba46-02d1d46bf22f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 944 time: 0.1598439 Dec 13 09:35:55.731559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-f33bf54a-3462-441a-b98b-afede279225d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.739635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-f33bf54a-3462-441a-b98b-afede279225d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 946 time: 0.1284759 Dec 13 09:35:55.747232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'security_groups': ['b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f', '82a4e569-8c07-4567-8702-7168ff94f3b1']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:55.824379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-200b507d-75f7-40a7-8068-ae9b41967834 req-96117d39-cfbb-4abd-96ca-4f45741a1ee8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158078 Dec 13 09:35:55.860470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.863261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.866682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d00ac79-3bb5-4a7e-a312-f13106e09ba8 HTTP/1.1" status: 204 len: 168 time: 0.4131472 Dec 13 09:35:55.881331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfb1f6-b798-4516-b91e-cc5f67b67346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d00ac79-3bb5-4a7e-a312-f13106e09ba8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:55.889547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.929233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34630) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:56.070258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-889269855-network', 'tenant_id': '66c25444832748849c1a928f7be27fd3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:56.116024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Made reservation on behalf of 66c25444832748849c1a928f7be27fd3 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:56.118375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.131764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.148539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11514d-7ced-4a79-86b6-eaa112ec52ba req-46525cf4-7598-49bb-ba88-0fa994e7ff82 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.150076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f11514d-7ced-4a79-86b6-eaa112ec52ba req-46525cf4-7598-49bb-ba88-0fa994e7ff82 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1095 time: 0.1501081 Dec 13 09:35:56.260403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:56.263759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.265612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f11514d-7ced-4a79-86b6-eaa112ec52ba req-199b862c-810d-4a56-922a-f4971bc8c270 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037471 Dec 13 09:35:56.269297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.300122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:56.312233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.317239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ddf530-4f29-4fb1-ba45-e56c034b8577,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:56.320869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.321282 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Added segment d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0 of type vlan for network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 Dec 13 09:35:56.336901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.348743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:56.391064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.426010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.427104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.427766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.441514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:56.474799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.475432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.476851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-423e61f6-1379-4547-9fc0-57f8820658f4 req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "PUT /v2.0/ports/b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 982 time: 0.7364097 Dec 13 09:35:56.480504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:56.483738 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cea72d-c159-49c0-9dd7-a7509196307b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:56.513229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34664) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:56.514526 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5835552 Dec 13 09:35:56.527256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3ddd-9d10-461d-8a8e-a256885dc62f admin admin] Pushing event updated for resources: {'Network': ['ID=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:56.541233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Request body: {'subnet': {'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-889269855-subnet', 'tenant_id': '66c25444832748849c1a928f7be27fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:56.551017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:56.552848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9999e9a-66d9-4692-a564-03bce139c511 req-6c3f2374-3937-4429-b26c-d9af633d0dc7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.562708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9999e9a-66d9-4692-a564-03bce139c511 req-6c3f2374-3937-4429-b26c-d9af633d0dc7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 949 time: 0.1561627 Dec 13 09:35:56.628132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9999e9a-66d9-4692-a564-03bce139c511 req-61c30478-1bd9-4766-8fb2-118000556dba tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644674 Dec 13 09:35:56.634163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6400fdd-4809-445f-a2be-03111d28d6a4 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:56.683808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Made reservation on behalf of 66c25444832748849c1a928f7be27fd3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:56.686699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.701222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:56.847020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f82fb4-f757-488d-9c06-e1254bc314a9 req-179843ef-006e-439b-960c-ed862c377a5f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.854851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06f82fb4-f757-488d-9c06-e1254bc314a9 req-179843ef-006e-439b-960c-ed862c377a5f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0920224 Dec 13 09:35:56.860387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:56.942140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34680) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:56.970070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294d944d-5801-48d9-b9aa-a22691082e87 req-cf02a1bc-77f8-42d2-bc28-a43c8170c754 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/82a4e569-8c07-4567-8702-7168ff94f3b1 HTTP/1.1" status: 200 len: 1816 time: 0.1045637 Dec 13 09:35:56.977767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06f82fb4-f757-488d-9c06-e1254bc314a9 req-9ec10bff-55d1-40a0-88f6-a7d597130c9c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220610 Dec 13 09:35:57.025073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8db50ed1-55a9-4959-9c6c-fbb30f78a41c up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:57.068171 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f282bb2-5253-49d5-a833-11347f5b5f3f x-openstack-request-id: req-1f282bb2-5253-49d5-a833-11347f5b5f3f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:57.068943 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:57.068943 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f282bb2-5253-49d5-a833-11347f5b5f3f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:57.069227 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'status': 'completed', 'code': 200} Dec 13 09:35:57.108302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-582971562-network', 'tenant_id': 'e91ef9ea4a00405a9a44b6357ca876eb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:57.126258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.140465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Made reservation on behalf of e91ef9ea4a00405a9a44b6357ca876eb for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:57.144300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.158870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.181719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:57.190492 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-294d944d-5801-48d9-b9aa-a22691082e87 req-20920d9f-b60d-44fb-87f5-13f31bf50226 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:35:57.200089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294d944d-5801-48d9-b9aa-a22691082e87 req-20920d9f-b60d-44fb-87f5-13f31bf50226 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/82a4e569-8c07-4567-8702-7168ff94f3b1 HTTP/1.1" status: 409 len: 341 time: 0.2197130 Dec 13 09:35:57.201236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:57.202126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.272315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.278763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.280309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-b69dcc10-75dd-4522-abe8-ffbc26ba300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.282829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-b69dcc10-75dd-4522-abe8-ffbc26ba300c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1136 time: 0.1981032 Dec 13 09:35:57.307102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cabfb48-c786-49a3-969c-0e95fb0da3ee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.313889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7055a01d-5841-49bb-af59-6cb4c2ee5f4d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.328275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Checking segment: {'id': 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:57.328651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Network hostable DHCP agents. Network: 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:57.338979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:57.358620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.358842 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Added segment f16e5d87-6288-4b30-b9c2-9e6384e3ffe4 of type vlan for network 9933241b-cb56-42a8-a71a-9fad3dc969c8 Dec 13 09:35:57.371924 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.403816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:57.406163 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed292c-bb77-4190-80d1-b10fbd6a2337" -d '{"events": [{"server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "name": "network-vif-plugged", "status": "completed", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:57.413176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.422780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:57.427917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.428854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:57.429018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:57.454145 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.458197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.459084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.460518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:57.465332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.467053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.478411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c8983-e67e-4b46-8b64-c3740e2f0ea5 None None] Network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:57.503602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-216e7c54-880e-4c06-aae2-42e44eaae82b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9763534 Dec 13 09:35:57.506229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-6d02e780-3714-41b5-9472-59affee6fc1d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.513920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-6d02e780-3714-41b5-9472-59affee6fc1d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.3507757 Dec 13 09:35:57.550778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-745f6803-cae2-45fc-95ab-d8bdebe23e37 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/quotas/8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 375 time: 0.0352678 Dec 13 09:35:57.561934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6184897 Dec 13 09:35:57.564599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:57.567660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-83a0ef1e-5a08-4ef6-8ffa-f62abe497469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.568532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-83a0ef1e-5a08-4ef6-8ffa-f62abe497469 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.2637563 Dec 13 09:35:57.571050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.574007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Request body: {'subnet': {'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-582971562-subnet', 'tenant_id': 'e91ef9ea4a00405a9a44b6357ca876eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:57.585494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fff9d-7276-46df-afbb-ece4e86cfcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9933241b-cb56-42a8-a71a-9fad3dc969c8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.608485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9933241b-cb56-42a8-a71a-9fad3dc969c8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:57.610718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Made reservation on behalf of e91ef9ea4a00405a9a44b6357ca876eb for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:57.613445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.647438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-ba1cfa8a-121f-4641-97a1-2987dbd73be0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 217 time: 0.0597477 Dec 13 09:35:57.663986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-ad795974-987d-4d5c-9793-755150c6c9b2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122169 Dec 13 09:35:57.697973 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2b6ae-5c3a-4a0e-bd9f-6f30a6a21984 x-openstack-request-id: req-c8e2b6ae-5c3a-4a0e-bd9f-6f30a6a21984 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:57.698335 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "name": "network-vif-plugged", "status": "completed", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:57.698551 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e2b6ae-5c3a-4a0e-bd9f-6f30a6a21984 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:57.698953 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c', 'code': 200} Dec 13 09:35:57.713292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400d2af-1593-4cbe-8ee2-dda955094dca None None] Network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:57.781237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-30ac7969-3c63-4ac5-99c9-5c33018a74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.782714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-30ac7969-3c63-4ac5-99c9-5c33018a74f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1087911 Dec 13 09:35:57.832540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-4ff54234-2b28-4425-b84d-149386648002 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404227 Dec 13 09:35:57.910103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ebd9e-d6fd-4dc1-8549-7cf194d00dc4 req-f17ab3f3-b5dc-49ab-9ac8-088057b70660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.911779 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dc5ebd9e-d6fd-4dc1-8549-7cf194d00dc4 req-f17ab3f3-b5dc-49ab-9ac8-088057b70660 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 1101 time: 0.1505480 Dec 13 09:35:57.913115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.922220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-7dad6f04-fd94-4868-b641-65be84b0f572 service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573662 Dec 13 09:35:58.001932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=076991fc-6cdd-486c-98b5-5b8aade13769,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:58.013004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Checking segment: {'id': 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:58.013366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Network hostable DHCP agents. Network: 9933241b-cb56-42a8-a71a-9fad3dc969c8, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:58.017288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dc5ebd9e-d6fd-4dc1-8549-7cf194d00dc4 req-4a64c571-ab41-48a1-a8a2-eab875ddcf68 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970042 Dec 13 09:35:58.033258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Network 9933241b-cb56-42a8-a71a-9fad3dc969c8 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:58.043908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9933241b-cb56-42a8-a71a-9fad3dc969c8) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:58.049915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.052718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.053526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07045efa-a887-4bf1-9798-c57fef04bace None None] Network 9933241b-cb56-42a8-a71a-9fad3dc969c8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:58.070668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4d9367e-78be-4540-a5dd-d7b6e52697ad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5048678 Dec 13 09:35:58.176522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e8a3b-6cfe-4d64-9087-7aabbfad79a0 None None] Network 9933241b-cb56-42a8-a71a-9fad3dc969c8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:58.218606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cde1af-6c64-4c04-9436-781f2d5f5326 req-784c0ca3-15fb-4c6f-8a23-8e1d959ff600 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.220115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83cde1af-6c64-4c04-9436-781f2d5f5326 req-784c0ca3-15fb-4c6f-8a23-8e1d959ff600 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 985 time: 0.3857081 Dec 13 09:35:58.265612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-549fb0a8-5ede-4ae4-beeb-4bc165cc6422 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169447 Dec 13 09:35:58.355733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-a4010ec3-c77a-4111-84ea-91613e0203e0 service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234095 Dec 13 09:35:58.376053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83cde1af-6c64-4c04-9436-781f2d5f5326 req-41ed9bd3-2d49-44fb-a6e5-865f8788988e tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=82a4e569-8c07-4567-8702-7168ff94f3b1&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1471272 Dec 13 09:35:58.406835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cea72d-c159-49c0-9dd7-a7509196307b req-9c467312-a794-4d2a-81c9-14d109ab6cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282284 Dec 13 09:35:58.570609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-b7a8cc1f-9ff9-455b-9d03-e60b45f35d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.572236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-b7a8cc1f-9ff9-455b-9d03-e60b45f35d33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1136 time: 0.0963118 Dec 13 09:35:58.600920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d91d-4812-46fc-a793-c36765d4c9fe req-10cc622e-07bc-43cb-a5fe-0142c84fc6c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.608088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6201d91d-4812-46fc-a793-c36765d4c9fe req-10cc622e-07bc-43cb-a5fe-0142c84fc6c7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.0850332 Dec 13 09:35:58.695892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6201d91d-4812-46fc-a793-c36765d4c9fe req-d7799e39-4c26-413b-aaa5-9f9c006bcc6b tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865297 Dec 13 09:35:58.762282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-333e895e-16dc-49eb-8a6e-573b084daf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.763928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-333e895e-16dc-49eb-8a6e-573b084daf49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.1809516 Dec 13 09:35:58.832594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:58.854773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1367778251-network', 'tenant_id': 'd37cdd012385488ba28b2f4d128f9770'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:58.882915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Made reservation on behalf of d37cdd012385488ba28b2f4d128f9770 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:58.883269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-91d2e27b-958a-4d88-a306-8cbadbec21ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 217 time: 0.0969048 Dec 13 09:35:58.898296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.920462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.990944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:58.991944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424955a-c6d2-4c38-8077-778c032746bd req-efe334da-fa7a-4e00-9b7e-9bad7683fd79 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.993632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6424955a-c6d2-4c38-8077-778c032746bd req-efe334da-fa7a-4e00-9b7e-9bad7683fd79 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.2185583 Dec 13 09:35:59.019878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.025855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.070892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-dae3c232-623f-45f2-b017-7d47e454ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.072894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-dae3c232-623f-45f2-b017-7d47e454ac67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.1774771 Dec 13 09:35:59.077819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:59.085389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833b4b8d-4914-4a06-9932-a345105f8f44,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.107449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.107866 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Added segment 89afa4ea-c18c-4848-abf7-29c3e5563488 of type vlan for network 83499c69-788e-448c-b816-fda1bf7ac3c5 Dec 13 09:35:59.120947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6424955a-c6d2-4c38-8077-778c032746bd req-8b19fd60-1363-4038-a793-87421e9bb5f9 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957499 Dec 13 09:35:59.148801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-12b8fd0a-9f6a-405a-bd6d-6bfe5adf8ebc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466430 Dec 13 09:35:59.164462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.174208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd42-fb3c-49b1-9834-7c233fc086e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.221654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.223005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.223717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.234038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-edce50b6-ba49-4558-b244-08aacddd9d59 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.235720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-edce50b6-ba49-4558-b244-08aacddd9d59 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/networks?id=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 HTTP/1.1" status: 200 len: 817 time: 0.3195505 Dec 13 09:35:59.257441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.263275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a4af29be-d904-475f-9da5-3e8127691240 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/quotas/66c25444832748849c1a928f7be27fd3 HTTP/1.1" status: 200 len: 375 time: 0.0160053 Dec 13 09:35:59.300076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4595296 Dec 13 09:35:59.304470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:59.311151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-694044df-f12d-421c-bac4-c33d369257bf tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c25444832748849c1a928f7be27fd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387323 Dec 13 09:35:59.316047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Request body: {'subnet': {'network_id': '83499c69-788e-448c-b816-fda1bf7ac3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1367778251-subnet', 'tenant_id': 'd37cdd012385488ba28b2f4d128f9770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:59.316689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-bcde4da0-2cfa-450d-a79c-4d889f5c4e70 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401587 Dec 13 09:35:59.326306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee21fb-3578-4c15-90bf-22aea0ce7ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=83499c69-788e-448c-b816-fda1bf7ac3c5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.340897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 83499c69-788e-448c-b816-fda1bf7ac3c5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:59.361806 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:35:59.368643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd42-fb3c-49b1-9834-7c233fc086e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.369897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Made reservation on behalf of d37cdd012385488ba28b2f4d128f9770 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:59.372472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.375466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd42-fb3c-49b1-9834-7c233fc086e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.465012 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a1bcd42-fb3c-49b1-9834-7c233fc086e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de32df813e884821a255e2893fea786a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728580 Dec 13 09:35:59.465713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcd42-fb3c-49b1-9834-7c233fc086e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658828d1-4c8d-4377-9a50-65ab9b87592d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.468743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34770) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:59.479142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92c689e-5ff6-44fa-9ef4-44d687342abf req-2f9a0a4b-98af-40d8-a550-2989b9b47e48 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516900 Dec 13 09:35:59.485621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-23a8a857-2c5d-410c-aff5-c6dbc48b426f service neutron] 10.222.0.31 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658235 Dec 13 09:35:59.580528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.623235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.631694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-0ae1dca5-77b9-47fa-981b-386e33851dab service neutron] 10.222.0.31 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344426 Dec 13 09:35:59.742449 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.745296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.749565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658828d1-4c8d-4377-9a50-65ab9b87592d HTTP/1.1" status: 204 len: 168 time: 0.2770197 Dec 13 09:35:59.762848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c984238-636b-4b17-aa82-8c76ff90debf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658828d1-4c8d-4377-9a50-65ab9b87592d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.818212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-0ad84efc-1d89-4754-a690-edb3f7b8f98c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.819876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-0ad84efc-1d89-4754-a690-edb3f7b8f98c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.1603296 Dec 13 09:35:59.820708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.837343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Request body: {'port': {'device_id': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'admin_state_up': True, 'tenant_id': '8b6b9611356a48e097af31d3eae2801c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:59.928457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20e4402-c058-4481-8c13-d812485a7fdc,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.936899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Checking segment: {'id': '89afa4ea-c18c-4848-abf7-29c3e5563488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '83499c69-788e-448c-b816-fda1bf7ac3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:59.937259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Network hostable DHCP agents. Network: 83499c69-788e-448c-b816-fda1bf7ac3c5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:59.960892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Network 83499c69-788e-448c-b816-fda1bf7ac3c5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:59.980282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 83499c69-788e-448c-b816-fda1bf7ac3c5) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:59.993130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f987e9-367a-478b-b21b-31721ec38aa0 None None] Network 83499c69-788e-448c-b816-fda1bf7ac3c5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:59.997184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.997783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.016213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7d1901d-67c1-4e2f-a63b-3fb5c3e4db9f req-ba6b2276-3b20-449d-b787-67858d90913b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 210 time: 0.0574574 Dec 13 09:36:00.028460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7143f76-2586-4040-aaf5-f64c878b97c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7209699 Dec 13 09:36:00.097565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:00.103843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.227231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d5676-554e-434e-841f-ff6b342783ee None None] Network 83499c69-788e-448c-b816-fda1bf7ac3c5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:00.261115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34790) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:00.283023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646b1db-bc8d-4caf-97c9-4029a0dab6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.325434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2d45f-c873-4bd8-9dbd-f557d9d31494 req-65bc1c09-1513-48fc-ae92-9366b8d6937f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.327023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73c2d45f-c873-4bd8-9dbd-f557d9d31494 req-65bc1c09-1513-48fc-ae92-9366b8d6937f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 985 time: 0.1740034 Dec 13 09:36:00.430986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646b1db-bc8d-4caf-97c9-4029a0dab6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.434978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646b1db-bc8d-4caf-97c9-4029a0dab6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.442815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Allocated IP 172.20.0.11 (ab03324b-d6e2-47a6-9396-b642214f6a49/18a08c43-ceb3-4738-94df-6b8d9152b018/c056faf9-66bd-40fa-a27f-3b2199c33332) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:00.469901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e373-c26d-4965-920f-4ff6470e3004 req-e9dc2b4c-00e1-4837-af58-3bdf1fe76b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.471502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-e9dc2b4c-00e1-4837-af58-3bdf1fe76b65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.1913433 Dec 13 09:36:00.477162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e646b1db-bc8d-4caf-97c9-4029a0dab6fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f30ac22ea6343078b06781e3e567f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147784 Dec 13 09:36:00.479123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646b1db-bc8d-4caf-97c9-4029a0dab6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1378ea0-a1cc-4131-a682-d6175e5c8dd7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.481883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34798) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:00.506506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73c2d45f-c873-4bd8-9dbd-f557d9d31494 req-3269d496-65bf-4ab1-8c6b-aa39ca015df1 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=82a4e569-8c07-4567-8702-7168ff94f3b1&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1555977 Dec 13 09:36:00.546145 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.569365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.619976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.622516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.624215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1378ea0-a1cc-4131-a682-d6175e5c8dd7 HTTP/1.1" status: 204 len: 168 time: 0.1412475 Dec 13 09:36:00.633122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a7b0e-eb50-4bc0-be7c-85e00a7d5af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1378ea0-a1cc-4131-a682-d6175e5c8dd7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.734525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e373-c26d-4965-920f-4ff6470e3004 req-cc7b8165-eb0b-4fef-89de-11f5995797ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.736216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-cc7b8165-eb0b-4fef-89de-11f5995797ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2284622 Dec 13 09:36:00.754518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3e4e-eb6c-4eb0-ac11-0612513dcb87 req-d539ab2e-1b39-4067-a605-6ac7e6a9bb28 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.755979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d08e3e4e-eb6c-4eb0-ac11-0612513dcb87 req-d539ab2e-1b39-4067-a605-6ac7e6a9bb28 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1704662 Dec 13 09:36:00.816778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-03b0b77e-8eca-4a7e-a842-40251a7088f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 HTTP/1.1" status: 200 len: 217 time: 0.0579369 Dec 13 09:36:00.910824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d08e3e4e-eb6c-4eb0-ac11-0612513dcb87 req-e9ff80b1-1aa6-41d1-a3be-888cc206335f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436329 Dec 13 09:36:00.914765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.917250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e373-c26d-4965-920f-4ff6470e3004 req-267abbe5-98ec-4638-b81b-2138faa6bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.919266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-267abbe5-98ec-4638-b81b-2138faa6bec7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0909648 Dec 13 09:36:00.996837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e373-c26d-4965-920f-4ff6470e3004 req-65f269ac-663e-49b4-89ca-3423affbd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.998357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-65f269ac-663e-49b4-89ca-3423affbd0ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655181 Dec 13 09:36:01.006106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.032900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31def322-4251-45bc-bdef-00b2f499a515 req-d617cbea-1c0d-4b84-afc9-126a02535d6f tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 210 time: 0.0465009 Dec 13 09:36:01.120736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Network ab03324b-d6e2-47a6-9396-b642214f6a49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:01.122022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:01.127956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:01.131347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:01.136850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.137492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.166180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-1ad7fad8-5286-4e1d-9ed1-e709a0834656 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3358982 Dec 13 09:36:01.186171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Request body: {'port': {'device_id': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:01.208513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-eefc7556-cb49-4c45-ac20-61d39a4c7329 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005236 Dec 13 09:36:01.416727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-2a3819e2-7372-4a02-9595-58853c931e92 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.422181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-2a3819e2-7372-4a02-9595-58853c931e92 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.20 "GET /v2.0/networks?id=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 HTTP/1.1" status: 200 len: 817 time: 0.2613385 Dec 13 09:36:01.436600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Request body: {'port': {'device_id': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3', 'admin_state_up': True, 'tenant_id': '66c25444832748849c1a928f7be27fd3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:01.558768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Made reservation on behalf of 66c25444832748849c1a928f7be27fd3 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:01.562316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.564147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a01f7-15c2-496c-bd57-7f7241b4e07b req-de7a598b-6dd2-4eb2-a546-c2a7abfeac8d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.565655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-324a01f7-15c2-496c-bd57-7f7241b4e07b req-de7a598b-6dd2-4eb2-a546-c2a7abfeac8d tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.3601632 Dec 13 09:36:01.568300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.653152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5716e373-c26d-4965-920f-4ff6470e3004 req-5b06b9fd-bb24-4c90-be33-02a4e5ff2a1e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308820 Dec 13 09:36:01.685259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-324a01f7-15c2-496c-bd57-7f7241b4e07b req-b7aa8abc-2479-4dfd-a50d-ae9abb1b1a0a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076298 Dec 13 09:36:01.711747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Allocated IP 172.20.0.11 (2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3/7055a01d-5841-49bb-af59-6cb4c2ee5f4d/46d53502-83c8-4272-afdb-e7be01d1ed4f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:01.899785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.947002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.954948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c056faf9-66bd-40fa-a27f-3b2199c33332 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:01.963831 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.983852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Transition to ACTIVE for port object c056faf9-66bd-40fa-a27f-3b2199c33332 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:01.988803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.995224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:02.003010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:02.007510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:02.044276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Pushing event updated for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.068820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.069447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.094298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-9c4cf3e1-e7eb-417b-b6f9-76e674692647 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6618586 Dec 13 09:36:02.109354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Request body: {'port': {'device_id': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:02.169580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.176046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.192750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:02.193484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:02.194010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:02.206657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:02.207008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:02.217272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:02.217615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:02.217992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:02.218416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Bound port: c056faf9-66bd-40fa-a27f-3b2199c33332, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:02.218773 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.235379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-41ae3467-c036-4905-b22f-ff5c218c0b09 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.236912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-41ae3467-c036-4905-b22f-ff5c218c0b09 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/networks?id=9933241b-cb56-42a8-a71a-9fad3dc969c8 HTTP/1.1" status: 200 len: 814 time: 0.2349954 Dec 13 09:36:02.272114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-0a820bb5-9728-4871-a704-a34afe42788e tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/quotas/e91ef9ea4a00405a9a44b6357ca876eb HTTP/1.1" status: 200 len: 375 time: 0.0294843 Dec 13 09:36:02.311909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-1c778383-2228-4554-a2d2-1cab27d56e80 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e91ef9ea4a00405a9a44b6357ca876eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338411 Dec 13 09:36:02.330585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:02.378538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:02.383522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.429353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.429987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.431381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] 10.222.0.20 "PUT /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 1092 time: 1.2519686 Dec 13 09:36:02.431857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:02.434166 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1" -d '{"events": [{"name": "network-changed", "server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:02.440038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d53502-83c8-4272-afdb-e7be01d1ed4f {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:02.448114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.461030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Transition to ACTIVE for port object 46d53502-83c8-4272-afdb-e7be01d1ed4f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:02.464480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.472782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddf6de-de91-43f7-b504-4f2f7eacd39c service neutron] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.476621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-d21648e5-86a8-4f37-a48c-7e122690ca63 service neutron] 10.222.0.31 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556461 Dec 13 09:36:02.520105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Pushing event updated for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.577404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-d72f5714-eb89-40da-858e-8dc15649a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.578903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-d72f5714-eb89-40da-858e-8dc15649a681 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1095 time: 0.0871327 Dec 13 09:36:02.585282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Attempting to bind port 46d53502-83c8-4272-afdb-e7be01d1ed4f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:02.585627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Attempting to bind port 46d53502-83c8-4272-afdb-e7be01d1ed4f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:02.585953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Attempting to bind port 46d53502-83c8-4272-afdb-e7be01d1ed4f on network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:02.590306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Port 46d53502-83c8-4272-afdb-e7be01d1ed4f on network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:02.590628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Attempting to bind port 46d53502-83c8-4272-afdb-e7be01d1ed4f on network 2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:02.595453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:02.595818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Checking segment: {'id': 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:02.596202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Bound using segment: {'id': 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:02.596629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Bound port: 46d53502-83c8-4272-afdb-e7be01d1ed4f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:02.596987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.635792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-e653c723-2557-4f6e-a022-048db3255b49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 217 time: 0.0455635 Dec 13 09:36:02.639316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-71b54fac-425c-434f-be9d-a08a6fe84b7a service neutron] 10.222.0.31 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549354 Dec 13 09:36:02.659774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:02.663311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f,segment=NetworkSegment(d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0),segment_id=d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:02.667990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.685982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-4456747d-bc40-4b68-8479-26d11e5c3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.687473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-4456747d-bc40-4b68-8479-26d11e5c3199 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0449629 Dec 13 09:36:02.706308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.706951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.708344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] 10.222.0.20 "PUT /v2.0/ports/46d53502-83c8-4272-afdb-e7be01d1ed4f HTTP/1.1" status: 200 len: 1092 time: 0.6033530 Dec 13 09:36:02.708789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:02.711131 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68900e44-a11f-47c0-bc63-59a366c0e54d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:02.726811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-c926ac8f-dad7-4937-9a1f-6088f315e8bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281656 Dec 13 09:36:02.730770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71792-8d92-4484-8c72-c8678352b84e service neutron] Pushing event updated for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.798359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-21cbb1b1-8917-45af-868e-b1697d66c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.799927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-21cbb1b1-8917-45af-868e-b1697d66c0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c25444832748849c1a928f7be27fd3&device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 1095 time: 0.0500410 Dec 13 09:36:02.856799 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-1b2cf4b4-3786-4c95-bb4d-ab3faa91c8ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f HTTP/1.1" status: 200 len: 217 time: 0.0449319 Dec 13 09:36:02.861519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-27769dad-41e5-4fb8-ba6f-04b3071ed954 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212268 Dec 13 09:36:02.918718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-633ce988-a2b1-4c3e-bb66-7b8073900469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.920254 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-633ce988-a2b1-4c3e-bb66-7b8073900469 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7055a01d-5841-49bb-af59-6cb4c2ee5f4d HTTP/1.1" status: 200 len: 857 time: 0.0446377 Dec 13 09:36:02.956572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b4ea-0718-4d29-af47-3749903dd277 req-c4452346-569e-4771-a981-bcf15297d84c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.957771 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-8f1b24db-c389-4165-b207-ec1c12a68cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283515 Dec 13 09:36:02.958073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3e3b4ea-0718-4d29-af47-3749903dd277 req-c4452346-569e-4771-a981-bcf15297d84c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.1211472 Dec 13 09:36:03.000280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd6b7c-6b56-47ba-a56d-9e0921997ac9 req-a64d5b53-a392-41af-9366-f83080a0e001 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219015 Dec 13 09:36:03.033100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3e3b4ea-0718-4d29-af47-3749903dd277 req-62b817fd-b9c1-4e10-af16-84e8ba4bf7a0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640020 Dec 13 09:36:03.081431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-53434377-97b2-4e20-85a5-5c66a8bac6ab service neutron] 10.222.0.20 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120477 Dec 13 09:36:03.163293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87794b9-401e-430a-bc26-dfc094f34759 req-a899d57b-43c3-45f5-b671-f13ae789fd56 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.171784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e87794b9-401e-430a-bc26-dfc094f34759 req-a899d57b-43c3-45f5-b671-f13ae789fd56 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 985 time: 0.0709589 Dec 13 09:36:03.206274 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a30b08e-e2e9-4f32-92df-af6f14435a6e req-c6fd93c3-38b5-44e6-a3e5-a4ba3b3161dd service neutron] 10.222.0.20 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103714 Dec 13 09:36:03.240315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e87794b9-401e-430a-bc26-dfc094f34759 req-3a0b283f-57b1-4acd-9e8b-9740e158e17b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=82a4e569-8c07-4567-8702-7168ff94f3b1&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0674043 Dec 13 09:36:03.336419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b32ce0-7cbd-44a9-b849-6ebb73378fa8 req-62388210-2f8e-48ec-8609-bd86af942d69 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.337870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79b32ce0-7cbd-44a9-b849-6ebb73378fa8 req-62388210-2f8e-48ec-8609-bd86af942d69 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.0481510 Dec 13 09:36:03.384011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79b32ce0-7cbd-44a9-b849-6ebb73378fa8 req-d767f604-dc4d-49a2-9889-c9ea79ab8d95 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Dec 13 09:36:03.489899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39300a-58b3-4cc0-a8dd-3240f454f17e req-4c55cb52-5731-4cc4-97b7-c0e090c67d10 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.491407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b39300a-58b3-4cc0-a8dd-3240f454f17e req-4c55cb52-5731-4cc4-97b7-c0e090c67d10 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 944 time: 0.0531366 Dec 13 09:36:03.541059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b39300a-58b3-4cc0-a8dd-3240f454f17e req-ad09facd-b578-48bc-89b7-fe1954cc2e81 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Dec 13 09:36:03.738752 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb2028-2c33-4230-995c-00853aae6a65 x-openstack-request-id: req-3fbb2028-2c33-4230-995c-00853aae6a65 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:03.739353 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:03.739353 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fbb2028-2c33-4230-995c-00853aae6a65 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:03.739718 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'status': 'completed', 'code': 200} Dec 13 09:36:03.813020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-979c8518-869b-4835-af79-ed02c3f46cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.814885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-979c8518-869b-4835-af79-ed02c3f46cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1095 time: 0.0467172 Dec 13 09:36:03.835266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64812748-5578-4d7c-9fa5-da1e8edefe48 req-e1de0e12-8dab-4dfd-ad35-48ee4ca2553f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.836917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64812748-5578-4d7c-9fa5-da1e8edefe48 req-e1de0e12-8dab-4dfd-ad35-48ee4ca2553f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0531511 Dec 13 09:36:03.888733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64812748-5578-4d7c-9fa5-da1e8edefe48 req-6cceeee7-f9df-4b87-9261-ce98a7ae3618 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Dec 13 09:36:03.913690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-3f612ef8-f052-4156-a1a9-1544f80e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.915388 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-3f612ef8-f052-4156-a1a9-1544f80e82c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.0913203 Dec 13 09:36:03.945256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.962538 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674ddec-d1af-487f-acb2-c3f6dff28aed x-openstack-request-id: req-6674ddec-d1af-487f-acb2-c3f6dff28aed {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:03.962836 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:03.963098 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6674ddec-d1af-487f-acb2-c3f6dff28aed {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:03.963496 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f', 'status': 'completed', 'code': 200} Dec 13 09:36:03.965489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-857ebdb5-a86e-4858-afdd-235445589e5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 217 time: 0.0404420 Dec 13 09:36:04.031156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-8800e313-a3f0-47bb-b5d2-ab38c7330220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.032577 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-8800e313-a3f0-47bb-b5d2-ab38c7330220 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0524242 Dec 13 09:36:04.048168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e26e8f4a-3b9f-406e-a99c-38bf4219e930 req-4333c77c-f5c7-4648-aa88-60015b062cb8 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 210 time: 0.0357728 Dec 13 09:36:04.067859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-e5e3bfb9-cf58-419f-88af-27dede23eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.069397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-e5e3bfb9-cf58-419f-88af-27dede23eff7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c25444832748849c1a928f7be27fd3&device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 1095 time: 0.0906799 Dec 13 09:36:04.100383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-b88f55ce-0c9c-4e61-9549-57815cd0abe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388596 Dec 13 09:36:04.215933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-28e94aa4-4dd3-40a0-976c-9987d85a0537 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021228 Dec 13 09:36:04.258192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-2981f23c-9a2b-471b-a298-99786729b1a6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1177791355&fields=id&tenant_id=cf50aaf0b46d4862beb5bcc41886baf4 HTTP/1.1" status: 200 len: 267 time: 0.1302891 Dec 13 09:36:04.265357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-ee08f0e0-eefb-47a0-b0c0-6cce4c7354ae tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.266877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-ee08f0e0-eefb-47a0-b0c0-6cce4c7354ae tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.20 "GET /v2.0/networks?id=9933241b-cb56-42a8-a71a-9fad3dc969c8 HTTP/1.1" status: 200 len: 814 time: 0.2124753 Dec 13 09:36:04.293044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Request body: {'port': {'device_id': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8', 'admin_state_up': True, 'tenant_id': 'e91ef9ea4a00405a9a44b6357ca876eb'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:04.320342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8408f4f8-5c56-4a0e-9bfb-593421cc09e1 req-aedf48b4-9dac-42d3-a3eb-8cf3ad5599f2 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957794 Dec 13 09:36:04.329647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-fb04e65a-6038-4043-b0ec-e09a307081ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.331140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-fb04e65a-6038-4043-b0ec-e09a307081ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 HTTP/1.1" status: 200 len: 918 time: 0.2500403 Dec 13 09:36:04.403759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-d8f2002f-4c5a-4c15-b758-e8046911080d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f HTTP/1.1" status: 200 len: 217 time: 0.0452738 Dec 13 09:36:04.443502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-a8f33ade-57da-4777-b072-b255e2133ff3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.445079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-a8f33ade-57da-4777-b072-b255e2133ff3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 985 time: 0.1773012 Dec 13 09:36:04.480924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'port': {'security_groups': ['82a4e569-8c07-4567-8702-7168ff94f3b1', 'b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f', '1030f5f7-d246-4134-a9f4-5f9c96a54ed7']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:04.562130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-3b0b320c-590d-4b61-9b06-b10e1d33c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.563532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-3b0b320c-590d-4b61-9b06-b10e1d33c0e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7055a01d-5841-49bb-af59-6cb4c2ee5f4d HTTP/1.1" status: 200 len: 857 time: 0.1440229 Dec 13 09:36:04.577962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.579746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Made reservation on behalf of e91ef9ea4a00405a9a44b6357ca876eb for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:04.583206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.627079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-af18ac01-a40d-402b-902d-86ccfe25ffc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418193 Dec 13 09:36:04.857060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-a8b00336-721e-4493-9a81-a94559c05a02 service neutron] 10.222.0.20 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038386 Dec 13 09:36:04.941191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Allocated IP 172.20.0.2 (9933241b-cb56-42a8-a71a-9fad3dc969c8/076991fc-6cdd-486c-98b5-5b8aade13769/a4c00c6e-895f-4db9-b995-0f9204c024b5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:05.065854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:05.093749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68900e44-a11f-47c0-bc63-59a366c0e54d req-b54b4c5e-9011-4213-87c3-ecb763fea009 service neutron] 10.222.0.20 "GET /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211514 Dec 13 09:36:05.147256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.153677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.168588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:05.221727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.222589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.223975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aba1b8f4-267d-4128-a6d0-7966338bf2b4 req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "PUT /v2.0/ports/b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 1021 time: 0.7570796 Dec 13 09:36:05.249030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d941c8-21ba-45d5-97b2-3f0dfb3d764b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:05.271943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.305871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:05.316660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.384590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Network 9933241b-cb56-42a8-a71a-9fad3dc969c8 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:05.389560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:05.393980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:05.399487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.400124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.402321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Pushing event updated for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:05.416324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5963-7487-49bc-b517-84f66c641a1d req-5d090e3a-d463-456f-8281-c7f326af1245 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.417822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadf5963-7487-49bc-b517-84f66c641a1d req-5d090e3a-d463-456f-8281-c7f326af1245 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.1116753 Dec 13 09:36:05.428996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-5cbefcd9-72d8-4158-bb4c-df68e6576d87 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1425309 Dec 13 09:36:05.448725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Request body: {'port': {'device_id': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:05.524906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadf5963-7487-49bc-b517-84f66c641a1d req-863d10bd-2b8d-4a56-9401-5a5fa4351be5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939233 Dec 13 09:36:05.525713 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.875896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:05.878124 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:05.948701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b7afe-d4a9-43f9-9ca4-e54938503afc req-c64545be-fc33-4190-97d1-392afba8303b tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.950749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e58b7afe-d4a9-43f9-9ca4-e54938503afc req-c64545be-fc33-4190-97d1-392afba8303b tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.3242574 Dec 13 09:36:06.042312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e58b7afe-d4a9-43f9-9ca4-e54938503afc req-b40a92ec-b736-422f-a1cc-bfbca161cf22 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848589 Dec 13 09:36:06.068373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9964821c-ab2f-4c30-b4a0-637c3eab005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.102538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c00c6e-895f-4db9-b995-0f9204c024b5 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:06.114101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.151309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Transition to ACTIVE for port object a4c00c6e-895f-4db9-b995-0f9204c024b5 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:06.156096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.205324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ccb5-59dc-450c-9712-5ab07f95750d req-1f04e067-1f3a-4bef-8e4f-f5af9f5b19e2 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.206802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8c5ccb5-59dc-450c-9712-5ab07f95750d req-1f04e067-1f3a-4bef-8e4f-f5af9f5b19e2 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 944 time: 0.0962126 Dec 13 09:36:06.253636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.282901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Attempting to bind port a4c00c6e-895f-4db9-b995-0f9204c024b5 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:06.283232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Attempting to bind port a4c00c6e-895f-4db9-b995-0f9204c024b5 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:06.283580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Attempting to bind port a4c00c6e-895f-4db9-b995-0f9204c024b5 on network 9933241b-cb56-42a8-a71a-9fad3dc969c8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:06.295590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Port a4c00c6e-895f-4db9-b995-0f9204c024b5 on network 9933241b-cb56-42a8-a71a-9fad3dc969c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:06.295918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Attempting to bind port a4c00c6e-895f-4db9-b995-0f9204c024b5 on network 9933241b-cb56-42a8-a71a-9fad3dc969c8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:06.301692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8c5ccb5-59dc-450c-9712-5ab07f95750d req-b6a7543d-99b6-4de5-ba16-40012b80d693 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881834 Dec 13 09:36:06.304360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:06.305121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Checking segment: {'id': 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:06.305121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Bound using segment: {'id': 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:06.305459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Bound port: a4c00c6e-895f-4db9-b995-0f9204c024b5, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:06.305811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.383136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:06.410558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5,segment=NetworkSegment(f16e5d87-6288-4b30-b9c2-9e6384e3ffe4),segment_id=f16e5d87-6288-4b30-b9c2-9e6384e3ffe4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:06.415949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.436005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:06.464936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.465555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.467725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4c00c6e-895f-4db9-b995-0f9204c024b5 HTTP/1.1" status: 200 len: 1091 time: 1.0285776 Dec 13 09:36:06.484013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a200f02-eb6f-49a5-aefb-130ff5d6cb3b req-5c8b1496-983e-43ea-b2e7-fa4352ecb27e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.485973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a200f02-eb6f-49a5-aefb-130ff5d6cb3b req-5c8b1496-983e-43ea-b2e7-fa4352ecb27e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1185865 Dec 13 09:36:06.524797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45642-e1d8-4c15-9ce6-298e31641bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.544871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:06.557909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'port_id': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'mac_address': 'fa:16:3e:2f:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a08c43-ceb3-4738-94df-6b8d9152b018', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:06.581363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a200f02-eb6f-49a5-aefb-130ff5d6cb3b req-02091360-981c-4f1b-88b4-8f8e52c6978c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887573 Dec 13 09:36:06.584134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-886a69a6-571c-404d-8242-18b28d8f85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.585558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-886a69a6-571c-404d-8242-18b28d8f85e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91ef9ea4a00405a9a44b6357ca876eb&device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 1094 time: 0.0769243 Dec 13 09:36:06.602776 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.617362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c056faf9-66bd-40fa-a27f-3b2199c33332 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:06.639507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:06.639803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-e4909dca-46d3-4e08-bdf6-b19baa885f57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Dec 13 09:36:06.643531 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.644365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 46d53502-83c8-4272-afdb-e7be01d1ed4f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:06.726659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6455f-3411-421e-84b5-596fff535390 req-d01556c3-4f40-48fe-b408-869ec6534d1f tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.728202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2db6455f-3411-421e-84b5-596fff535390 req-d01556c3-4f40-48fe-b408-869ec6534d1f tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 943 time: 0.0835257 Dec 13 09:36:06.729578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-6599c499-d6ef-45cc-a06f-f2fcaa5503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.730903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-6599c499-d6ef-45cc-a06f-f2fcaa5503d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=076991fc-6cdd-486c-98b5-5b8aade13769 HTTP/1.1" status: 200 len: 854 time: 0.0756352 Dec 13 09:36:06.737884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.776113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-df9ecee9-1bfc-4267-9369-76c304ca2f28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9933241b-cb56-42a8-a71a-9fad3dc969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345175 Dec 13 09:36:06.793535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f,segment=NetworkSegment(d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0),segment_id=d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:06.806419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '46d53502-83c8-4272-afdb-e7be01d1ed4f', 'network_id': '2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3', 'port_id': '46d53502-83c8-4272-afdb-e7be01d1ed4f', 'mac_address': 'fa:16:3e:73:a5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7055a01d-5841-49bb-af59-6cb4c2ee5f4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:06.845511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2db6455f-3411-421e-84b5-596fff535390 req-053d2f6d-91c9-4f94-aad9-9aaed5e2d7b6 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Dec 13 09:36:06.845828 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.860170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d53502-83c8-4272-afdb-e7be01d1ed4f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:06.882442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f,segment=NetworkSegment(d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0),segment_id=d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:06.886674 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.899143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-33a5c47f-a346-4188-82c5-c47335b100cd service neutron] 10.222.0.20 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059525 Dec 13 09:36:06.935213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.979470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1955510d-a030-46dc-a3fe-9747f3db8531 req-3d9128f4-64ae-4c28-b54e-c31519f3e16c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/1030f5f7-d246-4134-a9f4-5f9c96a54ed7 HTTP/1.1" status: 200 len: 1817 time: 0.0985880 Dec 13 09:36:07.041452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4819f50d-d6b5-48b4-b367-407cbdc6c91f req-3a56959a-978f-40a5-a705-1452d05b1ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335826 Dec 13 09:36:07.050562 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-1955510d-a030-46dc-a3fe-9747f3db8531 req-0cd84943-4368-4869-958d-8c562abcdbb1 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:36:07.051608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1955510d-a030-46dc-a3fe-9747f3db8531 req-0cd84943-4368-4869-958d-8c562abcdbb1 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/1030f5f7-d246-4134-a9f4-5f9c96a54ed7 HTTP/1.1" status: 409 len: 341 time: 0.0660520 Dec 13 09:36:07.117201 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e917535f-e76d-4019-a59d-7544a520b999 x-openstack-request-id: req-e917535f-e76d-4019-a59d-7544a520b999 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:07.117563 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:07.117881 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e917535f-e76d-4019-a59d-7544a520b999 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:07.118377 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'status': 'completed', 'code': 200} Dec 13 09:36:07.159661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['46d53502-83c8-4272-afdb-e7be01d1ed4f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:07.196491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c056faf9-66bd-40fa-a27f-3b2199c33332'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:07.218062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-757f095f-42d4-40bf-850d-ec49bbdd686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.219631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-757f095f-42d4-40bf-850d-ec49bbdd686b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1175 time: 0.0777040 Dec 13 09:36:07.231159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9159c-e7c8-450f-8bfe-16903d6962a9 req-6e761418-0827-42ab-9458-7f86bc3707b9 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.232774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fe9159c-e7c8-450f-8bfe-16903d6962a9 req-6e761418-0827-42ab-9458-7f86bc3707b9 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.0637639 Dec 13 09:36:07.342765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fe9159c-e7c8-450f-8bfe-16903d6962a9 req-0893404a-c41c-4621-9917-12d312b9a096 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001225 Dec 13 09:36:07.360569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-e03b0121-ba01-490a-ae92-e5fb014944de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.362079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-e03b0121-ba01-490a-ae92-e5fb014944de service neutron] 10.222.0.20 "GET /v2.0/networks?id=e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 200 len: 914 time: 0.1283436 Dec 13 09:36:07.412157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-be1b88b7-ef06-4d6f-819b-adf4ba547a03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 200 len: 217 time: 0.0417349 Dec 13 09:36:07.475382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-001add68-9ba4-4317-b0e6-cf2a520b64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.476899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-001add68-9ba4-4317-b0e6-cf2a520b64fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 200 len: 853 time: 0.0464737 Dec 13 09:36:07.511311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-9c0a2309-0b21-4aa9-8d1d-5707878890c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e724a4b4-73cd-4892-9e7a-b3a37e602bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263338 Dec 13 09:36:07.634471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a85a3c-5714-493b-90c5-66bd37ad0661 req-8ebe4ab9-24af-4593-be1e-6fabbb4af18e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.635855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a85a3c-5714-493b-90c5-66bd37ad0661 req-8ebe4ab9-24af-4593-be1e-6fabbb4af18e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1031651 Dec 13 09:36:07.659296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-dbd69a55-c4b8-42fa-afdd-6e679eed71e4 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340935 Dec 13 09:36:07.739905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a85a3c-5714-493b-90c5-66bd37ad0661 req-b4dec661-51e6-4b79-9339-e2986ad9b3ba tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976539 Dec 13 09:36:07.775727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d198ed9-15ce-48e5-988d-10b1a6d02ef1 req-99ab2442-5f74-4fbc-895e-94d097cc5870 service neutron] 10.222.0.20 "GET /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025081 Dec 13 09:36:07.878841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd239f-c59d-4005-9860-bce40bfac137 req-b22c053c-b09f-40bc-a292-2eeef6b54249 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.880389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3dd239f-c59d-4005-9860-bce40bfac137 req-b22c053c-b09f-40bc-a292-2eeef6b54249 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 945 time: 0.0506480 Dec 13 09:36:07.929200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3dd239f-c59d-4005-9860-bce40bfac137 req-2b81a184-9a97-4e3a-bc22-2bac1770e52c tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Dec 13 09:36:08.035798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4fa19-180e-4c64-b622-061cef10d399 req-fb1ed06e-d689-4ca1-a0c8-68646c43d81c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.037338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4f4fa19-180e-4c64-b622-061cef10d399 req-fb1ed06e-d689-4ca1-a0c8-68646c43d81c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1024 time: 0.0503752 Dec 13 09:36:08.114872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4f4fa19-180e-4c64-b622-061cef10d399 req-7d2bf4a9-9a96-41b4-b8cb-7a35fc4b8bdd tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=1030f5f7-d246-4134-a9f4-5f9c96a54ed7&id=82a4e569-8c07-4567-8702-7168ff94f3b1&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0713217 Dec 13 09:36:08.223577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a825d-573f-44a3-8fae-dbe5313fddcb req-295b1dda-8503-4bf0-ae2d-08592cda36a7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.225043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de2a825d-573f-44a3-8fae-dbe5313fddcb req-295b1dda-8503-4bf0-ae2d-08592cda36a7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0533495 Dec 13 09:36:08.272017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de2a825d-573f-44a3-8fae-dbe5313fddcb req-5f4b88cf-c3f6-4a98-a10f-b80736ca2b27 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Dec 13 09:36:08.328527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-439dafc7-e3f3-4817-8e1b-afcae7200dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.411375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bca5fc-5a0e-45c3-81f1-15b49abc3e69 req-f4927572-c258-4d79-91c7-c8cafc8ede6c tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.412914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16bca5fc-5a0e-45c3-81f1-15b49abc3e69 req-f4927572-c258-4d79-91c7-c8cafc8ede6c tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 943 time: 0.0540144 Dec 13 09:36:08.454977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:08.458266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:08.466275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16bca5fc-5a0e-45c3-81f1-15b49abc3e69 req-c860ddfc-9660-48af-b712-7a6fae8a94eb tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Dec 13 09:36:08.572037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c056faf9-66bd-40fa-a27f-3b2199c33332 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:08.581933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c056faf9-66bd-40fa-a27f-3b2199c33332 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:08.581933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.630698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d601cc-58a4-4440-8542-aa00cf607c6c req-80eac3bb-978d-47a0-8980-3e65e8f6dc87 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.632220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10d601cc-58a4-4440-8542-aa00cf607c6c req-80eac3bb-978d-47a0-8980-3e65e8f6dc87 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.0645006 Dec 13 09:36:08.637180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:08.652681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'mac_address': 'fa:16:3e:cf:00:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:08.679770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10d601cc-58a4-4440-8542-aa00cf607c6c req-7d1bf461-b5b5-40df-8d90-2af031c7c2d1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Dec 13 09:36:08.719280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.722344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.742935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:08.766579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:08.768893 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d938df-2812-4cd5-9f74-e1f5b9fecc86" -d '{"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-plugged", "status": "completed", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:08.786683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:08.788788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:08.794703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.798520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.799233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 46d53502-83c8-4272-afdb-e7be01d1ed4f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:08.870867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:08.891042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238094-54f7-43cf-adf5-32883a089341 req-7abec03a-9961-4f75-be6e-1e390d6046d1 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.892652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd238094-54f7-43cf-adf5-32883a089341 req-7abec03a-9961-4f75-be6e-1e390d6046d1 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.0742195 Dec 13 09:36:08.907237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 46d53502-83c8-4272-afdb-e7be01d1ed4f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:08.913665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 46d53502-83c8-4272-afdb-e7be01d1ed4f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:08.914038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.942402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd238094-54f7-43cf-adf5-32883a089341 req-db7a7a38-3da5-4819-919c-ab65f1e1c914 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Dec 13 09:36:08.954291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:09.001859 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc580b-219c-43b3-ba82-36a11b711313 x-openstack-request-id: req-90bc580b-219c-43b3-ba82-36a11b711313 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:09.002285 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-plugged", "status": "completed", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:09.002435 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90bc580b-219c-43b3-ba82-36a11b711313 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:09.002823 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'code': 200} Dec 13 09:36:09.024085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.070709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f,segment=NetworkSegment(d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0),segment_id=d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:09.075080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.076204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:09.129041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:09.131724 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb301b-2212-44c5-b6ab-160a48d9c6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:09.138620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:09.159338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792de4-c3e8-4457-8f2e-86334df4aea0 req-b282f83e-fca8-432a-b0a0-ce1768753f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.160878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4792de4-c3e8-4457-8f2e-86334df4aea0 req-b282f83e-fca8-432a-b0a0-ce1768753f10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1097 time: 0.0776420 Dec 13 09:36:09.168319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4603ac-1ddd-42d3-8e2f-8371053d38c3 req-96a90a1d-79bc-438e-8f89-5a871d15f709 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.169747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a4603ac-1ddd-42d3-8e2f-8371053d38c3 req-96a90a1d-79bc-438e-8f89-5a871d15f709 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 946 time: 0.0895669 Dec 13 09:36:09.185091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:09.258355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.271188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4792de4-c3e8-4457-8f2e-86334df4aea0 req-5a6693c3-bb5c-4f0d-a60e-ffe16a21f6a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999486 Dec 13 09:36:09.278668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a4603ac-1ddd-42d3-8e2f-8371053d38c3 req-de946a46-30a1-4e85-86b5-6c7bb16ac618 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954452 Dec 13 09:36:09.280498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:09.287204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-95737e79-e8be-4bd5-aea1-dc089ffedf59 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.288711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-95737e79-e8be-4bd5-aea1-dc089ffedf59 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1024 time: 0.0947587 Dec 13 09:36:09.318528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:09.328730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.401189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.414903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:09.440838 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3548183c-bf24-4922-b8b7-a60d33dff3ec x-openstack-request-id: req-3548183c-bf24-4922-b8b7-a60d33dff3ec {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:09.441219 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:09.441481 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3548183c-bf24-4922-b8b7-a60d33dff3ec {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:09.441894 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5', 'status': 'completed', 'code': 200} Dec 13 09:36:09.632869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33940ef-75c7-4eca-8621-e2d338b47f93 req-fe850b99-697d-4f63-b3f1-1c924e71cdbc tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.634400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f33940ef-75c7-4eca-8621-e2d338b47f93 req-fe850b99-697d-4f63-b3f1-1c924e71cdbc tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1fe66a7-3fb7-4783-9ff5-76006931d61d HTTP/1.1" status: 200 len: 1024 time: 0.1498687 Dec 13 09:36:09.637310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-20864bd8-085a-4636-a6e7-581f37f02253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.638749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-20864bd8-085a-4636-a6e7-581f37f02253 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91ef9ea4a00405a9a44b6357ca876eb&device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 1094 time: 0.1219540 Dec 13 09:36:09.681002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34954) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:09.723732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Deleting port b4edd779-02ef-4cc1-9d96-e0e9ae67318b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:09.724202 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.799845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fb60-e97f-4ed1-8e86-e17bb76534c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.860240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-b98761ea-c3e6-43fb-8749-0178b26e3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:09.861771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-b98761ea-c3e6-43fb-8749-0178b26e3238 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9933241b-cb56-42a8-a71a-9fad3dc969c8 HTTP/1.1" status: 200 len: 915 time: 0.2086699 Dec 13 09:36:09.873820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f33940ef-75c7-4eca-8621-e2d338b47f93 req-a5f255da-0bc9-4368-b0b4-f85ce63628ea tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=1030f5f7-d246-4134-a9f4-5f9c96a54ed7&id=82a4e569-8c07-4567-8702-7168ff94f3b1&id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2303863 Dec 13 09:36:09.874007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fb60-e97f-4ed1-8e86-e17bb76534c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.884769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fb60-e97f-4ed1-8e86-e17bb76534c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.887366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port b4edd779-02ef-4cc1-9d96-e0e9ae67318b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:09.887798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.922013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-950ffca1-9641-4b71-8f42-3621e9d1ba57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5 HTTP/1.1" status: 200 len: 217 time: 0.0472143 Dec 13 09:36:09.924527 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ec0fb60-e97f-4ed1-8e86-e17bb76534c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c711aeff2f3b4ef3b077157f771ecdb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424426 Dec 13 09:36:09.927268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34960) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:09.929483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0fb60-e97f-4ed1-8e86-e17bb76534c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294396dd-53bc-41cf-ac75-f837eb4389dc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:09.933849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Calling delete_port for b4edd779-02ef-4cc1-9d96-e0e9ae67318b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:10.072491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-e7a3dd2b-1aa0-4f60-ba1d-fba7459cb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.073853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-e7a3dd2b-1aa0-4f60-ba1d-fba7459cb9f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=076991fc-6cdd-486c-98b5-5b8aade13769 HTTP/1.1" status: 200 len: 854 time: 0.1372654 Dec 13 09:36:10.136077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-ae404418-6828-4bff-97e4-8f377987dd48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9933241b-cb56-42a8-a71a-9fad3dc969c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473859 Dec 13 09:36:10.138057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.146894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f856be-c474-45f6-bd91-9ec5a6a3008f req-5c92dc72-bde7-4ce7-abdc-2b58085f396b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.148323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57f856be-c474-45f6-bd91-9ec5a6a3008f req-5c92dc72-bde7-4ce7-abdc-2b58085f396b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 948 time: 0.1974962 Dec 13 09:36:10.231037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.350529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57f856be-c474-45f6-bd91-9ec5a6a3008f req-7d7f86c7-b63e-42d2-b765-6369f9460cd5 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879401 Dec 13 09:36:10.375747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-ab1be919-d4ec-4626-b79e-b4181227225f service neutron] 10.222.0.20 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264359 Dec 13 09:36:10.385251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.388092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.390084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/294396dd-53bc-41cf-ac75-f837eb4389dc HTTP/1.1" status: 204 len: 168 time: 0.4616823 Dec 13 09:36:10.400232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.414328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:10.454008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53953-51e3-4026-aa30-b9b2f69db502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294396dd-53bc-41cf-ac75-f837eb4389dc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:10.479655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a4c00c6e-895f-4db9-b995-0f9204c024b5 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:10.482544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:10.663377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:10.663958 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.718790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'Port': ['ID=b4edd779-02ef-4cc1-9d96-e0e9ae67318b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:10.730222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:10.745361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59057061-775b-4587-b1dc-2cea0eaf8d50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.752490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5,segment=NetworkSegment(f16e5d87-6288-4b30-b9c2-9e6384e3ffe4),segment_id=f16e5d87-6288-4b30-b9c2-9e6384e3ffe4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:10.777661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a4c00c6e-895f-4db9-b995-0f9204c024b5', 'network_id': '9933241b-cb56-42a8-a71a-9fad3dc969c8', 'port_id': 'a4c00c6e-895f-4db9-b995-0f9204c024b5', 'mac_address': 'fa:16:3e:92:bb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076991fc-6cdd-486c-98b5-5b8aade13769', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:10.790093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] No DVR routers for this DVR port b4edd779-02ef-4cc1-9d96-e0e9ae67318b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:10.800758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.804550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8453dd3b-5ca6-4542-af49-e8554202f204 req-d79c76c9-a5ee-46b1-bb36-4b8106a71709 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "DELETE /v2.0/ports/b4edd779-02ef-4cc1-9d96-e0e9ae67318b HTTP/1.1" status: 204 len: 173 time: 1.3306088 Dec 13 09:36:10.827514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42eb301b-2212-44c5-b6ab-160a48d9c6ea req-7dbc0eaa-f019-4df1-b831-fded3ddb368e service neutron] 10.222.0.20 "GET /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360633 Dec 13 09:36:10.839838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00fa0-1cca-430b-807b-13f6e6d6cce2 req-e03a86f5-cb63-4e86-9530-937c079331d6 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.847931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3aa00fa0-1cca-430b-807b-13f6e6d6cce2 req-e03a86f5-cb63-4e86-9530-937c079331d6 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 943 time: 0.1378953 Dec 13 09:36:10.858543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59057061-775b-4587-b1dc-2cea0eaf8d50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.863653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59057061-775b-4587-b1dc-2cea0eaf8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.898634 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59057061-775b-4587-b1dc-2cea0eaf8d50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20024ebd359b4995b8f21a91b974f5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673188 Dec 13 09:36:10.902437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3aa00fa0-1cca-430b-807b-13f6e6d6cce2 req-b9f562af-0511-4f62-a6ed-4b55da56bc80 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535405 Dec 13 09:36:10.902967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34974) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:10.928483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057061-775b-4587-b1dc-2cea0eaf8d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f4556-9eb5-4e36-8caa-5fe021ec47c8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.031510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.065045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8b2c5-cca4-4faf-a120-8298ae14e2fc req-61c0aff9-0c78-46b9-ab83-29036198002e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.066640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63b8b2c5-cca4-4faf-a120-8298ae14e2fc req-61c0aff9-0c78-46b9-ab83-29036198002e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 946 time: 0.0887744 Dec 13 09:36:11.068747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.070366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:11.072662 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460fe7a9-afee-43e5-82ca-147df050a5ee" -d '{"events": [{"server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "name": "network-vif-plugged", "status": "completed", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:11.089113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.096649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.132036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.136587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c00c6e-895f-4db9-b995-0f9204c024b5 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:11.138995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63b8b2c5-cca4-4faf-a120-8298ae14e2fc req-cc13ea58-0f2a-4d7d-a9f9-a76da8a4030b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630131 Dec 13 09:36:11.156558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.158873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.162921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad0f4556-9eb5-4e36-8caa-5fe021ec47c8 HTTP/1.1" status: 204 len: 168 time: 0.2560916 Dec 13 09:36:11.171755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67683e-b881-4bb8-a987-e6f73283c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f4556-9eb5-4e36-8caa-5fe021ec47c8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.199031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:11.200927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5,segment=NetworkSegment(f16e5d87-6288-4b30-b9c2-9e6384e3ffe4),segment_id=f16e5d87-6288-4b30-b9c2-9e6384e3ffe4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:11.207897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.210345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.289782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac2ae-a7dc-4cf3-af37-f7ed56f8fed2 req-5444bb2e-7ae2-4c35-896b-83885f2c2aa7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.291455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-baaac2ae-a7dc-4cf3-af37-f7ed56f8fed2 req-5444bb2e-7ae2-4c35-896b-83885f2c2aa7 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.0614867 Dec 13 09:36:11.312220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.372160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-baaac2ae-a7dc-4cf3-af37-f7ed56f8fed2 req-639a2cd1-17a0-421b-9ee4-7e3e27f26d42 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715039 Dec 13 09:36:11.385448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.442496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'name': 'network-vif-deleted', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:11.444847 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ee501-2439-4638-987c-fd1649256b47" -d '{"events": [{"server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "name": "network-vif-deleted", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:11.479886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a4c00c6e-895f-4db9-b995-0f9204c024b5'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:11.484223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1dc9a-bfb6-4818-a4c6-21ec53a0d492 req-dd129ae2-11ac-4282-9137-7ac74286e1ef tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.488288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98b1dc9a-bfb6-4818-a4c6-21ec53a0d492 req-dd129ae2-11ac-4282-9137-7ac74286e1ef tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 946 time: 0.0557008 Dec 13 09:36:11.535028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98b1dc9a-bfb6-4818-a4c6-21ec53a0d492 req-e2b4a78c-6c58-44fc-b225-654687145588 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Dec 13 09:36:11.639567 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b19f84-102a-4c7b-aaf5-04277c00708c x-openstack-request-id: req-20b19f84-102a-4c7b-aaf5-04277c00708c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:11.639889 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "name": "network-vif-plugged", "status": "completed", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:11.640150 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20b19f84-102a-4c7b-aaf5-04277c00708c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:11.640549 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f', 'code': 200} Dec 13 09:36:11.761108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346cd14-3c7c-4f97-aab1-d1c3fe4e56eb req-5978da58-59d0-44e8-8dee-dbee784eeadb tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.762653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8346cd14-3c7c-4f97-aab1-d1c3fe4e56eb req-5978da58-59d0-44e8-8dee-dbee784eeadb tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1097 time: 0.0699756 Dec 13 09:36:11.765611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88ca6-12f4-4a0b-b602-772e333f4d95 req-0d3811b4-63c3-4b11-b07a-fb1c632026a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.766978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8a88ca6-12f4-4a0b-b602-772e333f4d95 req-0d3811b4-63c3-4b11-b07a-fb1c632026a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 1097 time: 0.0655918 Dec 13 09:36:11.836071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8346cd14-3c7c-4f97-aab1-d1c3fe4e56eb req-0045b4b3-aa41-4819-bd8e-7902992d7976 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Dec 13 09:36:11.846488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8a88ca6-12f4-4a0b-b602-772e333f4d95 req-4e92cb8d-1115-40b1-a822-93d44dc5c7b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600722 Dec 13 09:36:11.944262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.963583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe4d18-7345-4589-be49-8ae50505cac7 req-3268dec7-4dac-4105-94b7-06328e453218 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.965171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35fe4d18-7345-4589-be49-8ae50505cac7 req-3268dec7-4dac-4105-94b7-06328e453218 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0579720 Dec 13 09:36:12.015414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35fe4d18-7345-4589-be49-8ae50505cac7 req-56308243-46d4-487f-9efd-a6f6d0a7f82e tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Dec 13 09:36:12.019986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35012) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:12.062977 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f9209-b532-42e9-b767-8eaf818ea87a x-openstack-request-id: req-a59f9209-b532-42e9-b767-8eaf818ea87a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:12.063345 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fe66a7-3fb7-4783-9ff5-76006931d61d", "name": "network-vif-deleted", "tag": "b4edd779-02ef-4cc1-9d96-e0e9ae67318b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:12.063701 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a59f9209-b532-42e9-b767-8eaf818ea87a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:12.064172 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fe66a7-3fb7-4783-9ff5-76006931d61d', 'name': 'network-vif-deleted', 'tag': 'b4edd779-02ef-4cc1-9d96-e0e9ae67318b', 'status': 'completed', 'code': 200} Dec 13 09:36:12.112863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-dbd4f202-9d19-405b-86ba-f3addc8088ad tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/82a4e569-8c07-4567-8702-7168ff94f3b1 HTTP/1.1" status: 200 len: 1816 time: 0.0383613 Dec 13 09:36:12.118449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-network', 'tenant_id': 'b50b111a1075489bb305b67942c15482'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:12.144521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Made reservation on behalf of b50b111a1075489bb305b67942c15482 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:12.147117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.156016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.172157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.199311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.235967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.240018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.243252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.246275 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.247411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e36c6bc4-e38f-45d6-94b2-3c1be975f355 req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/82a4e569-8c07-4567-8702-7168ff94f3b1 HTTP/1.1" status: 204 len: 173 time: 0.1284528 Dec 13 09:36:12.261153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b65c82-7517-4dcc-bb17-918607318b8f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4e569-8c07-4567-8702-7168ff94f3b1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.268482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:12.275053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d9628d-7bdd-4295-9559-50211aab0662,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.281490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.281836 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Added segment 8a889c35-30f9-40c5-9a71-efd4fafddc5f of type vlan for network 83d72179-d050-4088-b635-7473d41b14a7 Dec 13 09:36:12.324548 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.348439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978e8b8-7940-4899-8ea5-41099db5bff5 req-247cff3d-fa81-4941-9b5f-58990505dbcb tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:12.348900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.349942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:12.350162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d978e8b8-7940-4899-8ea5-41099db5bff5 req-247cff3d-fa81-4941-9b5f-58990505dbcb tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1097 time: 0.0416412 Dec 13 09:36:12.350525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.398087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d978e8b8-7940-4899-8ea5-41099db5bff5 req-36f35d15-4175-4cd5-9b7f-d1c4ca82afec tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Dec 13 09:36:12.409114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3879859 Dec 13 09:36:12.412301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:12.416617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c540dff-a2c6-4e7a-851a-896fc1ca19d9 admin admin] Pushing event updated for resources: {'Network': ['ID=83d72179-d050-4088-b635-7473d41b14a7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.418605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Request body: {'subnet': {'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-subnet', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:12.427165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 83d72179-d050-4088-b635-7473d41b14a7 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:12.441165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Made reservation on behalf of b50b111a1075489bb305b67942c15482 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:12.443764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.488833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a4c00c6e-895f-4db9-b995-0f9204c024b5 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:12.555265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a4c00c6e-895f-4db9-b995-0f9204c024b5 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:12.555719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98989111-eee0-46f3-a0f1-21fd00b7eba1 req-56762739-d5d7-4468-a4c9-6eee66a95b19 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:12.557228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98989111-eee0-46f3-a0f1-21fd00b7eba1 req-56762739-d5d7-4468-a4c9-6eee66a95b19 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 944 time: 0.0724702 Dec 13 09:36:12.559423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a4c00c6e-895f-4db9-b995-0f9204c024b5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:12.559837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.638989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.640514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98989111-eee0-46f3-a0f1-21fd00b7eba1 req-fa18d4ea-ba9d-4f9f-8c58-a4d6aee50b51 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Dec 13 09:36:12.673555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5,segment=NetworkSegment(f16e5d87-6288-4b30-b9c2-9e6384e3ffe4),segment_id=f16e5d87-6288-4b30-b9c2-9e6384e3ffe4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:12.677470 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.678414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b4edd779-02ef-4cc1-9d96-e0e9ae67318b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:12.696688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.699519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: b4edd779-02ef-4cc1-9d96-e0e9ae67318b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:12.699908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b4edd779-02ef-4cc1-9d96-e0e9ae67318b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:12.746259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.777373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-cd6b7efe-78eb-42df-9ac0-ae7b4de7d840 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/1030f5f7-d246-4134-a9f4-5f9c96a54ed7 HTTP/1.1" status: 200 len: 1817 time: 0.1015186 Dec 13 09:36:12.780321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c786dc-033a-4633-931b-7baffa376c56,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.796589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Checking segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:12.796946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Network hostable DHCP agents. Network: 83d72179-d050-4088-b635-7473d41b14a7, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:12.834493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Network 83d72179-d050-4088-b635-7473d41b14a7 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:12.845530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 83d72179-d050-4088-b635-7473d41b14a7) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:12.853723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cd02a-6461-4381-b2d1-51364d2f43cd None None] Network 83d72179-d050-4088-b635-7473d41b14a7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:12.856277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:12.857009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.869472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.882460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e1c5d0d0-f90f-489b-a3ff-f3f5b5390c07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4683034 Dec 13 09:36:12.885174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:12.889883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:12.906712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.940492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.941524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.959767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-83d72179-d050-4088-b635-7473d41b14a7', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'project_id': 'b50b111a1075489bb305b67942c15482', 'fixed_ips': [{'subnet_id': '43c786dc-033a-4633-931b-7baffa376c56'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:12.961785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.003026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.003969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.006552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.007788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8365a78e-7c04-4031-b84e-4068e5bb1a22 req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/1030f5f7-d246-4134-a9f4-5f9c96a54ed7 HTTP/1.1" status: 204 len: 173 time: 0.2214713 Dec 13 09:36:13.063465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f965b-a8c5-42df-bd33-9d4e6d31c38c tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1030f5f7-d246-4134-a9f4-5f9c96a54ed7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:13.124080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Allocated IP 172.20.0.2 (83d72179-d050-4088-b635-7473d41b14a7/43c786dc-033a-4633-931b-7baffa376c56/67ff1807-9f94-4b0b-8b3b-219636811e9f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:13.198345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.214351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89d164-93f3-4bcb-9926-a587acc797c6 req-86acc1f6-0711-421a-a866-f72b56ff1e73 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:13.215907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e89d164-93f3-4bcb-9926-a587acc797c6 req-86acc1f6-0711-421a-a866-f72b56ff1e73 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1210580 Dec 13 09:36:13.273117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.279177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.304528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e89d164-93f3-4bcb-9926-a587acc797c6 req-7f42bce1-c3e8-49d3-a533-1eaf5913004e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763867 Dec 13 09:36:13.325387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Network 83d72179-d050-4088-b635-7473d41b14a7 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:13.325387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:13.331431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:13.338869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Pushing event updated for resources: {'Port': ['ID=67ff1807-9f94-4b0b-8b3b-219636811e9f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:13.397967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Attempting to bind port 67ff1807-9f94-4b0b-8b3b-219636811e9f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:13.398802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Attempting to bind port 67ff1807-9f94-4b0b-8b3b-219636811e9f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:13.399192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Attempting to bind port 67ff1807-9f94-4b0b-8b3b-219636811e9f on network 83d72179-d050-4088-b635-7473d41b14a7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:13.404477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:13.404891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Checking segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:13.405305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.405707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Bound using segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:13.406187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Bound port: 67ff1807-9f94-4b0b-8b3b-219636811e9f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:13.406573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.471340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] For port 67ff1807-9f94-4b0b-8b3b-219636811e9f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:13.475584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] For port 67ff1807-9f94-4b0b-8b3b-219636811e9f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=67ff1807-9f94-4b0b-8b3b-219636811e9f,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:13.480432 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.497211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.525592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54abf9-aa17-4cc4-888d-53dd27df4586 req-db326d94-38d4-4d84-8274-154d4bf81543 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:13.527051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b54abf9-aa17-4cc4-888d-53dd27df4586 req-db326d94-38d4-4d84-8274-154d4bf81543 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 946 time: 0.1000285 Dec 13 09:36:13.528613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.537423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27a50c-6d62-4cc6-8440-5881c04a8518 None None] Pushing event updated for resources: {'Port': ['ID=67ff1807-9f94-4b0b-8b3b-219636811e9f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:13.624416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b54abf9-aa17-4cc4-888d-53dd27df4586 req-fb29c9ce-bb00-4a44-adad-287a1f89c76c tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883622 Dec 13 09:36:13.641884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}, {'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:13.644217 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0317db9-39f3-44dd-9191-400a8700fa4e" -d '{"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}, {"server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:13.655357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-827921180', 'description': 'tempest-description-1223645722'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:13.711367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Allocated IP 172.25.2.18 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8e644617-85a2-4cc0-8aa0-82e5a3fde9a5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:13.718198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.875707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.880423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.883215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.920932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:13.922139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f398462-5f8f-4c10-bc93-624c862689d0 req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2708251 Dec 13 09:36:13.928261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393dad6e-eb1c-4749-9dc7-e0c0d38bc24d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:13.944813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.945635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.945635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.945774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.946097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.946431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.947312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.947674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.948088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.948330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.948660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.949011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.949308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3df01-d7db-4b62-b682-c793f4a1f1a3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.963092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.034964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:14.037877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Pushing event updated for resources: {'Port': ['ID=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:14.042786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:14.044990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:14.119870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2238-d800-4958-8805-861e2043f1b9 req-b82f3228-f5dc-464b-8a5e-23b1e44ce4e2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.121397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4af2238-d800-4958-8805-861e2043f1b9 req-b82f3228-f5dc-464b-8a5e-23b1e44ce4e2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1475439 Dec 13 09:36:14.202809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4af2238-d800-4958-8805-861e2043f1b9 req-5defd91b-0633-4a26-91b2-fae3861da718 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619593 Dec 13 09:36:14.239264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 67ff1807-9f94-4b0b-8b3b-219636811e9f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:14.296743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 67ff1807-9f94-4b0b-8b3b-219636811e9f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:14.297366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.339212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.381060 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd33fc96-17ff-442c-a8ee-eba09ffc20af x-openstack-request-id: req-fd33fc96-17ff-442c-a8ee-eba09ffc20af {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:14.381361 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "code": 200}, {"server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:14.384023 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd33fc96-17ff-442c-a8ee-eba09ffc20af {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:14.384435 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'code': 200} Dec 13 09:36:14.384703 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5', 'code': 200} Dec 13 09:36:14.414766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.457495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 67ff1807-9f94-4b0b-8b3b-219636811e9f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=67ff1807-9f94-4b0b-8b3b-219636811e9f,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:14.464503 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.582036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=67ff1807-9f94-4b0b-8b3b-219636811e9f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:14.627499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3b470-a008-4751-ac0f-a54037d3e398 None None] Network 83d72179-d050-4088-b635-7473d41b14a7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:14.668932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec456c-0d36-4f29-9a6e-af7afb14152b req-bba5de81-8375-49ec-a323-40fac929a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.670713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0bec456c-0d36-4f29-9a6e-af7afb14152b req-bba5de81-8375-49ec-a323-40fac929a4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 1096 time: 0.1214473 Dec 13 09:36:14.739091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f7a6a9d1-8775-4dc1-bec4-536914015aff None None] Provisioning complete for port 67ff1807-9f94-4b0b-8b3b-219636811e9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:14.739502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7a6a9d1-8775-4dc1-bec4-536914015aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.747291 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.780201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce734b-7d91-410d-baf1-a4172d417fe7 req-810c7299-c373-47e8-ac19-7e4de08f7f8f tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.780883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68ce734b-7d91-410d-baf1-a4172d417fe7 req-810c7299-c373-47e8-ac19-7e4de08f7f8f tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 945 time: 0.1328292 Dec 13 09:36:14.814845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a100-fb6f-4fad-bdc5-be72af9c069a req-f0fe6042-1ece-499e-84c3-374ddd93a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.816357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8292a100-fb6f-4fad-bdc5-be72af9c069a req-f0fe6042-1ece-499e-84c3-374ddd93a972 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.1659746 Dec 13 09:36:14.851841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0bec456c-0d36-4f29-9a6e-af7afb14152b req-26cde60e-4927-48d7-8d1d-ac8aa2a47f9f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591499 Dec 13 09:36:14.944303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68ce734b-7d91-410d-baf1-a4172d417fe7 req-e60b5ff7-42ce-466b-8357-f53ae75a1236 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268926 Dec 13 09:36:14.950388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8292a100-fb6f-4fad-bdc5-be72af9c069a req-a1cde164-8efe-46b7-b0dc-4b41bd154246 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172841 Dec 13 09:36:14.971454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78be40cb-8244-4afa-9756-faf61ca99f6c None None] Provisioning complete for port 67ff1807-9f94-4b0b-8b3b-219636811e9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:14.972188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78be40cb-8244-4afa-9756-faf61ca99f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.007968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Router ff08c816-685b-48bd-9d76-3ef30d9cfe3a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:36:15.024590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-221d72f3-373a-4171-95d7-29f7d4a39928 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/393dad6e-eb1c-4749-9dc7-e0c0d38bc24d HTTP/1.1" status: 200 len: 1817 time: 0.0536547 Dec 13 09:36:15.065141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Request body: {'security_group': {'name': 'tempest-sg-hth-481272418', 'description': 'tempest-description-hth-798435399'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:15.134430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.166176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:15.175039 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Sync routers for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:15.184564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:15.185257 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:15.195796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.200271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.202032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25e14b8f-5ddc-497b-81bf-46373cd2568e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3159127 Dec 13 09:36:15.204695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35052) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:15.210341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.212894 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.213985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3ff2e74-2949-4317-a83f-601ab55c29c4 req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "PUT /v2.0/security-groups/393dad6e-eb1c-4749-9dc7-e0c0d38bc24d HTTP/1.1" status: 200 len: 1790 time: 0.1543415 Dec 13 09:36:15.300952 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:15.488136 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:14Z', 'revision_number': 3, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:15.514594 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Checking router: ff08c816-685b-48bd-9d76-3ef30d9cfe3a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:15.514944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Updating router ff08c816-685b-48bd-9d76-3ef30d9cfe3a port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:15.521847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e534a-027f-4688-a69f-2ae64266f7cf tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393dad6e-eb1c-4749-9dc7-e0c0d38bc24d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:15.538975 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.568166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe3581-22c0-4526-9f97-e27c9a2dbd94 req-3ae0c913-1290-4118-b104-2a1f76ab947d tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.569692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cbe3581-22c0-4526-9f97-e27c9a2dbd94 req-3ae0c913-1290-4118-b104-2a1f76ab947d tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1097 time: 0.1052234 Dec 13 09:36:15.663773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cbe3581-22c0-4526-9f97-e27c9a2dbd94 req-d5b47246-a2ba-4b8b-b079-0a65ecec31d5 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875702 Dec 13 09:36:15.802373 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.807607 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.844688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc244a-80dd-4f75-9804-52bdd6c87545 req-c06fca20-3dc9-4a26-8568-5ca0d3dcebd0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.846261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccc244a-80dd-4f75-9804-52bdd6c87545 req-c06fca20-3dc9-4a26-8568-5ca0d3dcebd0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1031442 Dec 13 09:36:15.862211 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Attempting to bind port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:15.862593 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Attempting to bind port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:15.862966 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Attempting to bind port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:15.864862 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Pushing event updated for resources: {'Port': ['ID=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:15.874040 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:15.874421 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:15.874822 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.875213 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:15.875699 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Bound port: 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:15.876096 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.879050 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.879398 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.879768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.880111 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.880456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.880784 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.881115 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.881440 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.881771 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.882118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.882447 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.882780 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.883105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:15.931228 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] For port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:15.931947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccc244a-80dd-4f75-9804-52bdd6c87545 req-77be557e-43ab-4eef-b52f-d06bc7b6b524 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767879 Dec 13 09:36:15.934369 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] For port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:15.938687 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.999825 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:16.000459 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:16.015730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.052174 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44e55e-dc5b-42b9-bf40-4cab19acfd86 None None] Pushing event updated for resources: {'Port': ['ID=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:16.114706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e31ed6-7b60-425f-8854-1e5b0c7b11d7 req-8f474d5b-dcc9-4219-848d-5b78b7b1a8ed tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.116313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10e31ed6-7b60-425f-8854-1e5b0c7b11d7 req-8f474d5b-dcc9-4219-848d-5b78b7b1a8ed tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 946 time: 0.1035304 Dec 13 09:36:16.121538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:16.258602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 67ff1807-9f94-4b0b-8b3b-219636811e9f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:16.259746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10e31ed6-7b60-425f-8854-1e5b0c7b11d7 req-13851898-0fcc-43a5-a358-1bef8c10bdf8 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3ddf530-4f29-4fb1-ba45-e56c034b8577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318364 Dec 13 09:36:16.307010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Allocated IP 172.20.0.1 (83d72179-d050-4088-b635-7473d41b14a7/43c786dc-033a-4633-931b-7baffa376c56/17237e40-1fb6-48c8-a726-9d28f6ff2061) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:16.324916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-141fd840-daef-4c4b-9096-a849578f2cfd req-9e0be0e8-c2f7-4f5d-a7bc-064ba2c1ea0b tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/393dad6e-eb1c-4749-9dc7-e0c0d38bc24d HTTP/1.1" status: 200 len: 1790 time: 0.0695922 Dec 13 09:36:16.356828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 67ff1807-9f94-4b0b-8b3b-219636811e9f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:16.358248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.361294 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:14Z', 'revision_number': 3, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:16.394715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98983aee-da9d-4eed-a181-b9ff1e918d7d None None] The sync data for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 is: [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:14Z', 'revision_number': 3, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:16.410036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-fffeff32-e823-4a16-8c7f-cfa75d37efff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858617 Dec 13 09:36:16.575041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635721-86e0-48f6-a509-f3f4e4c0c69b req-e17b3238-8b55-467e-baa4-988a7ea23f2a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.578143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13635721-86e0-48f6-a509-f3f4e4c0c69b req-e17b3238-8b55-467e-baa4-988a7ea23f2a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1396804 Dec 13 09:36:16.581609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.582990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-339156be-60cd-4e32-b7f7-249063f3d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.584535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-339156be-60cd-4e32-b7f7-249063f3d804 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 1096 time: 0.0819995 Dec 13 09:36:16.687946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13635721-86e0-48f6-a509-f3f4e4c0c69b req-1416fa1a-cfb2-4111-a22f-fc6ca6b33237 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015496 Dec 13 09:36:16.719390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-8e3267e3-992b-47b3-87ca-98031c75853b tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.720944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-8e3267e3-992b-47b3-87ca-98031c75853b tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 946 time: 0.0828640 Dec 13 09:36:16.722801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.750353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-5b4b3dab-747f-4126-8a35-3f1fc526f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.752977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-5b4b3dab-747f-4126-8a35-3f1fc526f437 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.1458204 Dec 13 09:36:16.867613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Network 83d72179-d050-4088-b635-7473d41b14a7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:16.873296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:16.890724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:16.891208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.909667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Pushing event updated for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:16.918390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-f9667867-df9e-4317-b4d1-c5d7db4bc3e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 200 len: 1001 time: 0.1554503 Dec 13 09:36:16.980602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-47a5fda3-99a9-44f1-a857-a6df9bb6ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.982823 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-47a5fda3-99a9-44f1-a857-a6df9bb6ec3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.0566890 Dec 13 09:36:17.005601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020f9d5-d20a-4414-9b86-544f8589a108 req-4731caf4-e2d5-4b7b-a91e-19b7976c89f6 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:17.007155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d020f9d5-d20a-4414-9b86-544f8589a108 req-4731caf4-e2d5-4b7b-a91e-19b7976c89f6 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 945 time: 0.1921647 Dec 13 09:36:17.095749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-2c25b1ca-5800-4b58-a2df-76cf5bc5efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:17.098587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-2c25b1ca-5800-4b58-a2df-76cf5bc5efae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082778 Dec 13 09:36:17.164498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d020f9d5-d20a-4414-9b86-544f8589a108 req-da19b0f6-639a-41a4-9694-c348c12c7323 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412272 Dec 13 09:36:17.227453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ee4e9e22-207e-4c8b-b5c3-67a618954157 None None] Provisioning complete for port 17237e40-1fb6-48c8-a726-9d28f6ff2061 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:17.228094 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9e22-207e-4c8b-b5c3-67a618954157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.234402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.247026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-0ad53a7b-d434-4735-9efe-85705fe03792 service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382358 Dec 13 09:36:17.257132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Deleting port 46d53502-83c8-4272-afdb-e7be01d1ed4f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:17.257466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.320029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e9e22-207e-4c8b-b5c3-67a618954157 None None] Port 17237e40-1fb6-48c8-a726-9d28f6ff2061 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:17.418105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed398555-5ade-4d92-8915-1d9bfd88e59e req-09997f48-461e-4db7-a38b-e37a85d20700 service neutron] 10.222.0.16 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459277 Dec 13 09:36:17.424570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-d9aee75a-6a2e-41cc-9c52-26a28c1fc9d3 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/393dad6e-eb1c-4749-9dc7-e0c0d38bc24d HTTP/1.1" status: 200 len: 1790 time: 0.1909864 Dec 13 09:36:17.579219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] For port 46d53502-83c8-4272-afdb-e7be01d1ed4f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=46d53502-83c8-4272-afdb-e7be01d1ed4f,segment=NetworkSegment(d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0),segment_id=d5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:17.579611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.612236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Calling delete_port for 46d53502-83c8-4272-afdb-e7be01d1ed4f owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:17.636545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.753877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.819504 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.832136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.833651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.954605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35112) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:17.954855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.958583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.972634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b29449d5-1a31-45b8-b924-e0fd6356253a req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/393dad6e-eb1c-4749-9dc7-e0c0d38bc24d HTTP/1.1" status: 204 len: 173 time: 0.5467610 Dec 13 09:36:18.006559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Pushing event updated for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.041257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45c664-c78f-4e8e-8908-3fe136c01562 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393dad6e-eb1c-4749-9dc7-e0c0d38bc24d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.083162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.084351 n-d-820935-7 neutron-server[103194]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 09:36:18.088168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-be236ae5-2118-41eb-b178-368ccfcde60f tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:36:18.089232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-be236ae5-2118-41eb-b178-368ccfcde60f tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1333258 Dec 13 09:36:18.095501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['46d53502-83c8-4272-afdb-e7be01d1ed4f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:18.144088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Pushing event deleted for resources: {'Port': ['ID=46d53502-83c8-4272-afdb-e7be01d1ed4f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.209440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Network 83d72179-d050-4088-b635-7473d41b14a7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:18.236084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-26cb3ae3-5b9e-4585-b4c9-0cf747049a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.238452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec032e-cdcb-4949-8bfd-0efbaafe6dc3 req-21a1ad98-c5a3-4cfe-a6a2-8a738a103446 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.242716 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-26cb3ae3-5b9e-4585-b4c9-0cf747049a0f service neutron] 10.222.0.31 "GET /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 1094 time: 0.0995793 Dec 13 09:36:18.246897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:18.247088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fec032e-cdcb-4949-8bfd-0efbaafe6dc3 req-21a1ad98-c5a3-4cfe-a6a2-8a738a103446 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1842160 Dec 13 09:36:18.247833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:36:18.249429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] No DVR routers for this DVR port 46d53502-83c8-4272-afdb-e7be01d1ed4f on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:18.252225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:18.256278 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.260311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb47e8d2-534a-461a-866c-0fd3c4f6d975 req-f4fdb80d-a352-422d-a51f-90c637e0b945 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.20 "DELETE /v2.0/ports/46d53502-83c8-4272-afdb-e7be01d1ed4f HTTP/1.1" status: 204 len: 173 time: 1.5063100 Dec 13 09:36:18.260850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'name': 'network-vif-deleted', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:18.264363 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31bf22b-f8cf-47d7-ad61-65f87b676a97" -d '{"events": [{"server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "name": "network-vif-deleted", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:18.295871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:18.397630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fec032e-cdcb-4949-8bfd-0efbaafe6dc3 req-b476abc6-f89d-41ac-bf2d-79d6b81ebccc tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493311 Dec 13 09:36:18.462352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:18.463343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.510289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:18.511352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:18.512187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:18.518497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:18.519037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:18.527441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:18.528018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:18.528723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:18.529514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Bound port: c056faf9-66bd-40fa-a27f-3b2199c33332, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:18.656973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:18.665279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.672655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.688860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-271b9e28-a084-47ca-b118-4f51e5cf206a service neutron] 10.222.0.31 "POST /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332/bindings HTTP/1.1" status: 201 len: 389 time: 0.4435091 Dec 13 09:36:18.691313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5492f8f7-e3ec-4ee2-8edf-626b6c9a7ffe None None] Provisioning complete for port 17237e40-1fb6-48c8-a726-9d28f6ff2061 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:18.693286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5492f8f7-e3ec-4ee2-8edf-626b6c9a7ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.729715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:18.734440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.779702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5492f8f7-e3ec-4ee2-8edf-626b6c9a7ffe None None] Port 17237e40-1fb6-48c8-a726-9d28f6ff2061 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:18.830821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:19.031826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83655f68-e2ed-4a2f-8bb7-44a50739d7c6 req-587c82d5-50c3-4ff1-9bbc-0717b3f4fc46 tempest-InstanceActionsV221TestJSON-1668540927 tempest-InstanceActionsV221TestJSON-1668540927-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737757-525c-4b03-b1e8-65d0b687a06e HTTP/1.1" status: 200 len: 210 time: 0.0861344 Dec 13 09:36:19.095725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638a30f-b017-4387-b0af-f5f84a516d66 req-8f147406-b2c5-45a7-a3e9-d870b8f13c40 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.104421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a638a30f-b017-4387-b0af-f5f84a516d66 req-8f147406-b2c5-45a7-a3e9-d870b8f13c40 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1534989 Dec 13 09:36:19.110372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Router ff08c816-685b-48bd-9d76-3ef30d9cfe3a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:36:19.168998 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39b4710-c90a-4423-8c51-22f0023a4857 x-openstack-request-id: req-c39b4710-c90a-4423-8c51-22f0023a4857 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:19.169339 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e737757-525c-4b03-b1e8-65d0b687a06e", "name": "network-vif-deleted", "tag": "46d53502-83c8-4272-afdb-e7be01d1ed4f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:19.169544 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c39b4710-c90a-4423-8c51-22f0023a4857 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:19.169977 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e737757-525c-4b03-b1e8-65d0b687a06e', 'name': 'network-vif-deleted', 'tag': '46d53502-83c8-4272-afdb-e7be01d1ed4f', 'status': 'completed', 'code': 200} Dec 13 09:36:19.226157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a638a30f-b017-4387-b0af-f5f84a516d66 req-80e49d6e-6087-424b-ae77-42c437359b0c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178515 Dec 13 09:36:19.261206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-8eac736e-411d-47a5-89f1-83daab5cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.262972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-8eac736e-411d-47a5-89f1-83daab5cc4ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1097 time: 0.2700946 Dec 13 09:36:19.299337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:19.310120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-33bde8b5-8cea-4820-ab17-b12c39a9697b admin admin] 10.222.0.31 "PUT /v2.0/routers/ff08c816-685b-48bd-9d76-3ef30d9cfe3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039679 Dec 13 09:36:19.312540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Sync routers for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:19.350450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:19.353912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:19.433498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-e80f2355-dc7c-41ad-9834-f27553a39b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.435012 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-e80f2355-dc7c-41ad-9834-f27553a39b5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1626394 Dec 13 09:36:19.463190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2196da-4fd8-4ad3-99d2-429dd0bfc589 req-dd5edd1b-81ff-4de4-aaec-2a4cd8be38f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.463416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa2196da-4fd8-4ad3-99d2-429dd0bfc589 req-dd5edd1b-81ff-4de4-aaec-2a4cd8be38f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 946 time: 0.1187296 Dec 13 09:36:19.501413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-172904c2-9e2f-45d8-b522-6c2f5122a835 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 217 time: 0.0567238 Dec 13 09:36:19.565828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de3cd5-fe94-42ad-8ba4-a45a31c4a9e1 req-7dc8ab36-d787-43e0-b309-a8ea8c3cdc05 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.566441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-87a0ff73-16e7-4159-9b2f-850d4d353e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.567909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:19.569739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-87a0ff73-16e7-4159-9b2f-850d4d353e1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0568409 Dec 13 09:36:19.573266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9de3cd5-fe94-42ad-8ba4-a45a31c4a9e1 req-7dc8ab36-d787-43e0-b309-a8ea8c3cdc05 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0879450 Dec 13 09:36:19.579118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa2196da-4fd8-4ad3-99d2-429dd0bfc589 req-dd2599c3-1daf-4e04-a6ad-b7d4439831bf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069412 Dec 13 09:36:19.633161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9de3cd5-fe94-42ad-8ba4-a45a31c4a9e1 req-5f472ebb-151f-4b2d-8f05-4e56a3e86a51 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568995 Dec 13 09:36:19.656414 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-6c5ad702-9736-455e-ab3f-8a4921523777 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689852 Dec 13 09:36:19.680483 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-2435d425-39f4-46f3-8f5b-7c13383abaa1 req-24768c39-63ab-4a24-9d51-bd5312b72121 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:19.692719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2435d425-39f4-46f3-8f5b-7c13383abaa1 req-24768c39-63ab-4a24-9d51-bd5312b72121 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/1030f5f7-d246-4134-a9f4-5f9c96a54ed7 HTTP/1.1" status: 404 len: 352 time: 0.0298953 Dec 13 09:36:19.841843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60d942-87d5-4604-9449-51541854adc6 req-8b7f81be-1ca8-4532-b7a2-20eb721359a4 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.850307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb60d942-87d5-4604-9449-51541854adc6 req-8b7f81be-1ca8-4532-b7a2-20eb721359a4 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1205714 Dec 13 09:36:19.855217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-dff1b827-6cec-46a4-8f70-f7f214d63d67 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861987 Dec 13 09:36:19.942912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb60d942-87d5-4604-9449-51541854adc6 req-0d60c58e-a02e-4b72-9617-8e3cecaa9538 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881064 Dec 13 09:36:20.022027 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-12a1df9d-e1c7-4844-8945-452ba6b76b2f req-54748720-42e2-4e4b-a384-9fbdc9a013f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:20.030805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12a1df9d-e1c7-4844-8945-452ba6b76b2f req-54748720-42e2-4e4b-a384-9fbdc9a013f8 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/82a4e569-8c07-4567-8702-7168ff94f3b1 HTTP/1.1" status: 404 len: 352 time: 0.0340090 Dec 13 09:36:20.051851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 4, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '17237e40-1fb6-48c8-a726-9d28f6ff2061', 'name': '', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'mac_address': 'fa:16:3e:12:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '43c786dc-033a-4633-931b-7baffa376c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:16Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 2, 'project_id': 'b50b111a1075489bb305b67942c15482', 'subnets': [{'id': '43c786dc-033a-4633-931b-7baffa376c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:20.057727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-8655cf9d-d6a6-4956-ba8b-02fc4268c324 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916957 Dec 13 09:36:20.084972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Checking router: ff08c816-685b-48bd-9d76-3ef30d9cfe3a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:20.085340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Updating router ff08c816-685b-48bd-9d76-3ef30d9cfe3a port 17237e40-1fb6-48c8-a726-9d28f6ff2061 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:20.106937 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-64e3631a-35ba-47a4-b4b3-a35a1d9580b6 req-1c2e7415-07e3-4fd2-8b59-8b68bb77f367 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:20.110128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64e3631a-35ba-47a4-b4b3-a35a1d9580b6 req-1c2e7415-07e3-4fd2-8b59-8b68bb77f367 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/ba5f9edc-8790-4fa4-a304-3d5a2c63ea2c HTTP/1.1" status: 404 len: 352 time: 0.0339870 Dec 13 09:36:20.120683 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.263118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-2e1ed482-2be0-4b3d-a1a3-c150d079127b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.265870 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-2e1ed482-2be0-4b3d-a1a3-c150d079127b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1097 time: 0.1133873 Dec 13 09:36:20.290347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:20.374988 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-ef8836b0-4b9e-45b7-94c9-1f4760e4f29d req-1c6ac5d6-0e48-4e74-90b2-f596a10b6129 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:20.384844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef8836b0-4b9e-45b7-94c9-1f4760e4f29d req-1c6ac5d6-0e48-4e74-90b2-f596a10b6129 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/053f8a3f-0212-440a-b23a-eddcb5fcbc9c HTTP/1.1" status: 404 len: 352 time: 0.0516837 Dec 13 09:36:20.388825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:20.397111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:20.408287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-network', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:20.437878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.465830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Made reservation on behalf of 09ce9eaf6250430c9120e7b0a105a457 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:20.473334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.505260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.576404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 46d53502-83c8-4272-afdb-e7be01d1ed4f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:20.592144 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-2374192e-c7d1-4691-a44d-8b862a226dbb req-056e69a2-123d-48ef-a4d7-6e75fa462ce6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:20.593207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2374192e-c7d1-4691-a44d-8b862a226dbb req-056e69a2-123d-48ef-a4d7-6e75fa462ce6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/dd835368-3b55-4820-8e30-bd19b9631707 HTTP/1.1" status: 404 len: 352 time: 0.0593104 Dec 13 09:36:20.640476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189ef19-5f19-4789-8e31-9579f2e936a6 req-89844723-fd34-4176-8e25-9f048273dff8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.651482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1189ef19-5f19-4789-8e31-9579f2e936a6 req-89844723-fd34-4176-8e25-9f048273dff8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1387541 Dec 13 09:36:20.659428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:20.719804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:20.746560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:20.746969 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.751271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 46d53502-83c8-4272-afdb-e7be01d1ed4f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:20.751677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 46d53502-83c8-4272-afdb-e7be01d1ed4f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:20.770875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1189ef19-5f19-4789-8e31-9579f2e936a6 req-ba2b2412-d5b1-43b1-abca-48f29d0da037 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140344 Dec 13 09:36:20.806084 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.814551 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.818738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:20.821214 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5b3bcc-88c5-49b7-b2e7-de4e00e4409f" -d '{"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-unplugged", "status": "completed", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:20.835036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.846390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.872654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:20.876821 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-4828d405-d3be-4086-88c2-1395b855be92 req-c47d2747-6b8f-405a-9bc4-6704f62f327a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] show failed (client error): The resource could not be found. Dec 13 09:36:20.878023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4828d405-d3be-4086-88c2-1395b855be92 req-c47d2747-6b8f-405a-9bc4-6704f62f327a tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/cb078560-d997-4066-8845-e7ff144b83bb HTTP/1.1" status: 404 len: 352 time: 0.0387566 Dec 13 09:36:20.883652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c5c8d-be65-449e-a128-e155fc2b7a1f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:20.908231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.908582 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Added segment 2f6c9e98-d07c-4904-ba2d-71df958d04da of type vlan for network 399980ab-33a8-4821-8a53-6f040209045b Dec 13 09:36:20.964554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.971471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.986710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.015031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:21.015438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:21.016393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:21.022997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.032980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.033573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.034100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.034594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.035139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.035475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.035834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.036160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.036492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.036820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.037146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.037463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.040175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.049070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:21.050045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Attempting to bind port c056faf9-66bd-40fa-a27f-3b2199c33332 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:21.059464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:21.060222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:21.061615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:21.062375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Bound port: c056faf9-66bd-40fa-a27f-3b2199c33332, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:21.062957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.092436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.093570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.094156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.118087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Pushing event updated for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.125583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Attempting to bind port 17237e40-1fb6-48c8-a726-9d28f6ff2061 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:21.127166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Attempting to bind port 17237e40-1fb6-48c8-a726-9d28f6ff2061 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:21.127707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Attempting to bind port 17237e40-1fb6-48c8-a726-9d28f6ff2061 on network 83d72179-d050-4088-b635-7473d41b14a7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:21.133228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc8b20-255a-4286-a065-65fee70bf9b4 req-98306593-9f92-4971-ac17-ebbc2a5f3732 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.134641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15fc8b20-255a-4286-a065-65fee70bf9b4 req-98306593-9f92-4971-ac17-ebbc2a5f3732 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.1512899 Dec 13 09:36:21.142644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:21.143072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Checking segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:21.144633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.145043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Bound using segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:21.146013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Bound port: 17237e40-1fb6-48c8-a726-9d28f6ff2061, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:21.146013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.153329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:21.156996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:21.159807 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e975f92-a04b-4fd0-9166-4b57ca4afd79 x-openstack-request-id: req-8e975f92-a04b-4fd0-9166-4b57ca4afd79 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:21.160416 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-unplugged", "status": "completed", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:21.161097 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e975f92-a04b-4fd0-9166-4b57ca4afd79 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:21.161813 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'code': 200} Dec 13 09:36:21.165501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.165872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.166255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.166659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.167027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.167392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.168185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.168743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.168929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.169280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.170326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.178358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.178358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.178732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:21.187409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7881918 Dec 13 09:36:21.188408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35210) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.214441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Request body: {'subnet': {'network_id': '399980ab-33a8-4821-8a53-6f040209045b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-subnet', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:21.238590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b8318-3c28-43e0-a820-3e5272281fac admin admin] Pushing event updated for resources: {'Network': ['ID=399980ab-33a8-4821-8a53-6f040209045b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.254919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.255625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.257020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 1122 time: 0.9816673 Dec 13 09:36:21.258130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462943a-f9e0-4935-a9a0-91ab61f223c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.284465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Made reservation on behalf of 09ce9eaf6250430c9120e7b0a105a457 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:21.288104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.298022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15fc8b20-255a-4286-a065-65fee70bf9b4 req-9d4e8fbe-73e4-4a17-a36f-fe81ff643017 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231434 Dec 13 09:36:21.333640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] For port 17237e40-1fb6-48c8-a726-9d28f6ff2061, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:21.341446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] For port 17237e40-1fb6-48c8-a726-9d28f6ff2061, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=17237e40-1fb6-48c8-a726-9d28f6ff2061,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:21.354385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 399980ab-33a8-4821-8a53-6f040209045b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:21.417156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.490682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c056faf9-66bd-40fa-a27f-3b2199c33332'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:21.497359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89085042-bdf0-44ca-83bb-df88cd34c8d1 req-d6ebb4cc-1212-4eee-988a-df0de9b7782e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.498971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89085042-bdf0-44ca-83bb-df88cd34c8d1 req-d6ebb4cc-1212-4eee-988a-df0de9b7782e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1064277 Dec 13 09:36:21.516515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35220) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.544215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] Provisioning complete for port 17237e40-1fb6-48c8-a726-9d28f6ff2061 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:21.545428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.598550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:21.600179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:21.606571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Deleting subnet 7055a01d-5841-49bb-af59-6cb4c2ee5f4d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:36:21.612204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.614338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89085042-bdf0-44ca-83bb-df88cd34c8d1 req-426c9798-9fd7-4101-b3d2-474d5e03a82f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927148 Dec 13 09:36:21.635803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.698966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ce711a-21b1-4d19-ad7b-d66ebc6e2245,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.729683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.738512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0ede5-c48b-4284-9270-34dc64fcb7af None None] Pushing event updated for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.764181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:21.783230 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.816835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Checking segment: {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:21.816835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Network hostable DHCP agents. Network: 399980ab-33a8-4821-8a53-6f040209045b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:21.845211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Network 399980ab-33a8-4821-8a53-6f040209045b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:21.857488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11c17-e73f-48f2-bb84-f6d1fae1f4a2 req-b45092cc-19cf-4a57-a134-e6e0e6761090 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.859120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53f11c17-e73f-48f2-bb84-f6d1fae1f4a2 req-b45092cc-19cf-4a57-a134-e6e0e6761090 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1023 time: 0.1192756 Dec 13 09:36:21.881643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 399980ab-33a8-4821-8a53-6f040209045b) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:21.899629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.900228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.902305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81c0cb-68d3-4b95-ad2a-53ffd5ef087a None None] Network 399980ab-33a8-4821-8a53-6f040209045b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:21.903138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.932182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7055a01d-5841-49bb-af59-6cb4c2ee5f4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.937095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9cf63b0-99be-4abd-b221-bfc347edabdc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7301552 Dec 13 09:36:21.937684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.941627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.949273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e0964ff-0ccd-4f29-acd8-f173ff08e99c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7055a01d-5841-49bb-af59-6cb4c2ee5f4d HTTP/1.1" status: 204 len: 168 time: 0.4314497 Dec 13 09:36:21.952992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35234) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.958376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:21.985204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53f11c17-e73f-48f2-bb84-f6d1fae1f4a2 req-d900d106-1f34-4956-a026-4369dc980139 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&id=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f&id=89746c61-c461-4d26-935e-7eacaaad1263&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1152937 Dec 13 09:36:21.985423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.986561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.048119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.059183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.202537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-399980ab-33a8-4821-8a53-6f040209045b', 'network_id': '399980ab-33a8-4821-8a53-6f040209045b', 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'fixed_ips': [{'subnet_id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:22.203455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.210855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.222891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.230658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c279b2-acf2-441f-907e-6c6749847811 req-a9bd03d6-0773-4f18-8419-7d914d23d4fb tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:22.232834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c279b2-acf2-441f-907e-6c6749847811 req-a9bd03d6-0773-4f18-8419-7d914d23d4fb tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 1101 time: 0.1647384 Dec 13 09:36:22.241792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950707-7b1d-479b-82fb-501a7c3a078a req-34e9b385-fa2f-4c3c-b4a3-b8048701a9d8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:22.241792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29950707-7b1d-479b-82fb-501a7c3a078a req-34e9b385-fa2f-4c3c-b4a3-b8048701a9d8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1016872 Dec 13 09:36:22.306497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c279b2-acf2-441f-907e-6c6749847811 req-8c30288a-96a2-4598-a133-d5a9f3a1904e tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.313138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.356283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.356628 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.358039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.358376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > port after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.358705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.359047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.359369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.359722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.360042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.360496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.394242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] For port 17237e40-1fb6-48c8-a726-9d28f6ff2061, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=17237e40-1fb6-48c8-a726-9d28f6ff2061,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:22.411418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.430053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.431609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.431609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.431609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:36:22.431609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:22.464068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:22.464422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8fec5-b2ca-43e1-8ba7-2cec1de0f0d0') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:22.488714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.495591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29950707-7b1d-479b-82fb-501a7c3a078a req-da9de6e3-dc57-417e-ab8b-40d7f72377f0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282274 Dec 13 09:36:22.501603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.522996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.533713 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.553051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:36:22.553567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: from cryptography.utils import int_from_bytes Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: from cryptography.utils import int_from_bytes Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:36:22.557662 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:36:22.646203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.646447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d45276-265c-4879-8d3c-b42c96601656 None None] Pushing event updated for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.662399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.667099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3 HTTP/1.1" status: 204 len: 168 time: 0.7131286 Dec 13 09:36:22.690127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Allocated IP 172.20.0.2 (399980ab-33a8-4821-8a53-6f040209045b/b6ce711a-21b1-4d19-ad7b-d66ebc6e2245/df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:22.691162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c279b2-acf2-441f-907e-6c6749847811 req-8c30288a-96a2-4598-a133-d5a9f3a1904e tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.692373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-75f20bd0-4198-4ad1-9769-f1cd6ebbb928 None None] Provisioning complete for port 17237e40-1fb6-48c8-a726-9d28f6ff2061 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:22.692813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75f20bd0-4198-4ad1-9769-f1cd6ebbb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.693012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d09315-6df8-4c35-9425-9148109dcb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2abea5c0-e4ff-4790-8c32-e3c4ee6f7ea3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.700590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c279b2-acf2-441f-907e-6c6749847811 req-8c30288a-96a2-4598-a133-d5a9f3a1904e tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.729463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Allocated IP 172.25.2.155 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a29817d2-7e06-4005-b5be-84c992b970b7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:22.759108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c279b2-acf2-441f-907e-6c6749847811 req-8c30288a-96a2-4598-a133-d5a9f3a1904e tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111959 Dec 13 09:36:22.774481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30288a-96a2-4598-a133-d5a9f3a1904e tempest-LiveMigrationNegativeTest-710796169 tempest-LiveMigrationNegativeTest-710796169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece13174-f6ec-4b76-bcc5-b949eede5d98,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.801789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 4, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '17237e40-1fb6-48c8-a726-9d28f6ff2061', 'name': '', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'mac_address': 'fa:16:3e:12:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '43c786dc-033a-4633-931b-7baffa376c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:16Z', 'updated_at': '2021-12-13T09:36:21Z', 'revision_number': 4, 'project_id': 'b50b111a1075489bb305b67942c15482', 'subnets': [{'id': '43c786dc-033a-4633-931b-7baffa376c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:22.853342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44044d6-cd71-4e21-bd21-5824199984e9 None None] The sync data for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 is: [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 4, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '17237e40-1fb6-48c8-a726-9d28f6ff2061', 'name': '', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'mac_address': 'fa:16:3e:12:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '43c786dc-033a-4633-931b-7baffa376c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:16Z', 'updated_at': '2021-12-13T09:36:21Z', 'revision_number': 4, 'project_id': 'b50b111a1075489bb305b67942c15482', 'subnets': [{'id': '43c786dc-033a-4633-931b-7baffa376c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:22.945124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4646c-256e-4570-80e7-a50cfa75681e req-c56ba13e-527c-4b1a-8340-540dc40985d5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:22.965111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82a4646c-256e-4570-80e7-a50cfa75681e req-c56ba13e-527c-4b1a-8340-540dc40985d5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.1642048 Dec 13 09:36:23.069952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82a4646c-256e-4570-80e7-a50cfa75681e req-b65cd1d1-2236-4e55-b3d4-5475497390ac tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Dec 13 09:36:23.100131 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.106995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.120566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.169057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:23.174714 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb" -d '{"events": [{"name": "network-changed", "server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:23.189436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:23.235127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:23.240012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.249100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Network 399980ab-33a8-4821-8a53-6f040209045b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:23.265784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:23.269740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Pushing event updated for resources: {'Port': ['ID=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.275936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:23.350550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:23.369664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4723395f-2cbf-45d9-9341-eca8c1c69e1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66c25444832748849c1a928f7be27fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774180 Dec 13 09:36:23.369909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-cb682502-c662-4cf1-b972-37aaaa68b6bc tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.370629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:23.376709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-cb682502-c662-4cf1-b972-37aaaa68b6bc tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1023 time: 0.2528248 Dec 13 09:36:23.380649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:23.383042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:23.424027 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff4c6a-1a36-45e9-8af0-e8bbd156a3e5 x-openstack-request-id: req-ceff4c6a-1a36-45e9-8af0-e8bbd156a3e5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:23.424377 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:23.424714 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceff4c6a-1a36-45e9-8af0-e8bbd156a3e5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:23.425128 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'status': 'completed', 'code': 200} Dec 13 09:36:23.434774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Attempting to bind port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:23.435238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Attempting to bind port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:23.436166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Attempting to bind port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d on network 399980ab-33a8-4821-8a53-6f040209045b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:23.456065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:23.456443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Checking segment: {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:23.466250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.466979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Bound using segment: {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:23.467711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Bound port: df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:23.468270 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.488228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Pushing event updated for resources: {'Port': ['ID=a29817d2-7e06-4005-b5be-84c992b970b7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.578810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:23.585989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.607336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:36:23.615570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee65be-0eab-4292-862d-b24ce2fe3131 req-25d3f293-bc2d-4580-a46c-45b571cb72a7 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.617114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85ee65be-0eab-4292-862d-b24ce2fe3131 req-25d3f293-bc2d-4580-a46c-45b571cb72a7 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 1023 time: 0.4033990 Dec 13 09:36:23.631048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] For port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:23.634815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] For port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:23.645988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.655248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-46d0c624-3b5c-41dd-a17d-27f923c90639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.656793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-46d0c624-3b5c-41dd-a17d-27f923c90639 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1125 time: 0.1725538 Dec 13 09:36:23.673690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9c60-c41b-4267-a250-3d7cc51eba6a req-89d73dc9-44f3-46a9-b3c1-16f651705690 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.682406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-609d9c60-c41b-4267-a250-3d7cc51eba6a req-89d73dc9-44f3-46a9-b3c1-16f651705690 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.1991768 Dec 13 09:36:23.686653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.733118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b4bee-b7c8-4dc0-b070-b273e8a908e9 None None] Pushing event updated for resources: {'Port': ['ID=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.818513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.821698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.825642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3ddf530-4f29-4fb1-ba45-e56c034b8577 HTTP/1.1" status: 204 len: 168 time: 0.4439862 Dec 13 09:36:23.868847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac028500-e8f2-4fd8-8a01-401e5e6076f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ddf530-4f29-4fb1-ba45-e56c034b8577,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.902469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.959058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Deleting port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:23.959403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.039611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-81238528-6c43-4b51-8c43-cfcb54653bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:24.042650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-81238528-6c43-4b51-8c43-cfcb54653bfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.3560081 Dec 13 09:36:24.110733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-609d9c60-c41b-4267-a250-3d7cc51eba6a req-61df40fe-765a-4b53-bc77-87227df8a1f3 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270110 Dec 13 09:36:24.203025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-5e4e1cbd-1eac-4a20-a151-ad9c826645ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 217 time: 0.1348548 Dec 13 09:36:24.228617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85ee65be-0eab-4292-862d-b24ce2fe3131 req-04278265-5efb-4f0a-9e4f-7b34af081705 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f&id=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f&id=89746c61-c461-4d26-935e-7eacaaad1263&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5907035 Dec 13 09:36:24.416260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 17237e40-1fb6-48c8-a726-9d28f6ff2061 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:24.420584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.440386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] For port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,segment=NetworkSegment(cfa9978b-e059-444a-9e95-97f227d321b6),segment_id=cfa9978b-e059-444a-9e95-97f227d321b6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:24.440957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.473684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Calling delete_port for eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:24.486659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-d8312dd6-e236-43ef-952b-43e26165ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:24.487942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-d8312dd6-e236-43ef-952b-43e26165ed12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.2528276 Dec 13 09:36:24.496411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2946e-f859-4d40-b97d-1fe1589ad252 req-0ac17fb4-ba7c-4b46-b7c8-1de5a80c5763 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:24.498369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54b2946e-f859-4d40-b97d-1fe1589ad252 req-0ac17fb4-ba7c-4b46-b7c8-1de5a80c5763 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.2687979 Dec 13 09:36:24.542620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 17237e40-1fb6-48c8-a726-9d28f6ff2061 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:24.543966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.626507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-98a52cba-e2bf-4b23-bff0-ab53d5c6e338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270301 Dec 13 09:36:24.667526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:24.764315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Router d6187302-019c-4a9e-9f18-004d5bf6f946 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:36:24.882150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54b2946e-f859-4d40-b97d-1fe1589ad252 req-d6e0eeaf-e70a-4382-bf57-23026c82e9f1 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600287 Dec 13 09:36:24.956786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57abee-8c71-48a8-9aa1-0a7943b2262f req-3c00eadd-61d2-4461-ac78-54d636944c13 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:24.969407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e57abee-8c71-48a8-9aa1-0a7943b2262f req-3c00eadd-61d2-4461-ac78-54d636944c13 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.3463705 Dec 13 09:36:25.048459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:25.058377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Sync routers for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:25.074713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:25.075349 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:25.086417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-1dbd2e0f-75a8-4995-9164-bef76fe12c09 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510345 Dec 13 09:36:25.104330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.111471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfefd3f4-9689-4175-8bab-b93dae36a063 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1731281 Dec 13 09:36:25.114886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:25.131986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:25.132520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.244104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e57abee-8c71-48a8-9aa1-0a7943b2262f req-6b988e83-65f0-4966-8171-8eb272b12c1f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735741 Dec 13 09:36:25.284669 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.291525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.329562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:25.334725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:25.339658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.434587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'Port': ['ID=eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:25.439313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e18dc-a183-44c5-9553-d1259acb6b94 None None] Network 399980ab-33a8-4821-8a53-6f040209045b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:25.506505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35304) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:25.516406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:25.531715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5ac687e-cb06-430b-97ac-68db41c55f78 req-a19d0b7b-2558-4956-badf-077338abf6aa tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c HTTP/1.1" status: 200 len: 210 time: 0.1371257 Dec 13 09:36:25.553709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d888de69-20bb-4493-bb31-5b3d3a96b579 None None] Provisioning complete for port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:25.554085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d888de69-20bb-4493-bb31-5b3d3a96b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.567459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079294-144e-466f-8759-506bb61c13dc req-18050fc4-3d39-4fed-bb5f-ff50141f4c6e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.576114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f079294-144e-466f-8759-506bb61c13dc req-18050fc4-3d39-4fed-bb5f-ff50141f4c6e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.4360936 Dec 13 09:36:25.592731 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:25.609694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5bd6ba2-a3d1-45b0-a9bf-32de51f108eb req-cffbae34-614e-422e-aa12-42743eeaaa15 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140777 Dec 13 09:36:25.699433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230dce3-7f4d-4dff-af0e-bbe838627bfc req-8ae47069-ed97-4840-9121-7adcca027149 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.702658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b230dce3-7f4d-4dff-af0e-bbe838627bfc req-8ae47069-ed97-4840-9121-7adcca027149 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 950 time: 0.4528580 Dec 13 09:36:25.737727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] No DVR routers for this DVR port eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:25.742840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.746792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6ef8b0e-46c0-45ea-9ef3-11e04bd5c6f2 req-3d5bcf1f-76de-4756-b782-abc38ddf3c22 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.20 "DELETE /v2.0/ports/eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb HTTP/1.1" status: 204 len: 173 time: 2.3610628 Dec 13 09:36:25.751656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'name': 'network-vif-deleted', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:25.754102 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e035b1e-4f63-4d5c-8550-70540f9b3c65" -d '{"events": [{"server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "name": "network-vif-deleted", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:25.854611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b230dce3-7f4d-4dff-af0e-bbe838627bfc req-901f9640-c438-40ab-9b90-3f32a6f79d1f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228054 Dec 13 09:36:25.907870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1303299897-network', 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:25.945987 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bcf25e-12c9-4d7b-9a5f-7252924a2198 x-openstack-request-id: req-98bcf25e-12c9-4d7b-9a5f-7252924a2198 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:25.946560 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c", "name": "network-vif-deleted", "tag": "eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:25.946832 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98bcf25e-12c9-4d7b-9a5f-7252924a2198 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:25.947249 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfb5d15-61aa-43d2-a2f6-3ac3d04b5c0c', 'name': 'network-vif-deleted', 'tag': 'eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb', 'status': 'completed', 'code': 200} Dec 13 09:36:25.981326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:25.984408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.017308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.022987 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:23Z', 'revision_number': 3, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:26.059184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Checking router: d6187302-019c-4a9e-9f18-004d5bf6f946 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:26.059968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Updating router d6187302-019c-4a9e-9f18-004d5bf6f946 port a29817d2-7e06-4005-b5be-84c992b970b7 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:26.094922 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.280295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:26.422013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d86c2fd3-d177-42e2-b25d-fe2380fc92b8 None None] Provisioning complete for port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:26.422998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d86c2fd3-d177-42e2-b25d-fe2380fc92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.444738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.461540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Deleting port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:26.461883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.495662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.570822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c75f-60df-4c07-a9c9-ec79fe9944ab req-fe34522e-971f-43cc-9c9e-a44f6fce311b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.582684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4257c75f-60df-4c07-a9c9-ec79fe9944ab req-fe34522e-971f-43cc-9c9e-a44f6fce311b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.5549853 Dec 13 09:36:26.595057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:26.620383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5559aff-d8fd-4adf-9f32-8f5e1d66921d req-c5c9a041-8324-466f-b08d-40046da252f2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.629060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5559aff-d8fd-4adf-9f32-8f5e1d66921d req-c5c9a041-8324-466f-b08d-40046da252f2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.1675091 Dec 13 09:36:26.641147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:26.642385 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.642659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.649567 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.651082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] For port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:26.651594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.688414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Calling delete_port for 8db50ed1-55a9-4959-9c6c-fbb30f78a41c owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:26.708178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5559aff-d8fd-4adf-9f32-8f5e1d66921d req-89b1a6a7-b89d-4bbf-9712-01706ca162d7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Dec 13 09:36:26.708934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:26.718164 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46974a0-2f54-4c88-b002-0228ff414640 None None] Pushing event updated for resources: {'Port': ['ID=a29817d2-7e06-4005-b5be-84c992b970b7,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:26.742027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.748165 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Added segment 6167bcd4-44cc-4873-979f-d4cb7e1a9dfe of type vlan for network 74a429cb-5537-4e99-98cf-dbb994ec3924 Dec 13 09:36:26.753700 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Attempting to bind port a29817d2-7e06-4005-b5be-84c992b970b7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:26.754566 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Attempting to bind port a29817d2-7e06-4005-b5be-84c992b970b7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:26.755080 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Attempting to bind port a29817d2-7e06-4005-b5be-84c992b970b7 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:26.761207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:26.761742 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:26.762653 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.765786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:26.766404 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Bound port: a29817d2-7e06-4005-b5be-84c992b970b7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:26.767047 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.852034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] For port a29817d2-7e06-4005-b5be-84c992b970b7, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:26.856171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4257c75f-60df-4c07-a9c9-ec79fe9944ab req-05e5d854-12d7-4bb1-92eb-30079a60a7db tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722952 Dec 13 09:36:26.862218 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] For port a29817d2-7e06-4005-b5be-84c992b970b7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a29817d2-7e06-4005-b5be-84c992b970b7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:26.866765 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.924002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.942243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', '8db50ed1-55a9-4959-9c6c-fbb30f78a41c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:26.969313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:26.970426 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:26.988559 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.024260 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46974a0-2f54-4c88-b002-0228ff414640 None None] Pushing event updated for resources: {'Port': ['ID=a29817d2-7e06-4005-b5be-84c992b970b7,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.080236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Pushing event deleted for resources: {'Port': ['ID=8db50ed1-55a9-4959-9c6c-fbb30f78a41c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.105066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68404a35-cd3c-413a-b28a-be996f3b047a req-79cfd3a3-9849-4005-b95e-8eec9070ccd6 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/89746c61-c461-4d26-935e-7eacaaad1263 HTTP/1.1" status: 200 len: 1817 time: 0.1918950 Dec 13 09:36:27.153844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] No DVR routers for this DVR port 8db50ed1-55a9-4959-9c6c-fbb30f78a41c on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:27.155577 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:27.161651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.170945 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f079294-144e-466f-8759-506bb61c13dc req-3fec4620-4fce-46e7-b7ba-c4944093624e tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "DELETE /v2.0/ports/8db50ed1-55a9-4959-9c6c-fbb30f78a41c HTTP/1.1" status: 204 len: 173 time: 1.5859003 Dec 13 09:36:27.173797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'name': 'network-vif-deleted', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:27.176048 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04148fce-0cb5-40ca-9ea9-3ab44ea5ceec" -d '{"events": [{"server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "name": "network-vif-deleted", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:27.227228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4117fe70-3a4b-46f9-8386-7c51ca593a24 req-595fe286-c83f-415b-8aad-e67a1cd89296 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4c30d10-e3bf-4c92-9c34-8c2bc55aa227 HTTP/1.1" status: 200 len: 210 time: 0.0596914 Dec 13 09:36:27.239662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.240619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.243259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.263246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.299058 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95145719-9f9a-4918-b8f3-9d3d0e2b01a4 x-openstack-request-id: req-95145719-9f9a-4918-b8f3-9d3d0e2b01a4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:27.299512 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c30d10-e3bf-4c92-9c34-8c2bc55aa227", "name": "network-vif-deleted", "tag": "8db50ed1-55a9-4959-9c6c-fbb30f78a41c", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:27.299865 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95145719-9f9a-4918-b8f3-9d3d0e2b01a4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:27.300393 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c30d10-e3bf-4c92-9c34-8c2bc55aa227', 'name': 'network-vif-deleted', 'tag': '8db50ed1-55a9-4959-9c6c-fbb30f78a41c', 'status': 'completed', 'code': 200} Dec 13 09:36:27.329044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8208122 Dec 13 09:36:27.329636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:27.336655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Request body: {'subnet': {'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1303299897-subnet', 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:27.359442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-68404a35-cd3c-413a-b28a-be996f3b047a req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.396892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2799e-4abf-4b6d-b80d-f623d3ccee2f admin admin] Pushing event updated for resources: {'Network': ['ID=74a429cb-5537-4e99-98cf-dbb994ec3924,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.402457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-68404a35-cd3c-413a-b28a-be996f3b047a req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.415866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:27.472158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:27.476520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.478345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-68404a35-cd3c-413a-b28a-be996f3b047a req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.481214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-68404a35-cd3c-413a-b28a-be996f3b047a req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.482998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68404a35-cd3c-413a-b28a-be996f3b047a req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/89746c61-c461-4d26-935e-7eacaaad1263 HTTP/1.1" status: 204 len: 173 time: 0.3770854 Dec 13 09:36:27.507232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660c4ed-65b0-464c-bee2-4065c4dbf266 tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89746c61-c461-4d26-935e-7eacaaad1263,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.520682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:23Z', 'revision_number': 3, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:27.554988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7584c0-171c-47dc-9043-b4ad5a6b08ad None None] The sync data for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 is: [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:23Z', 'revision_number': 3, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:27.582630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-e2e70e72-521c-45e0-8cc2-3f2fb4fa690f tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "GET /v2.0/security-groups/e39c0aaf-8b8c-4a4c-a76a-109ef24b477f HTTP/1.1" status: 200 len: 1817 time: 0.0765359 Dec 13 09:36:27.679731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Allocated IP 172.20.0.1 (399980ab-33a8-4821-8a53-6f040209045b/b6ce711a-21b1-4d19-ad7b-d66ebc6e2245/4f8fee07-f2c0-4d48-8f43-b16dbaf52154) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:27.708912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.771515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.829038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.832156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.840140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9939989b-1237-4ddd-ba96-167ac572fc4c req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] 10.222.0.31 "DELETE /v2.0/security-groups/e39c0aaf-8b8c-4a4c-a76a-109ef24b477f HTTP/1.1" status: 204 len: 173 time: 0.2490621 Dec 13 09:36:27.840739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35334) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:27.971524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7883-9c99-4e8f-a2d4-b5a4aababf9d tempest-SecurityGroupsTestJSON-929780525 tempest-SecurityGroupsTestJSON-929780525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c0aaf-8b8c-4a4c-a76a-109ef24b477f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:28.075660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Deleting subnet b2b74dbd-b87d-4757-af36-6bfb47b94387 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:36:28.078861 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.092351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.117082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.132423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.174751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.230886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af42bc37-7eb2-497b-a0f2-53ddbaad7714,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:28.246987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c5e9-5c33-41c3-82ba-3ff61450aaa6 req-c0db920a-812b-4261-aa87-5a3b4cbbd774 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.254623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df80c5e9-5c33-41c3-82ba-3ff61450aaa6 req-c0db920a-812b-4261-aa87-5a3b4cbbd774 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.2842112 Dec 13 09:36:28.260953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:28.261319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Network hostable DHCP agents. Network: 74a429cb-5537-4e99-98cf-dbb994ec3924, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:28.262995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.296201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.348276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a29817d2-7e06-4005-b5be-84c992b970b7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:28.362389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081cb6-3e1e-46ee-8ed5-f2f9a590b0b9 req-97a44549-db30-49b8-be92-109d0f8764f6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.363959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40081cb6-3e1e-46ee-8ed5-f2f9a590b0b9 req-97a44549-db30-49b8-be92-109d0f8764f6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 944 time: 0.4873731 Dec 13 09:36:28.366231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b74dbd-b87d-4757-af36-6bfb47b94387,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:28.369029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.373210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1f5dea4e-d183-4546-9094-8f3ea3e5ff4b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b2b74dbd-b87d-4757-af36-6bfb47b94387 HTTP/1.1" status: 204 len: 168 time: 0.5273855 Dec 13 09:36:28.376770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35342) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:28.388818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:28.417237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 74a429cb-5537-4e99-98cf-dbb994ec3924) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:28.421777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Network 399980ab-33a8-4821-8a53-6f040209045b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:28.427308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.428068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.432395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:28.439165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:28.445233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:28.451190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30a61b-fb12-45f1-a82a-5a4953d2440a None None] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:28.519458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8233b578-ec30-45df-9044-f0bbf0fa0c9f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1890225 Dec 13 09:36:28.533123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.548802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.593318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a29817d2-7e06-4005-b5be-84c992b970b7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:28.593814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.686619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df80c5e9-5c33-41c3-82ba-3ff61450aaa6 req-e20983fc-c9e7-4981-b6bf-8fe176d43c2c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252439 Dec 13 09:36:28.698278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:28.748994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40081cb6-3e1e-46ee-8ed5-f2f9a590b0b9 req-6bb31e72-af42-45e1-b717-abddc3457347 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732333 Dec 13 09:36:28.815415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:28.817677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eb6ffc37-d7d7-417f-a16c-b75b0cea0ecb not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:28.892594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.938537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.964700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e724a4b4-73cd-4892-9e7a-b3a37e602bca']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:28.977678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa9978b-e059-444a-9e95-97f227d321b6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:28.977987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa9978b-e059-444a-9e95-97f227d321b6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:28.999305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.008634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.023279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.035125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:36:29.035537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.110416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5696f424-44c5-4cab-8cb2-96690a86a005 None None] Provisioning complete for port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:29.114118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5696f424-44c5-4cab-8cb2-96690a86a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:36:29.141693 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:36:29.151389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.199319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.203123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e724a4b4-73cd-4892-9e7a-b3a37e602bca HTTP/1.1" status: 204 len: 168 time: 0.8244686 Dec 13 09:36:29.258377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9d11-64c8-4b5c-8e05-543fab82946c admin admin] Pushing event deleted for resources: {'Network': ['ID=e724a4b4-73cd-4892-9e7a-b3a37e602bca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:29.262591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5696f424-44c5-4cab-8cb2-96690a86a005 None None] Port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:29.305321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:29.401599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-82512c5a-70e8-49e2-84ee-041d7f570a58 service neutron] 10.222.0.20 "GET /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.2583792 Dec 13 09:36:29.406846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8db50ed1-55a9-4959-9c6c-fbb30f78a41c no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:29.430566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port a29817d2-7e06-4005-b5be-84c992b970b7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a29817d2-7e06-4005-b5be-84c992b970b7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:29.437554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 8db50ed1-55a9-4959-9c6c-fbb30f78a41c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:29.438244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8db50ed1-55a9-4959-9c6c-fbb30f78a41c not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:29.451186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.454182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.456879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.518807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=a29817d2-7e06-4005-b5be-84c992b970b7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:29.522853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35368) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:29.538788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.551944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e9eab-ef5b-4a1c-b168-70249cf79af0 None None] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:29.560178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:29.564484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.570087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:29.593108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15224e-1a4d-4bc7-af21-a3d837492dc6 req-db52415e-1385-4566-9339-755c67cc68f0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.600898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f15224e-1a4d-4bc7-af21-a3d837492dc6 req-db52415e-1385-4566-9339-755c67cc68f0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.2828743 Dec 13 09:36:29.654994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cef18517-d0c9-4d97-8657-ca0d0707ed1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf50aaf0b46d4862beb5bcc41886baf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1175377 Dec 13 09:36:29.663258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:36:29.667015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35370) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:29.728312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Network 399980ab-33a8-4821-8a53-6f040209045b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:29.729746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:29.910766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Router d6187302-019c-4a9e-9f18-004d5bf6f946 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:36:29.921174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f15224e-1a4d-4bc7-af21-a3d837492dc6 req-3cfaa15d-1053-484c-addb-32c41e402e5c tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192127 Dec 13 09:36:29.980033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-200a6c30-2139-4f10-b606-757d0c3fa385 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.989327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-200a6c30-2139-4f10-b606-757d0c3fa385 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.5858090 Dec 13 09:36:29.996689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-90a060f3-9db2-48fb-9a5f-d2e4ac2b2cb4 None None] Provisioning complete for port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:29.997095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90a060f3-9db2-48fb-9a5f-d2e4ac2b2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.113192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-0b637393-3a34-40a0-8932-e1d9f74d3a4a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0336213 Dec 13 09:36:30.117545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-90a060f3-9db2-48fb-9a5f-d2e4ac2b2cb4 None None] Port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:30.163744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-ca39d2a1-2c25-486a-a54d-0a1ac2c27dc7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496314 Dec 13 09:36:30.181875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:30.191944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee24465c-5f9e-4185-bebc-d736b4604693 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6187302-019c-4a9e-9f18-004d5bf6f946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0710185 Dec 13 09:36:30.252662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a29817d2-7e06-4005-b5be-84c992b970b7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:30.296335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.340482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:30.375744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a29817d2-7e06-4005-b5be-84c992b970b7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:30.376272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.383202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:30.431521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c056faf9-66bd-40fa-a27f-3b2199c33332 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:30.443071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:30.468250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.503331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.520741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87982c-efb1-41ec-977f-746992871b2a req-bd37c5b6-4df8-4167-a043-c9f9447993cd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.527830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef87982c-efb1-41ec-977f-746992871b2a req-bd37c5b6-4df8-4167-a043-c9f9447993cd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.3688908 Dec 13 09:36:30.547663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Sync routers for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:30.561970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:30.562883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:30.605122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] Transition to ACTIVE for port object c056faf9-66bd-40fa-a27f-3b2199c33332 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:30.675467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.679764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-34c18829-3f31-40a1-ac4d-7e62153dc495 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961228 Dec 13 09:36:30.702143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:30.728882 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.731872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.735855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f HTTP/1.1" status: 204 len: 168 time: 1.0654509 Dec 13 09:36:30.792756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8c80f-590b-4d95-84eb-002efe888e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c28f0c-5f4e-4a6c-9c9e-cb071528ad8f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:30.895136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51752b-b54d-482c-9539-9b786309cec5 req-86ffa91e-ad23-43ac-bd3a-ab01b23b64a0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.896733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c51752b-b54d-482c-9539-9b786309cec5 req-86ffa91e-ad23-43ac-bd3a-ab01b23b64a0 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 950 time: 0.1029510 Dec 13 09:36:30.965882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] No DVR routers for this DVR port c056faf9-66bd-40fa-a27f-3b2199c33332 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:31.020823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:28Z', 'revision_number': 4, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4f8fee07-f2c0-4d48-8f43-b16dbaf52154', 'name': '', 'network_id': '399980ab-33a8-4821-8a53-6f040209045b', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'mac_address': 'fa:16:3e:7a:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:27Z', 'updated_at': '2021-12-13T09:36:29Z', 'revision_number': 2, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'subnets': [{'id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:31.091424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Checking router: d6187302-019c-4a9e-9f18-004d5bf6f946 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:31.091711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Updating router d6187302-019c-4a9e-9f18-004d5bf6f946 port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:31.131344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef87982c-efb1-41ec-977f-746992871b2a req-60896ab0-9407-4657-937a-3953cdcfa165 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987031 Dec 13 09:36:31.147114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] Pushing event updated for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:31.154506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-9df98a06-20e5-4833-85d3-fc2301c479ea service neutron] 10.222.0.20 "PUT /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 1.7420306 Dec 13 09:36:31.228645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-83f04d3e-06a4-4aa9-892b-441b6ac54318 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413229 Dec 13 09:36:31.243831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.317091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Deleting port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:31.328511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.494334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-f7ef8b2c-2974-40bf-a16d-f0708bf161b9 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.497767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-f7ef8b2c-2974-40bf-a16d-f0708bf161b9 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.2640448 Dec 13 09:36:31.573398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] For port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:31.573777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.620724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Calling delete_port for aa8a74d0-3f88-4de2-96b8-d0df517c5cfa owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:31.793512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e46d-22f1-46e3-84aa-5ea31c743016 req-6f16c859-6aac-4045-9a4b-44a2418ec949 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.812797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cf3e46d-22f1-46e3-84aa-5ea31c743016 req-6f16c859-6aac-4045-9a4b-44a2418ec949 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.5048749 Dec 13 09:36:31.894979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-e723369b-3c5d-42dd-9a55-59d418de5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.896658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-e723369b-3c5d-42dd-9a55-59d418de5fad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d&tenant_id=8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 1096 time: 0.3870642 Dec 13 09:36:31.993577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.003301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cf3e46d-22f1-46e3-84aa-5ea31c743016 req-fe628579-2a51-4ad6-9222-923a05799c57 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896026 Dec 13 09:36:32.103186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2596132-4197-484c-90a8-3e35c5ea35ba req-f48a960b-cb98-4229-b5d7-61836f887359 tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd760c36-db1c-4193-b27a-75edd2712431 HTTP/1.1" status: 200 len: 210 time: 0.1070895 Dec 13 09:36:32.161328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Pushing event deleted for resources: {'Port': ['ID=aa8a74d0-3f88-4de2-96b8-d0df517c5cfa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:32.268924 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.286391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:32.290673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.359865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] No DVR routers for this DVR port aa8a74d0-3f88-4de2-96b8-d0df517c5cfa on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:32.379234 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.395002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c51752b-b54d-482c-9539-9b786309cec5 req-12d2a362-461c-450b-a5be-7fbf80b3bf4f tempest-LiveMigrationNegativeTest-1084448783 tempest-LiveMigrationNegativeTest-1084448783-project] 10.222.0.16 "DELETE /v2.0/ports/aa8a74d0-3f88-4de2-96b8-d0df517c5cfa HTTP/1.1" status: 204 len: 173 time: 1.4896791 Dec 13 09:36:32.398563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'name': 'network-vif-deleted', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:32.403389 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee617b-5457-4e0c-a881-fdc4a7ccb6b3" -d '{"events": [{"server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "name": "network-vif-deleted", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:32.490822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-da8dde8a-6a3f-4be8-8019-8a27f312cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.500503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-da8dde8a-6a3f-4be8-8019-8a27f312cdd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1096 time: 0.3997211 Dec 13 09:36:32.504633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde36a-1671-4b6a-aff9-274da8b60b55 None None] Pushing event updated for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:32.516448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8681b79d-6371-477a-8124-72ca84f2e453 req-446daa11-10d2-45b5-89ac-1f81a92758dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 210 time: 0.2561169 Dec 13 09:36:32.633851 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b011b6d-1e91-47f4-895c-be04eede0cbe x-openstack-request-id: req-3b011b6d-1e91-47f4-895c-be04eede0cbe {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:32.634373 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd760c36-db1c-4193-b27a-75edd2712431", "name": "network-vif-deleted", "tag": "aa8a74d0-3f88-4de2-96b8-d0df517c5cfa", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:32.634785 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b011b6d-1e91-47f4-895c-be04eede0cbe {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:32.635334 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd760c36-db1c-4193-b27a-75edd2712431', 'name': 'network-vif-deleted', 'tag': 'aa8a74d0-3f88-4de2-96b8-d0df517c5cfa', 'status': 'completed', 'code': 200} Dec 13 09:36:32.809971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:32.840300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35434) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:32.982668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf73bd7-cc2c-4f50-8185-5319031d9ee6 req-e0a9bc91-224c-49d5-988f-5746155552da tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.010260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edf73bd7-cc2c-4f50-8185-5319031d9ee6 req-e0a9bc91-224c-49d5-988f-5746155552da tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.5062380 Dec 13 09:36:33.242206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Attempting to bind port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:33.244550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Attempting to bind port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:33.244967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2000408337-network', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:33.246305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Attempting to bind port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 on network 399980ab-33a8-4821-8a53-6f040209045b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:33.269274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:33.285868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:33.287434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Checking segment: {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:33.289067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Made reservation on behalf of d509b584408a4c16a1b7fd44cf21ce45 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:33.289517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.291097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Bound using segment: {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:33.291653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Bound port: 4f8fee07-f2c0-4d48-8f43-b16dbaf52154, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c9e98-d07c-4904-ba2d-71df958d04da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '399980ab-33a8-4821-8a53-6f040209045b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:33.292061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.292658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.312098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edf73bd7-cc2c-4f50-8185-5319031d9ee6 req-5e61e796-c16c-4faa-a121-329447182115 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972205 Dec 13 09:36:33.313275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7d395b67-32ac-43e2-83a2-fd5892c2867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.332384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.338551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-7d395b67-32ac-43e2-83a2-fd5892c2867e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.8150082 Dec 13 09:36:33.405297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:33.436718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fea2053d-b54a-48dd-b28d-da60b0742460 None None] Provisioning complete for port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:33.437004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fea2053d-b54a-48dd-b28d-da60b0742460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.566451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.579146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.585653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-53089954-214c-451b-b953-bad4ca4f8c94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 200 len: 217 time: 0.2370760 Dec 13 09:36:33.623102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:33.639427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.641098 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Added segment c11b5b92-ea7f-45be-810e-9a2ea285fb1a of type vlan for network 945846c4-15f8-437f-b480-5b5cbd429e50 Dec 13 09:36:33.642865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626692a-0e0d-4504-9dc8-20e0d8a7e3bd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:33.708192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.726605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fea2053d-b54a-48dd-b28d-da60b0742460 None None] Port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:33.744903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.747183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.748332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.766612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-26773f87-714a-4c75-a365-6855362ad681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.768144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-26773f87-714a-4c75-a365-6855362ad681 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1590548 Dec 13 09:36:33.830547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9864640 Dec 13 09:36:33.838465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:33.846000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Request body: {'subnet': {'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2000408337-subnet', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:33.892579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Made reservation on behalf of d509b584408a4c16a1b7fd44cf21ce45 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:33.895735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.950058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81e21d-6807-4e7b-9be8-a91f1fed6bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=945846c4-15f8-437f-b480-5b5cbd429e50,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:33.953425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] For port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:33.985888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-6a2895f5-386f-45aa-ac83-762705fd234b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846952 Dec 13 09:36:34.005834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859e8e43-11ad-4031-848f-9b0dabb055dc req-5ecdf0f1-0efd-4d23-a1ce-bae440c16f82 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 210 time: 0.2355323 Dec 13 09:36:34.073935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d238a0-5ca2-42f0-8c6d-1fa2a8e3e2a3 req-0e58260e-4b28-4508-86bc-e13ed83db3f4 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.083093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 945846c4-15f8-437f-b480-5b5cbd429e50 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:34.085886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d238a0-5ca2-42f0-8c6d-1fa2a8e3e2a3 req-0e58260e-4b28-4508-86bc-e13ed83db3f4 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.7175288 Dec 13 09:36:34.203994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.324944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] For port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:34.340733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Checking segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:34.341892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Network hostable DHCP agents. Network: 945846c4-15f8-437f-b480-5b5cbd429e50, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:34.353237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.376888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:34.457270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30874438-a655-4ffb-a4af-7010af69ded1,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:34.516269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Network 945846c4-15f8-437f-b480-5b5cbd429e50 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:34.548456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 945846c4-15f8-437f-b480-5b5cbd429e50) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:34.556008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.556765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.557744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde36a-1671-4b6a-aff9-274da8b60b55 None None] Pushing event updated for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:34.576137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-270b44f7-0b91-4655-a13f-b79a6b52f8a1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.576789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.577873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-270b44f7-0b91-4655-a13f-b79a6b52f8a1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.4216313 Dec 13 09:36:34.585316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68a1cfc9-7536-42f5-9401-8c60addfaf5c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7426977 Dec 13 09:36:34.585690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:34.588840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9b801-1a35-4794-9d1b-8d63975905e7 None None] Network 945846c4-15f8-437f-b480-5b5cbd429e50 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:34.591812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:34.610086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': '80b60b06-16ee-43b7-92f5-376a288ac144', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:34.729330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:34.730235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:34.808985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.810819 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.906012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-945846c4-15f8-437f-b480-5b5cbd429e50', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:34.907904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.908366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.012515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:35.188053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] Provisioning complete for port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:35.189155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.241944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d238a0-5ca2-42f0-8c6d-1fa2a8e3e2a3 req-f84d3cd9-5ccf-4f5c-8acd-a3d13ea70e22 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1550703 Dec 13 09:36:35.245059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-681ed6c1-b604-41b6-a670-de7a96d772e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5822a454b4a848e082049e970547f564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8649738 Dec 13 09:36:35.249944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:35.254665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.259276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35466) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:35.267176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device aa8a74d0-3f88-4de2-96b8-d0df517c5cfa no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:35.309448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-030aa23f-bc2b-430d-8f20-5b852bec80e5 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3025703 Dec 13 09:36:35.373226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: aa8a74d0-3f88-4de2-96b8-d0df517c5cfa {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:35.373843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device aa8a74d0-3f88-4de2-96b8-d0df517c5cfa not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:35.431989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.436378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.464259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acf1361f-42b0-479e-b481-23fb745e9f59 req-34f07d62-0fe4-49c5-8926-9b75e78020d2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 210 time: 0.0620732 Dec 13 09:36:35.464933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.496019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7c4d-50fd-4d81-8638-b0ac6af6b66b req-d80cc81b-9994-40e0-b065-dd67f6a07a7a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:35.498245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21f7c4d-50fd-4d81-8638-b0ac6af6b66b req-d80cc81b-9994-40e0-b065-dd67f6a07a7a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.3303061 Dec 13 09:36:35.550193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Allocated IP 172.20.0.2 (945846c4-15f8-437f-b480-5b5cbd429e50/30874438-a655-4ffb-a4af-7010af69ded1/dfbfa9e6-627e-45ec-8ae9-349176f78f9f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:35.628189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.632198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.633562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f1294fc-4d34-4f07-aa1d-0c9db27e5c02 HTTP/1.1" status: 204 len: 168 time: 0.3730955 Dec 13 09:36:35.634707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-3808ef5d-5b25-4fc0-a49e-dbaff7002d68 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165371 Dec 13 09:36:35.673032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0694-f351-4ad9-81b1-0716da173ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1294fc-4d34-4f07-aa1d-0c9db27e5c02,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:35.703492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21f7c4d-50fd-4d81-8638-b0ac6af6b66b req-80101eed-fbab-4e96-9d49-2ae432b0348b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946764 Dec 13 09:36:35.838858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.050514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-2fa79404-ed4c-4713-af8c-e080a360ed75 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.054227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-2fa79404-ed4c-4713-af8c-e080a360ed75 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.1182349 Dec 13 09:36:36.092960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.107582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] For port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:36.125691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.127697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.183803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35476) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:36.186070 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c58e4df-cb4a-4c2c-baf7-d82fd3913a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.196810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Pushing event updated for resources: {'Port': ['ID=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.214203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Network 945846c4-15f8-437f-b480-5b5cbd429e50 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:36.240186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:36.252289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:28Z', 'revision_number': 4, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4f8fee07-f2c0-4d48-8f43-b16dbaf52154', 'name': '', 'network_id': '399980ab-33a8-4821-8a53-6f040209045b', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'mac_address': 'fa:16:3e:7a:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:27Z', 'updated_at': '2021-12-13T09:36:33Z', 'revision_number': 4, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'subnets': [{'id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:36.288764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:36.293645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f40efd-4ffd-460c-bf55-cb9e58b08e4a None None] The sync data for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 is: [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:36:28Z', 'revision_number': 4, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4f8fee07-f2c0-4d48-8f43-b16dbaf52154', 'name': '', 'network_id': '399980ab-33a8-4821-8a53-6f040209045b', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'mac_address': 'fa:16:3e:7a:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:27Z', 'updated_at': '2021-12-13T09:36:33Z', 'revision_number': 4, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'subnets': [{'id': 'b6ce711a-21b1-4d19-ad7b-d66ebc6e2245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:36.362559 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:36:36.465520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Attempting to bind port dfbfa9e6-627e-45ec-8ae9-349176f78f9f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:36.466708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Attempting to bind port dfbfa9e6-627e-45ec-8ae9-349176f78f9f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:36.467406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Attempting to bind port dfbfa9e6-627e-45ec-8ae9-349176f78f9f on network 945846c4-15f8-437f-b480-5b5cbd429e50 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:36.486577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4005a-2b6e-4111-85b4-b7c6876d4ca6 None None] Pushing event updated for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.489894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:36.490645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Checking segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:36.491282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.491913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Bound using segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:36.492632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Bound port: dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:36.493406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.541271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-d295a6f6-229f-4c53-ae51-366003f9636e service neutron] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:36.550201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0f53010d-c66c-43e8-8d36-56c199600bb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f0112d0a1c34f2ba040f559cba5a3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643496 Dec 13 09:36:36.556907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.2 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/621c3453-1ddc-47f4-a551-2b1a7a00a5cd) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:36.581246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35482) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:36.608826 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-d295a6f6-229f-4c53-ae51-366003f9636e service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.613329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b02d3023-5f80-42d7-bcad-b24933733e24 req-d295a6f6-229f-4c53-ae51-366003f9636e service neutron] 10.222.0.16 "DELETE /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.5517573 Dec 13 09:36:36.645969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] For port dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:36.653384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] For port dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:36.673490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.730500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dfa11b15-7cd4-4abe-9a88-af638db485a2 req-ec093c02-2d15-43a2-8258-61e2576d0428 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 210 time: 0.0859530 Dec 13 09:36:36.761090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3048-f062-45ae-a20d-b0e115dc67ca req-3570f6f3-e466-49a1-948c-134718b29ae5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.770604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-034a3048-f062-45ae-a20d-b0e115dc67ca req-3570f6f3-e466-49a1-948c-134718b29ae5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.2469201 Dec 13 09:36:36.860940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e688a-e89d-434a-94b3-95f8e4cf02ab None None] Pushing event updated for resources: {'Port': ['ID=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.883989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-034a3048-f062-45ae-a20d-b0e115dc67ca req-6fef3f5e-2c01-467b-9fa6-c5968981e7c7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121042 Dec 13 09:36:37.004509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.066278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.155015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b47cc-e1b7-475b-8abe-d5b7aca243be req-53c1d6af-9d06-489a-844f-c6b7093d83b0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.157484 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-866b47cc-e1b7-475b-8abe-d5b7aca243be req-53c1d6af-9d06-489a-844f-c6b7093d83b0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1700978 Dec 13 09:36:37.284777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.334823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-866b47cc-e1b7-475b-8abe-d5b7aca243be req-b6500a3b-411d-4639-a132-b14b76c9ea50 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686733 Dec 13 09:36:37.405371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d9dc-35f2-49b2-a516-8639ad4c0752 req-4dd532ef-4554-49b3-85df-5b7493d01c6c tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.416135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dda7d9dc-35f2-49b2-a516-8639ad4c0752 req-4dd532ef-4554-49b3-85df-5b7493d01c6c tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 1096 time: 0.0802884 Dec 13 09:36:37.572732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dda7d9dc-35f2-49b2-a516-8639ad4c0752 req-eb20a252-31fe-45b7-8ac0-49d5b8a2e8ff tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483805 Dec 13 09:36:37.664020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.671733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.672906 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ece13174-f6ec-4b76-bcc5-b949eede5d98 HTTP/1.1" status: 204 len: 168 time: 1.0896809 Dec 13 09:36:37.688181 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.770765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:37.911594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1df54-1769-4add-a511-273a48f455de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece13174-f6ec-4b76-bcc5-b949eede5d98,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:37.926697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:38.003800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:38.154684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedd711-ccf7-42fc-821a-5e9d742f336b req-f96e0775-6222-404f-9b54-2829fc11ea00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.158540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aedd711-ccf7-42fc-821a-5e9d742f336b req-f96e0775-6222-404f-9b54-2829fc11ea00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 931 time: 0.1868804 Dec 13 09:36:38.197940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:38.311431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.329991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aedd711-ccf7-42fc-821a-5e9d742f336b req-35251237-a294-442f-aeb8-0783f974d42e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551011 Dec 13 09:36:38.350638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b873-e52b-4c79-86ea-8cd8249215b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.451966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.489151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.493037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.509216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:38.641410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-9ab58e3a-2555-4292-8448-af7f77afbcda tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.649178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-9ab58e3a-2555-4292-8448-af7f77afbcda tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.3498883 Dec 13 09:36:38.669453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-bd08d93f-6de6-4528-89e6-47bf442d41ef tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/quotas/8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 375 time: 0.0193722 Dec 13 09:36:38.736873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:38.739537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.741743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4b069351-221a-4948-a2f4-66b1a24340b8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1421175 Dec 13 09:36:38.777890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-c321883a-d221-43c1-8186-639185f0570f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073737 Dec 13 09:36:38.794857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde121bb-7234-4fa6-b133-d0b1b32e7811 req-ee0c5cb2-9110-421e-9535-12914b4116bd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.796596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bde121bb-7234-4fa6-b133-d0b1b32e7811 req-ee0c5cb2-9110-421e-9535-12914b4116bd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1452177 Dec 13 09:36:38.852637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Allocated IP 172.25.2.59 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/95bf91ec-a395-449c-90ae-477ce0b9fcdb) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:38.881673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Request body: {'port': {'device_id': '80b60b06-16ee-43b7-92f5-376a288ac144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:39.045399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bde121bb-7234-4fa6-b133-d0b1b32e7811 req-f1e4d14a-485a-4221-9b83-b0c016e79016 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264512 Dec 13 09:36:39.057285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.131781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-30b76695-c674-4636-a83e-3ad380879cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336177 Dec 13 09:36:39.183829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11478a0c-2624-42bf-8ba7-735c8be64181 None None] Network 945846c4-15f8-437f-b480-5b5cbd429e50 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:39.201978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.352335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-466ae29f-f3a0-407e-adbc-d6fe44f49e0b service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184711 Dec 13 09:36:39.353433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-677e8c37-9f94-4a7d-90ad-6a32c603ab88 None None] Provisioning complete for port dfbfa9e6-627e-45ec-8ae9-349176f78f9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:39.354178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-677e8c37-9f94-4a7d-90ad-6a32c603ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.565606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dfbfa9e6-627e-45ec-8ae9-349176f78f9f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:39.632610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65b60-588c-49c0-bce4-ab9859ae4044 req-1337a828-bce5-4d1b-9094-6769d2676104 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.636920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01a65b60-588c-49c0-bce4-ab9859ae4044 req-1337a828-bce5-4d1b-9094-6769d2676104 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 931 time: 0.1553986 Dec 13 09:36:39.703964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.779529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.783071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port dfbfa9e6-627e-45ec-8ae9-349176f78f9f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:39.783569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:39.807413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01a65b60-588c-49c0-bce4-ab9859ae4044 req-ed829ad0-7559-4671-b01c-40aa320b9bc1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621108 Dec 13 09:36:39.876440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:39.947386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:39.950089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:39.984751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae82e40c-fb00-4ab0-a270-1ff392b1b0a5 req-5d3882e7-2f55-4c88-9c3d-5fec523f60b1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 210 time: 0.0580089 Dec 13 09:36:40.239028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:40.310345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:40.316213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:40.410818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba9e5-2000-4089-a0bc-234e25c1f49b req-92c2992e-f5eb-40de-92d4-fd40274d72f6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:40.444139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Pushing event updated for resources: {'Port': ['ID=95bf91ec-a395-449c-90ae-477ce0b9fcdb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:40.456468 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-677e8c37-9f94-4a7d-90ad-6a32c603ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:40.459364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-685ba9e5-2000-4089-a0bc-234e25c1f49b req-92c2992e-f5eb-40de-92d4-fd40274d72f6 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.2159197 Dec 13 09:36:40.485244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:40.613825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-685ba9e5-2000-4089-a0bc-234e25c1f49b req-698147e6-4bbc-4c2c-919c-25ad9f483888 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511793 Dec 13 09:36:40.684283 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-677e8c37-9f94-4a7d-90ad-6a32c603ab88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:36:40.685754 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-677e8c37-9f94-4a7d-90ad-6a32c603ab88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:36:40.749128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621c3453-1ddc-47f4-a551-2b1a7a00a5cd {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:40.761303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:40.777715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:40.816099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Transition to ACTIVE for port object 621c3453-1ddc-47f4-a551-2b1a7a00a5cd will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:40.828424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.036989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.066077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Pushing event updated for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:41.086755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2904e-266d-43b9-ab0a-39dae4ea2011 req-1d39dd4a-01ed-4466-820b-c667c61664f6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:41.089861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Attempting to bind port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:41.090680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Attempting to bind port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:41.091809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Attempting to bind port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:41.101613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eb2904e-266d-43b9-ab0a-39dae4ea2011 req-1d39dd4a-01ed-4466-820b-c667c61664f6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 943 time: 0.1231382 Dec 13 09:36:41.139838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:41.140231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Attempting to bind port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:41.146823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:41.147161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:41.147556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:41.147990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Bound port: 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:41.148342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.262189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eb2904e-266d-43b9-ab0a-39dae4ea2011 req-2d57251c-4ec6-4ce3-8dcf-805c46e5cf65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589341 Dec 13 09:36:41.294611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.310777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:41.320781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:41.328347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.383091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:41.384208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.385877 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] 10.222.0.16 "PUT /v2.0/ports/621c3453-1ddc-47f4-a551-2b1a7a00a5cd HTTP/1.1" status: 200 len: 1091 time: 2.5092337 Dec 13 09:36:41.391701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:41.416728 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:41.445610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-654ef5e7-652b-444d-a663-f9696eabf826 None None] Provisioning complete for port dfbfa9e6-627e-45ec-8ae9-349176f78f9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:41.445995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654ef5e7-652b-444d-a663-f9696eabf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.649140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a347-a3ba-4041-b522-d5a0c4971006 service neutron] Pushing event updated for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:41.681065 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8679a95-c116-481e-831c-2ec44a3c5a7f x-openstack-request-id: req-b8679a95-c116-481e-831c-2ec44a3c5a7f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:41.682309 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:41.682573 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8679a95-c116-481e-831c-2ec44a3c5a7f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:41.682983 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd', 'status': 'completed', 'code': 200} Dec 13 09:36:41.788059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca28c58a-2a93-4a5d-8284-6101dec87868 req-57809fcc-d42a-4edf-a542-d19a1389d390 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 210 time: 0.0936997 Dec 13 09:36:41.888726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-35b63f09-4740-46a3-bc3b-fcba0576ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:41.890283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-35b63f09-4740-46a3-bc3b-fcba0576ae1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 1094 time: 0.3974555 Dec 13 09:36:41.942666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:41.964237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-6a23c034-4aac-40ea-a764-eb72138bc348 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd HTTP/1.1" status: 200 len: 217 time: 0.0577571 Dec 13 09:36:42.033981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Router b181fc7c-6900-4dd1-910c-9c19d3052c3e is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:36:42.066809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-53317b82-4098-4e46-bbfa-9bf5b20b1f3e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:42.068336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-53317b82-4098-4e46-bbfa-9bf5b20b1f3e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.2789660 Dec 13 09:36:42.083941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d095f-9261-430e-88ea-3742c5b99e74 req-f2388613-fd70-41a0-8661-9d862aa95724 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:42.092885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705d095f-9261-430e-88ea-3742c5b99e74 req-f2388613-fd70-41a0-8661-9d862aa95724 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0898113 Dec 13 09:36:42.096803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-1262d4d3-f89c-4862-a39a-dd2b820bf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:42.098337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-1262d4d3-f89c-4862-a39a-dd2b820bf681 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1244073 Dec 13 09:36:42.112918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Request body: {'port': {'device_id': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'admin_state_up': True, 'tenant_id': '8b6b9611356a48e097af31d3eae2801c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:42.162594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-5f428c97-2170-4b0f-94c3-e8315c93a812 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540187 Dec 13 09:36:42.226405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705d095f-9261-430e-88ea-3742c5b99e74 req-198b2d09-d5df-40f4-a923-073e36ef8ab8 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297677 Dec 13 09:36:42.317541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:42.323055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:42.358733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:42.370576 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Sync routers for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:42.385651 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:42.387393 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:42.454310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-f3c4298d-ae81-4f21-ae7b-1d7d7f24af9e service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830348 Dec 13 09:36:42.459023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:42.462676 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef58721a-b61e-4ebf-80e9-86988725159b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8736820 Dec 13 09:36:42.464702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35612) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:42.507059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dfbfa9e6-627e-45ec-8ae9-349176f78f9f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:42.577088 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:42.631588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Allocated IP 172.20.0.6 (ab03324b-d6e2-47a6-9396-b642214f6a49/18a08c43-ceb3-4738-94df-6b8d9152b018/a62163a2-8b2c-4f59-baa3-34b375d7eea9) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:42.650916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port dfbfa9e6-627e-45ec-8ae9-349176f78f9f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:42.651925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:42.807978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9197ba2e-11ef-4262-af64-1bf47f150b8d req-0b82976c-0fe7-484b-918d-aef41eae20f9 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441563 Dec 13 09:36:43.034005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.047953 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:40Z', 'revision_number': 3, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:43.091446 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Checking router: b181fc7c-6900-4dd1-910c-9c19d3052c3e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:43.092297 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Updating router b181fc7c-6900-4dd1-910c-9c19d3052c3e port 95bf91ec-a395-449c-90ae-477ce0b9fcdb binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:43.105759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.134207 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.178209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:43.198677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Network ab03324b-d6e2-47a6-9396-b642214f6a49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:43.202664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:43.213495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:43.272583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:43.273171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.298719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aae2b-adf3-4fb8-8022-394971ace877 req-b9fa903a-ff5c-4cbb-b175-5990c0678497 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:43.308833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64aae2b-adf3-4fb8-8022-394971ace877 req-b9fa903a-ff5c-4cbb-b175-5990c0678497 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 943 time: 0.2344840 Dec 13 09:36:43.369084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-60e97f76-4653-4948-bc8b-f9949b6f7996 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598143 Dec 13 09:36:43.388864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64aae2b-adf3-4fb8-8022-394971ace877 req-a6076228-3335-43dc-b902-c60c48a7058e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723655 Dec 13 09:36:43.402622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Request body: {'port': {'device_id': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:43.476369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-74952dc9-ee3d-4479-b664-89085b7afe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:43.477939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-74952dc9-ee3d-4479-b664-89085b7afe8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 1094 time: 0.2166963 Dec 13 09:36:43.480636 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.495535 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.537048 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.705930 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Attempting to bind port 95bf91ec-a395-449c-90ae-477ce0b9fcdb on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:43.706302 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Attempting to bind port 95bf91ec-a395-449c-90ae-477ce0b9fcdb by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:43.708221 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Attempting to bind port 95bf91ec-a395-449c-90ae-477ce0b9fcdb on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:43.740480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:43.744017 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:43.745590 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.746528 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:43.750383 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Bound port: 95bf91ec-a395-449c-90ae-477ce0b9fcdb, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:43.751165 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.850275 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522f4d-3709-4e58-ace0-4f27e1b9ca03 None None] Pushing event updated for resources: {'Port': ['ID=95bf91ec-a395-449c-90ae-477ce0b9fcdb,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:43.929322 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] For port 95bf91ec-a395-449c-90ae-477ce0b9fcdb, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:43.933423 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] For port 95bf91ec-a395-449c-90ae-477ce0b9fcdb, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=95bf91ec-a395-449c-90ae-477ce0b9fcdb,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:43.939665 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.942321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62163a2-8b2c-4f59-baa3-34b375d7eea9 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:43.953178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:43.968058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Transition to ACTIVE for port object a62163a2-8b2c-4f59-baa3-34b375d7eea9 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:43.975069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.014372 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522f4d-3709-4e58-ace0-4f27e1b9ca03 None None] Pushing event updated for resources: {'Port': ['ID=95bf91ec-a395-449c-90ae-477ce0b9fcdb,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:44.062165 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:44.063428 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:44.121105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-100ea2cf-2ffc-4920-986b-ce2d78021b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.122972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-100ea2cf-2ffc-4920-986b-ce2d78021b22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.6362417 Dec 13 09:36:44.178683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:44.182210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-66d38d54-952c-46dd-9ef7-de3e696bfe35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd HTTP/1.1" status: 200 len: 217 time: 0.0507247 Dec 13 09:36:44.266213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb6b5c-9460-4884-aae1-b226b3b85581 req-7ba7ab73-2667-4388-aa69-18cafeaf093e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.267868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cdb6b5c-9460-4884-aae1-b226b3b85581 req-7ba7ab73-2667-4388-aa69-18cafeaf093e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.1814864 Dec 13 09:36:44.290305 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:44.305618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-8d791913-01a6-4b3d-9c35-1ff9e8a6a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.307688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-8d791913-01a6-4b3d-9c35-1ff9e8a6a400 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1007845 Dec 13 09:36:44.316522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:44.316856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:44.317190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:44.330876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:44.331206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:44.354292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-d7e0c95e-dd86-4adf-97b7-f252a9c75277 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367193 Dec 13 09:36:44.360228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cdb6b5c-9460-4884-aae1-b226b3b85581 req-fc9a168e-7ffe-4871-b44d-d1ec2f22d4fb tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758832 Dec 13 09:36:44.361138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.361519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:44.362032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:44.362598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:44.363226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Bound port: a62163a2-8b2c-4f59-baa3-34b375d7eea9, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:44.364450 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.537643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:44.549700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-6bf1402e-85d4-4775-9dd1-c4956d401eff service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858652 Dec 13 09:36:44.564912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:44.570569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.617556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd94e9-d505-4111-9085-56e5f55cad2c req-d84c3ad5-0f7f-480e-bbf7-db35d42cd1d4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.620197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95bd94e9-d505-4111-9085-56e5f55cad2c req-d84c3ad5-0f7f-480e-bbf7-db35d42cd1d4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1562085 Dec 13 09:36:44.634023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.635225 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.638595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] 10.222.0.20 "PUT /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 1091 time: 1.2465184 Dec 13 09:36:44.648818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:44.654205 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b935420-c76b-41d1-af73-d4d1ebfbba63" -d '{"events": [{"name": "network-changed", "server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:44.718027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11975e2d-2bb6-49ed-a4a7-ea94eb622e1c req-4e8636cf-54c8-41ce-a0de-2ced321f3fa5 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595359 Dec 13 09:36:44.726076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:40Z', 'revision_number': 3, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:44.753791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Allocated IP 172.20.0.1 (945846c4-15f8-437f-b480-5b5cbd429e50/30874438-a655-4ffb-a4af-7010af69ded1/0761d363-5588-41d5-a015-a8faddaf22e4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:44.762038 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16ead1-811c-43ef-b8e5-0848e8826240 None None] The sync data for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 is: [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:40Z', 'revision_number': 3, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:44.773565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e422e1-71d8-4f3e-8029-a0ca083d9a2c service neutron] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:44.818264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95bd94e9-d505-4111-9085-56e5f55cad2c req-c44df5bb-bf60-4c9d-b00d-b1e124204822 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723826 Dec 13 09:36:44.823122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-7ef55d00-1df9-403a-8660-f63020ed27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:44.824851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-7ef55d00-1df9-403a-8660-f63020ed27c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1094 time: 0.1357577 Dec 13 09:36:44.909381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-63150e7a-85f0-4fed-9079-d463af8c0366 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 217 time: 0.0750053 Dec 13 09:36:44.977265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.009744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-156c7a34-1779-4d64-a16b-8d0960b6f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:45.011244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-156c7a34-1779-4d64-a16b-8d0960b6f698 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0944960 Dec 13 09:36:45.018359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.059256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-b7919eaa-300d-4e4d-a0d9-30db5df4529a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360992 Dec 13 09:36:45.089861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Pushing event updated for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:45.141208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Network 945846c4-15f8-437f-b480-5b5cbd429e50 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:45.145779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:45.153901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:45.268374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.282457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-5d85c91b-8bcc-4ac3-bf1a-67903394d079 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089312 Dec 13 09:36:45.453160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdb71-d2e1-4320-9131-bed376faa492 req-6771ba65-bde7-45e4-8f01-f772a64d6e69 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:45.462298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-149fdb71-d2e1-4320-9131-bed376faa492 req-6771ba65-bde7-45e4-8f01-f772a64d6e69 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 943 time: 0.1786165 Dec 13 09:36:45.479637 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.572651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f87e1f8-d049-4781-98a2-c0064a85152a req-9744b899-4692-40bb-bf50-3c263834273c service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149258 Dec 13 09:36:45.582199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-149fdb71-d2e1-4320-9131-bed376faa492 req-9dde9755-6d2f-466a-8fff-5ecca4c0a40a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189196 Dec 13 09:36:45.693819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5c1058a5-52d4-41d6-9682-f800b0694466 None None] Provisioning complete for port 0761d363-5588-41d5-a015-a8faddaf22e4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:45.695694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c1058a5-52d4-41d6-9682-f800b0694466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.765371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.771656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.789295 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3d06a7-ff19-4f23-ae2e-5b12264f65fb x-openstack-request-id: req-1b3d06a7-ff19-4f23-ae2e-5b12264f65fb {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:45.789295 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:45.789295 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b3d06a7-ff19-4f23-ae2e-5b12264f65fb {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:45.789295 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'status': 'completed', 'code': 200} Dec 13 09:36:45.804293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5c1058a5-52d4-41d6-9682-f800b0694466 None None] Port 0761d363-5588-41d5-a015-a8faddaf22e4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:45.880210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-098d7d8a-a85d-4024-bd0e-c9b59f582aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:45.882195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-098d7d8a-a85d-4024-bd0e-c9b59f582aaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1094 time: 0.0700932 Dec 13 09:36:45.941171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:45.952316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Pushing event updated for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:46.088738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-ccf9ddb5-1a30-4c45-ba07-12b8b9b89954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:46.092911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-ccf9ddb5-1a30-4c45-ba07-12b8b9b89954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2002635 Dec 13 09:36:46.119107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Network 945846c4-15f8-437f-b480-5b5cbd429e50 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:46.120693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:46.209653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-5cd12d75-36a1-42c4-a2fb-bb98158c3d7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 217 time: 0.1081343 Dec 13 09:36:46.369221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-6fd484c2-b6de-4973-a5c5-2cdd8871c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:46.374614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-6fd484c2-b6de-4973-a5c5-2cdd8871c7d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1359725 Dec 13 09:36:46.451794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Router b181fc7c-6900-4dd1-910c-9c19d3052c3e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:36:46.466536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-499cc242-21aa-420b-9363-aeb618797a8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785587 Dec 13 09:36:46.547350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8c2ebd84-abcf-4673-83d3-b58aa045e08b None None] Provisioning complete for port 0761d363-5588-41d5-a015-a8faddaf22e4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:46.548139 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c2ebd84-abcf-4673-83d3-b58aa045e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:46.601187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ebd84-abcf-4673-83d3-b58aa045e08b None None] Port 0761d363-5588-41d5-a015-a8faddaf22e4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:46.609459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 95bf91ec-a395-449c-90ae-477ce0b9fcdb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:46.628126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdd5cb-d1ce-468a-9ffc-dd4d4f24ee73 req-f343667c-6cb6-41a6-98f2-de94cff16de0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:46.629845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51bdd5cb-d1ce-468a-9ffc-dd4d4f24ee73 req-f343667c-6cb6-41a6-98f2-de94cff16de0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.5137730 Dec 13 09:36:46.677343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 95bf91ec-a395-449c-90ae-477ce0b9fcdb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:46.678848 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:46.686546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-495421bb-34dc-4c2b-a938-d6d31ae76993 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085791 Dec 13 09:36:46.761740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:46.793929 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31315fa5-7ea2-4f62-9c9d-500b20d16295 admin admin] 10.222.0.31 "PUT /v2.0/routers/b181fc7c-6900-4dd1-910c-9c19d3052c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3276982 Dec 13 09:36:46.888997 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b935420-c76b-41d1-af73-d4d1ebfbba63 req-862a8303-4c17-4c8f-8415-d36b3b19e2af service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941888 Dec 13 09:36:46.905102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:46.951219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 95bf91ec-a395-449c-90ae-477ce0b9fcdb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=95bf91ec-a395-449c-90ae-477ce0b9fcdb,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:46.965347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:46.976293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51bdd5cb-d1ce-468a-9ffc-dd4d4f24ee73 req-4942380c-e52a-4311-90b5-3ce0da431e00 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849038 Dec 13 09:36:47.113970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=95bf91ec-a395-449c-90ae-477ce0b9fcdb,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:47.203016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21e077-0dff-48bb-bbf9-583233d83913 req-43712027-87ac-4a5f-a4c4-156387fdd7d9 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:47.211881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa21e077-0dff-48bb-bbf9-583233d83913 req-43712027-87ac-4a5f-a4c4-156387fdd7d9 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1189222 Dec 13 09:36:47.288575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa21e077-0dff-48bb-bbf9-583233d83913 req-5f51c840-3be8-42a3-ad0f-e9ece27bbb46 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757012 Dec 13 09:36:47.313518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 621c3453-1ddc-47f4-a551-2b1a7a00a5cd details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:47.340239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:47.438328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d53719-1381-4d17-a814-4c2ea86c908f req-0c12a188-9e8f-41b1-b223-1dd5510f52a9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:47.454789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6d53719-1381-4d17-a814-4c2ea86c908f req-0c12a188-9e8f-41b1-b223-1dd5510f52a9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 943 time: 0.1649780 Dec 13 09:36:47.473067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:47.522382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd', 'mac_address': 'fa:16:3e:3a:f5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:47.579030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6d53719-1381-4d17-a814-4c2ea86c908f req-68d3c843-ed44-4c69-8a31-a25d101fbceb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232932 Dec 13 09:36:47.626166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-05599221-e45d-4f83-99e4-90b67ce41234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:47.675851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:47.714023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621c3453-1ddc-47f4-a551-2b1a7a00a5cd {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:47.759251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:47.761502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Sync routers for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:47.767989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:47.827084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-05599221-e45d-4f83-99e4-90b67ce41234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:47.834357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-05599221-e45d-4f83-99e4-90b67ce41234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:47.834999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:47.844864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:47.845534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:47.928695 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-05599221-e45d-4f83-99e4-90b67ce41234 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afad83fb09464253be1f4f4e5337b821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868638 Dec 13 09:36:47.929979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05599221-e45d-4f83-99e4-90b67ce41234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2028a1c-345d-4304-98a8-d831cef331a1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:47.931685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:48.011625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:48.050336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.104963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.125329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:48.264784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571a70-168f-437e-9480-6b6d2bd6cc55 req-7af0387c-b228-4c78-881f-241357491060 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.266271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15571a70-168f-437e-9480-6b6d2bd6cc55 req-7af0387c-b228-4c78-881f-241357491060 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.1240366 Dec 13 09:36:48.302117 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.304700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.310812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2028a1c-345d-4304-98a8-d831cef331a1 HTTP/1.1" status: 204 len: 168 time: 0.3779526 Dec 13 09:36:48.400219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15571a70-168f-437e-9480-6b6d2bd6cc55 req-1e0a26f5-e1ab-42dd-b727-5d7447687efd tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233075 Dec 13 09:36:48.401259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175684-bff2-4ef9-b0c6-653e4dbd40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2028a1c-345d-4304-98a8-d831cef331a1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:48.560067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 95bf91ec-a395-449c-90ae-477ce0b9fcdb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:48.594188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7ec67-8add-4cc2-b957-af1007efb87b req-5c2ee5d7-b5cb-4db9-94b6-58af8aaaa925 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.602079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6f7ec67-8add-4cc2-b957-af1007efb87b req-5c2ee5d7-b5cb-4db9-94b6-58af8aaaa925 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1011822 Dec 13 09:36:48.708480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6f7ec67-8add-4cc2-b957-af1007efb87b req-00f38309-0d72-456b-9eb4-410a25ec137f tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Dec 13 09:36:48.768179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:48.796673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35724) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:48.817277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c03eca00-3897-4107-8bd9-deb0d374af8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.011773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c03eca00-3897-4107-8bd9-deb0d374af8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.016416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c03eca00-3897-4107-8bd9-deb0d374af8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.019313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a238383-ddcd-4691-8269-3bec0d82259a req-60e5429c-0507-45dc-98e9-e46012ec15ea tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.030332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a238383-ddcd-4691-8269-3bec0d82259a req-60e5429c-0507-45dc-98e9-e46012ec15ea tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 944 time: 0.1231484 Dec 13 09:36:49.088413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c03eca00-3897-4107-8bd9-deb0d374af8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b058a352fe78468ebf0a32b968dbc124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900248 Dec 13 09:36:49.091984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:49.109711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:49.127951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'port_id': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'mac_address': 'fa:16:3e:11:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a08c43-ceb3-4738-94df-6b8d9152b018', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:49.158699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a238383-ddcd-4691-8269-3bec0d82259a req-dd536888-029b-4fd4-92cc-b3aec4d518ee tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244061 Dec 13 09:36:49.159702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35728) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:49.181308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304013238', 'description': 'tempest-description--2071643529'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:49.182615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 95bf91ec-a395-449c-90ae-477ce0b9fcdb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:49.183006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.196665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eca00-3897-4107-8bd9-deb0d374af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba694c-5947-49e3-9e64-3c29b4ca2e59,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.243252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.270461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.305809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.311693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.422680 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.429270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.431664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.434182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.438265 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fba694c-5947-49e3-9e64-3c29b4ca2e59 HTTP/1.1" status: 204 len: 168 time: 0.3400452 Dec 13 09:36:49.463312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.464585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2886088 Dec 13 09:36:49.467842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:49.476777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'security_group_rule': {'security_group_id': '8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:49.480040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657f593-c0f9-4ef8-807d-3b65f4622bc8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.492568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d9c1-a0d6-4a59-b3a4-d24bd95634db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba694c-5947-49e3-9e64-3c29b4ca2e59,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.508577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62163a2-8b2c-4f59-baa3-34b375d7eea9 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:49.528735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.531038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:49.548054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.592857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 2, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:49.624094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be36a-068e-431b-bad5-bf36c77bd317 req-b141f4ee-4076-4012-87ef-5bd044ae23e7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.626006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af7be36a-068e-431b-bad5-bf36c77bd317 req-b141f4ee-4076-4012-87ef-5bd044ae23e7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.0857515 Dec 13 09:36:49.669293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Checking router: b181fc7c-6900-4dd1-910c-9c19d3052c3e for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:49.669653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Updating router b181fc7c-6900-4dd1-910c-9c19d3052c3e port 0761d363-5588-41d5-a015-a8faddaf22e4 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:49.695244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.700224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af7be36a-068e-431b-bad5-bf36c77bd317 req-115ac29e-5e85-470f-b119-d7ff91fc9ca5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Dec 13 09:36:49.701637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.803180 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.833766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e73ba-30ed-453a-b182-108aeb07a7ae,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.855796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.860493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:49.863307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e36cdf7-9acf-4677-983c-df6c7f8bf22b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3885696 Dec 13 09:36:49.866872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'security_group_rule': {'security_group_id': '8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:49.928402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.937468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.977298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:49.999982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c6a88-ab1a-4bcc-8354-7c32397f5642 req-431d2115-39fc-40c6-a4a6-24f62d7c88dd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.007596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b85c6a88-ab1a-4bcc-8354-7c32397f5642 req-431d2115-39fc-40c6-a4a6-24f62d7c88dd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1384070 Dec 13 09:36:50.072498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.078209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.116994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.121131 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558920 Dec 13 09:36:50.121578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd12dc-57bd-438f-b2ec-050ae1f5261c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c37e55-f8a0-4ba0-a1e1-1e5b32bd8eda,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:50.123454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:50.134515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b85c6a88-ab1a-4bcc-8354-7c32397f5642 req-3fa47ffd-dbd2-48ce-9948-6ac0b3e39cf2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150689 Dec 13 09:36:50.135308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:50.177175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.369319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.492821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4458f-009c-4dd7-9965-fcaaa3924897 req-e056d1ca-1bde-46f9-88a7-0a687b92f35b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.500697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d4458f-009c-4dd7-9965-fcaaa3924897 req-e056d1ca-1bde-46f9-88a7-0a687b92f35b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 944 time: 0.0935328 Dec 13 09:36:50.562791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94d4458f-009c-4dd7-9965-fcaaa3924897 req-1f5d14a6-b223-4d2a-92bc-2fd48ff9246d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599742 Dec 13 09:36:50.609973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Allocated IP 172.25.2.131 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:50.754296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.803025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.864100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:50.867199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:50.870304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:50.895996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'Port': ['ID=c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:50.939459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaa2f8-9ec8-456a-b5ed-8a763afc1082 req-513a0726-2a0f-4bd5-a5d0-4e4074b45516 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.943625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.948266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66aaa2f8-9ec8-456a-b5ed-8a763afc1082 req-513a0726-2a0f-4bd5-a5d0-4e4074b45516 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.1087937 Dec 13 09:36:50.972620 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.076438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66aaa2f8-9ec8-456a-b5ed-8a763afc1082 req-31b8781e-927c-4adc-b156-6b2a43287e59 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221025 Dec 13 09:36:51.096823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.160269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.210926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Attempting to bind port 0761d363-5588-41d5-a015-a8faddaf22e4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:51.211594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Attempting to bind port 0761d363-5588-41d5-a015-a8faddaf22e4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:51.212173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Attempting to bind port 0761d363-5588-41d5-a015-a8faddaf22e4 on network 945846c4-15f8-437f-b480-5b5cbd429e50 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:51.220821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:51.221365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Checking segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:51.222140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.222741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Bound using segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:51.223237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Bound port: 0761d363-5588-41d5-a015-a8faddaf22e4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:51.223992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.226806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc913ca-4b90-4b0c-be9e-72afa33d48c3 None None] Pushing event updated for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:51.302479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] For port 0761d363-5588-41d5-a015-a8faddaf22e4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:51.306093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] For port 0761d363-5588-41d5-a015-a8faddaf22e4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0761d363-5588-41d5-a015-a8faddaf22e4,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:51.312871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.329033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 621c3453-1ddc-47f4-a551-2b1a7a00a5cd up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:51.427240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:51.428073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:36:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:51.442072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e31609-7310-489f-97ef-c1ad9b0f014d req-726c9655-e65e-4047-94d1-0a7d94d22a88 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.449385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31e31609-7310-489f-97ef-c1ad9b0f014d req-726c9655-e65e-4047-94d1-0a7d94d22a88 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1378143 Dec 13 09:36:51.513880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc913ca-4b90-4b0c-be9e-72afa33d48c3 None None] Pushing event updated for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:51.554480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:51.554480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] Provisioning complete for port 0761d363-5588-41d5-a015-a8faddaf22e4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:51.554480 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.555577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31e31609-7310-489f-97ef-c1ad9b0f014d req-ea71d79b-3afc-460d-a581-6ead0694ecf2 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047590 Dec 13 09:36:51.582293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.588235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.684743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:51.685334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.810168 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.825460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:51.873314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d6e6-97d4-4d88-9d07-4ddbaf1cb841 req-fc6cb064-9042-4430-87f0-988ad562ecdd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.883844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6618d6e6-97d4-4d88-9d07-4ddbaf1cb841 req-fc6cb064-9042-4430-87f0-988ad562ecdd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 944 time: 0.1186807 Dec 13 09:36:51.904776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:51.910888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:51.913781 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec0e3c-b33a-4398-8b9a-fa9348bc6691" -d '{"events": [{"server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "name": "network-vif-plugged", "status": "completed", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:51.936882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.001806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6618d6e6-97d4-4d88-9d07-4ddbaf1cb841 req-f1e96cd8-f3d1-48a6-a578-eab418203c91 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166823 Dec 13 09:36:52.038146 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459f576c-0ea7-4d31-952c-1815c3b9cb2d x-openstack-request-id: req-459f576c-0ea7-4d31-952c-1815c3b9cb2d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:52.038820 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "name": "network-vif-plugged", "status": "completed", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:52.038820 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-459f576c-0ea7-4d31-952c-1815c3b9cb2d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:52.045075 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd', 'code': 200} Dec 13 09:36:52.183353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:52.251508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c90d-b200-4930-b0ea-e33196d34944 req-f6ccf642-4c40-4379-8f62-09c4160d6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.253055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4b6c90d-b200-4930-b0ea-e33196d34944 req-f6ccf642-4c40-4379-8f62-09c4160d6fac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 1096 time: 0.1061316 Dec 13 09:36:52.259006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'Port': ['ID=c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:52.301625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.333908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4b6c90d-b200-4930-b0ea-e33196d34944 req-aaaf1f06-7bb1-4fc3-bbcc-4af0b7956614 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621428 Dec 13 09:36:52.346927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.347304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.348678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d0f222fa-41c3-4a5b-893b-d359f4fb3338 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2181759 Dec 13 09:36:52.370418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d90a1-69ab-4fcd-baad-b63c7b761063 req-f5745dac-a7b2-493d-8caf-8535ab6d776c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.381833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c1d90a1-69ab-4fcd-baad-b63c7b761063 req-f5745dac-a7b2-493d-8caf-8535ab6d776c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.1574519 Dec 13 09:36:52.451857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] For port 0761d363-5588-41d5-a015-a8faddaf22e4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0761d363-5588-41d5-a015-a8faddaf22e4,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:52.458653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.559939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c1d90a1-69ab-4fcd-baad-b63c7b761063 req-7132c240-49ff-400b-8ac4-8e3a99acc354 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721721 Dec 13 09:36:52.708342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937e48f-6b15-45b7-91a5-b76959665aee None None] Pushing event updated for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:52.759250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:52.793082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb49bc7-70d0-4da4-a0b7-706da0e50b8d req-24771278-1398-46f7-bd3e-d1e9380269f0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.808655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdb49bc7-70d0-4da4-a0b7-706da0e50b8d req-24771278-1398-46f7-bd3e-d1e9380269f0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1470563 Dec 13 09:36:52.897985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cf575cfb-5e04-493d-bfa5-eed4369e4e68 None None] Provisioning complete for port 0761d363-5588-41d5-a015-a8faddaf22e4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:52.898362 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf575cfb-5e04-493d-bfa5-eed4369e4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:52.919867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdb49bc7-70d0-4da4-a0b7-706da0e50b8d req-ad5c5846-7d23-4d10-b9b9-4a5a372df3e0 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984576 Dec 13 09:36:52.946974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2145235956', 'description': 'tempest-description-1618320920'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:52.970697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:51Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:53.027191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b25a24-5119-48b2-a9df-ebfb65a15d76 None None] The sync data for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 is: [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:51Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:53.047122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.087891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.126204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a62163a2-8b2c-4f59-baa3-34b375d7eea9 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:53.180709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a62163a2-8b2c-4f59-baa3-34b375d7eea9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:53.181130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.357617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418eadd-6266-40fd-a37d-55ae06fcdedd req-e2529a4b-8c31-4c6e-9ddb-7d5dbb95bb3a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.360376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f418eadd-6266-40fd-a37d-55ae06fcdedd req-e2529a4b-8c31-4c6e-9ddb-7d5dbb95bb3a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 945 time: 0.1785326 Dec 13 09:36:53.401059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.448976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.679252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.699116 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.726364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f418eadd-6266-40fd-a37d-55ae06fcdedd req-28a3b42e-ea3a-4ac1-9008-897658645eb1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546872 Dec 13 09:36:53.727059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe5134-d06b-4279-9c97-4992c540ad25,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:53.741581 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.817352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6906926c-3048-497c-a5c3-de10eccd57b6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:53.848780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.862091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b152c709-d44b-466c-b763-1aebe6ac5295 req-39757c3a-239f-483c-bcb0-7d8b0dfda634 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9263318 Dec 13 09:36:53.897791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:53.905242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.032940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:54.047834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:54.050932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2014665023', 'description': 'tempest-description-2103173139'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:54.051489 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed92cdf-aabb-43c3-972d-26c6a285fdb4" -d '{"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-plugged", "status": "completed", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:54.094042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790c79-be71-4d1c-b6fa-a039006e3970 req-2b8297af-a5c1-4323-9293-fcdf5bdb6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.095641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3790c79-be71-4d1c-b6fa-a039006e3970 req-2b8297af-a5c1-4323-9293-fcdf5bdb6e73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.1592808 Dec 13 09:36:54.120536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990a7da-8225-4d6c-9c69-fcf2c480a45d req-598cf8b4-8758-4434-b46b-02a1821c1028 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.132184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3990a7da-8225-4d6c-9c69-fcf2c480a45d req-598cf8b4-8758-4434-b46b-02a1821c1028 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1405656 Dec 13 09:36:54.193654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.242015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3990a7da-8225-4d6c-9c69-fcf2c480a45d req-2921af7e-dc9d-4fca-aaa9-0bf16c753bfa tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089132 Dec 13 09:36:54.248326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3790c79-be71-4d1c-b6fa-a039006e3970 req-8da37138-7d03-4ae3-ad1f-448b79e2f302 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416571 Dec 13 09:36:54.393396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.404653 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.504102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a657f-c366-4128-99c4-49addf2cee10,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:54.571588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.572841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-040cd776-b2c9-4ce4-8a24-c5231e98ae2e req-96b4e9b7-df45-44e0-9fe9-c30628d0ca06 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5281985 Dec 13 09:36:54.615326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0761d363-5588-41d5-a015-a8faddaf22e4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:54.638359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479d6d1-9dcb-4b3a-99c2-efb0b9a024ad req-400a0577-3c4c-458a-90fd-a7086e0e3b10 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.640241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1479d6d1-9dcb-4b3a-99c2-efb0b9a024ad req-400a0577-3c4c-458a-90fd-a7086e0e3b10 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.1455476 Dec 13 09:36:54.766134 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74469a2-5146-4461-8d58-b67db37bc66a x-openstack-request-id: req-b74469a2-5146-4461-8d58-b67db37bc66a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:54.766456 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-plugged", "status": "completed", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:54.766714 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b74469a2-5146-4461-8d58-b67db37bc66a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:54.767110 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'code': 200} Dec 13 09:36:54.772460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1479d6d1-9dcb-4b3a-99c2-efb0b9a024ad req-64b5f332-e318-408f-884b-48f383672d69 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 Dec 13 09:36:54.818846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0761d363-5588-41d5-a015-a8faddaf22e4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:54.819349 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.898645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e88269-266c-450f-a4b5-388deae3d7fa req-0bb4d6b4-fd4a-43f4-85c8-84b4ff85a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.900697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7e88269-266c-450f-a4b5-388deae3d7fa req-0bb4d6b4-fd4a-43f4-85c8-84b4ff85a036 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1096 time: 0.0743704 Dec 13 09:36:54.958759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-901178393', 'description': 'tempest-description-918122143'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:55.025448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7e88269-266c-450f-a4b5-388deae3d7fa req-cc7943fe-91af-4fc6-954d-f4ea49316beb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140771 Dec 13 09:36:55.047742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4944c3-0a10-4a1a-b222-0131a227fd2f req-30461031-9027-4ad9-b634-580effa6d9fa tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.049563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb4944c3-0a10-4a1a-b222-0131a227fd2f req-30461031-9027-4ad9-b634-580effa6d9fa tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 945 time: 0.1068654 Dec 13 09:36:55.050751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.059496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.407230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb4944c3-0a10-4a1a-b222-0131a227fd2f req-07434e77-2b3a-4fb6-a76d-0c04ab55ce4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402076 Dec 13 09:36:55.480650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.485360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.537784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44752e-ee2b-4a65-982d-168b2bdc5206,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:55.616949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.639317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.729612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.730817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5b7936e-f916-441a-94ac-d4aeaff74d1c req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7763877 Dec 13 09:36:55.739717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666afd-75d6-4c83-b8ac-956795960440 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2418135d-1e1f-44aa-994c-243eca4b7e7d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:55.777498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3581ae6-2df3-4244-bd61-fe8970f713e5 req-cab77e02-59e8-4880-b461-2496eccb31f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.789281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3581ae6-2df3-4244-bd61-fe8970f713e5 req-cab77e02-59e8-4880-b461-2496eccb31f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1234975 Dec 13 09:36:55.863632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3581ae6-2df3-4244-bd61-fe8970f713e5 req-54b3b7ab-420d-4eee-b5d5-cd005c215f23 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Dec 13 09:36:55.899970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-438549396', 'description': 'tempest-description-1536454577'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:55.930066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.010895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.016392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.049378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.050906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e185493a-bd92-4c42-8231-d251c2b69a06 req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1549568 Dec 13 09:36:56.052854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2ff26-52c2-4644-ab6d-057f0de48ef9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4260becc-1b13-4e34-8be7-d57425478398,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:56.225750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0eedd-40c1-48a0-b86f-2bbfdee29087 req-b1db295c-64f9-449e-9fcc-1efc598d4eb4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.227276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3a0eedd-40c1-48a0-b86f-2bbfdee29087 req-b1db295c-64f9-449e-9fcc-1efc598d4eb4 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 950 time: 0.0780890 Dec 13 09:36:56.295452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3a0eedd-40c1-48a0-b86f-2bbfdee29087 req-696da8df-e3b1-4b91-8509-c566f623cc5a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590003 Dec 13 09:36:56.784723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:56.817067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-f66eb76f-6a26-4086-a08c-1f873c24cf9c tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59250 time: 0.3903313 Dec 13 09:36:56.906904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-66f60177-1d65-4088-a2ca-e58f080c968f tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/23231bea-1cc5-4a0f-91dc-7165e334b46e HTTP/1.1" status: 200 len: 2994 time: 0.0787482 Dec 13 09:36:56.937094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:57.008572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:57.013958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-a738dc6b-586b-4b1c-bcea-0d8e2ab12884 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/23231bea-1cc5-4a0f-91dc-7165e334b46e HTTP/1.1" status: 200 len: 2994 time: 0.0991104 Dec 13 09:36:57.037958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'mac_address': 'fa:16:3e:cf:00:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:57.093094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-e456040a-a919-43f0-9a39-44450028d0a4 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7 HTTP/1.1" status: 200 len: 2998 time: 0.0681374 Dec 13 09:36:57.131988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.143886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.165289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-fbbe9e1e-4b5a-4246-8f3d-116c30701d96 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7 HTTP/1.1" status: 200 len: 2998 time: 0.0641375 Dec 13 09:36:57.185303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:57.188283 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c91383-83e1-45b0-acb6-74bc7d50b2f2" -d '{"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-unplugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:57.195283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:57.209905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:57.219012 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.245272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-5e679092-894f-440e-9fb1-5b18c963d9b7 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5a04a056-9d10-4313-8617-36db5cf99dbc HTTP/1.1" status: 200 len: 2990 time: 0.0694823 Dec 13 09:36:57.307723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-214656ce-8d04-470a-a800-0fcaba7e9419 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5a04a056-9d10-4313-8617-36db5cf99dbc HTTP/1.1" status: 200 len: 2990 time: 0.0523696 Dec 13 09:36:57.314431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:36:57.314910 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:36:57.332929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:57.371059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-07e57062-6b11-484e-b105-699162ecaea3 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6cabfb48-c786-49a3-969c-0e95fb0da3ee HTTP/1.1" status: 200 len: 2998 time: 0.0549424 Dec 13 09:36:57.428086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-f2e3980a-825d-48e4-b14b-144f2d27a739 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6cabfb48-c786-49a3-969c-0e95fb0da3ee HTTP/1.1" status: 200 len: 2998 time: 0.0508053 Dec 13 09:36:57.485020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-49c1bc25-72c8-4b8c-a313-ca7146b4bd72 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7461cd33-bb48-4f72-983e-884d58a789a8 HTTP/1.1" status: 200 len: 2998 time: 0.0524027 Dec 13 09:36:57.540068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-790685a7-7a95-43ac-9c20-7cf215d9b6f2 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7461cd33-bb48-4f72-983e-884d58a789a8 HTTP/1.1" status: 200 len: 2998 time: 0.0490930 Dec 13 09:36:57.627575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-92b0914f-0326-409c-bf84-618be16b4cb7 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/82d9628d-7bdd-4295-9559-50211aab0662 HTTP/1.1" status: 200 len: 2998 time: 0.0812452 Dec 13 09:36:57.692305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-5f271c27-e0cd-4458-82f7-eb28be5d0ccc tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/82d9628d-7bdd-4295-9559-50211aab0662 HTTP/1.1" status: 200 len: 2998 time: 0.0630004 Dec 13 09:36:57.752397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-04b7571c-5511-4308-85b4-9cd3ed00ef0a tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/833b4b8d-4914-4a06-9932-a345105f8f44 HTTP/1.1" status: 200 len: 2998 time: 0.0539715 Dec 13 09:36:57.815239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-2e5d876a-cd5a-416f-bf68-52510423ae58 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/833b4b8d-4914-4a06-9932-a345105f8f44 HTTP/1.1" status: 200 len: 2998 time: 0.0557115 Dec 13 09:36:57.896763 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.919489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-dc6201b0-d5e3-49df-9ba9-7676433820f9 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b78e6a6-063d-4b6f-9d79-f096bd46d2f2 HTTP/1.1" status: 200 len: 2994 time: 0.1029563 Dec 13 09:36:57.921992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:57.943298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:57.958882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.970732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-19a35536-1aef-4807-bf97-1611a3ff2aeb tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b78e6a6-063d-4b6f-9d79-f096bd46d2f2 HTTP/1.1" status: 200 len: 2994 time: 0.0479221 Dec 13 09:36:58.025769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-72e1bc83-cde6-4136-8439-e4723f3cf3bd tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8f44752e-ee2b-4a65-982d-168b2bdc5206 HTTP/1.1" status: 200 len: 2998 time: 0.0539927 Dec 13 09:36:58.034351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:58.076091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-3b7b695b-dd61-4ee3-99b3-03092a433e73 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8f44752e-ee2b-4a65-982d-168b2bdc5206 HTTP/1.1" status: 200 len: 2998 time: 0.0492072 Dec 13 09:36:58.142445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-ab1766b6-0df2-4728-878d-250c3a4f6f41 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9727f610-625d-4ef0-b023-9937eb64e296 HTTP/1.1" status: 200 len: 2998 time: 0.0650916 Dec 13 09:36:58.203420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:58.223673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-b3719201-8f7c-42e8-8ab9-8811e9d5b50d tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9727f610-625d-4ef0-b023-9937eb64e296 HTTP/1.1" status: 200 len: 2998 time: 0.0736136 Dec 13 09:36:58.316880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-fde64bc2-ab4b-4bca-9657-553aa646b939 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9ffe5134-d06b-4279-9c97-4992c540ad25 HTTP/1.1" status: 200 len: 2998 time: 0.0872543 Dec 13 09:36:58.420750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-1765f371-fd03-4e53-aa8e-3e7366088cf0 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9ffe5134-d06b-4279-9c97-4992c540ad25 HTTP/1.1" status: 200 len: 2998 time: 0.0874882 Dec 13 09:36:58.469535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-eca9cdba-3eaf-4d28-a70b-666496a4e609 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a31c4385-f283-49a4-8333-f0662fd54ee8 HTTP/1.1" status: 200 len: 2994 time: 0.0477116 Dec 13 09:36:58.527417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-944cd512-af18-4ffa-a1fd-f9a445bde398 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a31c4385-f283-49a4-8333-f0662fd54ee8 HTTP/1.1" status: 200 len: 2994 time: 0.0513592 Dec 13 09:36:58.578532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-d2dd1a64-846f-4141-bf26-728492646704 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a626692a-0e0d-4504-9dc8-20e0d8a7e3bd HTTP/1.1" status: 200 len: 2998 time: 0.0500710 Dec 13 09:36:58.631957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-4662025b-c9c8-4ea0-87a5-f3177860f460 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a626692a-0e0d-4504-9dc8-20e0d8a7e3bd HTTP/1.1" status: 200 len: 2998 time: 0.0525181 Dec 13 09:36:58.688211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-308553c8-112d-4172-aa25-773063b2b73f tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a75e0477-67dd-4461-a04e-e691fa0daca0 HTTP/1.1" status: 200 len: 2998 time: 0.0483911 Dec 13 09:36:58.752434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-805397ed-38ba-40f7-975a-06c24b71760c tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a75e0477-67dd-4461-a04e-e691fa0daca0 HTTP/1.1" status: 200 len: 2998 time: 0.0564561 Dec 13 09:36:58.845262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-0c205656-84f9-43be-9b4a-1f39695b112d tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b83d68e3-d585-4bb6-9889-a81f0cd94153 HTTP/1.1" status: 200 len: 2998 time: 0.0809960 Dec 13 09:36:58.907802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-2189753b-b200-41e6-bfde-fa02b8204e9d tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b83d68e3-d585-4bb6-9889-a81f0cd94153 HTTP/1.1" status: 200 len: 2998 time: 0.0614710 Dec 13 09:36:58.974418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-5403d389-b51a-421c-980f-6e2a6267b10c tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/be2f459d-2066-4e24-b81f-f043d157a93c HTTP/1.1" status: 200 len: 2998 time: 0.0601735 Dec 13 09:36:59.038438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-a23264f1-5c21-4464-b944-6b43987dc764 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/be2f459d-2066-4e24-b81f-f043d157a93c HTTP/1.1" status: 200 len: 2998 time: 0.0630462 Dec 13 09:36:59.115611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-0fe98fa8-4345-47be-bc69-073cb14dab39 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f34c5c8d-be65-449e-a128-e155fc2b7a1f HTTP/1.1" status: 200 len: 2998 time: 0.0641968 Dec 13 09:36:59.169346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc73bde5-f75a-4a0c-9e47-7314e8d91c07 req-0e69766a-b743-4f9a-8bf1-b661a11f0825 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f34c5c8d-be65-449e-a128-e155fc2b7a1f HTTP/1.1" status: 200 len: 2998 time: 0.0542433 Dec 13 09:36:59.260428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:59.594831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae99cc-6d99-4b5a-a031-05e287aa206c req-5efbd689-9124-4064-9547-2ae7a8d4bef2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.605049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54ae99cc-6d99-4b5a-a031-05e287aa206c req-5efbd689-9124-4064-9547-2ae7a8d4bef2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.0847673 Dec 13 09:36:59.673971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54ae99cc-6d99-4b5a-a031-05e287aa206c req-7125ef88-06ad-4dda-b922-ce7c6afea408 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678670 Dec 13 09:36:59.753571 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8dd983-5082-46db-a681-b0e2a2a62d42 x-openstack-request-id: req-9d8dd983-5082-46db-a681-b0e2a2a62d42 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:59.753887 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-unplugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:59.754141 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d8dd983-5082-46db-a681-b0e2a2a62d42 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:59.754962 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'code': 200} Dec 13 09:36:59.872175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1384b436-2722-4511-aa89-e3eb263268ed req-ba40e369-1b4c-4c46-832f-b37972c54e74 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7382dc52c0cb409a84d52628235f46d8 HTTP/1.1" status: 200 len: 6155 time: 0.1035495 Dec 13 09:36:59.977112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1384b436-2722-4511-aa89-e3eb263268ed req-b0b45849-7b67-4f92-9123-66fc5598a66d tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "GET /v2.0/security-groups/9ffe5134-d06b-4279-9c97-4992c540ad25 HTTP/1.1" status: 200 len: 2998 time: 0.0962195 Dec 13 09:37:00.065874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1384b436-2722-4511-aa89-e3eb263268ed req-51a97dac-d162-4391-89d3-4d94fb3d558b tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "GET /v2.0/security-groups/9ffe5134-d06b-4279-9c97-4992c540ad25 HTTP/1.1" status: 200 len: 2998 time: 0.0876329 Dec 13 09:37:00.210106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd435e8-de7b-4427-bc31-a8aaadb8eb4e req-0d0c88f1-dffa-4373-91b5-a64b81d42bc0 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.224178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cd435e8-de7b-4427-bc31-a8aaadb8eb4e req-0d0c88f1-dffa-4373-91b5-a64b81d42bc0 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1101 time: 0.0693896 Dec 13 09:37:00.300145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cd435e8-de7b-4427-bc31-a8aaadb8eb4e req-df1b8af9-8a78-4e56-8865-a598f5313a4d tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749469 Dec 13 09:37:00.413669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904b6f-7314-4bdc-873c-ab6c5dd3a399 req-94d9cfc6-e3e6-4203-b3ae-c222a447773b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.423773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae904b6f-7314-4bdc-873c-ab6c5dd3a399 req-94d9cfc6-e3e6-4203-b3ae-c222a447773b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1096 time: 0.0669293 Dec 13 09:37:00.484275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae904b6f-7314-4bdc-873c-ab6c5dd3a399 req-faf04861-9cef-4e7a-9c9b-bf5e73953172 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587826 Dec 13 09:37:00.589289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-5a257b78-036e-428a-8479-57c103f69e04 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4260becc-1b13-4e34-8be7-d57425478398 HTTP/1.1" status: 200 len: 1794 time: 0.0564246 Dec 13 09:37:00.657044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.702346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.782314 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.786844 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.793748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-202fec0e-4f9e-4f1f-b4b2-74f53e96c4f9 req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/4260becc-1b13-4e34-8be7-d57425478398 HTTP/1.1" status: 204 len: 173 time: 0.2031095 Dec 13 09:37:00.821637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:00.822096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713761-a478-4955-b24a-68129a740768 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4260becc-1b13-4e34-8be7-d57425478398,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:00.925994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:00.926642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.084304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.159223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.165214 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.294691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:01.295104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-50b57e9a-e26f-4d28-a7a8-787e2e9eb74c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642760 Dec 13 09:37:01.456386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-73498747-5e79-42ac-b9c8-3c88c1b1d570 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2418135d-1e1f-44aa-994c-243eca4b7e7d HTTP/1.1" status: 200 len: 1793 time: 0.0545137 Dec 13 09:37:01.515958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-14b23c34-6ebd-4f9f-915f-894df2473b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.517915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-14b23c34-6ebd-4f9f-915f-894df2473b48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 1101 time: 0.1982706 Dec 13 09:37:01.533676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.609618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.699145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-e3f3be05-4c83-4d7d-b347-724566d7ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.701319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-e3f3be05-4c83-4d7d-b347-724566d7ae2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1557124 Dec 13 09:37:01.701890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.705405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.720187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9fdeed9-f85b-4795-bf63-d97b90fffa75 req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/2418135d-1e1f-44aa-994c-243eca4b7e7d HTTP/1.1" status: 204 len: 173 time: 0.2625272 Dec 13 09:37:01.758116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:01.763976 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97fc2da-270d-4632-9599-30d98aabf2c6" -d '{"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:01.836971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-64d7c708-a399-4b2b-90ff-c6f0f1d96d86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=783911a9-43d9-4e58-9c94-80415247de82 HTTP/1.1" status: 200 len: 217 time: 0.1148758 Dec 13 09:37:01.867016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2393e-76a9-4d4d-af2a-8baa62850521 tempest-SecurityGroupsTestAdminJSON-1124885379 tempest-SecurityGroupsTestAdminJSON-1124885379-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2418135d-1e1f-44aa-994c-243eca4b7e7d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:01.959084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbe89-900d-46da-a637-96c61285c0ae req-fba2ba57-4ba5-417e-8928-32765b685bc8 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.960718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6effbe89-900d-46da-a637-96c61285c0ae req-fba2ba57-4ba5-417e-8928-32765b685bc8 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 1102 time: 0.1228395 Dec 13 09:37:01.974482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-47d0c39e-da97-4af5-91d2-d9a77cf029ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.976729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-47d0c39e-da97-4af5-91d2-d9a77cf029ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1008518 Dec 13 09:37:02.066889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6effbe89-900d-46da-a637-96c61285c0ae req-56b6a69d-77cc-46bf-926e-c1fdc9fe6544 tempest-ServersAdminTestJSON-1885705005 tempest-ServersAdminTestJSON-1885705005-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959620 Dec 13 09:37:02.090360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-a99659b8-8d14-44cb-8048-abeab32db73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:02.095205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-a99659b8-8d14-44cb-8048-abeab32db73d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045759 Dec 13 09:37:02.249951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-5224c18a-81b8-4404-989d-794210673554 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "GET /v2.0/security-groups/c29a657f-c366-4128-99c4-49addf2cee10 HTTP/1.1" status: 200 len: 1795 time: 0.1097779 Dec 13 09:37:02.359392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-5dab6364-a871-4e28-811f-75426cfb7cde service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565892 Dec 13 09:37:02.410887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.545666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.634204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6e605-0cbe-4190-961b-2dc0c985cc71 req-54e4bf03-e42a-4b9a-8ca1-d22ab7d9be90 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628851 Dec 13 09:37:02.643104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.647303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.665876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88e87176-072f-44ea-b48d-0eb42b3f4b03 req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "DELETE /v2.0/security-groups/c29a657f-c366-4128-99c4-49addf2cee10 HTTP/1.1" status: 204 len: 173 time: 0.4063718 Dec 13 09:37:02.693123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e49f62-8043-44e9-b026-4e891871c133 tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a657f-c366-4128-99c4-49addf2cee10,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:02.754416 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30487f-26e3-47e5-90c1-ed1381b15cda x-openstack-request-id: req-0d30487f-26e3-47e5-90c1-ed1381b15cda {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:02.754927 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-plugged", "status": "completed", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:02.755037 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d30487f-26e3-47e5-90c1-ed1381b15cda {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:02.755371 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'code': 200} Dec 13 09:37:03.288596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-ae9eadc1-1bcf-4535-a263-0ad13cc74b0b tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "GET /v2.0/security-groups/6906926c-3048-497c-a5c3-de10eccd57b6 HTTP/1.1" status: 200 len: 1795 time: 0.1141908 Dec 13 09:37:03.472860 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.510194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.595713 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.605896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.628790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e951bec7-da6d-4b27-bbb9-68cc40752d06 req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] 10.222.0.31 "DELETE /v2.0/security-groups/6906926c-3048-497c-a5c3-de10eccd57b6 HTTP/1.1" status: 204 len: 173 time: 0.3391969 Dec 13 09:37:03.652725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def489-7eae-41f8-9994-4798c408bbfe tempest-SecurityGroupsTestAdminJSON-221590236 tempest-SecurityGroupsTestAdminJSON-221590236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906926c-3048-497c-a5c3-de10eccd57b6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:03.767217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad44b-eb3f-465a-bf70-4811f7a873ef req-a510af3f-3c62-471a-8c8b-98afece3ca25 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:03.775163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18ad44b-eb3f-465a-bf70-4811f7a873ef req-a510af3f-3c62-471a-8c8b-98afece3ca25 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 950 time: 0.0615234 Dec 13 09:37:03.835596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18ad44b-eb3f-465a-bf70-4811f7a873ef req-58001cd5-0f56-4269-81ea-112520674df7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 Dec 13 09:37:03.983058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.085398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:04.379765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36052) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:04.411117 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29284c7b-c01d-4ed7-9b77-392f6f2210c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7382dc52c0cb409a84d52628235f46d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243670 Dec 13 09:37:04.542393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.578455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-96813dfb-855d-474c-9f10-670b60a1af64 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:04.580121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-96813dfb-855d-474c-9f10-670b60a1af64 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 950 time: 0.1022718 Dec 13 09:37:04.637508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.849831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Deleting port 783911a9-43d9-4e58-9c94-80415247de82 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:04.850162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.865274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.868535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.872018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ffe5134-d06b-4279-9c97-4992c540ad25 HTTP/1.1" status: 204 len: 168 time: 0.4888110 Dec 13 09:37:04.992007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aed7d-f93c-4a9e-b045-50f0f356ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe5134-d06b-4279-9c97-4992c540ad25,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.156760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749f46-47a8-4297-adc9-2ecda3a044c8 req-ceac5f38-b629-48ae-91cb-739626293637 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:05.169431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1749f46-47a8-4297-adc9-2ecda3a044c8 req-ceac5f38-b629-48ae-91cb-739626293637 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 950 time: 0.1664412 Dec 13 09:37:05.248872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1749f46-47a8-4297-adc9-2ecda3a044c8 req-2349d6a1-7ac7-43a0-8970-f7290e77b14c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Dec 13 09:37:05.282039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] For port 783911a9-43d9-4e58-9c94-80415247de82, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=783911a9-43d9-4e58-9c94-80415247de82,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:05.282804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.305286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Calling delete_port for 783911a9-43d9-4e58-9c94-80415247de82 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:05.680942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:05.722352 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.737353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['783911a9-43d9-4e58-9c94-80415247de82', '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:05.740601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['569ffe52-8ac8-42d7-86a1-86aff6d575e8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:05.776227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8727a0ec-5700-4cce-afc9-0fafa072c450 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b8c4273a4b34570b565651696eeb42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902207 Dec 13 09:37:05.784717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:05.806941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event deleted for resources: {'Port': ['ID=783911a9-43d9-4e58-9c94-80415247de82,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.893317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.964721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] No DVR routers for this DVR port 783911a9-43d9-4e58-9c94-80415247de82 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:05.970550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.974232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e42e29e-444a-4958-a0ea-c9b242d3aeb1 req-74ffc39b-b76e-41ac-92f9-e806ff5e3ea7 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "DELETE /v2.0/ports/783911a9-43d9-4e58-9c94-80415247de82 HTTP/1.1" status: 204 len: 173 time: 1.3860328 Dec 13 09:37:05.974726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'name': 'network-vif-deleted', 'tag': '783911a9-43d9-4e58-9c94-80415247de82'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:05.985308 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d549e-c9d4-42a6-b953-9f15a80d90eb" -d '{"events": [{"server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "name": "network-vif-deleted", "tag": "783911a9-43d9-4e58-9c94-80415247de82"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:06.019313 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.082491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d494e8c-5167-481d-a041-cb3bb583967c req-c68eb56a-990c-4249-bdaf-afb5fdabc09a tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.097958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d494e8c-5167-481d-a041-cb3bb583967c req-c68eb56a-990c-4249-bdaf-afb5fdabc09a tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 945 time: 0.1089180 Dec 13 09:37:06.165901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.169104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.172359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f44752e-ee2b-4a65-982d-168b2bdc5206 HTTP/1.1" status: 204 len: 168 time: 0.3865826 Dec 13 09:37:06.244925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d494e8c-5167-481d-a041-cb3bb583967c req-6d90ef12-bfa2-4d4f-b143-4484d7937394 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437166 Dec 13 09:37:06.287182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8e3b-834f-440c-8708-e6263b61559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44752e-ee2b-4a65-982d-168b2bdc5206,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:06.412646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb2d5-d5c7-495b-ac4d-4a0a3ce40848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.430973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-70a29a30-7717-40ca-acbb-d12620de819b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873541 Dec 13 09:37:06.514962 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f20639-b463-4066-8e23-4c4bc8705ff4 x-openstack-request-id: req-f9f20639-b463-4066-8e23-4c4bc8705ff4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:06.515264 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff", "name": "network-vif-deleted", "tag": "783911a9-43d9-4e58-9c94-80415247de82", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:06.515523 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9f20639-b463-4066-8e23-4c4bc8705ff4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:06.515960 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff', 'name': 'network-vif-deleted', 'tag': '783911a9-43d9-4e58-9c94-80415247de82', 'status': 'completed', 'code': 200} Dec 13 09:37:06.585111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-70f0fe69-6d6f-414d-a172-36d63c9c0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.590430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-70f0fe69-6d6f-414d-a172-36d63c9c0254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52091648bb2d4041b7e03d5faa14847b&device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 1101 time: 0.1356270 Dec 13 09:37:06.827463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20ec8e26-d38a-4c62-87b2-c5662ed8dfe8 req-a9a71c63-4dc8-4783-82ef-6c947cdedac1 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcf4b8e-46b1-4ec5-86b9-d8c912eacaff HTTP/1.1" status: 200 len: 210 time: 0.1066875 Dec 13 09:37:06.899834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-d9191b4e-5ac6-47d5-adc8-354daa60b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.906637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-d9191b4e-5ac6-47d5-adc8-354daa60b78f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2876947 Dec 13 09:37:07.048340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-53abd9d5-b787-4c71-a84e-551bb2fbc632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8 HTTP/1.1" status: 200 len: 217 time: 0.1350117 Dec 13 09:37:07.237599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-1783a16d-feb3-4367-8b98-5aba4a1e7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.243614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-1783a16d-feb3-4367-8b98-5aba4a1e7b54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1244278 Dec 13 09:37:07.386474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-147c4cd4-676d-40ca-b315-a777d95b312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.388576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-147c4cd4-676d-40ca-b315-a777d95b312d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400924 Dec 13 09:37:07.590417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-69de1337-a0a4-489d-a423-1c5e1092ff7a tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.600869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-69de1337-a0a4-489d-a423-1c5e1092ff7a tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.20 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 945 time: 0.2704339 Dec 13 09:37:07.612878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fcf31-1d49-4c37-8e82-6502ea6de890 req-652052de-84ec-43f2-9aaa-2bf5f377cf04 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.614410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7fcf31-1d49-4c37-8e82-6502ea6de890 req-652052de-84ec-43f2-9aaa-2bf5f377cf04 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/ports?device_id=51ff780b-a099-4c4d-bf61-c4db020e17cd HTTP/1.1" status: 200 len: 945 time: 0.2077599 Dec 13 09:37:07.676125 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-e5766488-8c12-4698-87ab-a9b3db8ad94b service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784171 Dec 13 09:37:07.910666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-501935cf-6007-4432-abc4-8d73f4e658b2 req-9c1c83f0-c1a7-441d-8d41-ca10fef55a11 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267909 Dec 13 09:37:07.915289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7fcf31-1d49-4c37-8e82-6502ea6de890 req-37a86b2a-2f26-460f-994a-2aa2f2c0991e tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.31 "GET /v2.0/security-groups?id=6cabfb48-c786-49a3-969c-0e95fb0da3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443759 Dec 13 09:37:08.163401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Deleting port a4c00c6e-895f-4db9-b995-0f9204c024b5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:08.164051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.269569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] For port a4c00c6e-895f-4db9-b995-0f9204c024b5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a4c00c6e-895f-4db9-b995-0f9204c024b5,segment=NetworkSegment(f16e5d87-6288-4b30-b9c2-9e6384e3ffe4),segment_id=f16e5d87-6288-4b30-b9c2-9e6384e3ffe4)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:08.270396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.284505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Calling delete_port for a4c00c6e-895f-4db9-b995-0f9204c024b5 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:08.340670 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1054de4f-fd6d-47fa-a896-fefd965189b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.433992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-75db39da-5f1f-4ec7-941b-3d7115a93723 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.441009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-75db39da-5f1f-4ec7-941b-3d7115a93723 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.5220926 Dec 13 09:37:08.456335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-8c38bbe6-ba30-4637-b6e3-25e1e850609a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0144215 Dec 13 09:37:08.540159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.555840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a4c00c6e-895f-4db9-b995-0f9204c024b5'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:08.680602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Pushing event deleted for resources: {'Port': ['ID=a4c00c6e-895f-4db9-b995-0f9204c024b5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.737837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-a5c00383-a9a9-48d5-8172-a46bb444200e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482648 Dec 13 09:37:08.740694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] No DVR routers for this DVR port a4c00c6e-895f-4db9-b995-0f9204c024b5 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:08.793984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.797862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbc9f34d-e976-46cc-bb9c-47fbf874b484 req-04d67b4c-2e08-479f-85c8-3dfac3fbba48 tempest-VolumesAdminNegativeTest-1481833259 tempest-VolumesAdminNegativeTest-1481833259-project] 10.222.0.20 "DELETE /v2.0/ports/a4c00c6e-895f-4db9-b995-0f9204c024b5 HTTP/1.1" status: 204 len: 173 time: 1.1825209 Dec 13 09:37:08.798519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'name': 'network-vif-deleted', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:08.801000 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912d204-aeb2-4aad-bba5-61e670e5a357" -d '{"events": [{"server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "name": "network-vif-deleted", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:08.812731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 783911a9-43d9-4e58-9c94-80415247de82 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:08.847755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 783911a9-43d9-4e58-9c94-80415247de82 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:08.848508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 783911a9-43d9-4e58-9c94-80415247de82 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:09.026936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-194b0367-89de-4421-95a3-476ca2aaef4b service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872348 Dec 13 09:37:09.071758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-9970e1e4-660a-4d08-9438-f058a3b1efe4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:09.079596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-9970e1e4-660a-4d08-9438-f058a3b1efe4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/networks?id=83d72179-d050-4088-b635-7473d41b14a7 HTTP/1.1" status: 200 len: 815 time: 0.2868493 Dec 13 09:37:09.129987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-568d0e36-b0f3-4992-974b-57d22839a2f4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/quotas/b50b111a1075489bb305b67942c15482 HTTP/1.1" status: 200 len: 375 time: 0.0491140 Dec 13 09:37:09.209579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-294b27c5-a277-4f9a-ba0b-ef5b637651ca req-ac04091b-4bb1-41fb-ac3c-88cce5a4e035 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817029 Dec 13 09:37:09.215727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-d4dd1bb7-a562-4003-b0f9-c74b2263d049 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b50b111a1075489bb305b67942c15482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794871 Dec 13 09:37:09.380226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-5202ec3d-fe37-4df7-ac52-ef0b5cb64af2 service neutron] 10.222.0.31 "GET /v2.0/networks/83d72179-d050-4088-b635-7473d41b14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483088 Dec 13 09:37:09.401671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.607233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-7862e5da-1361-4553-8587-730f153d1b17 service neutron] 10.222.0.31 "GET /v2.0/networks/83d72179-d050-4088-b635-7473d41b14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255831 Dec 13 09:37:09.755274 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe35a5-6d43-432d-ae82-47496cfd8d64 x-openstack-request-id: req-ebfe35a5-6d43-432d-ae82-47496cfd8d64 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:09.755593 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ff780b-a099-4c4d-bf61-c4db020e17cd", "name": "network-vif-deleted", "tag": "a4c00c6e-895f-4db9-b995-0f9204c024b5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:09.755857 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebfe35a5-6d43-432d-ae82-47496cfd8d64 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:09.756262 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ff780b-a099-4c4d-bf61-c4db020e17cd', 'name': 'network-vif-deleted', 'tag': 'a4c00c6e-895f-4db9-b995-0f9204c024b5', 'status': 'completed', 'code': 200} Dec 13 09:37:09.797470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36192) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:09.921294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Deleting subnet 076991fc-6cdd-486c-98b5-5b8aade13769 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:09.925334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.969368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.086235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.380619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-775536da-280c-479b-b6dd-0928af6251b7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282530 Dec 13 09:37:10.385428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.424369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076991fc-6cdd-486c-98b5-5b8aade13769,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:10.441974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.446787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b4f322f9-4fa6-4908-9beb-814e66e3376e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/076991fc-6cdd-486c-98b5-5b8aade13769 HTTP/1.1" status: 204 len: 168 time: 0.6476426 Dec 13 09:37:10.449899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36228) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:10.564603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.661686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.694865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9933241b-cb56-42a8-a71a-9fad3dc969c8']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:10.724021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:10.724021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16e5d87-6288-4b30-b9c2-9e6384e3ffe4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:10.740461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.777304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.784566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:10.784566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:10.787054 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:10.828079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a4c00c6e-895f-4db9-b995-0f9204c024b5 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:10.878548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: a4c00c6e-895f-4db9-b995-0f9204c024b5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:10.879207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a4c00c6e-895f-4db9-b995-0f9204c024b5 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:10.909491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.915969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db58352-12a8-4928-962e-653a4353b002 req-158131d0-f891-4afb-b81b-be174bacd0ff tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:10.920238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.926131 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9933241b-cb56-42a8-a71a-9fad3dc969c8 HTTP/1.1" status: 204 len: 168 time: 0.4721344 Dec 13 09:37:10.929378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1db58352-12a8-4928-962e-653a4353b002 req-158131d0-f891-4afb-b81b-be174bacd0ff tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.1305089 Dec 13 09:37:10.930109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36236) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:10.946522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd280a-a94e-41dd-9c66-ff5bb8eea018 admin admin] Pushing event deleted for resources: {'Network': ['ID=9933241b-cb56-42a8-a71a-9fad3dc969c8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:10.998782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.042515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-f8205b1a-a845-4d0f-9923-f549725bbd72 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.044762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-f8205b1a-a845-4d0f-9923-f549725bbd72 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6434839 Dec 13 09:37:11.074771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Deleting subnet b20e4402-c058-4481-8c13-d812485a7fdc {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:11.091346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-519e1807-f3ca-4310-923e-8210741a8dec tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0357139 Dec 13 09:37:11.120426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.153422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-0abbe1f5-6a09-484e-b2ca-0b6f0d8387a1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611591 Dec 13 09:37:11.171462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1db58352-12a8-4928-962e-653a4353b002 req-76074d5e-16f2-4f3d-b7c3-314c7fd087ef tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342324 Dec 13 09:37:11.207810 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.325895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50d9702c-c058-4a03-9fda-d3db3f24ece3 req-9892b3a8-e63b-40c9-8035-bb3695cdfa33 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 210 time: 0.0468609 Dec 13 09:37:11.327129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.494080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.546274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace9951-83dc-4b53-b654-34770b920b16 req-92e16992-a76e-42c8-b155-713bd832ad90 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.548700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7ace9951-83dc-4b53-b654-34770b920b16 req-92e16992-a76e-42c8-b155-713bd832ad90 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.16 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.0799575 Dec 13 09:37:11.557684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20e4402-c058-4481-8c13-d812485a7fdc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:11.584240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.588031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a76c5030-9711-4f3f-923f-b821473d6a5c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b20e4402-c058-4481-8c13-d812485a7fdc HTTP/1.1" status: 204 len: 168 time: 0.6537178 Dec 13 09:37:11.605076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:11.622007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f4acd04-9f3a-48c0-9c90-350f1b3dbfad req-f3fb3f2b-0544-45ac-b342-690467058ab5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 210 time: 0.0609248 Dec 13 09:37:11.840135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.945697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.985046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-1b56f077-ff99-45db-9aea-cdd25d90a56a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.986564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-1b56f077-ff99-45db-9aea-cdd25d90a56a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.20 "GET /v2.0/networks?id=83d72179-d050-4088-b635-7473d41b14a7 HTTP/1.1" status: 200 len: 815 time: 0.3799043 Dec 13 09:37:12.004254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.006968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Request body: {'port': {'device_id': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'admin_state_up': True, 'tenant_id': 'b50b111a1075489bb305b67942c15482'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:12.026700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Deleting port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:12.027045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.052455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83499c69-788e-448c-b816-fda1bf7ac3c5']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:12.100913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89afa4ea-c18c-4848-abf7-29c3e5563488') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:12.101222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89afa4ea-c18c-4848-abf7-29c3e5563488') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:12.124924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-0a4dee22-1421-47e1-957d-5583ddc625b4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.127318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.132602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-0a4dee22-1421-47e1-957d-5583ddc625b4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.2944961 Dec 13 09:37:12.152588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.154219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-3e5856eb-3ac7-4dbd-88f0-569f1511b662 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0206966 Dec 13 09:37:12.189410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:12.189818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:12.201435 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:12.299637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Made reservation on behalf of b50b111a1075489bb305b67942c15482 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:12.306822 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.350309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-48d6858e-8b30-4aa2-a1b2-73d0908c47d5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1937585 Dec 13 09:37:12.380900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.388409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.393821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83499c69-788e-448c-b816-fda1bf7ac3c5 HTTP/1.1" status: 204 len: 168 time: 0.7805276 Dec 13 09:37:12.398160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] For port 569ffe52-8ac8-42d7-86a1-86aff6d575e8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=569ffe52-8ac8-42d7-86a1-86aff6d575e8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:12.398374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.415456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31e31e-6334-4ad7-93ee-66bd83f3b181 admin admin] Pushing event deleted for resources: {'Network': ['ID=83499c69-788e-448c-b816-fda1bf7ac3c5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:12.423182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Calling delete_port for 569ffe52-8ac8-42d7-86a1-86aff6d575e8 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:12.700514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bd83e-739d-4eb3-906b-45c76c4d2b0a req-86085cad-d3d0-45f3-ada9-71ee1a3aed65 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.710024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a2bd83e-739d-4eb3-906b-45c76c4d2b0a req-86085cad-d3d0-45f3-ada9-71ee1a3aed65 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e26889-5c3c-4991-947b-84e35172cd60 HTTP/1.1" status: 200 len: 950 time: 0.4297009 Dec 13 09:37:12.759281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.773468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['569ffe52-8ac8-42d7-86a1-86aff6d575e8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:12.780437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:12.921163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event deleted for resources: {'Port': ['ID=569ffe52-8ac8-42d7-86a1-86aff6d575e8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:12.954786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36296) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:13.032357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] No DVR routers for this DVR port 569ffe52-8ac8-42d7-86a1-86aff6d575e8 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:13.036581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.046842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7ace9951-83dc-4b53-b654-34770b920b16 req-6b3c60cd-ff3c-4cfb-a6a6-34394a30249c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.16 "DELETE /v2.0/ports/569ffe52-8ac8-42d7-86a1-86aff6d575e8 HTTP/1.1" status: 204 len: 173 time: 1.4879317 Dec 13 09:37:13.047349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'name': 'network-vif-deleted', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:13.055092 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ba9283-fdef-4e8a-ae14-c66949076640" -d '{"events": [{"server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "name": "network-vif-deleted", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:13.129110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Allocated IP 172.20.0.4 (83d72179-d050-4088-b635-7473d41b14a7/43c786dc-033a-4633-931b-7baffa376c56/24be4c2a-993d-4d2b-8c32-bcb054ec2dc6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:13.363263 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:37:13.364522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.417871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-b7571283-fdfd-413d-a640-c2c6e0177c62 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048313 Dec 13 09:37:13.422676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.483981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-95c05012-2ebf-4be7-b994-151f5a7ff8ec tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4243157 Dec 13 09:37:13.736406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9ee12fbc-b300-4cbe-82e1-9cb96c6cefd0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:13.737904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9ee12fbc-b300-4cbe-82e1-9cb96c6cefd0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677914 Dec 13 09:37:13.749092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c51f3c90-b4c0-4d70-b7e0-0be8147d74b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e91ef9ea4a00405a9a44b6357ca876eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7875907 Dec 13 09:37:13.751706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:13.779415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:13.845720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.945743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.013355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.020109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.020109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cabfb48-c786-49a3-969c-0e95fb0da3ee HTTP/1.1" status: 204 len: 168 time: 0.2650890 Dec 13 09:37:14.038341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a2bd83e-739d-4eb3-906b-45c76c4d2b0a req-f7b907dd-ef0b-4f64-aca6-7d9ddc849945 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3262806 Dec 13 09:37:14.043616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09668ba8-2f76-4363-9f27-d2ee75672b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cabfb48-c786-49a3-969c-0e95fb0da3ee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:14.066270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Network 83d72179-d050-4088-b635-7473d41b14a7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:14.071192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Pushing event updated for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:14.098326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:14.130043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:14.375456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.376030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.376711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.377821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.380061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.380691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.381516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.383291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.383955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.384451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.385471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.385901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.386777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.464257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:14.469072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.490617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.491655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.498861 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.518778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-8defcfa6-0a1d-4f76-b081-3534a61b31cf service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0999570 Dec 13 09:37:14.533042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23599e-e640-4db7-aa90-3d1afc6be0d9 req-73fd2cbb-c52f-4c29-be8c-5be9a29cd22b tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.534708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e23599e-e640-4db7-aa90-3d1afc6be0d9 req-73fd2cbb-c52f-4c29-be8c-5be9a29cd22b tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 931 time: 0.2476830 Dec 13 09:37:14.548140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-3e7d5d48-c6dd-4f8b-8e9b-74b4c2b206e8 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5473938 Dec 13 09:37:14.596528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ada15387-ca2f-4e6c-b320-0e1a0accfd2e None None] Provisioning complete for port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:14.597026 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ada15387-ca2f-4e6c-b320-0e1a0accfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.610136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Request body: {'port': {'device_id': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:14.690694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ada15387-ca2f-4e6c-b320-0e1a0accfd2e None None] Port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:14.753194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e23599e-e640-4db7-aa90-3d1afc6be0d9 req-9c66320b-a039-4ab4-8a40-b6c863dae074 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039640 Dec 13 09:37:14.839162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.940785 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2bb2f4-a005-488a-9c9e-1d955750ae8d x-openstack-request-id: req-4e2bb2f4-a005-488a-9c9e-1d955750ae8d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:14.941266 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e26889-5c3c-4991-947b-84e35172cd60", "name": "network-vif-deleted", "tag": "569ffe52-8ac8-42d7-86a1-86aff6d575e8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:14.941495 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e2bb2f4-a005-488a-9c9e-1d955750ae8d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:14.941716 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e26889-5c3c-4991-947b-84e35172cd60', 'name': 'network-vif-deleted', 'tag': '569ffe52-8ac8-42d7-86a1-86aff6d575e8', 'status': 'completed', 'code': 200} Dec 13 09:37:14.956479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.981646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36318) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:15.010655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-861a5986-4a4f-4531-86af-3b39290a5d6e req-d1cf106f-64f4-4ba1-954c-d76bf157d309 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 210 time: 0.0429406 Dec 13 09:37:15.025867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.068486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-49c9f580-81c1-4482-9201-5358715570f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d37cdd012385488ba28b2f4d128f9770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849147 Dec 13 09:37:15.069440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36322) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:15.137369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3982aaf9-9c73-4a9f-890c-5eadaf520e30 req-8d4d99c3-d42a-4259-8feb-4589e5de8575 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.1243606 Dec 13 09:37:15.181082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.249964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.317033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.321309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.323461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/833b4b8d-4914-4a06-9932-a345105f8f44 HTTP/1.1" status: 204 len: 168 time: 0.2523932 Dec 13 09:37:15.347839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff54aa-ad7f-4d6c-bdfc-ed60d9205d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833b4b8d-4914-4a06-9932-a345105f8f44,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.351487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.483343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 569ffe52-8ac8-42d7-86a1-86aff6d575e8 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:15.558137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 569ffe52-8ac8-42d7-86a1-86aff6d575e8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:15.560071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 569ffe52-8ac8-42d7-86a1-86aff6d575e8 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:15.712885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.105 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/dd2cf02d-a790-4df5-a3bb-ac49dc56946c) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:15.821125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbfc8-1c0a-4b49-800b-67b67d1aba38 req-db22c568-56ed-4518-a0d3-b6bec26cf57c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:15.829261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ddbfc8-1c0a-4b49-800b-67b67d1aba38 req-db22c568-56ed-4518-a0d3-b6bec26cf57c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.1504591 Dec 13 09:37:16.040224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ddbfc8-1c0a-4b49-800b-67b67d1aba38 req-e7edec82-5d75-4b0c-b812-4a4ff6702853 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962447 Dec 13 09:37:16.068708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:16.127751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.200134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Transition to ACTIVE for port object 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:16.243849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.261389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdb6ec15-d349-4b7a-b9dc-f00e27c59443 req-9d400e8e-e705-45ae-a91c-e3ebfc916da4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 210 time: 0.0588596 Dec 13 09:37:16.335981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f07a-7550-49f4-91c0-b117cca6a1b4 req-c05ab6de-b69e-4a39-9b6d-0b948051e6d4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.344679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41f7f07a-7550-49f4-91c0-b117cca6a1b4 req-c05ab6de-b69e-4a39-9b6d-0b948051e6d4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 931 time: 0.3652833 Dec 13 09:37:16.414335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Pushing event updated for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:16.464824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.526660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-add881a6-c095-4983-b72a-327161a49d10 req-26b2e46d-aead-4386-91c9-eb05839f3eda tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.1316803 Dec 13 09:37:17.064253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41f7f07a-7550-49f4-91c0-b117cca6a1b4 req-fa55d367-3f89-4538-a8d2-36143697a455 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183609 Dec 13 09:37:17.087866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Attempting to bind port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:17.088270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Attempting to bind port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:17.088600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Attempting to bind port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 on network 83d72179-d050-4088-b635-7473d41b14a7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:17.108304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 on network 83d72179-d050-4088-b635-7473d41b14a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:17.108637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Attempting to bind port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 on network 83d72179-d050-4088-b635-7473d41b14a7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:17.116265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:17.116539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Checking segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:17.117078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Bound using segment: {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:17.117517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Bound port: 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a889c35-30f9-40c5-9a71-efd4fafddc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '83d72179-d050-4088-b635-7473d41b14a7'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:17.126530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.150263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.269969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-ec110f69-45d8-4271-9e3b-8f78c7bb7172 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c710fb4b2854a5292d259072691131c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004512 Dec 13 09:37:17.315273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:17.337480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:17.339300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:17.343155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:17.383075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:17.425189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:17.443983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e63b14-c3df-4d15-8951-5a7da25912a3 req-8827c91c-7171-421d-9a95-3111321782be tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.446312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75e63b14-c3df-4d15-8951-5a7da25912a3 req-8827c91c-7171-421d-9a95-3111321782be tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.2755651 Dec 13 09:37:17.461486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.581395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.582075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.623475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.624320 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.625977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] 10.222.0.20 "PUT /v2.0/ports/24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 HTTP/1.1" status: 200 len: 1091 time: 3.0309744 Dec 13 09:37:17.631484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:17.633964 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f914d-722c-46d2-9159-2c884867b9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:17.653626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75e63b14-c3df-4d15-8951-5a7da25912a3 req-f8912b2d-2301-409b-ac8b-03eeae0fd965 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795034 Dec 13 09:37:17.657629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-9cc16579-5ebd-4c95-8248-3dedb6f6ffc3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8965490 Dec 13 09:37:17.658347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362244-2ff2-4dc9-8222-64ae48ab507c service neutron] Pushing event updated for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:17.676587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-787af701-09a3-429a-a185-4db7ee892f14 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.678241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-787af701-09a3-429a-a185-4db7ee892f14 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953757 Dec 13 09:37:17.682360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Request body: {'port': {'device_id': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:17.776001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1e6ef9d6-7c47-4882-b385-c94e7555938c None None] Provisioning complete for port dd2cf02d-a790-4df5-a3bb-ac49dc56946c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:17.777320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-ab9111ed-a637-44e1-89ac-b1450bf56bb4 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/quotas/2c710fb4b2854a5292d259072691131c HTTP/1.1" status: 200 len: 375 time: 0.0641119 Dec 13 09:37:17.780009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef9d6-7c47-4882-b385-c94e7555938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.851832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.853377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ef9d6-7c47-4882-b385-c94e7555938c None None] Port dd2cf02d-a790-4df5-a3bb-ac49dc56946c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:17.887721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-0eba5002-924a-4693-b976-ee411f39ecc3 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c710fb4b2854a5292d259072691131c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960310 Dec 13 09:37:18.300131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04822743-17c5-49f6-a9c5-e32afed7144a req-51e7afb4-ef7c-4c35-bc46-9e821f0d3630 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0890470 Dec 13 09:37:18.459530 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb59e9-34ec-44ec-bf0e-c19695e4a53a x-openstack-request-id: req-6bfb59e9-34ec-44ec-bf0e-c19695e4a53a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:18.459866 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:18.461307 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bfb59e9-34ec-44ec-bf0e-c19695e4a53a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:18.461655 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6', 'status': 'completed', 'code': 200} Dec 13 09:37:18.478477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb030a32-31be-4129-b7e6-f0498ed20b7d req-f0d5ea69-eb8a-41ff-9dc2-808f59992a17 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.480023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb030a32-31be-4129-b7e6-f0498ed20b7d req-f0d5ea69-eb8a-41ff-9dc2-808f59992a17 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 936 time: 0.2795713 Dec 13 09:37:18.569422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91fe6980-61ca-4319-a074-b986663bd500 req-324d0b2e-dc3d-4acf-b396-9802c3e0f7c7 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0826504 Dec 13 09:37:18.690568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb030a32-31be-4129-b7e6-f0498ed20b7d req-075c9b22-c617-42ff-b7c8-8e21d0cb20b5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704791 Dec 13 09:37:18.702117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2cf02d-a790-4df5-a3bb-ac49dc56946c {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:18.721756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:18.752718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Transition to ACTIVE for port object dd2cf02d-a790-4df5-a3bb-ac49dc56946c will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:18.769462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:18.838696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:18.860332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a68ab8-e408-411c-a5f0-69caf061328f req-b62ea472-4dfe-4d19-8933-7fc25c05b611 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.863961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50a68ab8-e408-411c-a5f0-69caf061328f req-b62ea472-4dfe-4d19-8933-7fc25c05b611 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.1448634 Dec 13 09:37:19.029837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50a68ab8-e408-411c-a5f0-69caf061328f req-f3232ee5-a02d-406d-91ca-4b3a78251298 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646571 Dec 13 09:37:19.090337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff54be-7fa8-4b63-acba-89fa4ec3187b req-cbafdeb7-7db4-4402-b82c-66da69cd9120 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.091941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78ff54be-7fa8-4b63-acba-89fa4ec3187b req-cbafdeb7-7db4-4402-b82c-66da69cd9120 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.2185729 Dec 13 09:37:19.100149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Attempting to bind port dd2cf02d-a790-4df5-a3bb-ac49dc56946c on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:19.100484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Attempting to bind port dd2cf02d-a790-4df5-a3bb-ac49dc56946c by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:19.100802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Attempting to bind port dd2cf02d-a790-4df5-a3bb-ac49dc56946c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:19.137385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Port dd2cf02d-a790-4df5-a3bb-ac49dc56946c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:19.137712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Attempting to bind port dd2cf02d-a790-4df5-a3bb-ac49dc56946c on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:19.145543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:19.145874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:19.146294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:19.146720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Bound port: dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:19.147071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.225557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78ff54be-7fa8-4b63-acba-89fa4ec3187b req-a02b1164-c7e5-4806-8f7b-8a2e36367116 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217275 Dec 13 09:37:19.283379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:19.291643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:19.298439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.353814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.354461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.356599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] 10.222.0.16 "PUT /v2.0/ports/dd2cf02d-a790-4df5-a3bb-ac49dc56946c HTTP/1.1" status: 200 len: 1096 time: 1.6878469 Dec 13 09:37:19.402007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1073f-eae5-4323-bea1-c0b31d3def3e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:19.502916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e75811c-f158-488b-9179-2d2538645f7e req-224c2d4f-0096-4ec4-a9a4-e3f39d52a150 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0459857 Dec 13 09:37:19.532857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-cd86acbf-886c-4ebf-90a4-d2c8f6d445d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.534375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-cd86acbf-886c-4ebf-90a4-d2c8f6d445d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 1099 time: 0.1249177 Dec 13 09:37:19.590415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-bbc68291-6f17-4901-9f2c-fefdfe19c949 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c HTTP/1.1" status: 200 len: 217 time: 0.0474918 Dec 13 09:37:19.708967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb0e9a-62de-4597-8380-fc51fa214174 req-c516e47b-8f67-4a3a-a413-a0a2704d250e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0340610 Dec 13 09:37:19.716669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-4176e382-b16b-4465-bf6d-1e0c0e4388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.727974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-4176e382-b16b-4465-bf6d-1e0c0e4388b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1298041 Dec 13 09:37:19.846907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-74bf7689-cd1d-4c47-9a98-e242612d49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.849861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-74bf7689-cd1d-4c47-9a98-e242612d49d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150486 Dec 13 09:37:19.875314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ac342-a2f1-4e14-9fd6-3c95454baf85 req-03f58d57-74ea-4ec7-82d3-93287947f8d6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.883664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-077ac342-a2f1-4e14-9fd6-3c95454baf85 req-03f58d57-74ea-4ec7-82d3-93287947f8d6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 948 time: 0.0889213 Dec 13 09:37:19.984096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-077ac342-a2f1-4e14-9fd6-3c95454baf85 req-482862f0-b14c-4cb9-9369-11b16a6a9a33 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995085 Dec 13 09:37:20.016019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-ac02f34b-29e0-4613-8a12-07e4509030df service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566932 Dec 13 09:37:20.138566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d12d9a55-f719-4d5f-8ae6-b3c833648c0d req-e1b12523-a228-4c84-8d44-5dc4146e8d7f service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153033 Dec 13 09:37:20.228851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c83e9-542d-4025-ba6e-f763dffabf85 req-4248dcdf-c5da-49c1-8b08-8a4496109147 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.230637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-015c83e9-542d-4025-ba6e-f763dffabf85 req-4248dcdf-c5da-49c1-8b08-8a4496109147 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.1066828 Dec 13 09:37:20.345204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-015c83e9-542d-4025-ba6e-f763dffabf85 req-ac72cfc7-07b1-46cd-83ad-ce6a2492323f tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066756 Dec 13 09:37:20.426808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254503bf-a2b4-4059-98d5-654c4b2b03f2 req-ff9ff579-7258-46ef-8abb-7ce250ef2687 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.436191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-254503bf-a2b4-4059-98d5-654c4b2b03f2 req-ff9ff579-7258-46ef-8abb-7ce250ef2687 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.1236966 Dec 13 09:37:20.462637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:20.464929 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d4bd5-2933-4e84-9963-bc95030f5fea" -d '{"events": [{"name": "network-changed", "server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:20.498721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-254503bf-a2b4-4059-98d5-654c4b2b03f2 req-5c2c46a5-1abd-45be-b9c8-8e169d10526a tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594296 Dec 13 09:37:20.513995 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d3bee-efe4-4cef-bb79-a56f250d6005 x-openstack-request-id: req-bf3d3bee-efe4-4cef-bb79-a56f250d6005 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:20.514298 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:20.514558 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf3d3bee-efe4-4cef-bb79-a56f250d6005 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:20.514946 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'status': 'completed', 'code': 200} Dec 13 09:37:20.593803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-eb2664a5-d53d-4b71-91f3-f0ee5fb2b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.595358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-eb2664a5-d53d-4b71-91f3-f0ee5fb2b118 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 1099 time: 0.0581250 Dec 13 09:37:20.683103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72d0abe8-dbb9-4da2-8b84-bb878a35d805 req-7be1d218-a55c-4950-8524-bedb2d02367e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0672374 Dec 13 09:37:20.723597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-3f57fa24-b131-4302-9d41-5500100199d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.725363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-3f57fa24-b131-4302-9d41-5500100199d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1234250 Dec 13 09:37:20.784225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-06b02c0d-a54c-4e57-bbe9-90dc63f5efd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c HTTP/1.1" status: 200 len: 217 time: 0.0510120 Dec 13 09:37:20.870490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfef2c28-fb6d-4b35-b7f4-664136ea91c6 req-5321719b-4bcf-4930-8d5f-84897d00dbd1 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0352468 Dec 13 09:37:20.884772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-50f3e4e6-a781-476f-90ed-20bd982d3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.886403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-50f3e4e6-a781-476f-90ed-20bd982d3199 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0945792 Dec 13 09:37:20.958272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-11574d48-b60f-466f-9efe-ebbc573f4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.960095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-11574d48-b60f-466f-9efe-ebbc573f4fc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591407 Dec 13 09:37:21.091270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-fd22e51c-f487-4e21-a617-c741f6b9deff service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223023 Dec 13 09:37:21.321935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba7d4bd5-2933-4e84-9963-bc95030f5fea req-2bcfbe23-5936-43be-89c2-ca6cb2c03137 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227495 Dec 13 09:37:21.349283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e0097-b547-4ec4-a532-4fdc0dc74eb7 req-c9dcc151-fce0-40e4-aa1d-35f21491aecb tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.351185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-820e0097-b547-4ec4-a532-4fdc0dc74eb7 req-c9dcc151-fce0-40e4-aa1d-35f21491aecb tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 948 time: 0.0888221 Dec 13 09:37:21.428848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-820e0097-b547-4ec4-a532-4fdc0dc74eb7 req-524fc54f-7a85-4856-b8c2-39864eaf4556 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679820 Dec 13 09:37:21.515374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c286573-b8c5-46b9-92c9-782b7800a1c8 req-bba2408f-e6a7-4146-a0ef-a9365a026c9b tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.516993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c286573-b8c5-46b9-92c9-782b7800a1c8 req-bba2408f-e6a7-4146-a0ef-a9365a026c9b tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.0747340 Dec 13 09:37:21.602273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c286573-b8c5-46b9-92c9-782b7800a1c8 req-ec9f7004-c612-4eb9-ab77-747d32d5dbb2 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791409 Dec 13 09:37:21.657324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0d38d-b21d-4f2b-935a-13ff0754e1d3 req-bf7dc79a-d2a7-4d9d-b38c-6f9e09576140 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.662781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f0d38d-b21d-4f2b-935a-13ff0754e1d3 req-bf7dc79a-d2a7-4d9d-b38c-6f9e09576140 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.0740826 Dec 13 09:37:21.715425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f0d38d-b21d-4f2b-935a-13ff0754e1d3 req-1d8db906-e730-4f7e-a8bd-9eaa53f1bf91 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Dec 13 09:37:21.808593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de2d8449-2ff4-4c44-a31f-dc7ab063a9fa req-8d8d54ca-ba5d-44d9-9b4a-baa344c6547a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0344203 Dec 13 09:37:22.010027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99d0c6ed-6c76-44a3-9be1-6f2026b9ef46 req-5e3f44e1-0e5a-4d34-8023-0ff1867725b4 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0415292 Dec 13 09:37:22.580071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c97714-4ac2-43b2-bc7e-2bf468a6a83b req-0ab1b5c6-7b73-4c40-b31b-a89131838339 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.581637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c97714-4ac2-43b2-bc7e-2bf468a6a83b req-0ab1b5c6-7b73-4c40-b31b-a89131838339 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 948 time: 0.0616362 Dec 13 09:37:22.653147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c97714-4ac2-43b2-bc7e-2bf468a6a83b req-a7f4f945-1ad6-44b8-a185-bc5615765989 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560801 Dec 13 09:37:22.747399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77105-469f-46ad-afa3-4594fce28f72 req-e6d95ab9-0dad-472a-87df-cc4e1dab5f89 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.751976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40a77105-469f-46ad-afa3-4594fce28f72 req-e6d95ab9-0dad-472a-87df-cc4e1dab5f89 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.0634608 Dec 13 09:37:22.814698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40a77105-469f-46ad-afa3-4594fce28f72 req-fbe09bef-c1d3-4a64-9d2e-9e56b273d575 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579183 Dec 13 09:37:22.873313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d8e-d95a-4490-983c-4c84848e03b4 req-4e65ca88-a306-4150-96ac-1a6f10fae0cd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.874853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62118d8e-d95a-4490-983c-4c84848e03b4 req-4e65ca88-a306-4150-96ac-1a6f10fae0cd tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.0644495 Dec 13 09:37:22.941929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8633fc11-dd50-49b8-84d8-93cbb39f4992 req-303c30ee-4888-4115-93e5-5577870384d6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0356116 Dec 13 09:37:22.966814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62118d8e-d95a-4490-983c-4c84848e03b4 req-68978026-c5c7-4df6-bdd0-b00d0b58f14c tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859122 Dec 13 09:37:23.118231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9522e6cc-262a-4674-8053-9858eed4f7ed req-ecbb68eb-a608-4bb9-af6a-27110aa5348d tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0329781 Dec 13 09:37:23.530781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device dd2cf02d-a790-4df5-a3bb-ac49dc56946c details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:23.647090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:23.658976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'mac_address': 'fa:16:3e:14:11:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:23.696126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.709835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2cf02d-a790-4df5-a3bb-ac49dc56946c {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:23.741939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:23.749320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.769294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947eaa7-50a3-4b1f-b375-a57a7807219f req-6677eff9-5892-41ab-99a6-e0b1dd12acf0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.770786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6947eaa7-50a3-4b1f-b375-a57a7807219f req-6677eff9-5892-41ab-99a6-e0b1dd12acf0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 948 time: 0.0599754 Dec 13 09:37:23.798764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:23.806581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.807064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.807513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.807979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.808955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.809393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.809823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.810224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.810626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.811027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.811425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.811855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.812237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:23.834134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6947eaa7-50a3-4b1f-b375-a57a7807219f req-7a51b7fb-6e1f-4f2e-80ad-e127bdb31dd7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 Dec 13 09:37:23.950484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1622ed0-8f65-42ac-9074-bf87505f0a5e req-b30db7dc-2229-471f-8bd2-7b6974645916 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.952135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1622ed0-8f65-42ac-9074-bf87505f0a5e req-b30db7dc-2229-471f-8bd2-7b6974645916 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Dec 13 09:37:24.002545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1622ed0-8f65-42ac-9074-bf87505f0a5e req-86d33e41-794c-4395-8562-83acce19ccf7 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Dec 13 09:37:24.049134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-951626e2-8762-499d-9eaf-b05be582499a req-524347e7-d249-4083-874f-4d86985f0ca1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.0274179 Dec 13 09:37:24.110834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:24.113638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd42-605a-4408-ab47-58c53bc09ed4 req-546ba9da-2298-47d7-9554-cdf16712b1c5 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.115186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6dbfd42-605a-4408-ab47-58c53bc09ed4 req-546ba9da-2298-47d7-9554-cdf16712b1c5 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.0523238 Dec 13 09:37:24.176933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6dbfd42-605a-4408-ab47-58c53bc09ed4 req-4ec8d542-c042-4164-8633-0f101b54372b tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Dec 13 09:37:24.227783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd64f93d-f3da-4a7b-b75c-8d4d08ba30ed req-0e703dc4-9ac0-484f-8861-f88ea1d95a0e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Dec 13 09:37:24.295987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-cd255944-5956-48ff-bf92-f1829ec58a2a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1304013238&fields=id&tenant_id=d509b584408a4c16a1b7fd44cf21ce45 HTTP/1.1" status: 200 len: 267 time: 0.0412619 Dec 13 09:37:24.400829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-ebc40dbd-c665-4634-b140-73f75c697de2 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.402807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-ebc40dbd-c665-4634-b140-73f75c697de2 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/networks?id=945846c4-15f8-437f-b480-5b5cbd429e50 HTTP/1.1" status: 200 len: 816 time: 0.0996664 Dec 13 09:37:24.416971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-1b0b34a6-e2fc-4349-bfa4-07392a631b3a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/quotas/d509b584408a4c16a1b7fd44cf21ce45 HTTP/1.1" status: 200 len: 375 time: 0.0086045 Dec 13 09:37:24.466326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-7a1de92c-a77d-4a3d-8b74-fb45815db1e8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d509b584408a4c16a1b7fd44cf21ce45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436678 Dec 13 09:37:24.563518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-ba428869-4812-4517-afa0-45a71a202903 service neutron] 10.222.0.31 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845280 Dec 13 09:37:24.680779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-c9d41d64-1c86-4feb-9f35-affdef8d4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.682272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-c9d41d64-1c86-4feb-9f35-affdef8d4c79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b50b111a1075489bb305b67942c15482&device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 1094 time: 0.0684769 Dec 13 09:37:24.688503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-20c94d44-2534-4029-b092-efd633c323f1 service neutron] 10.222.0.31 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183176 Dec 13 09:37:25.181157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-deec2c1b-b3d8-4656-928b-de50ae6ea0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.183964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-deec2c1b-b3d8-4656-928b-de50ae6ea0cc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b50b111a1075489bb305b67942c15482&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4734693 Dec 13 09:37:25.214518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0b2b938-1c30-4e36-ad65-989459d8bbb5 req-fa085e6f-5653-44bb-a31b-a0e662851c8f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0455389 Dec 13 09:37:25.429953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7a386-fbe8-457e-8479-34e7f524257d req-16577352-62a4-4748-9197-262049238287 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.431464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ba7a386-fbe8-457e-8479-34e7f524257d req-16577352-62a4-4748-9197-262049238287 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 949 time: 0.5136573 Dec 13 09:37:25.544890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device dd2cf02d-a790-4df5-a3bb-ac49dc56946c up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:25.563733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8e45-8e24-43a5-8196-7454d161d172 req-b64c1522-d005-4853-a9b7-7f993004df18 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.565240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f14b8e45-8e24-43a5-8196-7454d161d172 req-b64c1522-d005-4853-a9b7-7f993004df18 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.2299643 Dec 13 09:37:25.569880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-5bf318e5-f1d0-4197-b6e0-c2d1de0fe9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.571259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9f914d-722c-46d2-9159-2c884867b9d7 req-5bf318e5-f1d0-4197-b6e0-c2d1de0fe9f5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3609064 Dec 13 09:37:25.582560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-5ec24631-f365-440d-9bf3-b30bfe374c95 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.584105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-5ec24631-f365-440d-9bf3-b30bfe374c95 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.3235066 Dec 13 09:37:25.600680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port dd2cf02d-a790-4df5-a3bb-ac49dc56946c completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:25.605716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port dd2cf02d-a790-4df5-a3bb-ac49dc56946c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:25.606187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:25.609536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ba7a386-fbe8-457e-8479-34e7f524257d req-3329c644-21f4-4d89-a5f7-57a8faa11112 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612599 Dec 13 09:37:25.615644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:25.722649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:25.758552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-6bcc87c2-fad7-44b9-8fc2-fd3f6475aa95 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c710fb4b2854a5292d259072691131c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544472 Dec 13 09:37:25.767401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f14b8e45-8e24-43a5-8196-7454d161d172 req-cf63e953-6b39-49b7-b119-0b770adfb6b0 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924138 Dec 13 09:37:25.773648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:25.782820 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01736b2-b77b-4aa0-a6d5-10f063c79e72" -d '{"events": [{"server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:25.793519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-a417a0dd-9e7c-4f5b-89f5-2fee5bee5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.795166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-a417a0dd-9e7c-4f5b-89f5-2fee5bee5d5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b50b111a1075489bb305b67942c15482&device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 1094 time: 0.0700083 Dec 13 09:37:25.807082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:25.819304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:25.859504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fbdcc83-7b31-42d0-80a9-c9083b517b82 req-5b99d416-42c8-4081-8c3a-3e29ef3a5230 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 210 time: 0.1128962 Dec 13 09:37:25.880740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:25.926574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-294992bd-5a49-48f0-aca1-710789747e7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 HTTP/1.1" status: 200 len: 217 time: 0.1191089 Dec 13 09:37:25.987602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-203c475b-1b10-4409-a952-a113b103bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.989215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-203c475b-1b10-4409-a952-a113b103bcaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43c786dc-033a-4633-931b-7baffa376c56 HTTP/1.1" status: 200 len: 854 time: 0.0509827 Dec 13 09:37:26.025239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4126819a-b7ff-4b07-96b0-cd4e8ee54dd7 req-1a9c2903-a88a-414a-8337-5c960fca55f5 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 210 time: 0.0486832 Dec 13 09:37:26.048621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-840884a4-4ca1-4cf8-a78b-bab24a14fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.050314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-840884a4-4ca1-4cf8-a78b-bab24a14fce9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83d72179-d050-4088-b635-7473d41b14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529773 Dec 13 09:37:26.077063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-1cc161b1-4a00-495a-8148-afe057cada33 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.078554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-1cc161b1-4a00-495a-8148-afe057cada33 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150582 Dec 13 09:37:26.091865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc01b6-a938-42b9-ae63-fee81debfa02 req-683479a0-6322-49bc-aa47-44e2f3a16768 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.093387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99fc01b6-a938-42b9-ae63-fee81debfa02 req-683479a0-6322-49bc-aa47-44e2f3a16768 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.1635072 Dec 13 09:37:26.101571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Request body: {'port': {'device_id': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2c710fb4b2854a5292d259072691131c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:26.132577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:26.136545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.156931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-07c6485c-55c2-4974-8890-ba8b055c200a service neutron] 10.222.0.20 "GET /v2.0/networks/83d72179-d050-4088-b635-7473d41b14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970886 Dec 13 09:37:26.159721 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e7d3a-5d04-4a29-b890-8907cedceca3 x-openstack-request-id: req-991e7d3a-5d04-4a29-b890-8907cedceca3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:26.160016 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:26.160230 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-991e7d3a-5d04-4a29-b890-8907cedceca3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:26.160622 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'code': 200} Dec 13 09:37:26.285978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99fc01b6-a938-42b9-ae63-fee81debfa02 req-289bfcdc-4a5f-48e9-9048-981a802aa924 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.31 "GET /v2.0/security-groups?id=9727f610-625d-4ef0-b023-9937eb64e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793473 Dec 13 09:37:26.338584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-102e89de-1b7d-45f5-814b-0521ec714b6e req-9843c94f-b1c0-490b-b89f-665792fca81f service neutron] 10.222.0.20 "GET /v2.0/networks/83d72179-d050-4088-b635-7473d41b14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670971 Dec 13 09:37:26.339226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.20', 49228) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:26.421537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e5312ac-1560-422a-9223-035f3e144ec2 req-3d7fe2ba-4d0a-403b-9b9b-c412ec8c775b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0559516 Dec 13 09:37:26.445235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-dd53dd3c-4340-466f-9ab2-6252be1ff196 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.446768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-dd53dd3c-4340-466f-9ab2-6252be1ff196 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "GET /v2.0/ports?device_id=21b1c35e-a564-499e-8d71-7011707818e5 HTTP/1.1" status: 200 len: 951 time: 0.0710621 Dec 13 09:37:26.464331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f1530-f996-4615-b9b2-52453864464d req-c50512ef-d667-48b9-9c21-7e424b0eb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.466368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b27f1530-f996-4615-b9b2-52453864464d req-c50512ef-d667-48b9-9c21-7e424b0eb2b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 1101 time: 0.2095401 Dec 13 09:37:26.471623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff749e-89e7-4f64-afd6-d1000ca90b0f req-796445e3-3c25-4146-99cc-f607283e5de4 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.473048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25ff749e-89e7-4f64-afd6-d1000ca90b0f req-796445e3-3c25-4146-99cc-f607283e5de4 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1096 time: 0.2390988 Dec 13 09:37:26.477320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-abf0460d-5770-42f3-8811-dd3410fc05a2 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.479040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-abf0460d-5770-42f3-8811-dd3410fc05a2 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.16 "GET /v2.0/networks?id=945846c4-15f8-437f-b480-5b5cbd429e50 HTTP/1.1" status: 200 len: 816 time: 0.2185001 Dec 13 09:37:26.496693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Made reservation on behalf of 2c710fb4b2854a5292d259072691131c for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:26.500109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.541343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.549540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.3 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/82faafb2-33af-412d-a76f-32a5f28b2aae) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:26.603665 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-679eba8e-4c24-4e77-8b36-2b65f21a23e5 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d509b584408a4c16a1b7fd44cf21ce45 HTTP/1.1" status: 200 len: 380 time: 0.1085682 Dec 13 09:37:26.613339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'port': {'device_id': '97966954-4145-490c-be9c-b6cab23dd492', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'admin_state_up': True, 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'security_groups': ['8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:26.629927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Deleting port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:26.630267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.642116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25ff749e-89e7-4f64-afd6-d1000ca90b0f req-b22897fc-6343-4b37-9011-9ae8adaf51bf tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516352 Dec 13 09:37:26.669649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b27f1530-f996-4615-b9b2-52453864464d req-821cb315-e810-4b5b-85a6-82ab59fe51ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739564 Dec 13 09:37:26.794893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Made reservation on behalf of d509b584408a4c16a1b7fd44cf21ce45 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:26.798795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.865750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528754-b815-41e4-8ac5-c1dc36fd9381 req-f81b7020-bfa5-4fc1-9501-abff20aa02c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.873468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26528754-b815-41e4-8ac5-c1dc36fd9381 req-f81b7020-bfa5-4fc1-9501-abff20aa02c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 950 time: 0.1696901 Dec 13 09:37:26.893936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.918355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.954062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Allocated IP 172.20.0.11 (945846c4-15f8-437f-b480-5b5cbd429e50/30874438-a655-4ffb-a4af-7010af69ded1/0d586040-b761-4c73-bc4e-dfb6b3732899) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:26.989479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.054417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229e65a9-04c3-46fa-ae8e-cfd3e99b0720,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:27.065181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26528754-b815-41e4-8ac5-c1dc36fd9381 req-2eac7192-29c1-4cfc-b94b-12f2384acf03 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908839 Dec 13 09:37:27.152827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] For port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:27.153560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.157366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Allocated IP 192.168.233.113 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/adedc8d1-8652-4a1b-9c70-f82d98b3cf3e) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:27.161285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.175584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:27.194131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Calling delete_port for 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:27.286481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:27.303288 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.305847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:27.320632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:27.358410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:27.434873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242533a3-826e-4dc1-b076-7a938d876a2a req-71fb1aa3-57e5-4de0-9048-8df6ac02c8b4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.437597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-242533a3-826e-4dc1-b076-7a938d876a2a req-71fb1aa3-57e5-4de0-9048-8df6ac02c8b4 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 943 time: 0.2331851 Dec 13 09:37:27.440889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.516768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Network 945846c4-15f8-437f-b480-5b5cbd429e50 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:27.524856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:27.528375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.529011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.529376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:27.567457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event updated for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:27.572986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.577818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-e7a861dd-51b0-4437-beb5-4628a31ba413 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9671803 Dec 13 09:37:27.585404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:27.606397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.606925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.607499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.608104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.608651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.609205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.609746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.610292 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.610830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.611393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.611952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.612492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.613023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:27.622473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Request body: {'port': {'device_id': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:27.687934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-242533a3-826e-4dc1-b076-7a938d876a2a req-bb1f0d8e-849b-426b-ac4c-7e17b9d1a18c tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971211 Dec 13 09:37:27.692207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Pushing event deleted for resources: {'Port': ['ID=23b6bd1a-f2c7-4b9f-82c5-0529f529fd95,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:27.711523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.712532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.744527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.767485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] No DVR routers for this DVR port 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:27.772453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.776594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-64ffd076-94a1-4bbe-af4e-020785e1f2c4 req-8e4e740c-b1ed-4844-8206-df1c81332991 tempest-ServersAdminTestJSON-936838105 tempest-ServersAdminTestJSON-936838105-project] 10.222.0.20 "DELETE /v2.0/ports/23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 HTTP/1.1" status: 204 len: 173 time: 1.3198929 Dec 13 09:37:27.777801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.781359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-deleted', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:27.784765 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece6b57f-bc4e-4adb-a053-7dd5b72c716c" -d '{"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-deleted", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:27.808179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-402e6991-57cb-4c23-9eda-4c33a4acff6f tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1993475 Dec 13 09:37:27.826856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Request body: {'port': {'device_id': '97966954-4145-490c-be9c-b6cab23dd492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:27.943696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.956933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.976254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ca3c24b4-7ff0-4f30-b2fb-b963a3794824 None None] Provisioning complete for port 0d586040-b761-4c73-bc4e-dfb6b3732899 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:27.976951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca3c24b4-7ff0-4f30-b2fb-b963a3794824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:27.978031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275e2d0-0f2d-41b6-bc88-43ca06e80558 req-89a17423-4dc2-41d6-8e78-3094cf66e9c2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.985792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7275e2d0-0f2d-41b6-bc88-43ca06e80558 req-89a17423-4dc2-41d6-8e78-3094cf66e9c2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 931 time: 0.1690402 Dec 13 09:37:28.091392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c24b4-7ff0-4f30-b2fb-b963a3794824 None None] Port 0d586040-b761-4c73-bc4e-dfb6b3732899 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:28.189393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-8c22a9a6-fa9b-4987-8159-d7c5f7acfadc tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:28.196333 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-8c22a9a6-fa9b-4987-8159-d7c5f7acfadc tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0891042 Dec 13 09:37:28.443443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d586040-b761-4c73-bc4e-dfb6b3732899 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:28.453292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.469573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Transition to ACTIVE for port object 0d586040-b761-4c73-bc4e-dfb6b3732899 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:28.471897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-24daf102-3d3a-4b65-8003-c610bd0d726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.480994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-24daf102-3d3a-4b65-8003-c610bd0d726d service neutron] 10.222.0.31 "GET /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 1093 time: 0.2794404 Dec 13 09:37:28.486900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:28.487796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:37:28.546651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:28.559333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:28.583983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:28.650356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.676420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7275e2d0-0f2d-41b6-bc88-43ca06e80558 req-a074c623-2745-4f9a-afc6-4612d932ac5e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894312 Dec 13 09:37:28.678030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Pushing event updated for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:28.731367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.743044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.822915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-304ff82e-236e-4005-a19d-e0b271d2d64b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7280223 Dec 13 09:37:28.837373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Request body: {'port': {'device_id': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:28.928853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.944779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:29.036696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:29.037282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:29.037398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:29.047621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:29.047954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:29.057856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137476eb-d6e0-4237-bfcf-ab414692376a req-26927d91-b8a6-4ceb-83f5-b79eefd42e48 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.060471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-137476eb-d6e0-4237-bfcf-ab414692376a req-26927d91-b8a6-4ceb-83f5-b79eefd42e48 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 936 time: 0.1790497 Dec 13 09:37:29.094767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:29.094767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:29.095332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:29.095786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Bound port: a62163a2-8b2c-4f59-baa3-34b375d7eea9, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:29.107214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:29.152015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6', 'network_id': '83d72179-d050-4088-b635-7473d41b14a7', 'port_id': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6', 'mac_address': 'fa:16:3e:db:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c786dc-033a-4633-931b-7baffa376c56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:29.212326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ae9af0e0-956f-4b4e-b426-19bf437ca445 None None] Provisioning complete for port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:29.212993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ae9af0e0-956f-4b4e-b426-19bf437ca445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.280611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-137476eb-d6e0-4237-bfcf-ab414692376a req-8cbeac47-c9a4-4595-86a4-2571a1e1284a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089248 Dec 13 09:37:29.293923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:29.307371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ae9af0e0-956f-4b4e-b426-19bf437ca445 None None] Port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:29.314279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82faafb2-33af-412d-a76f-32a5f28b2aae {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:29.322789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Pushing event updated for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:29.337160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.346658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.347976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6e50392f-d7e6-4b44-af7b-223a139f3989 service neutron] 10.222.0.31 "POST /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9/bindings HTTP/1.1" status: 201 len: 389 time: 0.8661325 Dec 13 09:37:29.348952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Attempting to bind port 0d586040-b761-4c73-bc4e-dfb6b3732899 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:29.349297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Attempting to bind port 0d586040-b761-4c73-bc4e-dfb6b3732899 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:29.349624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Attempting to bind port 0d586040-b761-4c73-bc4e-dfb6b3732899 on network 945846c4-15f8-437f-b480-5b5cbd429e50 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:29.359852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Port 0d586040-b761-4c73-bc4e-dfb6b3732899 on network 945846c4-15f8-437f-b480-5b5cbd429e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:29.362082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Attempting to bind port 0d586040-b761-4c73-bc4e-dfb6b3732899 on network 945846c4-15f8-437f-b480-5b5cbd429e50 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:29.380061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:29.380428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Checking segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:29.380961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Bound using segment: {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:29.381422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Bound port: 0d586040-b761-4c73-bc4e-dfb6b3732899, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:29.381786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.403395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.414121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.452442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:29.475118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Transition to ACTIVE for port object 82faafb2-33af-412d-a76f-32a5f28b2aae will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:29.484695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:29.492615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.504738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.600512 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16417cfe-7ef2-4ce1-bdd9-39fd07228149 x-openstack-request-id: req-16417cfe-7ef2-4ce1-bdd9-39fd07228149 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:29.601258 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1c35e-a564-499e-8d71-7011707818e5", "name": "network-vif-deleted", "tag": "23b6bd1a-f2c7-4b9f-82c5-0529f529fd95", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:29.601258 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16417cfe-7ef2-4ce1-bdd9-39fd07228149 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:29.601514 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1c35e-a564-499e-8d71-7011707818e5', 'name': 'network-vif-deleted', 'tag': '23b6bd1a-f2c7-4b9f-82c5-0529f529fd95', 'status': 'completed', 'code': 200} Dec 13 09:37:29.617701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Pushing event updated for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:29.627508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:29.630962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0d586040-b761-4c73-bc4e-dfb6b3732899,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:29.642702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.686292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:29.709498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['24be4c2a-993d-4d2b-8c32-bcb054ec2dc6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:29.755300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.757744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.759205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] 10.222.0.16 "PUT /v2.0/ports/0d586040-b761-4c73-bc4e-dfb6b3732899 HTTP/1.1" status: 200 len: 1092 time: 1.9403598 Dec 13 09:37:29.885921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74606506-8a49-4a09-a5fd-e06afd48ffbc service neutron] Pushing event updated for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:29.928192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-3ece9441-f7e7-4075-b64f-8602745361a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.933728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-3ece9441-f7e7-4075-b64f-8602745361a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d509b584408a4c16a1b7fd44cf21ce45&device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 1095 time: 0.1294441 Dec 13 09:37:30.030266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-5237c4a4-1524-473c-89df-2b66acdc532e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d586040-b761-4c73-bc4e-dfb6b3732899 HTTP/1.1" status: 200 len: 217 time: 0.0875225 Dec 13 09:37:30.047530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adedc8d1-8652-4a1b-9c70-f82d98b3cf3e {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:30.059902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.074493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Transition to ACTIVE for port object adedc8d1-8652-4a1b-9c70-f82d98b3cf3e will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:30.075998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Attempting to bind port 82faafb2-33af-412d-a76f-32a5f28b2aae on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:30.076772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Attempting to bind port 82faafb2-33af-412d-a76f-32a5f28b2aae by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:30.077373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Attempting to bind port 82faafb2-33af-412d-a76f-32a5f28b2aae on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.094095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9883bf-87aa-4bc8-b35e-eba98e101e29 req-c29b4ab4-b56e-469c-91fa-aff6bc7211a6 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.098958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e9883bf-87aa-4bc8-b35e-eba98e101e29 req-c29b4ab4-b56e-469c-91fa-aff6bc7211a6 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.4622965 Dec 13 09:37:30.117486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.135060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-0c1a489c-8d7d-4809-8401-b900f7049398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.135959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-118aead8-bb45-4149-bb5f-853535460c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.137134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-0c1a489c-8d7d-4809-8401-b900f7049398 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1096 time: 0.4281363 Dec 13 09:37:30.137947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-118aead8-bb45-4149-bb5f-853535460c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30874438-a655-4ffb-a4af-7010af69ded1 HTTP/1.1" status: 200 len: 855 time: 0.1009557 Dec 13 09:37:30.147240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Port 82faafb2-33af-412d-a76f-32a5f28b2aae on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:30.147583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Attempting to bind port 82faafb2-33af-412d-a76f-32a5f28b2aae on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.159393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36618) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:30.221248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-474cd3cb-a35e-408a-86d0-4135ed776368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.224807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Pushing event updated for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:30.225308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-474cd3cb-a35e-408a-86d0-4135ed776368 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945846c4-15f8-437f-b480-5b5cbd429e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744631 Dec 13 09:37:30.246633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:30.247268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:30.247873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:30.248504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Bound port: 82faafb2-33af-412d-a76f-32a5f28b2aae, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:30.249028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.389836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bba45e-c8e1-4366-8968-2f62790cd0c6 req-fb207f8f-4c1d-45af-9f0f-0fd7cc3f16a0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.391710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56bba45e-c8e1-4366-8968-2f62790cd0c6 req-fb207f8f-4c1d-45af-9f0f-0fd7cc3f16a0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 950 time: 0.6076338 Dec 13 09:37:30.420225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef8646ca-7f5f-454d-8668-f5313ed89d52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52091648bb2d4041b7e03d5faa14847b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434852 Dec 13 09:37:30.421084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:30.469040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-384c399a-a085-48b5-9eab-0804d3f01e1a service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382479 Dec 13 09:37:30.495257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e9883bf-87aa-4bc8-b35e-eba98e101e29 req-2660132b-3fd5-49da-8a64-2d51de9d06cd tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805311 Dec 13 09:37:30.559885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.595795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.623211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-20d63d4b-5154-4c96-a3e1-487f15cac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.625291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-20d63d4b-5154-4c96-a3e1-487f15cac96b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.4532197 Dec 13 09:37:30.653587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fafde92f-d99e-4b6e-b294-ddc9ab4a9767 req-ac3dfc50-b040-496d-bfb3-9575ea75504d service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727972 Dec 13 09:37:30.668020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56bba45e-c8e1-4366-8968-2f62790cd0c6 req-d32355a9-ab2f-4a05-bb20-65be942f85f6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522106 Dec 13 09:37:30.684008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.686882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.694200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9727f610-625d-4ef0-b023-9937eb64e296 HTTP/1.1" status: 204 len: 168 time: 0.2719820 Dec 13 09:37:30.703977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c34430-3c73-4f77-bb52-16da3e9037ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9727f610-625d-4ef0-b023-9937eb64e296,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:30.714754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:30.723451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-76c05b74-b620-4892-81f4-03ad887e2d73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 217 time: 0.0729961 Dec 13 09:37:30.751254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=82faafb2-33af-412d-a76f-32a5f28b2aae,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:30.756142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Attempting to bind port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:30.756519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Attempting to bind port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:30.756905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Attempting to bind port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.791331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.818499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dacd7-d910-4f33-945a-5ddc7147176e req-128b9252-9080-4243-8228-deda30629142 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.820525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a8dacd7-d910-4f33-945a-5ddc7147176e req-128b9252-9080-4243-8228-deda30629142 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 944 time: 0.2269225 Dec 13 09:37:30.847336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:30.847699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Attempting to bind port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.894132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:30.894574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:30.894918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:30.895417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Bound port: adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:30.895788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.900136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.900801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.902340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] 10.222.0.20 "PUT /v2.0/ports/82faafb2-33af-412d-a76f-32a5f28b2aae HTTP/1.1" status: 200 len: 1091 time: 3.2992747 Dec 13 09:37:30.911415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:30.914800 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27756ec9-0f1a-414d-8a65-11c7c052b94a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:30.929641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-7fad89f5-208f-41ed-9a4c-d5ed7f95bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.931131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-7fad89f5-208f-41ed-9a4c-d5ed7f95bdd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1923900 Dec 13 09:37:30.961348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:31.036345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:31.037380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ebbeb-35f8-4c84-a307-d14920a13f7b service neutron] Pushing event updated for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.044286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:31.046546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.051155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-bc601658-9ab4-4876-a3a2-9fd60a86137a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065266 Dec 13 09:37:31.094478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5df671-a9bd-4879-be27-95016caacb51 req-8a08337a-e5b1-494e-8a43-3eb63e33aa23 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.096345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b5df671-a9bd-4879-be27-95016caacb51 req-8a08337a-e5b1-494e-8a43-3eb63e33aa23 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.2952721 Dec 13 09:37:31.121238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a8dacd7-d910-4f33-945a-5ddc7147176e req-6ec6b312-83c9-4f6a-843d-7be7ac08b6d9 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712481 Dec 13 09:37:31.149682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36636) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:31.175004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.211069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:31.217536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:31.219375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc49e9a5-d2e2-4f2d-bd91-6c532b47f0b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=590307a95f9b4a299f6b3ad3384c8da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684874 Dec 13 09:37:31.220067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36638) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:31.220495 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b289c0-838d-4358-b271-268aadac1c2e" -d '{"events": [{"server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "name": "network-vif-plugged", "status": "completed", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:31.233700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:31.238791 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.239207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-47439300-fcc0-487d-88ac-ea4425bbebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.240173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:31.240791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-47439300-fcc0-487d-88ac-ea4425bbebaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 1094 time: 0.2805719 Dec 13 09:37:31.266978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:31.299065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.317622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:31.318283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 23b6bd1a-f2c7-4b9f-82c5-0529f529fd95 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:31.321635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.323689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.333736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.379716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.382515 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.384932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-557d8570-9a5e-4f37-aedd-579fcab55576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82faafb2-33af-412d-a76f-32a5f28b2aae HTTP/1.1" status: 200 len: 217 time: 0.1292744 Dec 13 09:37:31.388567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b83d68e3-d585-4bb6-9889-a81f0cd94153 HTTP/1.1" status: 204 len: 168 time: 0.1667943 Dec 13 09:37:31.396216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949ebb3-a6b0-433c-99d4-6771cbf62e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d68e3-d585-4bb6-9889-a81f0cd94153,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.398225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b5df671-a9bd-4879-be27-95016caacb51 req-c76d4f9d-a4ff-4478-bf8b-139b8b0efc25 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847381 Dec 13 09:37:31.436326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.437472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.438759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] 10.222.0.20 "PUT /v2.0/ports/adedc8d1-8652-4a1b-9c70-f82d98b3cf3e HTTP/1.1" status: 200 len: 1096 time: 2.6056592 Dec 13 09:37:31.480607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-6f214706-2049-4792-8a06-1dc74ff6b6af service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144444 Dec 13 09:37:31.592599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f957c-37e5-47fb-b7f5-37d1a3ef8683 service neutron] Pushing event updated for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.602760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:31.606505 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc997d74-c399-467e-943b-2198694ca976" -d '{"events": [{"name": "network-changed", "server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:31.623203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-f11e525c-6db4-44c8-96a3-cb99cce05589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.624687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-f11e525c-6db4-44c8-96a3-cb99cce05589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.2240291 Dec 13 09:37:31.636880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd281-e628-421e-bda7-22f4807bf2b9 req-9fb5df4c-043c-42db-be04-54df83a1593b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.638760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cefd281-e628-421e-bda7-22f4807bf2b9 req-9fb5df4c-043c-42db-be04-54df83a1593b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 943 time: 0.3802567 Dec 13 09:37:31.705049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-d8198537-2a49-46fd-8688-8cdaafb1084b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595050 Dec 13 09:37:31.740677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-af3494bc-7bc3-41b6-83fb-f4ab66159c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.742128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-af3494bc-7bc3-41b6-83fb-f4ab66159c2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c710fb4b2854a5292d259072691131c&device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 1099 time: 0.2360032 Dec 13 09:37:31.788503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fa607-11f4-45d0-b404-b69169be9d36 req-bec6da66-f44d-4867-b017-bc12010d9491 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.790020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-505fa607-11f4-45d0-b404-b69169be9d36 req-bec6da66-f44d-4867-b017-bc12010d9491 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 948 time: 0.2542007 Dec 13 09:37:31.864155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-166823fa-0731-4d2a-9c43-a5a17019d994 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e HTTP/1.1" status: 200 len: 217 time: 0.0985696 Dec 13 09:37:31.901093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cefd281-e628-421e-bda7-22f4807bf2b9 req-b7ab48d0-35b3-4fba-bc77-8c1b55664b80 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382648 Dec 13 09:37:31.903673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-f2046958-a2db-4490-b9e9-689cfe800734 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062083 Dec 13 09:37:32.000605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-d17fae1b-8e08-4aeb-a66e-1367f8ec859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.002221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-d17fae1b-8e08-4aeb-a66e-1367f8ec859f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1291239 Dec 13 09:37:32.019870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-505fa607-11f4-45d0-b404-b69169be9d36 req-9b3ad004-71db-4f81-b7f4-af50f35fe986 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583791 Dec 13 09:37:32.091412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-74fe0f53-a372-40fe-aee1-79113fa6f928 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690121 Dec 13 09:37:32.102698 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc28046-a3a4-40cc-a908-74027e08c32b x-openstack-request-id: req-ecc28046-a3a4-40cc-a908-74027e08c32b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:32.103166 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:32.103613 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecc28046-a3a4-40cc-a908-74027e08c32b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:32.118119 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae', 'status': 'completed', 'code': 200} Dec 13 09:37:32.182787 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82214e-3e66-4da2-987d-03b14fab2c1f x-openstack-request-id: req-0d82214e-3e66-4da2-987d-03b14fab2c1f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:32.184694 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "name": "network-vif-plugged", "status": "completed", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:32.184955 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d82214e-3e66-4da2-987d-03b14fab2c1f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:32.185356 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6', 'code': 200} Dec 13 09:37:32.329933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6a33-af0e-41c0-b3fd-ffd453056d29 req-e6dd385d-10ac-40d9-aa8a-6287f56da286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.332495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-61dd6a33-af0e-41c0-b3fd-ffd453056d29 req-e6dd385d-10ac-40d9-aa8a-6287f56da286 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 1096 time: 0.0830202 Dec 13 09:37:32.436535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-61dd6a33-af0e-41c0-b3fd-ffd453056d29 req-3187b9cd-0d60-4f46-ae7f-221fafa03fdd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954335 Dec 13 09:37:32.475695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:32.593419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-293552230-network', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:32.617263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Made reservation on behalf of 2b1a908a19e24d0c8610848f13833b43 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:32.620310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.630472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.639444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-97acc143-6e18-477b-8d85-1b631bac10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.641266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-97acc143-6e18-477b-8d85-1b631bac10d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6197233 Dec 13 09:37:32.719157 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.725410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.753887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:32.767754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.768542 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Added segment a831d292-3865-418d-a8de-7556ff54796b of type vlan for network 20d0393b-9fde-4344-b326-d6a980bd0dfa Dec 13 09:37:32.834860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c5fb9-afdb-44a1-8603-6c7844c7a0b9 req-f78d0684-87e8-4361-8610-420d9afe9eeb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.842488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-436c5fb9-afdb-44a1-8603-6c7844c7a0b9 req-f78d0684-87e8-4361-8610-420d9afe9eeb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.1990652 Dec 13 09:37:32.847781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d17e10a-2a68-4796-86f2-1db2d56da9d3 req-ebac648a-6967-4605-a4e7-c2f6a6b6940c service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277853 Dec 13 09:37:32.849232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505085a-7901-449c-805d-d1a96f9125bb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:32.859441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.868647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-db8dc361-0830-4d1f-a4ef-d249fb6f5fc3 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.876459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-db8dc361-0830-4d1f-a4ef-d249fb6f5fc3 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 1101 time: 0.2340579 Dec 13 09:37:32.894060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.896204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.896981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.912286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-6ff8f658-8580-473d-a11a-1564536b8533 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.965261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-b48ee13f-566c-4004-b6f9-4d6b825cad6a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996843 Dec 13 09:37:32.990310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] Pushing event updated for resources: {'Network': ['ID=20d0393b-9fde-4344-b326-d6a980bd0dfa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:33.000642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c74d8a72-ae43-48a1-9d8b-358ea5149f86 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5209653 Dec 13 09:37:33.000752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:33.005656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:33.013643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Request body: {'subnet': {'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-subnet', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:33.019926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-436c5fb9-afdb-44a1-8603-6c7844c7a0b9 req-98ca62c8-47f2-43dc-b023-2004b2bbfcf1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762726 Dec 13 09:37:33.060916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Made reservation on behalf of 2b1a908a19e24d0c8610848f13833b43 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:33.064498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.075683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-f1a57f6a-dff8-4191-89e1-53cbb6f87f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.077448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-f1a57f6a-dff8-4191-89e1-53cbb6f87f54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 1094 time: 0.1664934 Dec 13 09:37:33.105115 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1cfc99-92fa-4ff1-9442-5aa472afcf58 x-openstack-request-id: req-0a1cfc99-92fa-4ff1-9442-5aa472afcf58 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:33.105427 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:33.105787 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a1cfc99-92fa-4ff1-9442-5aa472afcf58 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:33.108552 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'status': 'completed', 'code': 200} Dec 13 09:37:33.254323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf569b1-9eb8-4fcb-adf1-14f8e4d53e09 req-7f31659f-b1ed-4455-b303-d27d1d534683 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716181 Dec 13 09:37:33.302027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-6ff8f658-8580-473d-a11a-1564536b8533 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.302581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.313294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-6ff8f658-8580-473d-a11a-1564536b8533 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.320669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc997d74-c399-467e-943b-2198694ca976 req-9abf8523-ddb2-435d-9ba1-71103388a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.322203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-9abf8523-ddb2-435d-9ba1-71103388a547 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d509b584408a4c16a1b7fd44cf21ce45&device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 1095 time: 0.2007627 Dec 13 09:37:33.342684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648deb-d94b-4462-9c53-40acaaed30a0 req-4ad9fe0e-a01d-4fe1-ad0d-92711ac02cd5 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.344218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57648deb-d94b-4462-9c53-40acaaed30a0 req-4ad9fe0e-a01d-4fe1-ad0d-92711ac02cd5 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 945 time: 0.1750100 Dec 13 09:37:33.349969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-02cf953d-b583-42d2-9121-d551c6f02bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.351377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-02cf953d-b583-42d2-9121-d551c6f02bfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.2633123 Dec 13 09:37:33.359629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753fe2c0-8102-4cf8-871a-8c330b65e383,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:33.369133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Checking segment: {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:33.369572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Network hostable DHCP agents. Network: 20d0393b-9fde-4344-b326-d6a980bd0dfa, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:33.387019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:33.398516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 20d0393b-9fde-4344-b326-d6a980bd0dfa) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:33.418110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.418712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e3388-d265-491c-af91-747acbb84ac1 None None] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:33.419153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.441270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fef469c6-1d04-412f-ba91-2f57759e4c59 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4370706 Dec 13 09:37:33.441891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:33.451603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:33.478848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60e8f5d2-8f2d-4510-87c4-c8196ec6d842 req-6ff8f658-8580-473d-a11a-1564536b8533 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994387 Dec 13 09:37:33.494389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.495810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.509301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8f658-8580-473d-a11a-1564536b8533 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582f87f-b47f-4396-8013-924b770f4c6e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:33.526446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-8605581b-d44d-433a-8a55-865df2348e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82faafb2-33af-412d-a76f-32a5f28b2aae HTTP/1.1" status: 200 len: 217 time: 0.1560652 Dec 13 09:37:33.540091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-20d0393b-9fde-4344-b326-d6a980bd0dfa', 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa', 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'fixed_ips': [{'subnet_id': '753fe2c0-8102-4cf8-871a-8c330b65e383'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:37:33.541286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.639694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.640041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57648deb-d94b-4462-9c53-40acaaed30a0 req-b577821c-0a10-4af7-bdd4-f3704574e727 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671971 Dec 13 09:37:33.690790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-8801f0b3-66aa-4d3d-9e4f-6038fc66f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.702476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-8801f0b3-66aa-4d3d-9e4f-6038fc66f579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1692498 Dec 13 09:37:33.739329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Allocated IP 172.20.0.2 (20d0393b-9fde-4344-b326-d6a980bd0dfa/753fe2c0-8102-4cf8-871a-8c330b65e383/21aed246-f36b-4641-80e4-aee2fb43d345) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:33.749593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-8eb227ce-62dd-48b2-86af-9e3781a71372 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370176 Dec 13 09:37:33.763504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1b6d-3956-419e-b1b3-7381f97a1641 req-9ddbc769-8fb2-4c7d-be3c-8c949cc6a36e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.765020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a26c1b6d-3956-419e-b1b3-7381f97a1641 req-9ddbc769-8fb2-4c7d-be3c-8c949cc6a36e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1742890 Dec 13 09:37:33.766108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc997d74-c399-467e-943b-2198694ca976 req-d73aa060-9281-418c-932a-158d047876da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.767502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-d73aa060-9281-418c-932a-158d047876da service neutron] 10.222.0.16 "GET /v2.0/networks?id=945846c4-15f8-437f-b480-5b5cbd429e50 HTTP/1.1" status: 200 len: 917 time: 0.4188879 Dec 13 09:37:33.843819 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.901447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-bca41645-1020-44d3-82b5-a81e8693ac55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d586040-b761-4c73-bc4e-dfb6b3732899 HTTP/1.1" status: 200 len: 217 time: 0.1059635 Dec 13 09:37:33.915906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.923536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.994955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Pushing event updated for resources: {'Port': ['ID=21aed246-f36b-4641-80e4-aee2fb43d345,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:33.998022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a26c1b6d-3956-419e-b1b3-7381f97a1641 req-c5e54bfa-7413-43db-8cb0-40efb23237f9 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044921 Dec 13 09:37:34.008134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:34.009398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927c0d-7795-4f7d-a257-8d91d2a3f923 req-03aaf923-af32-475b-bffc-710ee673ce84 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.015809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:34.017180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd927c0d-7795-4f7d-a257-8d91d2a3f923 req-03aaf923-af32-475b-bffc-710ee673ce84 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 943 time: 0.2486823 Dec 13 09:37:34.028108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:34.031081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-ff52618a-e914-4a51-bfe9-0074e3b1fee4 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614384 Dec 13 09:37:34.058421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.077411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc997d74-c399-467e-943b-2198694ca976 req-6b3d900a-7141-4e1d-87b4-e57a19d098e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.079186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-6b3d900a-7141-4e1d-87b4-e57a19d098e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30874438-a655-4ffb-a4af-7010af69ded1 HTTP/1.1" status: 200 len: 855 time: 0.1661286 Dec 13 09:37:34.106559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Attempting to bind port 21aed246-f36b-4641-80e4-aee2fb43d345 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:34.109540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Attempting to bind port 21aed246-f36b-4641-80e4-aee2fb43d345 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:34.109933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Attempting to bind port 21aed246-f36b-4641-80e4-aee2fb43d345 on network 20d0393b-9fde-4344-b326-d6a980bd0dfa {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:34.120415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:34.120829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Checking segment: {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:34.124943 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.125385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Bound using segment: {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:34.125903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Bound port: 21aed246-f36b-4641-80e4-aee2fb43d345, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:34.126300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.142427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:34.145695 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498c164-cb83-4d2c-bb14-b174fd3c71d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:34.196877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.219668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd927c0d-7795-4f7d-a257-8d91d2a3f923 req-09d51e57-4bf1-4140-bfd4-2703ce09507c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014651 Dec 13 09:37:34.250959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.254005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc997d74-c399-467e-943b-2198694ca976 req-f371ac10-57f1-42d1-a6a7-dba27224c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.256415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-f371ac10-57f1-42d1-a6a7-dba27224c6e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945846c4-15f8-437f-b480-5b5cbd429e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626260 Dec 13 09:37:34.264256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27756ec9-0f1a-414d-8a65-11c7c052b94a req-e547c55b-574a-47a2-98f2-98f1337202f4 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205768 Dec 13 09:37:34.297165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] For port 21aed246-f36b-4641-80e4-aee2fb43d345, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:34.303166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] For port 21aed246-f36b-4641-80e4-aee2fb43d345, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=21aed246-f36b-4641-80e4-aee2fb43d345,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:34.312616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.444118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c276-8e34-418f-91fc-0b3ea4ba1b22 req-b5cc3e53-f57a-4cc1-aa7e-762f8a3ec88e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.461897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d059c276-8e34-418f-91fc-0b3ea4ba1b22 req-b5cc3e53-f57a-4cc1-aa7e-762f8a3ec88e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 948 time: 0.1380124 Dec 13 09:37:34.473915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3968e3-13ab-4cdb-843f-afcdf20dfc59 None None] Pushing event updated for resources: {'Port': ['ID=21aed246-f36b-4641-80e4-aee2fb43d345,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:34.500835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-e8629108-5082-416f-aed5-a62e5e48ef84 service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355077 Dec 13 09:37:34.505746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Allocated IP 172.25.2.91 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/602ade0d-295d-483c-b793-17cf86128989) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:34.629365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.669997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.696134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d059c276-8e34-418f-91fc-0b3ea4ba1b22 req-0dfa1f7f-f587-4866-9896-3aaa46e1c1d1 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332959 Dec 13 09:37:34.715111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:34.721309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:34.724204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:34.762834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0614-ee6f-4a66-8eb4-a4ae75df26db req-38ec4867-61c9-456b-9d4a-cdbfb650dd8e tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.781222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Pushing event updated for resources: {'Port': ['ID=602ade0d-295d-483c-b793-17cf86128989,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:34.800380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1f0614-ee6f-4a66-8eb4-a4ae75df26db req-38ec4867-61c9-456b-9d4a-cdbfb650dd8e tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.2340646 Dec 13 09:37:34.816181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc997d74-c399-467e-943b-2198694ca976 req-a4857fda-6996-4aab-8893-a9e3c3512991 service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964787 Dec 13 09:37:34.862752 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa653e73-c212-4cb1-9076-6082b9ab9ea6 x-openstack-request-id: req-fa653e73-c212-4cb1-9076-6082b9ab9ea6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:34.863049 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:34.863305 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa653e73-c212-4cb1-9076-6082b9ab9ea6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:34.863737 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e', 'status': 'completed', 'code': 200} Dec 13 09:37:34.938833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1f0614-ee6f-4a66-8eb4-a4ae75df26db req-7c5d10f7-a54b-4182-aab1-61b5cc12083d tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310868 Dec 13 09:37:34.975282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-ca933300-33f4-4cb8-99f4-f179d65b1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.976812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-ca933300-33f4-4cb8-99f4-f179d65b1906 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c710fb4b2854a5292d259072691131c&device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 1099 time: 0.1110957 Dec 13 09:37:35.059087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-0e2872e1-6e0c-4557-bccb-ee1857bb99a9 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179307 Dec 13 09:37:35.107133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.234165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd3440-9d7c-4a3d-8905-d34541d25b5a req-29971428-18a3-4510-8291-27eb63f7fda3 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.235825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4bd3440-9d7c-4a3d-8905-d34541d25b5a req-29971428-18a3-4510-8291-27eb63f7fda3 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 945 time: 0.1993346 Dec 13 09:37:35.250035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-9b736899-4c43-4126-8764-8a66e235b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.251601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-9b736899-4c43-4126-8764-8a66e235b72a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2539074 Dec 13 09:37:35.317130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-4196225e-957b-4149-8c3b-5f961d4cbe5e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.318528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-4196225e-957b-4149-8c3b-5f961d4cbe5e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587454 Dec 13 09:37:35.319806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-fad5345f-4d8f-4788-829f-d82ab4bb1469 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e HTTP/1.1" status: 200 len: 217 time: 0.0569136 Dec 13 09:37:35.337085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.380225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-d9049ba6-b5b7-4eab-b114-bf995b36d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.381689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-d9049ba6-b5b7-4eab-b114-bf995b36d38f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0519810 Dec 13 09:37:35.418117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-69208996-74c5-41a1-9c10-d4a4e7a9669f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0871429 Dec 13 09:37:35.436579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4bd3440-9d7c-4a3d-8905-d34541d25b5a req-8aaedbe0-cd71-47f1-a628-ca1542535af2 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921778 Dec 13 09:37:35.492224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-fcc23de0-3a98-44ca-99ad-1a9bce6bc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.494012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-fcc23de0-3a98-44ca-99ad-1a9bce6bc520 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986292 Dec 13 09:37:35.517978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-94d48d2b-f19f-4eb1-8720-0d944ed4e5b2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986257 Dec 13 09:37:35.773383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cbd17-5aae-4182-a78a-9cf70a04a4b2 req-e09d2a0d-615f-4fe7-af2e-aa63cdab2a06 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.775212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-285cbd17-5aae-4182-a78a-9cf70a04a4b2 req-e09d2a0d-615f-4fe7-af2e-aa63cdab2a06 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1489809 Dec 13 09:37:35.854591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-a48940c7-84cb-43ff-873a-4e342f7285c7 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350513 Dec 13 09:37:35.908649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-285cbd17-5aae-4182-a78a-9cf70a04a4b2 req-ffba5f5e-e97d-48d5-bd67-ec8f4c4adf4d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093040 Dec 13 09:37:35.932254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4159632-1759-4d6a-bb64-6d079b81af60 None None] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:35.985048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:37:36.033474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9498c164-cb83-4d2c-bb14-b174fd3c71d6 req-555d3f03-1872-48db-9fee-7f663c71b86e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289780 Dec 13 09:37:36.168701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ade6d9a6-190e-437e-b815-73314848eb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.184617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] Provisioning complete for port 21aed246-f36b-4641-80e4-aee2fb43d345 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:36.186118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.240344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:36.254713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Sync routers for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:36.271062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.273500 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60bfe67f-d65c-4dee-9df2-fccc29255d74 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8305309 Dec 13 09:37:36.276455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:36.284710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98187dd-76d8-4d8a-8ce0-3aa0be9a9f16 req-dffcd0a1-0b11-4d64-8a4e-98249b013f83 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.296221 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:36.296872 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:36.299423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d98187dd-76d8-4d8a-8ce0-3aa0be9a9f16 req-dffcd0a1-0b11-4d64-8a4e-98249b013f83 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 943 time: 0.1319132 Dec 13 09:37:36.456983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.568297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d98187dd-76d8-4d8a-8ce0-3aa0be9a9f16 req-d9e8f04c-9b4e-4145-8aa1-b5bc22fee03d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678344 Dec 13 09:37:36.581328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] For port 21aed246-f36b-4641-80e4-aee2fb43d345, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=21aed246-f36b-4641-80e4-aee2fb43d345,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:36.589966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.637994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9af931-459a-4f1b-ada4-a2c457f87bd0 req-5e5b843b-6854-46ef-b9e0-d2542a4f940a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.655404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d9af931-459a-4f1b-ada4-a2c457f87bd0 req-5e5b843b-6854-46ef-b9e0-d2542a4f940a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 948 time: 0.3287499 Dec 13 09:37:36.667540 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:36.713302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d367e5-44a6-401f-a470-0c076eb03ea7 None None] Pushing event updated for resources: {'Port': ['ID=21aed246-f36b-4641-80e4-aee2fb43d345,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:36.725574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 21aed246-f36b-4641-80e4-aee2fb43d345 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:36.874643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d9af931-459a-4f1b-ada4-a2c457f87bd0 req-1946485d-29a3-45de-a702-9603a4d1b6eb tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143152 Dec 13 09:37:36.927886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 21aed246-f36b-4641-80e4-aee2fb43d345 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:36.928145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6fef9-481b-4ee2-bd93-9ab9e9b16ab6 req-80d9a8ec-cc46-47fb-96fd-fdb0df9c27c5 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.933757 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.938849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ae6fef9-481b-4ee2-bd93-9ab9e9b16ab6 req-80d9a8ec-cc46-47fb-96fd-fdb0df9c27c5 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.1931286 Dec 13 09:37:36.997216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 82faafb2-33af-412d-a76f-32a5f28b2aae details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:36.999206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-744a66b9-1a71-4304-a4f8-00e1ef7df43d None None] Provisioning complete for port 21aed246-f36b-4641-80e4-aee2fb43d345 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:37.004158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-744a66b9-1a71-4304-a4f8-00e1ef7df43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.072073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ae6fef9-481b-4ee2-bd93-9ab9e9b16ab6 req-f12452be-c229-4bd5-ad4d-7235c6bfcff3 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257043 Dec 13 09:37:37.194056 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:34Z', 'revision_number': 3, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:37.266665 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Checking router: b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:37.267328 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Updating router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 port 602ade0d-295d-483c-b793-17cf86128989 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:37:37.293646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed678b-dbe3-495e-9c2e-0f3f0700eebe req-02b9a38a-c423-4119-886c-38cef64fe3a2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:37.311868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8aed678b-dbe3-495e-9c2e-0f3f0700eebe req-02b9a38a-c423-4119-886c-38cef64fe3a2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1325216 Dec 13 09:37:37.318107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.323527 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.436229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=82faafb2-33af-412d-a76f-32a5f28b2aae,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:37.466596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8aed678b-dbe3-495e-9c2e-0f3f0700eebe req-e5feb50e-fdb3-4c4e-9e43-82e5c0321eff tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530242 Dec 13 09:37:37.559418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '82faafb2-33af-412d-a76f-32a5f28b2aae', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': '82faafb2-33af-412d-a76f-32a5f28b2aae', 'mac_address': 'fa:16:3e:b8:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:37.665655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.686328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f5adb27-64aa-49bf-bab3-2cc8b941b4cb req-0058c909-1825-458e-b9e7-008cfa9ff900 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 210 time: 0.0873411 Dec 13 09:37:37.709727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82faafb2-33af-412d-a76f-32a5f28b2aae {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:37.768296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=82faafb2-33af-412d-a76f-32a5f28b2aae,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:37.782564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.789689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Allocated IP 172.20.0.1 (20d0393b-9fde-4344-b326-d6a980bd0dfa/753fe2c0-8102-4cf8-871a-8c330b65e383/9bf07b64-8caf-4d0a-81be-2c276d2ff2b2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:37.789885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device adedc8d1-8652-4a1b-9c70-f82d98b3cf3e details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:37.844984 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.855483 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.862670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0fd1-2e46-49f8-8a47-54045319cf5b req-918dc062-c8c8-4912-82fc-9d0cc66a863f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:37.879143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a91f0fd1-2e46-49f8-8a47-54045319cf5b req-918dc062-c8c8-4912-82fc-9d0cc66a863f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 943 time: 0.1603715 Dec 13 09:37:37.958475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.024281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a91f0fd1-2e46-49f8-8a47-54045319cf5b req-c980607d-1690-4589-bf9f-309f670b4260 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396096 Dec 13 09:37:38.033735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.079340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Pushing event updated for resources: {'Port': ['ID=602ade0d-295d-483c-b793-17cf86128989,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.096876 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Attempting to bind port 602ade0d-295d-483c-b793-17cf86128989 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:38.099007 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Attempting to bind port 602ade0d-295d-483c-b793-17cf86128989 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:38.099541 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Attempting to bind port 602ade0d-295d-483c-b793-17cf86128989 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:38.113044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.123052 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:38.123431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:38.124118 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.124510 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:38.124988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Bound port: 602ade0d-295d-483c-b793-17cf86128989, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:38.125383 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.130903 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.133148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.134430 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.134769 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.135225 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.135432 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.138793 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.139151 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.139491 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.139985 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.140171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.142269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.144307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:38.173232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16177bea-0aa4-467b-a483-7a5bf3e2be56 req-987bf1e5-201a-44e6-adf5-45fb102cda45 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:38.185156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16177bea-0aa4-467b-a483-7a5bf3e2be56 req-987bf1e5-201a-44e6-adf5-45fb102cda45 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 948 time: 0.1469450 Dec 13 09:37:38.190331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:38.210743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e', 'mac_address': 'fa:16:3e:53:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:38.211759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Pushing event updated for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.222121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:38.223770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:38.237246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:38.286342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] For port 602ade0d-295d-483c-b793-17cf86128989, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:38.297443 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] For port 602ade0d-295d-483c-b793-17cf86128989, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=602ade0d-295d-483c-b793-17cf86128989,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:38.314313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.314733 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.364574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.391677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16177bea-0aa4-467b-a483-7a5bf3e2be56 req-c00ba745-8125-4af5-affb-4eaace1babf7 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050002 Dec 13 09:37:38.397971 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-06f21dd8-d7fd-4192-807a-0e1657c29849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.409692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adedc8d1-8652-4a1b-9c70-f82d98b3cf3e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:38.458199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2838-e972-4cb0-adf3-750f63203dd8 req-6fbbf542-08a3-4768-94d1-c58e2776d0a7 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:38.459796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f54f2838-e972-4cb0-adf3-750f63203dd8 req-6fbbf542-08a3-4768-94d1-c58e2776d0a7 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.2050445 Dec 13 09:37:38.491686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:38.496990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.538162 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:38.538789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:38.600070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 21aed246-f36b-4641-80e4-aee2fb43d345 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:38.605848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f54f2838-e972-4cb0-adf3-750f63203dd8 req-b33ea112-defb-4a68-a2cc-b39ef01afc66 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388958 Dec 13 09:37:38.656304 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac57f-f312-49d9-89b7-511720c78a75 None None] Pushing event updated for resources: {'Port': ['ID=602ade0d-295d-483c-b793-17cf86128989,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.712219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-09eba2ca-f52d-4e38-bfaf-4331ac847285 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954716 Dec 13 09:37:38.781983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.793655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:38.812937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['82faafb2-33af-412d-a76f-32a5f28b2aae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:38.837752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.878114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['adedc8d1-8652-4a1b-9c70-f82d98b3cf3e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:38.884770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ab9742bf-61d1-4b2b-9277-d227bae57532 None None] Provisioning complete for port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:38.885150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab9742bf-61d1-4b2b-9277-d227bae57532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.226183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f3917d80-b5ed-4923-b43e-ced3dd3fbcf7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618546 Dec 13 09:37:39.318643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 21aed246-f36b-4641-80e4-aee2fb43d345 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:39.319139 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.355788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:34Z', 'revision_number': 3, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:39.369597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ab9742bf-61d1-4b2b-9277-d227bae57532 None None] Port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:39.461813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.505757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.548212 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23524e9a-f8d1-4805-b8c8-c565b17dfe5e None None] The sync data for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 is: [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:34Z', 'revision_number': 3, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:39.588854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.701837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Pushing event updated for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:39.713142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f51b38ea-7311-4813-8977-2d6efde1461f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.715370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f51b38ea-7311-4813-8977-2d6efde1461f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4765394 Dec 13 09:37:39.728692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.732973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6e5e225-a831-4339-9314-d6643eb123af req-8bbd36e0-d139-4f3d-aefe-6ee30d5b37fd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 210 time: 0.2129326 Dec 13 09:37:39.742825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:39.774169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c10d-0385-44f0-963f-1d70d41544ad req-8d361801-d869-40cc-9abe-6db7403b9f51 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.779030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56e3c10d-0385-44f0-963f-1d70d41544ad req-8d361801-d869-40cc-9abe-6db7403b9f51 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 1.0459955 Dec 13 09:37:39.786668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-6e845e19-229e-4401-9e9a-00520d7af31e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.791462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-6e845e19-229e-4401-9e9a-00520d7af31e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0693035 Dec 13 09:37:39.841608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:39.924642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:39.929765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:40.034464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56e3c10d-0385-44f0-963f-1d70d41544ad req-2ad81ecc-c2af-4b1a-87bd-98b6814db60b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366333 Dec 13 09:37:40.105687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7786a6-afa3-4411-8b71-7fc4d8128661 req-2524013d-4b46-4b5f-b1a8-63a3f253bf91 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:40.107277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb7786a6-afa3-4411-8b71-7fc4d8128661 req-2524013d-4b46-4b5f-b1a8-63a3f253bf91 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 944 time: 0.2512205 Dec 13 09:37:40.120514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:37:40.124647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:40.128357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.247838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb7786a6-afa3-4411-8b71-7fc4d8128661 req-2dccaa85-899d-4d76-a3ee-a18d127cd961 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224217 Dec 13 09:37:40.352141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e864-f385-43a1-98c3-bbe696efc6b8 req-43614aa5-4213-485d-9db1-1608906ba02e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:40.353666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8310e864-f385-43a1-98c3-bbe696efc6b8 req-43614aa5-4213-485d-9db1-1608906ba02e tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 949 time: 0.1298838 Dec 13 09:37:40.419871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:40.423332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.423716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4c794571-9e21-4a31-8a54-580ab8afe446 None None] Provisioning complete for port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:40.424194 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c794571-9e21-4a31-8a54-580ab8afe446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.508821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8310e864-f385-43a1-98c3-bbe696efc6b8 req-9fb58c15-21cb-4398-b020-ee34c062485b tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443489 Dec 13 09:37:40.519815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4c794571-9e21-4a31-8a54-580ab8afe446 None None] Port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:40.536042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:40.544106 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-edaa643a-2dd2-4c24-bb7f-342629ecd31c admin admin] 10.222.0.31 "PUT /v2.0/routers/b4a8da0a-affb-401f-9df1-cd3b6ebfbf26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2662020 Dec 13 09:37:40.631139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.108 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/f8be8c78-6016-4953-845a-56a43cbbfd69) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:40.672698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 602ade0d-295d-483c-b793-17cf86128989 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:40.677808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c73a8-69ea-4f3d-b560-3a9190f4da8b req-3c03d75f-5c23-4330-8b8a-e5fd24b5f311 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:40.686764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f53c73a8-69ea-4f3d-b560-3a9190f4da8b req-3c03d75f-5c23-4330-8b8a-e5fd24b5f311 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.2978528 Dec 13 09:37:40.764200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 602ade0d-295d-483c-b793-17cf86128989 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:40.764837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.780601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f53c73a8-69ea-4f3d-b560-3a9190f4da8b req-6b83b9ea-5320-487a-bad6-60b0fa05e978 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923834 Dec 13 09:37:40.937949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.938638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a840913-f90a-4d58-8f1a-42d707e80408 req-a8d183de-a0db-41c8-a80d-96eced703dab tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 210 time: 0.0409453 Dec 13 09:37:40.983056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 602ade0d-295d-483c-b793-17cf86128989, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=602ade0d-295d-483c-b793-17cf86128989,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.998031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device adedc8d1-8652-4a1b-9c70-f82d98b3cf3e up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:41.000761 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.008602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.076456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.132739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:41.140320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=602ade0d-295d-483c-b793-17cf86128989,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.175125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.181440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:41.189686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:41.190130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.191703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:41.195097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:41.201599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:41.208047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.278710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:41.280459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.303928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-d249533f-2428-44d8-b5cf-d9d39a550325 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5651264 Dec 13 09:37:41.311314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.320613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Request body: {'port': {'device_id': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:41.352795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:41.355731 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f908296-5469-440a-855f-05d89f317e08" -d '{"events": [{"server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "name": "network-vif-plugged", "status": "completed", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:41.374530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.167 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/02bed8e1-121f-4f65-b605-24a884c8d81f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:41.377246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:41.385196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.386283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 82faafb2-33af-412d-a76f-32a5f28b2aae up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:41.406543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.526314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43a90f-3963-49db-a4cf-c22b194a8748 req-56456a72-6236-47c1-9741-226eb45f0550 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:41.535132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df43a90f-3963-49db-a4cf-c22b194a8748 req-56456a72-6236-47c1-9741-226eb45f0550 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.3599100 Dec 13 09:37:41.551816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.580309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 82faafb2-33af-412d-a76f-32a5f28b2aae completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:41.588858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 82faafb2-33af-412d-a76f-32a5f28b2aae triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:41.590042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.594401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-96dfccae-e7c6-4397-9efc-1711142ee88d None None] Provisioning complete for port f8be8c78-6016-4953-845a-56a43cbbfd69 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:41.594772 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-96dfccae-e7c6-4397-9efc-1711142ee88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.640108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-c60f1840-92e8-453b-8180-89d0e45b6c79 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5113857 Dec 13 09:37:41.653142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:41.664769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-96dfccae-e7c6-4397-9efc-1711142ee88d None None] Port f8be8c78-6016-4953-845a-56a43cbbfd69 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:41.665016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df43a90f-3963-49db-a4cf-c22b194a8748 req-e115848f-1011-4f15-b3b1-f33eec243378 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287911 Dec 13 09:37:41.726805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.752438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.771142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=82faafb2-33af-412d-a76f-32a5f28b2aae,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:41.776558 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.836308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.896439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.937859 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.938864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147890d-d002-4d90-b5d2-0ec58d8f4928 req-b2a1c9f5-d993-44af-a253-493a5e55e8d0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:41.940448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a147890d-d002-4d90-b5d2-0ec58d8f4928 req-b2a1c9f5-d993-44af-a253-493a5e55e8d0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.1015058 Dec 13 09:37:41.991380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.007334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:42.092845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:42.098402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a147890d-d002-4d90-b5d2-0ec58d8f4928 req-89a4eee6-b218-44e3-9e37-3cfca14e68be tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462691 Dec 13 09:37:42.102389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.110259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:42.118706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:42.122714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:42.223222 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7396899e-8733-4942-92dd-9767a2f91028 x-openstack-request-id: req-7396899e-8733-4942-92dd-9767a2f91028 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:42.223465 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "name": "network-vif-plugged", "status": "completed", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:42.223626 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7396899e-8733-4942-92dd-9767a2f91028 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:42.223994 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e', 'code': 200} Dec 13 09:37:42.293061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8be8c78-6016-4953-845a-56a43cbbfd69 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:42.313899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.344724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Transition to ACTIVE for port object f8be8c78-6016-4953-845a-56a43cbbfd69 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:42.350384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.359570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Sync routers for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:42.383201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:42.385088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:42.414831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.415506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.459864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:42.549642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7984a44f-c18f-44b0-a62a-3e3424e71e80 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7140474 Dec 13 09:37:42.551356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92fc0-3c6c-4d82-a5b2-2663d9561a96 req-8552cc75-a225-4fb5-9ef1-737d4efabb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.552770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3f92fc0-3c6c-4d82-a5b2-2663d9561a96 req-8552cc75-a225-4fb5-9ef1-737d4efabb6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 1101 time: 0.2824674 Dec 13 09:37:42.565967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Request body: {'port': {'device_id': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:42.585608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Attempting to bind port f8be8c78-6016-4953-845a-56a43cbbfd69 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:42.586452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Attempting to bind port f8be8c78-6016-4953-845a-56a43cbbfd69 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:42.587103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Attempting to bind port f8be8c78-6016-4953-845a-56a43cbbfd69 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:42.596729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Port f8be8c78-6016-4953-845a-56a43cbbfd69 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:42.597467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Attempting to bind port f8be8c78-6016-4953-845a-56a43cbbfd69 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:42.603257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:42.603965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:42.606239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:42.607032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Bound port: f8be8c78-6016-4953-845a-56a43cbbfd69, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:42.607699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.627418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:42.643779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3f92fc0-3c6c-4d82-a5b2-2663d9561a96 req-a0d702dc-14e1-43c6-ac83-5b258aa6e8ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748112 Dec 13 09:37:42.666847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7878656-ba59-4d0b-8bad-cf45b865efaf req-c9e39927-16a3-450f-8836-d87194150db2 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.668992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7878656-ba59-4d0b-8bad-cf45b865efaf req-c9e39927-16a3-450f-8836-d87194150db2 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 950 time: 0.3226283 Dec 13 09:37:42.686873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Allocated IP 172.25.2.16 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a0915da0-588b-4b36-b781-c2605cf6b92d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:42.702339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 602ade0d-295d-483c-b793-17cf86128989 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:42.718964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:42.729566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f8be8c78-6016-4953-845a-56a43cbbfd69,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:42.736461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.739345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.782440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.783090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.790804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] 10.222.0.16 "PUT /v2.0/ports/f8be8c78-6016-4953-845a-56a43cbbfd69 HTTP/1.1" status: 200 len: 1096 time: 1.4699967 Dec 13 09:37:42.833116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:42.836018 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0924b2-0ea8-4d2e-88fe-4486025177e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:42.865096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-52555559-0156-4be2-92b5-c562ba98f0fe None None] Provisioning complete for port 02bed8e1-121f-4f65-b605-24a884c8d81f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:42.866043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52555559-0156-4be2-92b5-c562ba98f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.900082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeb9ce-0738-4a0b-9fb9-d9d3d4dd3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:42.913616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f09d6861-fd38-47f9-8e64-548f582e7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.915169 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f09d6861-fd38-47f9-8e64-548f582e7d5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 1099 time: 0.0720594 Dec 13 09:37:42.916176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-52555559-0156-4be2-92b5-c562ba98f0fe None None] Port 02bed8e1-121f-4f65-b605-24a884c8d81f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:42.950007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 602ade0d-295d-483c-b793-17cf86128989 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:42.950483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.994242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-dfabbea0-bbe0-48de-9fe0-dc013ee267b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f8be8c78-6016-4953-845a-56a43cbbfd69 HTTP/1.1" status: 200 len: 217 time: 0.0702724 Dec 13 09:37:43.057353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7458b836-a3aa-457e-acd5-615720121af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.060182 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-7458b836-a3aa-457e-acd5-615720121af7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0568318 Dec 13 09:37:43.060919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7878656-ba59-4d0b-8bad-cf45b865efaf req-3e55ad58-6bf7-44d1-ae20-f824787a1a37 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757308 Dec 13 09:37:43.160549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:38Z', 'revision_number': 4, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9bf07b64-8caf-4d0a-81be-2c276d2ff2b2', 'name': '', 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'mac_address': 'fa:16:3e:7e:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:37Z', 'updated_at': '2021-12-13T09:37:39Z', 'revision_number': 2, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'subnets': [{'id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:43.166108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-a75ffc38-0d79-476a-b6d4-d5eb457a3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.168175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-a75ffc38-0d79-476a-b6d4-d5eb457a3b67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983799 Dec 13 09:37:43.181346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.192163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Checking router: b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:43.192528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Updating router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:37:43.225025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.281403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.291765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bed8e1-121f-4f65-b605-24a884c8d81f {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:43.355372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.371659 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-052cdee0-03db-4629-b61a-bcc4c5980b3d service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739366 Dec 13 09:37:43.425692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:43.442189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Transition to ACTIVE for port object 02bed8e1-121f-4f65-b605-24a884c8d81f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:43.447307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=a0915da0-588b-4b36-b781-c2605cf6b92d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:43.461692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625e661-e735-45cb-b6e2-3280ec8ad17a req-3d91df4e-e538-41fb-af3e-941ca3016ddd tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.463313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a625e661-e735-45cb-b6e2-3280ec8ad17a req-3d91df4e-e538-41fb-af3e-941ca3016ddd tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 944 time: 0.1452446 Dec 13 09:37:43.476484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:43.479117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:43.489148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.518314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f14f51b5-35ca-4a71-9bdc-373458cf5714 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379378 Dec 13 09:37:43.581299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.588312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.625462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a625e661-e735-45cb-b6e2-3280ec8ad17a req-d8b696da-2225-423e-af4f-a27f11c57b92 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430194 Dec 13 09:37:43.668003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Pushing event updated for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:43.892327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0d586040-b761-4c73-bc4e-dfb6b3732899 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:43.916973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.931309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Attempting to bind port 02bed8e1-121f-4f65-b605-24a884c8d81f on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:43.931912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Attempting to bind port 02bed8e1-121f-4f65-b605-24a884c8d81f by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:43.932405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Attempting to bind port 02bed8e1-121f-4f65-b605-24a884c8d81f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:43.949589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd526-7643-4620-924e-27a11c1df1f4 req-47e4d9d1-9888-4a45-a104-f05fc65b088c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.956966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21abd526-7643-4620-924e-27a11c1df1f4 req-47e4d9d1-9888-4a45-a104-f05fc65b088c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 948 time: 0.1630702 Dec 13 09:37:43.972449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Port 02bed8e1-121f-4f65-b605-24a884c8d81f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:43.972779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Attempting to bind port 02bed8e1-121f-4f65-b605-24a884c8d81f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:43.999592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0d586040-b761-4c73-bc4e-dfb6b3732899,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:44.014935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:44.015381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:44.015861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:44.016338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'port_id': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'mac_address': 'fa:16:3e:81:c8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:44.016485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Bound port: 02bed8e1-121f-4f65-b605-24a884c8d81f, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:44.016840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.031067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.068674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Attempting to bind port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:44.069045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Attempting to bind port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:44.069576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Attempting to bind port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 on network 20d0393b-9fde-4344-b326-d6a980bd0dfa {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:44.075281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9098f-d610-4e9d-965f-9babd6369abd None None] Pushing event updated for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.106264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21abd526-7643-4620-924e-27a11c1df1f4 req-b59cbd6c-4e8b-41ff-a4f5-ffd058cb056b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484365 Dec 13 09:37:44.118808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.134786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d586040-b761-4c73-bc4e-dfb6b3732899 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:44.141411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:44.141792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Checking segment: {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:44.142197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.142597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Bound using segment: {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:44.143077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Bound port: 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831d292-3865-418d-a8de-7556ff54796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:44.144044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.172171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0d586040-b761-4c73-bc4e-dfb6b3732899,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:44.199513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:44.206119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.219426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=02bed8e1-121f-4f65-b605-24a884c8d81f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:44.237575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.242644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:44.242644 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2ad90-b12f-492a-92a1-86322d869564" -d '{"events": [{"server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "name": "network-vif-plugged", "status": "completed", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:44.266671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c5835eaf-3d39-462c-be53-b29f82e5d543 None None] Provisioning complete for port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:44.266952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5835eaf-3d39-462c-be53-b29f82e5d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.299103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.300444 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.301934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] 10.222.0.16 "PUT /v2.0/ports/02bed8e1-121f-4f65-b605-24a884c8d81f HTTP/1.1" status: 200 len: 1096 time: 1.7407458 Dec 13 09:37:44.312026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:44.312945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] For port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:44.316509 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e9c229-4311-4125-903c-5737fce74806" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:44.340176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.356663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] For port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:44.359948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c5835eaf-3d39-462c-be53-b29f82e5d543 None None] Port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:44.363699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.436197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:44.436854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:44.500822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9098f-d610-4e9d-965f-9babd6369abd None None] Pushing event updated for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.629894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:44.744580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdbf2a-8a5c-4cbd-9356-abe0238f271f service neutron] Pushing event updated for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.756310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ba91-fad9-4124-af37-80d810244423 req-7d197078-eacd-40fd-8fb0-919ce9d2fc4a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.763607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d163ba91-fad9-4124-af37-80d810244423 req-7d197078-eacd-40fd-8fb0-919ce9d2fc4a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.5403838 Dec 13 09:37:44.769696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0d586040-b761-4c73-bc4e-dfb6b3732899'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:44.789398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.803233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.822555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-eb27d9e6-8612-4acd-a123-686deea1f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.825174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-eb27d9e6-8612-4acd-a123-686deea1f5b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 1099 time: 0.4726133 Dec 13 09:37:44.904513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] Provisioning complete for port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:44.905082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.935437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-732b5737-a8ea-4074-988a-b82e8ace78f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=02bed8e1-121f-4f65-b605-24a884c8d81f HTTP/1.1" status: 200 len: 217 time: 0.0660009 Dec 13 09:37:44.948765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=a0915da0-588b-4b36-b781-c2605cf6b92d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.985930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d163ba91-fad9-4124-af37-80d810244423 req-8a6200c8-350a-496a-b32c-ea0275d07185 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214413 Dec 13 09:37:44.990026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.999264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:38Z', 'revision_number': 4, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9bf07b64-8caf-4d0a-81be-2c276d2ff2b2', 'name': '', 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'mac_address': 'fa:16:3e:7e:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:37Z', 'updated_at': '2021-12-13T09:37:44Z', 'revision_number': 4, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'subnets': [{'id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:45.007778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.009104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-b13e0f9a-222c-43f3-aba6-f02699395c80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3681877 Dec 13 09:37:45.018793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f16fb310-3d4a-4cb3-95b4-e4a6d6bdd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.020281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-f16fb310-3d4a-4cb3-95b4-e4a6d6bdd141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0725994 Dec 13 09:37:45.034213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd9647-a553-4f6b-9bf1-76c472479f5c None None] The sync data for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 is: [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:37:38Z', 'revision_number': 4, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9bf07b64-8caf-4d0a-81be-2c276d2ff2b2', 'name': '', 'network_id': '20d0393b-9fde-4344-b326-d6a980bd0dfa', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'mac_address': 'fa:16:3e:7e:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:37Z', 'updated_at': '2021-12-13T09:37:44Z', 'revision_number': 4, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'subnets': [{'id': '753fe2c0-8102-4cf8-871a-8c330b65e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:45.102359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.112681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-7a7232c2-1812-4a31-a909-75d73fd9e56b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.0902007 Dec 13 09:37:45.145724 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583ce1d-6434-4cd7-956d-a12912281c94 x-openstack-request-id: req-3583ce1d-6434-4cd7-956d-a12912281c94 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:45.146639 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:45.147082 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3583ce1d-6434-4cd7-956d-a12912281c94 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:45.147710 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69', 'status': 'completed', 'code': 200} Dec 13 09:37:45.177913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] For port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:45.197635 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.251139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-69fa4d8b-45ed-448a-9d11-b67e4463eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.252801 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-69fa4d8b-45ed-448a-9d11-b67e4463eff3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 1099 time: 0.0924916 Dec 13 09:37:45.281536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590bdce-3d94-4978-b71a-ba369c20192e None None] Pushing event updated for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:45.352055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-71ecb5b1-1d03-4cea-ae87-520f05118c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.353736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-71ecb5b1-1d03-4cea-ae87-520f05118c18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2408249 Dec 13 09:37:45.362751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-7e8684ec-196d-4323-aabb-3e6d1396afab tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.364040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-7e8684ec-196d-4323-aabb-3e6d1396afab tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2100213 Dec 13 09:37:45.372964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-ea8bbda5-cd74-493e-9335-7c3fae1d20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.374427 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-ea8bbda5-cd74-493e-9335-7c3fae1d20ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1135991 Dec 13 09:37:45.396426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-585e160a-5d1a-4ce6-a899-8efb3b179037 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:45.397440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e2d209-c187-40d6-a706-94d20e9697e5 req-585e160a-5d1a-4ce6-a899-8efb3b179037 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181100 Dec 13 09:37:45.411653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be749b-df03-4ab1-8b04-4f00e557b610 req-6f5a12b5-ec3a-4c9f-8e27-9a2f0377ba07 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.418935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90be749b-df03-4ab1-8b04-4f00e557b610 req-6f5a12b5-ec3a-4c9f-8e27-9a2f0377ba07 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.1650302 Dec 13 09:37:45.424969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-aabf853b-0004-4350-b2ac-864e89024781 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f8be8c78-6016-4953-845a-56a43cbbfd69 HTTP/1.1" status: 200 len: 217 time: 0.0406604 Dec 13 09:37:45.514945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-60f45de5-3c99-4519-b01e-a5d13d90ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.517643 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-60f45de5-3c99-4519-b01e-a5d13d90ea2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0825467 Dec 13 09:37:45.567638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90be749b-df03-4ab1-8b04-4f00e557b610 req-0244ff63-abac-4625-b7b8-bfc86d76e8d6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477203 Dec 13 09:37:45.581612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-c967b3c8-2402-4ce6-a7dc-714f96559e77 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123518 Dec 13 09:37:45.590191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-ec2b54ee-7a54-4407-918c-23bc1c4d8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.591743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-ec2b54ee-7a54-4407-918c-23bc1c4d8a2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655560 Dec 13 09:37:45.612388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b52753-ca13-48eb-94f1-1a4b212bf23d req-af0b114b-84f1-4f1f-b173-c64c1645bcab tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.614661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0b52753-ca13-48eb-94f1-1a4b212bf23d req-af0b114b-84f1-4f1f-b173-c64c1645bcab tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 950 time: 0.1210158 Dec 13 09:37:45.742510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-22e9e5b5-1a5e-40ce-8606-bb20c346b3f3 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401572 Dec 13 09:37:45.760886 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed409e5-619d-4f26-9924-614a52ae7ff8 x-openstack-request-id: req-aed409e5-619d-4f26-9924-614a52ae7ff8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:45.761224 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "name": "network-vif-plugged", "status": "completed", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:45.762265 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aed409e5-619d-4f26-9924-614a52ae7ff8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:45.762673 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae', 'code': 200} Dec 13 09:37:45.772622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0b52753-ca13-48eb-94f1-1a4b212bf23d req-3282f28b-5e9c-4c71-a9f9-297641ac9971 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463504 Dec 13 09:37:45.802334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e2fad6c-536e-41e4-9547-8fc866c15fcc req-0836a76d-c1ff-4cc5-885b-1d6bf8614e84 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071815 Dec 13 09:37:45.804140 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb752da-f0f3-419f-b696-0ffede4b0da0 x-openstack-request-id: req-1fb752da-f0f3-419f-b696-0ffede4b0da0 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:45.804837 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:45.805357 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fb752da-f0f3-419f-b696-0ffede4b0da0 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:45.808900 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f', 'status': 'completed', 'code': 200} Dec 13 09:37:45.945562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0a0924b2-0ea8-4d2e-88fe-4486025177e8 req-8c42cfa9-bcaa-49f5-a0f4-2c013054c605 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948647 Dec 13 09:37:45.997000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6874f-4760-4794-bd43-af6c78379ac9 req-137fcb08-a552-4284-a99a-700244eb8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.998970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19f6874f-4760-4794-bd43-af6c78379ac9 req-137fcb08-a552-4284-a99a-700244eb8f96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 1096 time: 0.1573951 Dec 13 09:37:46.003219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c229-4311-4125-903c-5737fce74806 req-d5833d54-dc21-4b55-bd45-1404a1b6e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.004677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-d5833d54-dc21-4b55-bd45-1404a1b6e8ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 1099 time: 0.1228909 Dec 13 09:37:46.025972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b30f19-6c46-4c5a-89d0-eaeda54fc7a7 req-4a524541-e59e-4a8a-93c4-ae4e60cf62ff tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.027508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-71b30f19-6c46-4c5a-89d0-eaeda54fc7a7 req-4a524541-e59e-4a8a-93c4-ae4e60cf62ff tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 945 time: 0.1468389 Dec 13 09:37:46.056297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250664-6764-41eb-93e3-9de99723343c req-253f7169-c34f-4a7a-99e7-ea4f34551043 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.057853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17250664-6764-41eb-93e3-9de99723343c req-253f7169-c34f-4a7a-99e7-ea4f34551043 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 948 time: 0.1319294 Dec 13 09:37:46.192042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19f6874f-4760-4794-bd43-af6c78379ac9 req-358fcc39-e26d-4dca-a4d3-37c956b2e865 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817896 Dec 13 09:37:46.214362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17250664-6764-41eb-93e3-9de99723343c req-2f9f6ca7-3840-4420-a85e-a3d0d938fc77 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405799 Dec 13 09:37:46.219733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-71b30f19-6c46-4c5a-89d0-eaeda54fc7a7 req-7c34ba01-c83d-4e8f-bcae-ab400a2ab651 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745739 Dec 13 09:37:46.248993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c229-4311-4125-903c-5737fce74806 req-6e326be3-9cf4-43c1-9547-d367ec925225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.250669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-6e326be3-9cf4-43c1-9547-d367ec925225 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2151387 Dec 13 09:37:46.365804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-6976a787-15a7-457d-93c7-b976c75350ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=02bed8e1-121f-4f65-b605-24a884c8d81f HTTP/1.1" status: 200 len: 217 time: 0.0817521 Dec 13 09:37:46.521159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:46.523358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5544b7f4-540f-4058-b28c-65f730701d81 req-267a8d8f-c778-4b07-b9b9-70844ef80393 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2769072 Dec 13 09:37:46.551526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:46.577531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c229-4311-4125-903c-5737fce74806 req-ba95b427-ab82-4bdf-95bd-cbc612f8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.578900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-ba95b427-ab82-4bdf-95bd-cbc612f8bf47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1209621 Dec 13 09:37:46.591282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:46.592345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.609267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bca54-eb41-49f7-9bb7-eb9a84472758 req-a7d60bde-0f1d-4026-b494-f6ed1f377218 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.610815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-718bca54-eb41-49f7-9bb7-eb9a84472758 req-a7d60bde-0f1d-4026-b494-f6ed1f377218 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1241763 Dec 13 09:37:46.627077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.724729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c229-4311-4125-903c-5737fce74806 req-f1a744d4-4187-4193-bec3-f4894c08d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.726260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-f1a744d4-4187-4193-bec3-f4894c08d1ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368463 Dec 13 09:37:46.733215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-718bca54-eb41-49f7-9bb7-eb9a84472758 req-d21cff65-380d-4270-b4ce-adb595e6802d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077642 Dec 13 09:37:46.893370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-8934a8a1-5fb2-44cd-8440-98fab559a8e3 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562827 Dec 13 09:37:46.918651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.972753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f32fb-2d21-4955-9f6b-757a56b3cc4b req-7c406788-def5-44b6-8bb5-519130733ab5 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.974229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c3f32fb-2d21-4955-9f6b-757a56b3cc4b req-7c406788-def5-44b6-8bb5-519130733ab5 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 950 time: 0.1249807 Dec 13 09:37:47.101362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70e9c229-4311-4125-903c-5737fce74806 req-aa1a1369-478c-4352-a627-6fb15b59c8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977794 Dec 13 09:37:47.117209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c3f32fb-2d21-4955-9f6b-757a56b3cc4b req-1718957c-0440-4ec2-beff-3f99d6876fc6 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136620 Dec 13 09:37:47.137140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Allocated IP 172.25.2.235 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/650723e4-c055-4ced-a748-c2fe4f5f490d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:47.264567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402dccb-99bf-49d9-adc0-24970b3418ad req-2e5ea2bd-aabe-4ff1-bd74-49be8c317861 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.266036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0402dccb-99bf-49d9-adc0-24970b3418ad req-2e5ea2bd-aabe-4ff1-bd74-49be8c317861 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Dec 13 09:37:47.288841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.342228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0402dccb-99bf-49d9-adc0-24970b3418ad req-17b406d0-3281-4b89-8a46-79dbd59c656a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684774 Dec 13 09:37:47.353377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.404094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:47.407132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:47.411174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:47.435676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=650723e4-c055-4ced-a748-c2fe4f5f490d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:47.540393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.557403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf163-6bc0-4315-bfb1-bd3b52d68e4d req-ee750a71-93f7-4984-a4dd-e04e75e79678 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.559790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7caf163-6bc0-4315-bfb1-bd3b52d68e4d req-ee750a71-93f7-4984-a4dd-e04e75e79678 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 948 time: 0.0692098 Dec 13 09:37:47.602251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.653267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7caf163-6bc0-4315-bfb1-bd3b52d68e4d req-3c7256d3-51b3-4e5d-a47c-266fe6945745 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Dec 13 09:37:47.718577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f8be8c78-6016-4953-845a-56a43cbbfd69 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:47.739001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0d586040-b761-4c73-bc4e-dfb6b3732899 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:47.800708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e1f6-6bf1-4b7a-a4e9-dc9cce2410d7 req-312a81b0-2657-4567-8c78-3bcceac4ed39 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.802208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a161e1f6-6bf1-4b7a-a4e9-dc9cce2410d7 req-312a81b0-2657-4567-8c78-3bcceac4ed39 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 945 time: 0.0797369 Dec 13 09:37:47.868541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.878219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.891723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a161e1f6-6bf1-4b7a-a4e9-dc9cce2410d7 req-6333b5f2-a4d1-40c0-ad24-6004e64cf896 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769136 Dec 13 09:37:47.892990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0d586040-b761-4c73-bc4e-dfb6b3732899 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:47.914840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0d586040-b761-4c73-bc4e-dfb6b3732899 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:47.915258 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.955745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=650723e4-c055-4ced-a748-c2fe4f5f490d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:47.960690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f8be8c78-6016-4953-845a-56a43cbbfd69,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:47.972253 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.976921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f8be8c78-6016-4953-845a-56a43cbbfd69', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'f8be8c78-6016-4953-845a-56a43cbbfd69', 'mac_address': 'fa:16:3e:aa:91:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:48.025161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.026437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5544b7f4-540f-4058-b28c-65f730701d81 req-e80caec4-4846-4b95-aa9e-948e233958af tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4812789 Dec 13 09:37:48.044946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.059719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002da0-d4c4-4f92-867f-115917821be9 req-053c1a2c-1ea7-4bc5-a625-35b979c0328c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.060582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.061207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61002da0-d4c4-4f92-867f-115917821be9 req-053c1a2c-1ea7-4bc5-a625-35b979c0328c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1066620 Dec 13 09:37:48.063236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8be8c78-6016-4953-845a-56a43cbbfd69 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:48.101239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f8be8c78-6016-4953-845a-56a43cbbfd69,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:48.106199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:48.108454 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564f10b-cb49-446d-8a06-c23b2a197b73" -d '{"events": [{"server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "name": "network-vif-plugged", "status": "completed", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:48.112995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-29cd8137-08e0-4d88-8d5e-f19e2434cf79 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.114430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-29cd8137-08e0-4d88-8d5e-f19e2434cf79 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.20 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 950 time: 0.1264935 Dec 13 09:37:48.118575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.125493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0d586040-b761-4c73-bc4e-dfb6b3732899,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:48.125651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5544b7f4-540f-4058-b28c-65f730701d81 req-6709da95-aa4a-4be8-b1ea-f32191ebec80 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0915246 Dec 13 09:37:48.150013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.173853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:48.223480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:48.481311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61002da0-d4c4-4f92-867f-115917821be9 req-aea551e1-bf41-4bbc-8adb-6df6f2295afb tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922071 Dec 13 09:37:48.529078 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167885f-1d0f-472f-8e4f-683c40c8a08d x-openstack-request-id: req-4167885f-1d0f-472f-8e4f-683c40c8a08d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:48.529407 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "name": "network-vif-plugged", "status": "completed", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:48.530358 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4167885f-1d0f-472f-8e4f-683c40c8a08d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:48.530358 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'code': 200} Dec 13 09:37:48.560550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b7f4-540f-4058-b28c-65f730701d81 req-4a6bf7f3-4c67-499d-bc19-d5ec03bc77c1 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.561947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5544b7f4-540f-4058-b28c-65f730701d81 req-4a6bf7f3-4c67-499d-bc19-d5ec03bc77c1 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.4282811 Dec 13 09:37:48.575781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Deleting port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:48.576123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.764906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292136f-5356-449d-a3b6-c8673707e03e req-07631c27-1547-4875-a83a-a5f249892eb7 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.766280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a292136f-5356-449d-a3b6-c8673707e03e req-07631c27-1547-4875-a83a-a5f249892eb7 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82b5df5-bada-46cd-af4b-632edc16d8e2 HTTP/1.1" status: 200 len: 950 time: 0.1761937 Dec 13 09:37:48.767972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] For port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:48.768338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.777863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca080f1-1d03-47de-9a09-2d0b345f6151 req-3e2279bf-a67d-482f-8f44-2b288dfa6775 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.779223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bca080f1-1d03-47de-9a09-2d0b345f6151 req-3e2279bf-a67d-482f-8f44-2b288dfa6775 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.1502554 Dec 13 09:37:48.786551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be269770-3e63-45ac-a702-9b0fe022e8da req-d90b0aec-127c-42e2-a488-cb94f97be021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.788006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be269770-3e63-45ac-a702-9b0fe022e8da req-d90b0aec-127c-42e2-a488-cb94f97be021 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 1097 time: 0.1840689 Dec 13 09:37:48.806357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f8be8c78-6016-4953-845a-56a43cbbfd69'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:48.811197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Calling delete_port for adedc8d1-8652-4a1b-9c70-f82d98b3cf3e owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:48.933611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bca080f1-1d03-47de-9a09-2d0b345f6151 req-305f5b55-43e5-4e5f-b96b-7c2355355dd0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441445 Dec 13 09:37:48.945029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be269770-3e63-45ac-a702-9b0fe022e8da req-c05f395c-4789-4cf7-9b8e-5cf9bb706e40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453450 Dec 13 09:37:48.948531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a292136f-5356-449d-a3b6-c8673707e03e req-68d9fd7f-3648-434a-93c3-2a9a865d3a43 tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.31 "GET /v2.0/security-groups?id=229e65a9-04c3-46fa-ae8e-cfd3e99b0720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681874 Dec 13 09:37:49.123230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-3426312a-bfa0-4039-9ef0-f8d64e745285 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1437609 Dec 13 09:37:49.132996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:49.139737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.150859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['adedc8d1-8652-4a1b-9c70-f82d98b3cf3e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:49.173439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Pushing event deleted for resources: {'Port': ['ID=adedc8d1-8652-4a1b-9c70-f82d98b3cf3e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:49.205077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.235287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] No DVR routers for this DVR port adedc8d1-8652-4a1b-9c70-f82d98b3cf3e on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:49.239058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.242817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-835b526e-29c0-4db5-b769-64ccc0d7b825 req-9360b34e-ed1e-4227-918b-7907dfed587a tempest-ImagesNegativeTestJSON-913483463 tempest-ImagesNegativeTestJSON-913483463-project] 10.222.0.20 "DELETE /v2.0/ports/adedc8d1-8652-4a1b-9c70-f82d98b3cf3e HTTP/1.1" status: 204 len: 173 time: 1.1205592 Dec 13 09:37:49.246059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'name': 'network-vif-deleted', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:49.248876 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade9d44-76f0-4c0b-914c-81524b125425" -d '{"events": [{"server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "name": "network-vif-deleted", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:49.363755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31b05-8c41-4cbd-9f7b-d1784c980e86 req-ce2a8490-4217-47c2-9b34-5faa39e1bdda tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.365282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31d31b05-8c41-4cbd-9f7b-d1784c980e86 req-ce2a8490-4217-47c2-9b34-5faa39e1bdda tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 949 time: 0.0760429 Dec 13 09:37:49.431208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31d31b05-8c41-4cbd-9f7b-d1784c980e86 req-14e55c94-3639-4fa0-86ef-b6be27437786 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Dec 13 09:37:49.433731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.597197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Allocated IP 172.25.2.41 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/4b1c765c-302f-4ae8-ae66-4aa65ba35f9d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:49.619180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6761f2-3a5c-4784-8556-b572c95957fe req-3d9072b8-3fbe-4b89-bdb0-222163ee3d79 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.621518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c6761f2-3a5c-4784-8556-b572c95957fe req-3d9072b8-3fbe-4b89-bdb0-222163ee3d79 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.1240375 Dec 13 09:37:49.634473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-b61071af-8e72-4193-ad40-11d70fbfe81d tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.635973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-b61071af-8e72-4193-ad40-11d70fbfe81d tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0926051 Dec 13 09:37:49.655424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:49.726149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 02bed8e1-121f-4f65-b605-24a884c8d81f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:49.788968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c6761f2-3a5c-4784-8556-b572c95957fe req-0645918d-33f5-42ab-9b0c-4086400110b3 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548445 Dec 13 09:37:49.788968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.848811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.854947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=02bed8e1-121f-4f65-b605-24a884c8d81f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:49.867257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '02bed8e1-121f-4f65-b605-24a884c8d81f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '02bed8e1-121f-4f65-b605-24a884c8d81f', 'mac_address': 'fa:16:3e:28:9e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:49.905863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.919709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bed8e1-121f-4f65-b605-24a884c8d81f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:49.939002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=02bed8e1-121f-4f65-b605-24a884c8d81f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:49.943078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.944104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:49.985125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4fe9-6028-4e3f-8ae8-f650398ebe1e req-6f6ce44f-5977-4d2a-b8c3-55d270ea78de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.986542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff9e4fe9-6028-4e3f-8ae8-f650398ebe1e req-6f6ce44f-5977-4d2a-b8c3-55d270ea78de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.1275105 Dec 13 09:37:50.002239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.041032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.069280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:50.072604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:50.084806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:50.087198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:50.097689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:37:50.100891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:50.112989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=4b1c765c-302f-4ae8-ae66-4aa65ba35f9d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.148534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff9e4fe9-6028-4e3f-8ae8-f650398ebe1e req-78b78b8c-f882-487b-a7aa-4ca8dde0a21a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528471 Dec 13 09:37:50.179887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:50.216200 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefdcc3f-34ae-464b-baba-bb57b8e0870e x-openstack-request-id: req-eefdcc3f-34ae-464b-baba-bb57b8e0870e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:50.216495 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b5df5-bada-46cd-af4b-632edc16d8e2", "name": "network-vif-deleted", "tag": "adedc8d1-8652-4a1b-9c70-f82d98b3cf3e", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:50.216749 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eefdcc3f-34ae-464b-baba-bb57b8e0870e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:50.217142 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b5df5-bada-46cd-af4b-632edc16d8e2', 'name': 'network-vif-deleted', 'tag': 'adedc8d1-8652-4a1b-9c70-f82d98b3cf3e', 'status': 'completed', 'code': 200} Dec 13 09:37:50.262227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.267362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.285712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.361778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:37:50.382810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b419bc-6ef2-4b82-a36c-f1f8ded82cd4 req-39ace74c-e9fa-42df-af50-1ac6027741fd tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.384316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57b419bc-6ef2-4b82-a36c-f1f8ded82cd4 req-39ace74c-e9fa-42df-af50-1ac6027741fd tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 945 time: 0.1349430 Dec 13 09:37:50.388364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.414528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.489305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:50.489645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:50.489976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:50.505511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:50.505835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Attempting to bind port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:50.520031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57b419bc-6ef2-4b82-a36c-f1f8ded82cd4 req-c3c1932d-e482-43a5-8625-6ae92fd18361 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257861 Dec 13 09:37:50.547190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:50.547612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:50.547935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:50.548416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Bound port: a62163a2-8b2c-4f59-baa3-34b375d7eea9, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:50.548727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.555736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['02bed8e1-121f-4f65-b605-24a884c8d81f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:50.668211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:50.674469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:50.683448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.686601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.696383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.803800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.804431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.805827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 1121 time: 1.1560817 Dec 13 09:37:50.806441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07a43-173c-40fb-823b-e2626bf631f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.844554 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.896915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:50.898502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.900008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7709143 Dec 13 09:37:50.903314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7cec-c6b0-4c41-99a3-5841e32cb88b tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=4b1c765c-302f-4ae8-ae66-4aa65ba35f9d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.964551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a92664-2496-4bbb-99ec-1d11ba74a4a2 req-f044d043-8df5-4021-bb85-59653f70f819 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.966066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8a92664-2496-4bbb-99ec-1d11ba74a4a2 req-f044d043-8df5-4021-bb85-59653f70f819 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 949 time: 0.1123581 Dec 13 09:37:50.968965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-d38c3216-ac33-4146-addc-b78e9089693a tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0598896 Dec 13 09:37:50.982339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:51.081056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8a92664-2496-4bbb-99ec-1d11ba74a4a2 req-8b14192f-b622-45f1-a478-629fcdea95e5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087368 Dec 13 09:37:51.130070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-fff81eec-0271-4db2-95fc-506fa18a2fa8 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.130070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-fff81eec-0271-4db2-95fc-506fa18a2fa8 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1470392 Dec 13 09:37:51.139520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-96a494ac-0ed1-4d0f-9c66-ab7bdf9d4459 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:51.140681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b3bb5ca-62f9-4c15-aa8e-c5e5628f164c req-96a494ac-0ed1-4d0f-9c66-ab7bdf9d4459 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080516 Dec 13 09:37:51.270465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb677de-ea96-405b-84f3-6c12403dd64a req-6df697b0-74d0-4e5c-8c02-31d1361f149d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.271952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdb677de-ea96-405b-84f3-6c12403dd64a req-6df697b0-74d0-4e5c-8c02-31d1361f149d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.0834849 Dec 13 09:37:51.284253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fed9-a8e9-4444-869d-483f4afca89d req-46db3256-ad89-4dee-969d-602ccf11b47c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.285772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36c6fed9-a8e9-4444-869d-483f4afca89d req-46db3256-ad89-4dee-969d-602ccf11b47c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.0707250 Dec 13 09:37:51.356924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdb677de-ea96-405b-84f3-6c12403dd64a req-0239b6d8-b86c-4344-8be0-3ab7328b3e9d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701230 Dec 13 09:37:51.361007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36c6fed9-a8e9-4444-869d-483f4afca89d req-060f7bcc-ee5e-411a-8d56-88c480a44edd tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687268 Dec 13 09:37:51.517442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195bcb2-f452-42dc-9834-39e8aa29b8c7 req-22d41c2e-23cb-48d8-833f-3d5e94eef4d3 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.519266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d195bcb2-f452-42dc-9834-39e8aa29b8c7 req-22d41c2e-23cb-48d8-833f-3d5e94eef4d3 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.0833864 Dec 13 09:37:51.525696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-1dc65426-7066-4bc5-a5b0-481edbd01491 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1400933 Dec 13 09:37:51.527329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:51.532280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Request body: {'floatingip': {'port_id': '0d586040-b761-4c73-bc4e-dfb6b3732899'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:51.535796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:51.562480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.575714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.681210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced827-7b25-4761-a57f-11b2c9d630b3 req-1c715938-6060-4067-9e03-6d0ba6f85654 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.683241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07ced827-7b25-4761-a57f-11b2c9d630b3 req-1c715938-6060-4067-9e03-6d0ba6f85654 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.0654535 Dec 13 09:37:51.733790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f8be8c78-6016-4953-845a-56a43cbbfd69 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:51.742635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.753862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07ced827-7b25-4761-a57f-11b2c9d630b3 req-ea09c77b-6356-4eac-b928-86bc0660185f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643296 Dec 13 09:37:51.800082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f8be8c78-6016-4953-845a-56a43cbbfd69 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:51.806017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f8be8c78-6016-4953-845a-56a43cbbfd69 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:51.806544 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.878269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Allocated IP 172.25.2.29 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/4047ef2a-d7dd-43b8-940b-a08413a1edd4) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:51.931724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.958734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:51.961400 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fceaad-9079-4c9b-a500-100218f96c42" -d '{"events": [{"server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "name": "network-vif-plugged", "status": "completed", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:51.976550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f8be8c78-6016-4953-845a-56a43cbbfd69,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:51.983346 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.020796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.040683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:52.067239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.073989 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83f0d49-c08c-4ecf-8131-1bcf5f1a335e x-openstack-request-id: req-a83f0d49-c08c-4ecf-8131-1bcf5f1a335e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:52.074540 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "name": "network-vif-plugged", "status": "completed", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:52.074951 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a83f0d49-c08c-4ecf-8131-1bcf5f1a335e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:52.075653 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69', 'code': 200} Dec 13 09:37:52.133895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:52.137505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:52.143246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:52.197175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=4047ef2a-d7dd-43b8-940b-a08413a1edd4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:52.214263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:52.220878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9'}, {'name': 'network-changed', 'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:52.222966 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e752960-b4fd-4e1f-9a4e-2e19185c8341" -d '{"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-unplugged", "status": "completed", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9"}, {"name": "network-changed", "server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:52.303001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a3f8-e144-4430-b190-7bc332817c29 req-80bc3987-1799-4141-8c8a-4d849675be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.304528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15c3a3f8-e144-4430-b190-7bc332817c29 req-80bc3987-1799-4141-8c8a-4d849675be32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 1101 time: 0.1317456 Dec 13 09:37:52.313488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170ffb-97b4-4420-9304-c0bd8a2abe91 req-8b7c9e86-a919-4586-a355-cbba8a96e06f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.314906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01170ffb-97b4-4420-9304-c0bd8a2abe91 req-8b7c9e86-a919-4586-a355-cbba8a96e06f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.1408415 Dec 13 09:37:52.335221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.342541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.418735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-392ba5f8-6bf1-4eb5-b077-686a6ac9a9f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c710fb4b2854a5292d259072691131c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033317 Dec 13 09:37:52.445181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36928) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:52.489706 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Floating IP 8e90137f-e1d5-4e01-a82f-3570e69e39be associated. External IP: 172.25.2.131, port: 0d586040-b761-4c73-bc4e-dfb6b3732899. Dec 13 09:37:52.558920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.615448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.659178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.688220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15c3a3f8-e144-4430-b190-7bc332817c29 req-47cd3560-bb9d-437c-90f0-dd28a9a5e9c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722968 Dec 13 09:37:52.727826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbbcb0-7138-474a-a751-79132828af2e req-7ef2351e-b5cc-4b7f-88bb-84bf9ef37169 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.729269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76dbbcb0-7138-474a-a751-79132828af2e req-7ef2351e-b5cc-4b7f-88bb-84bf9ef37169 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.4056628 Dec 13 09:37:52.732438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01170ffb-97b4-4420-9304-c0bd8a2abe91 req-1dbb067b-8fd6-4716-83f9-e87de0fa3ef8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077997 Dec 13 09:37:52.738300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.746710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.749416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.752946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/229e65a9-04c3-46fa-ae8e-cfd3e99b0720 HTTP/1.1" status: 204 len: 168 time: 0.3044286 Dec 13 09:37:52.763511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6dcfe-7f0d-476f-9722-307688a332ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e65a9-04c3-46fa-ae8e-cfd3e99b0720,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:52.774260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Router b181fc7c-6900-4dd1-910c-9c19d3052c3e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:37:52.840491 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2ac0e-7606-4c8c-b791-536424bca7f3 x-openstack-request-id: req-2df2ac0e-7606-4c8c-b791-536424bca7f3 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:52.840800 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-unplugged", "status": "completed", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9", "code": 200}, {"name": "network-changed", "server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:52.841057 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2df2ac0e-7606-4c8c-b791-536424bca7f3 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:52.841455 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'code': 200} Dec 13 09:37:52.841711 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'status': 'completed', 'code': 200} Dec 13 09:37:52.920948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:52.925991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.949569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Sync routers for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:52.960237 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:52.961184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:52.963151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f3683cef-8192-4090-b2a8-19a6cff617eb tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "PUT /v2.0/floatingips/8e90137f-e1d5-4e01-a82f-3570e69e39be HTTP/1.1" status: 200 len: 992 time: 1.4344561 Dec 13 09:37:52.964434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:52.967181 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02576705-eaec-49bd-be73-6dfb277f15ca" -d '{"events": [{"name": "network-changed", "server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:52.994209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-4494717e-00c2-435c-bd32-b7941739d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.995768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-4494717e-00c2-435c-bd32-b7941739d456 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1124 time: 0.1374278 Dec 13 09:37:53.010647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port 82faafb2-33af-412d-a76f-32a5f28b2aae {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:53.010982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.076938 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:53.088462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device adedc8d1-8652-4a1b-9c70-f82d98b3cf3e no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:53.094797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13881f1-02a4-4a93-8697-ebf1548ee0b7 req-11bd3105-09e8-437f-9801-6aacf6853639 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.096574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f13881f1-02a4-4a93-8697-ebf1548ee0b7 req-11bd3105-09e8-437f-9801-6aacf6853639 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba5fece3-a3bc-4f2b-bdd8-c25ac5307047 HTTP/1.1" status: 200 len: 945 time: 0.1745226 Dec 13 09:37:53.125972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: adedc8d1-8652-4a1b-9c70-f82d98b3cf3e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:53.127352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device adedc8d1-8652-4a1b-9c70-f82d98b3cf3e not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:53.259593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.267055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port 82faafb2-33af-412d-a76f-32a5f28b2aae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=82faafb2-33af-412d-a76f-32a5f28b2aae,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:53.267425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.279872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.282127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-8478d07b-8d81-4337-903f-00dc07e1a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.283722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-8478d07b-8d81-4337-903f-00dc07e1a2f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2687364 Dec 13 09:37:53.300295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for 82faafb2-33af-412d-a76f-32a5f28b2aae owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:53.331967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f13881f1-02a4-4a93-8697-ebf1548ee0b7 req-7f50bc4a-2e88-4beb-8fd9-73c2f585b783 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014768 Dec 13 09:37:53.400666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-899f0647-7668-434c-9d4e-b067a2fe98dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 217 time: 0.0981078 Dec 13 09:37:53.418453 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e90137f-e1d5-4e01-a82f-3570e69e39be', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'port_id': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'mac_address': 'fa:16:3e:81:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966954-4145-490c-be9c-b6cab23dd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:36:50Z', 'updated_at': '2021-12-13T09:37:52Z', 'revision_number': 1, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:53.475132 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Checking router: b181fc7c-6900-4dd1-910c-9c19d3052c3e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:53.497921 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:53.498820 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:37:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:53.501417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event updated for resources: {'Port': ['ID=4047ef2a-d7dd-43b8-940b-a08413a1edd4,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:53.561439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.581203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-dd7dd105-f6a0-4b49-abac-94fc9da5b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.582885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-dd7dd105-f6a0-4b49-abac-94fc9da5b258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1586430 Dec 13 09:37:53.603801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.605496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-76646d31-bd91-4286-9829-ca4a57c91588 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0737641 Dec 13 09:37:53.617290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:53.626426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bd172-56d7-457d-b15c-95ad304fcc37 req-d10c4028-0f74-40ff-ab21-8b6d12f8057d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.627981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a4bd172-56d7-457d-b15c-95ad304fcc37 req-d10c4028-0f74-40ff-ab21-8b6d12f8057d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.1638563 Dec 13 09:37:53.650533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-022eb632-7d69-4830-a369-33689bd24d28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505059 Dec 13 09:37:53.749227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 02bed8e1-121f-4f65-b605-24a884c8d81f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:53.749724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-0265d8ae-a11c-40e8-b68d-59569902c040 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.1326077 Dec 13 09:37:53.809002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 02bed8e1-121f-4f65-b605-24a884c8d81f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:53.821589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 02bed8e1-121f-4f65-b605-24a884c8d81f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:53.822214 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.854944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e90137f-e1d5-4e01-a82f-3570e69e39be', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'port_id': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'mac_address': 'fa:16:3e:81:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966954-4145-490c-be9c-b6cab23dd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:36:50Z', 'updated_at': '2021-12-13T09:37:52Z', 'revision_number': 1, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:53.885464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba59-cd0e-4a13-80ba-628a938f607a None None] The sync data for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 is: [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e90137f-e1d5-4e01-a82f-3570e69e39be', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'port_id': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'mac_address': 'fa:16:3e:81:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97966954-4145-490c-be9c-b6cab23dd492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:36:50Z', 'updated_at': '2021-12-13T09:37:52Z', 'revision_number': 1, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:53.896307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.904391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.914126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a4bd172-56d7-457d-b15c-95ad304fcc37 req-07df4b92-c247-49b2-8aba-645db4e27ff8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712650 Dec 13 09:37:53.929653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['82faafb2-33af-412d-a76f-32a5f28b2aae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:53.932465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:53.965913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=82faafb2-33af-412d-a76f-32a5f28b2aae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.020688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-e08c2893-a1f7-4a1c-9e2f-8c3e690edb51 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602877 Dec 13 09:37:54.040524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=02bed8e1-121f-4f65-b605-24a884c8d81f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:54.041003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port 82faafb2-33af-412d-a76f-32a5f28b2aae on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:54.046068 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.051814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.055061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76dbbcb0-7138-474a-a751-79132828af2e req-b609336a-d271-4831-b4c4-6e0d50ba59de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "DELETE /v2.0/ports/82faafb2-33af-412d-a76f-32a5f28b2aae HTTP/1.1" status: 204 len: 173 time: 1.3179002 Dec 13 09:37:54.078221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-8b2335da-aefe-4b57-84fd-c80413a57108 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.079693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f580d96-f249-4fb0-8f2f-a1eacecab220 req-8b2335da-aefe-4b57-84fd-c80413a57108 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2865059 Dec 13 09:37:54.085102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:54.088497 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91203fcf-4718-40c7-8285-527e2e4c235f" -d '{"events": [{"server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "name": "network-vif-plugged", "status": "completed", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:54.166378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e752960-b4fd-4e1f-9a4e-2e19185c8341 req-ae482c53-f20a-4338-8c11-686335ba1e12 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265047 Dec 13 09:37:54.176667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.227374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1e3a5-0dd4-435d-a297-593680aa0a6a None None] New status for floating IP 8e90137f-e1d5-4e01-a82f-3570e69e39be: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:37:54.843029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'name': 'network-vif-deleted', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:54.845412 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14e2b8-5f60-41ad-b4b8-e82940a28883" -d '{"events": [{"server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "name": "network-vif-deleted", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:57.082648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 82faafb2-33af-412d-a76f-32a5f28b2aae no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:57.102555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 82faafb2-33af-412d-a76f-32a5f28b2aae {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:57.102910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 82faafb2-33af-412d-a76f-32a5f28b2aae not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:59.271846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:59.961715 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2131f132-402d-430e-b97d-49a3b48219b7 x-openstack-request-id: req-2131f132-402d-430e-b97d-49a3b48219b7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:59.962205 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:59.962309 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2131f132-402d-430e-b97d-49a3b48219b7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:59.962658 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'status': 'completed', 'code': 200} Dec 13 09:38:00.069270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02576705-eaec-49bd-be73-6dfb277f15ca req-ad9f6e2e-cd2d-4f80-a16e-e73b7b434cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.070897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-ad9f6e2e-cd2d-4f80-a16e-e73b7b434cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d509b584408a4c16a1b7fd44cf21ce45&device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 1097 time: 0.0695996 Dec 13 09:38:00.083379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff003b-d49b-4d0f-8b57-cd2430f6e173 req-aa65d363-4aa8-4c08-828b-953621d9c98f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.084864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaff003b-d49b-4d0f-8b57-cd2430f6e173 req-aa65d363-4aa8-4c08-828b-953621d9c98f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.0585835 Dec 13 09:38:00.246065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8809851-979d-4d88-a92d-041a852a2c31 req-f0d909be-2942-43e4-a76b-a20b6f34b6e6 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips/75b5c9f9-7412-4dfb-924e-b735c0378721 HTTP/1.1" status: 200 len: 692 time: 0.1049078 Dec 13 09:38:00.299672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaff003b-d49b-4d0f-8b57-cd2430f6e173 req-d861125b-1c8c-4257-a100-06e67119c50c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057486 Dec 13 09:38:00.342115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02576705-eaec-49bd-be73-6dfb277f15ca req-66fab7cc-c55d-4c04-9f7b-2ae60baec1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.343649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-66fab7cc-c55d-4c04-9f7b-2ae60baec1a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945846c4-15f8-437f-b480-5b5cbd429e50 HTTP/1.1" status: 200 len: 917 time: 0.2578752 Dec 13 09:38:00.347281 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac03550-4f2e-41be-9723-cf522cbfba84 x-openstack-request-id: req-7ac03550-4f2e-41be-9723-cf522cbfba84 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:00.349376 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "name": "network-vif-plugged", "status": "completed", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:00.350110 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ac03550-4f2e-41be-9723-cf522cbfba84 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:00.351197 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f', 'code': 200} Dec 13 09:38:00.421308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:00.458134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8809851-979d-4d88-a92d-041a852a2c31 req-cf08aa8a-d4a7-47cd-b1aa-a131bad49ec3 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.459577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8809851-979d-4d88-a92d-041a852a2c31 req-cf08aa8a-d4a7-47cd-b1aa-a131bad49ec3 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2038283 Dec 13 09:38:00.477323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-d8809851-979d-4d88-a92d-041a852a2c31 req-2bf11ca7-fc04-4441-9df9-6efd30f022b9 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:00.478344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8809851-979d-4d88-a92d-041a852a2c31 req-2bf11ca7-fc04-4441-9df9-6efd30f022b9 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103803 Dec 13 09:38:00.481841 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e35bd5-b585-4ba5-8db0-473049071d34 x-openstack-request-id: req-d9e35bd5-b585-4ba5-8db0-473049071d34 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:00.482132 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5fece3-a3bc-4f2b-bdd8-c25ac5307047", "name": "network-vif-deleted", "tag": "82faafb2-33af-412d-a76f-32a5f28b2aae", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:00.482548 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9e35bd5-b585-4ba5-8db0-473049071d34 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:00.483238 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5fece3-a3bc-4f2b-bdd8-c25ac5307047', 'name': 'network-vif-deleted', 'tag': '82faafb2-33af-412d-a76f-32a5f28b2aae', 'status': 'completed', 'code': 200} Dec 13 09:38:00.494494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-97e88f36-5ed0-4564-b6a0-096b791fa73e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d586040-b761-4c73-bc4e-dfb6b3732899 HTTP/1.1" status: 200 len: 1002 time: 0.1280332 Dec 13 09:38:00.500686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58137-19ed-4649-a954-aef2110d442d req-e74ca723-19d8-4465-a14d-844839eafd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.502455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7bb58137-19ed-4649-a954-aef2110d442d req-e74ca723-19d8-4465-a14d-844839eafd9f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 1101 time: 0.0585449 Dec 13 09:38:00.555654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7bb58137-19ed-4649-a954-aef2110d442d req-c912e6a1-b5d1-4359-a363-c9b5866955ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Dec 13 09:38:00.561246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02576705-eaec-49bd-be73-6dfb277f15ca req-f369bfc0-1571-499d-b795-d54147e1db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.562931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-f369bfc0-1571-499d-b795-d54147e1db88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30874438-a655-4ffb-a4af-7010af69ded1 HTTP/1.1" status: 200 len: 855 time: 0.0613298 Dec 13 09:38:00.588264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-895b3e30-cd3c-453b-b0c6-30cda9444fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.652470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719d8e-29da-466a-b9b6-19ba13737ead req-9d385e1d-062d-4061-a479-f03876f79baa tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.654093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b719d8e-29da-466a-b9b6-19ba13737ead req-9d385e1d-062d-4061-a479-f03876f79baa tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.0901961 Dec 13 09:38:00.670695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-895b3e30-cd3c-453b-b0c6-30cda9444fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.675322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-895b3e30-cd3c-453b-b0c6-30cda9444fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.680120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdddcce-89fb-4c76-b1af-a74e193b857e req-b5b3c1df-03b6-4aaf-b30e-feb1ce8487b2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.682073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bdddcce-89fb-4c76-b1af-a74e193b857e req-b5b3c1df-03b6-4aaf-b30e-feb1ce8487b2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 943 time: 0.0912313 Dec 13 09:38:00.724660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3e30-cd3c-453b-b0c6-30cda9444fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb9aebc-79c1-4048-a7a0-599ce799fc30,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:00.729970 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-895b3e30-cd3c-453b-b0c6-30cda9444fbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6721bb3bc7914f2a8f326216a048dd44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072014 Dec 13 09:38:00.732273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37000) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:00.765430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b719d8e-29da-466a-b9b6-19ba13737ead req-50a59843-21d2-4fe8-8be3-d24206234fae tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039460 Dec 13 09:38:00.775251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bdddcce-89fb-4c76-b1af-a74e193b857e req-ba2447fc-6f62-44eb-aa0e-435b819e9162 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838437 Dec 13 09:38:00.818082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.842539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.901502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.905386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.906938 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcb9aebc-79c1-4048-a7a0-599ce799fc30 HTTP/1.1" status: 204 len: 168 time: 0.1735616 Dec 13 09:38:00.940661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa980cb-d1b3-4f33-91db-44b3ab97b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb9aebc-79c1-4048-a7a0-599ce799fc30,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:01.537201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-4c6db646-2f61-44e9-9e1a-b0a5b1e4d823 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips/75b5c9f9-7412-4dfb-924e-b735c0378721 HTTP/1.1" status: 200 len: 692 time: 0.0463479 Dec 13 09:38:01.662877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-76ace37d-ecb0-4bd7-b7d1-8ef524aa10d1 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:01.664530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-76ace37d-ecb0-4bd7-b7d1-8ef524aa10d1 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1198688 Dec 13 09:38:01.677441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-c2b13259-acfa-4305-8040-35256bc6efae tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:01.678522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-c2b13259-acfa-4305-8040-35256bc6efae tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057371 Dec 13 09:38:01.721447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37036) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:01.732465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-4d32b146-0daa-486a-9b33-820dbfee33a2 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.0453346 Dec 13 09:38:01.787757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-bc916fab-70f4-4e1a-8094-d5a6b4cd3afa tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.29 HTTP/1.1" status: 200 len: 695 time: 0.0467844 Dec 13 09:38:01.844135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-300541356-network', 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:01.865419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:01.868701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.878855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.922381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Deleting port 4047ef2a-d7dd-43b8-940b-a08413a1edd4 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:01.922734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.962888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.967498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.992566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:01.997704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.998037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.009975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Calling delete_port for 4047ef2a-d7dd-43b8-940b-a08413a1edd4 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:02.016082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.016736 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Added segment 6a928104-f714-4778-8160-b50939ea86f6 of type vlan for network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a Dec 13 09:38:02.018199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65151a96-fd43-4df1-b3ed-5dace957df0d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:02.066266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.092211 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.093151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.093791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.148766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4231412 Dec 13 09:38:02.149171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37042) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:02.156739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Request body: {'subnet': {'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-300541356-subnet', 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:02.159074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417498da-4ff5-42ad-b380-5ca6f14606f3 admin admin] Pushing event updated for resources: {'Network': ['ID=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:02.170666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:38:02.184620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.214393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:02.216938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.272445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event deleted for resources: {'Port': ['ID=4047ef2a-d7dd-43b8-940b-a08413a1edd4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:02.333015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.335899 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.337087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5eab86f-3271-41bc-97dd-3b17bc6f6882 req-9d14ab59-0e41-4338-ae1a-272eda206775 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "DELETE /v2.0/floatingips/75b5c9f9-7412-4dfb-924e-b735c0378721 HTTP/1.1" status: 204 len: 173 time: 0.5425301 Dec 13 09:38:02.765141 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.824055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-7c4b526b-8074-45df-99c6-1fafe8c54c8a service neutron] 10.222.0.20 "GET /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.1134360 Dec 13 09:38:02.851983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d26a4-4e92-40ab-802c-9aea500aba7b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:02.887911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Checking segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:02.888269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Network hostable DHCP agents. Network: 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:38:02.922898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:38:02.958135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:02.965341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.966020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.970936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07392ec0-1253-40c6-afcb-240af6c736d6 None None] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:03.024536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dc823b9d-afdd-4d53-b89f-9b8b14bf43bc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8741875 Dec 13 09:38:03.071819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:03.095155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:03.099351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71557ce7-c953-41c4-841a-c44e93ecbadb None None] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:03.104717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:03.148864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62163a2-8b2c-4f59-baa3-34b375d7eea9 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:03.160789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:03.176057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.268433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] Transition to ACTIVE for port object a62163a2-8b2c-4f59-baa3-34b375d7eea9 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:03.274621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.351117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] No DVR routers for this DVR port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:03.385714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] Pushing event updated for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:03.394874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-e178436a-1a72-4f4e-a8ee-e902f08caf07 service neutron] 10.222.0.20 "PUT /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 0.5514245 Dec 13 09:38:04.019653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.061281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dc4c168e-1ca7-4678-b319-29d7559377e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.214922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698534-3ccc-45c0-9411-1fd96a989afe req-285bbd94-3281-41c7-932c-17ba630c5e4f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.216604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56698534-3ccc-45c0-9411-1fd96a989afe req-285bbd94-3281-41c7-932c-17ba630c5e4f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.0516691 Dec 13 09:38:06.267235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56698534-3ccc-45c0-9411-1fd96a989afe req-e3326145-8124-45d0-9d92-d866a103036f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443349 Dec 13 09:38:06.530559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea70fe-acde-429b-bff2-86e0f6a8dbc4 req-13c2c535-2ff4-4d75-b397-5136352da080 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.532181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99ea70fe-acde-429b-bff2-86e0f6a8dbc4 req-13c2c535-2ff4-4d75-b397-5136352da080 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.0518894 Dec 13 09:38:06.587031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99ea70fe-acde-429b-bff2-86e0f6a8dbc4 req-24c310e1-c4d3-4ef5-92eb-888220d4dfbc tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490141 Dec 13 09:38:06.802388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d23c-10ca-440e-9dfa-8671ffb6948d req-eba42f83-05d9-4a1c-92d7-f17e4596751f tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.803881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30b8d23c-10ca-440e-9dfa-8671ffb6948d req-eba42f83-05d9-4a1c-92d7-f17e4596751f tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1880527 Dec 13 09:38:07.069137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-507457d6-4859-47c2-aae3-69914b4a9a3c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.070575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-507457d6-4859-47c2-aae3-69914b4a9a3c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 0.1002843 Dec 13 09:38:07.084925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-94df5134-c81a-4bf3-84f5-f1f4d7d34b5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/quotas/fedb4bb0cd904067b608ea9588728f66 HTTP/1.1" status: 200 len: 375 time: 0.0085618 Dec 13 09:38:07.114664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-56c92495-a3a3-42f7-a313-dee44b7b05af tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247171 Dec 13 09:38:07.202701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-b3e50b0b-0b50-4c73-a889-a84b9f983a6f service neutron] 10.222.0.31 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807371 Dec 13 09:38:07.288325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-bf03acef-e8db-45ba-8d26-35c98b0f092b service neutron] 10.222.0.31 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794556 Dec 13 09:38:07.595310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-c9b38105-dd87-48c8-85c9-fa8449c5aadb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.597302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-c9b38105-dd87-48c8-85c9-fa8449c5aadb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.1084428 Dec 13 09:38:07.612841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-29dd06aa-b21e-4e3f-aa12-baab07fc4019 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0097358 Dec 13 09:38:07.663085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-b813dcc9-2dcc-4ac4-883d-c9c7f6131dbc tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440197 Dec 13 09:38:07.758238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-9225503a-60b8-40d4-824f-be8d033e259a service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829992 Dec 13 09:38:07.860123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-dcca65a3-3b73-43c9-a13a-704fa8ffe52f service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930970 Dec 13 09:38:08.093197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-117dec39-2966-4bfa-8528-7f9987832579 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--528140161&fields=id&tenant_id=3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 267 time: 0.0513101 Dec 13 09:38:08.220726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-c3fb2eb6-2cc2-4e09-9d5a-778631b23f85 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.222213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-c3fb2eb6-2cc2-4e09-9d5a-778631b23f85 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 823 time: 0.1215930 Dec 13 09:38:08.240461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-3af5ad28-fb50-40af-a6a5-e39e5b6cbab2 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/quotas/3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 375 time: 0.0118411 Dec 13 09:38:08.295058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-3555b9a9-7c06-44b5-8cda-394b2fc2b4db tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487771 Dec 13 09:38:08.329447 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd4136ae-861e-4dd1-98b8-21e6e5b1d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.396083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-e3aa0ca4-2157-407f-8fe4-b6c5473fc335 service neutron] 10.222.0.31 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Dec 13 09:38:08.496301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-eb53fe93-114a-4319-a8e2-01626929a6ee service neutron] 10.222.0.31 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937622 Dec 13 09:38:08.716884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d850d450-6714-434a-af87-7663470c3cf2 req-dea7c139-f994-4dfb-a698-3ccb3908c1ac tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=2b1a908a19e24d0c8610848f13833b43 HTTP/1.1" status: 200 len: 1655 time: 0.0871205 Dec 13 09:38:08.743388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-e1e80163-bc31-477f-9ef9-7ec386fc9927 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.744825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-e1e80163-bc31-477f-9ef9-7ec386fc9927 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 0.1927793 Dec 13 09:38:08.789241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Request body: {'port': {'device_id': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'admin_state_up': True, 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:08.936016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d450-6714-434a-af87-7663470c3cf2 req-b2a34648-f4cb-4f5f-8e09-370e7772a555 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.944140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d850d450-6714-434a-af87-7663470c3cf2 req-b2a34648-f4cb-4f5f-8e09-370e7772a555 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks?id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 787 time: 0.2192864 Dec 13 09:38:08.962116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-d850d450-6714-434a-af87-7663470c3cf2 req-3edc923e-82b5-4e04-b1dd-168d900be8bf tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:08.974147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d850d450-6714-434a-af87-7663470c3cf2 req-3edc923e-82b5-4e04-b1dd-168d900be8bf tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290437 Dec 13 09:38:09.077346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:09.080886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.147686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-8877284a-beb4-41f1-8074-5657faf39255 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.149134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-8877284a-beb4-41f1-8074-5657faf39255 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 0.2425518 Dec 13 09:38:09.195122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Request body: {'port': {'device_id': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'admin_state_up': True, 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:09.327467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a4a7-9b0b-4cad-875d-949f06a8ff51 req-6619fb1d-3e77-4718-9f4b-b5cfbaf3a532 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.329089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f71a4a7-9b0b-4cad-875d-949f06a8ff51 req-6619fb1d-3e77-4718-9f4b-b5cfbaf3a532 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.2107530 Dec 13 09:38:09.380315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Allocated IP 172.20.0.9 (9f15d4c0-5e4e-4c68-a1c6-255441c49e0a/9a6d26a4-4e92-40ab-802c-9aea500aba7b/bf5341c9-e658-473e-86b7-e52383a1973b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:09.390021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.437393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f71a4a7-9b0b-4cad-875d-949f06a8ff51 req-ddabc99e-872b-4a2a-bfb4-0af6c0af07a9 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951271 Dec 13 09:38:09.443906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:09.447401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.455612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-3b5345a0-2959-44fb-b2e0-1272ee56d681 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.458899 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-3b5345a0-2959-44fb-b2e0-1272ee56d681 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.1426222 Dec 13 09:38:09.480866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:09.600625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:09.604529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.649670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.722475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.811384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.8 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/ef45a358-02fb-48c6-ad23-4efd79e7859c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:09.816834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7803d85-63c1-41e2-891c-715685b32f04 req-d4edebed-b434-4026-a5bb-0af8d9b0fd90 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.816834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7803d85-63c1-41e2-891c-715685b32f04 req-d4edebed-b434-4026-a5bb-0af8d9b0fd90 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.1349592 Dec 13 09:38:09.823391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:09.833500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:09.849568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Allocated IP 172.20.0.3 (9f15d4c0-5e4e-4c68-a1c6-255441c49e0a/9a6d26a4-4e92-40ab-802c-9aea500aba7b/8255046a-59f2-46e5-a83f-fa77672cca30) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:09.851802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:09.877581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-b31c4381-36d4-45b6-890d-f15e704b74e6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.879062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-b31c4381-36d4-45b6-890d-f15e704b74e6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.20 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 823 time: 0.1511683 Dec 13 09:38:09.880601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event updated for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:10.012853 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-65565774-6646-4c60-a03c-893207b6a26e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3463353f0ac7482180c10232599095ef HTTP/1.1" status: 200 len: 379 time: 0.1241930 Dec 13 09:38:10.030155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'port': {'device_id': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'admin_state_up': True, 'tenant_id': '3463353f0ac7482180c10232599095ef', 'security_groups': ['9a03dd3f-19ef-4ac7-b39d-72b894c4c049']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:10.104931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.181535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.194768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:10.216082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Made reservation on behalf of 3463353f0ac7482180c10232599095ef for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:10.219598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.231889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.232617 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.247532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:10.257652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:10.262414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7803d85-63c1-41e2-891c-715685b32f04 req-c96b5eab-28db-4250-be26-088cb6a06787 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369662 Dec 13 09:38:10.270617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:10.274327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:10.390683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-054b8f04-0e1b-4062-98e2-0f14fa18ebf2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6073120 Dec 13 09:38:10.406620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Allocated IP 172.20.0.8 (bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf/e2884f69-5eb9-46c8-80b7-0766de1feb9d/35b08113-3c1c-4071-9997-d37a567d85d2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:10.412259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Request body: {'port': {'device_id': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:10.436037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.436658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.470528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f82a57-3968-42dd-a0e6-39179bf127e6 req-91700c84-e0ca-4fec-bd10-cf62cabc096d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.472086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69f82a57-3968-42dd-a0e6-39179bf127e6 req-91700c84-e0ca-4fec-bd10-cf62cabc096d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 931 time: 0.1204362 Dec 13 09:38:10.481871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-8834c2e5-4fff-4f18-b9dc-fe6358b9d039 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058179 Dec 13 09:38:10.513225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Request body: {'port': {'device_id': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:10.533222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.548255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.600919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.615261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69f82a57-3968-42dd-a0e6-39179bf127e6 req-ac8ee040-db61-4543-8e9d-1700fe8c91f8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205783 Dec 13 09:38:10.626640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.660830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.736024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.741655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:10.749828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:10.796474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:10.808841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event updated for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:10.853185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:10.862916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event updated for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:10.866149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:10.868629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:10.906987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.907529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.908288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44aea0-5e5f-4dd3-874f-f710c7b4f78d req-4ca8e681-a94b-48e6-b3f6-b782d805fccc tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.909882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af44aea0-5e5f-4dd3-874f-f710c7b4f78d req-4ca8e681-a94b-48e6-b3f6-b782d805fccc tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 931 time: 0.2172434 Dec 13 09:38:10.933152 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-16b02112-c415-47c8-b0bf-c640f5f4c747 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9101055 Dec 13 09:38:10.948368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Request body: {'port': {'device_id': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:10.988533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.989170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.017760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.034325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.039248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af44aea0-5e5f-4dd3-874f-f710c7b4f78d req-6845232b-2159-415d-bef3-028950317dfe tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138258 Dec 13 09:38:11.047703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-49afba7f-ac77-434c-b91a-49804516fe47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8817546 Dec 13 09:38:11.089680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Request body: {'port': {'device_id': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:11.109201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef45a358-02fb-48c6-ad23-4efd79e7859c {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:11.119429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.126644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-08ff1b37-1117-4cfe-8198-491c06cd5292 None None] Provisioning complete for port 35b08113-3c1c-4071-9997-d37a567d85d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:11.127341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08ff1b37-1117-4cfe-8198-491c06cd5292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.144139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Transition to ACTIVE for port object ef45a358-02fb-48c6-ad23-4efd79e7859c will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:11.167435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5341c9-e658-473e-86b7-e52383a1973b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:11.167669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-08ff1b37-1117-4cfe-8198-491c06cd5292 None None] Port 35b08113-3c1c-4071-9997-d37a567d85d2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:11.177378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-ffde70cc-b953-4d3b-8bcb-da739858f211 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips/abc7c49d-44ff-4cf6-acb5-cbc35dc0efaa HTTP/1.1" status: 200 len: 692 time: 0.0959785 Dec 13 09:38:11.185212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.187827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.266607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:11.270302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Transition to ACTIVE for port object bf5341c9-e658-473e-86b7-e52383a1973b will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:11.278106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.282167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.393692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Attempting to bind port ef45a358-02fb-48c6-ad23-4efd79e7859c on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:11.394034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Attempting to bind port ef45a358-02fb-48c6-ad23-4efd79e7859c by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:11.394363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Attempting to bind port ef45a358-02fb-48c6-ad23-4efd79e7859c on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:11.399719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:11.405477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Port ef45a358-02fb-48c6-ad23-4efd79e7859c on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:11.405800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Attempting to bind port ef45a358-02fb-48c6-ad23-4efd79e7859c on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:11.415746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:11.416085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:11.416497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:11.416924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Bound port: ef45a358-02fb-48c6-ad23-4efd79e7859c, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:11.417275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.427607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-200caabe-b39f-4bfb-9e13-94fd64d509a0 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.428919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-200caabe-b39f-4bfb-9e13-94fd64d509a0 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2412739 Dec 13 09:38:11.491382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b08113-3c1c-4071-9997-d37a567d85d2 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:11.498512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-84b2ef7e-feec-4a56-b8bc-da97c8b5872d tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:11.499528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-84b2ef7e-feec-4a56-b8bc-da97c8b5872d tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500898 Dec 13 09:38:11.502547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.527231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Transition to ACTIVE for port object 35b08113-3c1c-4071-9997-d37a567d85d2 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:11.531588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:11.534957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:11.536240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.545454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.590863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.591491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.592902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] 10.222.0.20 "PUT /v2.0/ports/ef45a358-02fb-48c6-ad23-4efd79e7859c HTTP/1.1" status: 200 len: 1091 time: 1.0845227 Dec 13 09:38:11.593347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:11.595884 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:11.596768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-05aa3e40-3ecb-4ab3-9c47-8e7ffcb08e02 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0879095 Dec 13 09:38:11.606315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Pushing event updated for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:11.719975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-c991ea46-c21e-473d-99da-f6e01ac5283e tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.1102920 Dec 13 09:38:11.724626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Attempting to bind port bf5341c9-e658-473e-86b7-e52383a1973b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:11.724964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Attempting to bind port bf5341c9-e658-473e-86b7-e52383a1973b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:11.725286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Attempting to bind port bf5341c9-e658-473e-86b7-e52383a1973b on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:11.745017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Port bf5341c9-e658-473e-86b7-e52383a1973b on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:11.745017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Attempting to bind port bf5341c9-e658-473e-86b7-e52383a1973b on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:11.802595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:11.802929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Checking segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:11.803315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Bound using segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:11.803841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Bound port: bf5341c9-e658-473e-86b7-e52383a1973b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:11.804196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.941268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.942621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26784c-be7c-4e63-b769-7e51d0e6c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:11.955482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-56a1bcf9-b0f3-4c6e-9def-2e23061b4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.957003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-56a1bcf9-b0f3-4c6e-9def-2e23061b4d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 1094 time: 0.0932248 Dec 13 09:38:11.974661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:11.975126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Attempting to bind port 35b08113-3c1c-4071-9997-d37a567d85d2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:11.975462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Attempting to bind port 35b08113-3c1c-4071-9997-d37a567d85d2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:11.975832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Attempting to bind port 35b08113-3c1c-4071-9997-d37a567d85d2 on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:12.008199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-003d6664-847d-4512-88e3-ccbb82925b6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c HTTP/1.1" status: 200 len: 217 time: 0.0419779 Dec 13 09:38:12.010474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Port 35b08113-3c1c-4071-9997-d37a567d85d2 on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:12.010622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Attempting to bind port 35b08113-3c1c-4071-9997-d37a567d85d2 on network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:12.012325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bf5341c9-e658-473e-86b7-e52383a1973b,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:12.017018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:12.017018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Checking segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:12.017404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Bound using segment: {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:12.017832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Bound port: 35b08113-3c1c-4071-9997-d37a567d85d2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4864738a-c42b-41bf-b728-02bebfb29a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:12.018189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.023227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.027358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8255046a-59f2-46e5-a83f-fa77672cca30 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:12.039203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Deleting port 4b1c765c-302f-4ae8-ae66-4aa65ba35f9d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:12.039567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.045815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.096705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-2811b573-99fd-4454-96ed-50acbebf52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.098134 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-2811b573-99fd-4454-96ed-50acbebf52ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.0771229 Dec 13 09:38:12.121685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.122302 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.123867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf5341c9-e658-473e-86b7-e52383a1973b HTTP/1.1" status: 200 len: 1091 time: 1.7220249 Dec 13 09:38:12.124340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:12.126591 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e32703-8631-45de-8677-be4577b53731" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:12.138673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-b0b7ccb4-2977-4695-895c-e28e50980225 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298352 Dec 13 09:38:12.141724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Transition to ACTIVE for port object 8255046a-59f2-46e5-a83f-fa77672cca30 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:12.142309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:12.152014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.161991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=35b08113-3c1c-4071-9997-d37a567d85d2,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:12.178777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.193104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3072-d4ab-49e1-bbcb-d8743ea25721 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.251245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.251598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.252996 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] 10.222.0.20 "PUT /v2.0/ports/35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 200 len: 1091 time: 1.3115687 Dec 13 09:38:12.272819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.272819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.285222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54e87a-e421-45e1-b006-027f0e5e51fb service neutron] Pushing event updated for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.309549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Calling delete_port for 4b1c765c-302f-4ae8-ae66-4aa65ba35f9d owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:12.331633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Pushing event updated for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.335966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-3bc23345-5c2f-40f3-bfbd-cef1d168a99d service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840000 Dec 13 09:38:12.343776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-e5335de3-9919-46b7-8fcd-df795c7c5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.345643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-e5335de3-9919-46b7-8fcd-df795c7c5462 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=c7b94481-3b1c-4e54-b236-f40d72400fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1741142 Dec 13 09:38:12.367672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-5c7e92e9-2563-420f-8e0e-12017aa2454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.368825 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-5c7e92e9-2563-420f-8e0e-12017aa2454a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 1094 time: 0.0726409 Dec 13 09:38:12.430356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-20ab8139-bf56-4d0f-9b31-2ce669a2fb6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf5341c9-e658-473e-86b7-e52383a1973b HTTP/1.1" status: 200 len: 217 time: 0.0744097 Dec 13 09:38:12.438588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-8b8e76a9-fd72-4ce1-a327-e28568f7a570 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 200 len: 217 time: 0.0456662 Dec 13 09:38:12.484122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Attempting to bind port 8255046a-59f2-46e5-a83f-fa77672cca30 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:12.484401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Attempting to bind port 8255046a-59f2-46e5-a83f-fa77672cca30 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:12.484729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Attempting to bind port 8255046a-59f2-46e5-a83f-fa77672cca30 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:12.499826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Port 8255046a-59f2-46e5-a83f-fa77672cca30 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:12.500151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Attempting to bind port 8255046a-59f2-46e5-a83f-fa77672cca30 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:12.504124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf9a85a-6813-4387-b985-4b11f62b937c req-ee91c322-8b10-4dcc-b431-bee46e08e3bc service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605775 Dec 13 09:38:12.509840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-e5cfebfd-614f-43c5-a6bb-1f655486d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.511268 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-e5cfebfd-614f-43c5-a6bb-1f655486d504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.0633988 Dec 13 09:38:12.516018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:12.516388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Checking segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:12.516775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Bound using segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:12.517204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Bound port: 8255046a-59f2-46e5-a83f-fa77672cca30, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:12.517634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.523128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-dc25e14b-3d64-477c-baaf-e951fa5d5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.524799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-dc25e14b-3d64-477c-baaf-e951fa5d5357 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.0853488 Dec 13 09:38:12.568182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c330f-6017-4024-bc48-6deb34377aef req-6d9b450f-dc83-4589-9ce6-2ddd1d89fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.569680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-6d9b450f-dc83-4589-9ce6-2ddd1d89fd38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492549 Dec 13 09:38:12.577017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-d8e1a62f-4fea-49c7-af91-c1a3c8541c70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365515 Dec 13 09:38:12.665558 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-e22b2366-63f3-42a9-97d5-46d60565d05e service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879607 Dec 13 09:38:12.709016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.721129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:12.758603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event deleted for resources: {'Port': ['ID=4b1c765c-302f-4ae8-ae66-4aa65ba35f9d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.762651 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5f9c330f-6017-4024-bc48-6deb34377aef req-d092fcc0-de4a-4a8c-b0d0-ee65a5ad5367 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899801 Dec 13 09:38:12.774261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8255046a-59f2-46e5-a83f-fa77672cca30,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:12.796652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.819421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-b8d29212-a1a8-4411-b4d8-bc1f6171e7b0 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242093 Dec 13 09:38:12.906877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.907485 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.908910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] 10.222.0.20 "PUT /v2.0/ports/8255046a-59f2-46e5-a83f-fa77672cca30 HTTP/1.1" status: 200 len: 1091 time: 1.8287642 Dec 13 09:38:12.936498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.939024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.940162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2868078-734e-4124-9e2f-aa3016d1d171 req-7acc619c-1a89-4462-b3f7-53c683630d99 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "DELETE /v2.0/floatingips/abc7c49d-44ff-4cf6-acb5-cbc35dc0efaa HTTP/1.1" status: 204 len: 173 time: 1.2107487 Dec 13 09:38:12.944665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff471-ed69-46e3-b78e-106eba92bc30 service neutron] Pushing event updated for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:13.005152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-7df363b6-6241-41b5-ae10-70d74fb03f7b service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602600 Dec 13 09:38:13.011523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-3dc7e312-8eaa-4ba7-a87c-b25e1fdaac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.013023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-3dc7e312-8eaa-4ba7-a87c-b25e1fdaac2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 1094 time: 0.0542865 Dec 13 09:38:13.069954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-f5e24589-ab45-4b0d-ab04-73edb7921a9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8255046a-59f2-46e5-a83f-fa77672cca30 HTTP/1.1" status: 200 len: 217 time: 0.0476148 Dec 13 09:38:13.135114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-86760926-963a-4a32-96aa-8b305ba8b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.136699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-86760926-963a-4a32-96aa-8b305ba8b4c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.0503552 Dec 13 09:38:13.145046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cc7f1-d376-4083-9598-20f2679147b8 req-f6f647e1-71f5-4435-a378-604fa7abbbdd tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.146375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a12cc7f1-d376-4083-9598-20f2679147b8 req-f6f647e1-71f5-4435-a378-604fa7abbbdd tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 943 time: 0.0855110 Dec 13 09:38:13.185006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-d6c3a5f5-7564-4c2e-8b1f-b3185a1185c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376897 Dec 13 09:38:13.256089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a12cc7f1-d376-4083-9598-20f2679147b8 req-48f720df-851f-4047-9115-eb6eb162c550 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009076 Dec 13 09:38:13.307135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-ca4a63e1-14bd-44c3-bd8c-6fcf37f02511 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094916 Dec 13 09:38:13.686681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab032-e5dc-4757-a923-725db4f8d963 req-71183041-ab0d-4eae-843f-adb154653a6a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.688243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b63ab032-e5dc-4757-a923-725db4f8d963 req-71183041-ab0d-4eae-843f-adb154653a6a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.3657229 Dec 13 09:38:13.727406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f3c7dad-d62c-4f2c-ab26-69c24c29971b req-35f4e762-176d-4d31-9395-879108704c59 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120202 Dec 13 09:38:13.750246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b63ab032-e5dc-4757-a923-725db4f8d963 req-7cfa8330-2f63-4a46-8d3a-4e502e5365ac tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557156 Dec 13 09:38:13.853135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe996e-6efa-4a0b-b4d2-7d517477f280 req-e52ecbbd-bbb9-4e89-89fa-07aa70651b89 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.855068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5afe996e-6efa-4a0b-b4d2-7d517477f280 req-e52ecbbd-bbb9-4e89-89fa-07aa70651b89 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.0506375 Dec 13 09:38:13.904720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5afe996e-6efa-4a0b-b4d2-7d517477f280 req-1084700f-998a-4384-b24b-9a2607e18de8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Dec 13 09:38:13.955324 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aa5e41-eed2-4e66-8424-70caeb39b392 x-openstack-request-id: req-43aa5e41-eed2-4e66-8424-70caeb39b392 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:13.955826 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:13.956003 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43aa5e41-eed2-4e66-8424-70caeb39b392 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:13.956461 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c', 'status': 'completed', 'code': 200} Dec 13 09:38:14.049052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-8345c55c-a249-41be-b05e-b012c51f7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.050542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-8345c55c-a249-41be-b05e-b012c51f7839 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 1094 time: 0.0674803 Dec 13 09:38:14.061975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca5c8-efc8-4d65-a6f8-1fe611ba8efd req-46c0aa28-9aa4-4476-bc29-55182afcba5b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.063327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3eeca5c8-efc8-4d65-a6f8-1fe611ba8efd req-46c0aa28-9aa4-4476-bc29-55182afcba5b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 943 time: 0.0569947 Dec 13 09:38:14.163019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3eeca5c8-efc8-4d65-a6f8-1fe611ba8efd req-2b68e6e9-265a-4758-803a-6b6a23595589 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917649 Dec 13 09:38:14.179774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-5dc48143-83e5-413f-84ea-174a92d12335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.181240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-5dc48143-83e5-413f-84ea-174a92d12335 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.1170402 Dec 13 09:38:14.236585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-2fa9338f-50a6-40f8-82a3-c2e951380f43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c HTTP/1.1" status: 200 len: 217 time: 0.0477622 Dec 13 09:38:14.311041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313dbd8-b812-4fea-89aa-f7677f0b439f req-dee911c3-4393-4af8-91db-eee5eb1c5264 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.312535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3313dbd8-b812-4fea-89aa-f7677f0b439f req-dee911c3-4393-4af8-91db-eee5eb1c5264 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 943 time: 0.0876904 Dec 13 09:38:14.315993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-efabb9fa-31c0-46bc-9e1e-93a4bfea5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.317302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-efabb9fa-31c0-46bc-9e1e-93a4bfea5c8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.0669160 Dec 13 09:38:14.359732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-1efc58c7-6903-45ba-bf9d-231ed3cc3448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333693 Dec 13 09:38:14.427090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3313dbd8-b812-4fea-89aa-f7677f0b439f req-73e8e4fb-a094-41d8-b681-17837da47def tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084292 Dec 13 09:38:14.470942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-ea781b53-0421-4421-b8e1-b07181bfe722 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018295 Dec 13 09:38:14.474189 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ee821-4566-41aa-b0b3-e152841b216e x-openstack-request-id: req-fd8ee821-4566-41aa-b0b3-e152841b216e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:14.474485 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:14.474738 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd8ee821-4566-41aa-b0b3-e152841b216e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:14.475136 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b', 'status': 'completed', 'code': 200} Dec 13 09:38:14.601077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-d617189e-7275-4c2b-84a3-4b8c34a04415 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips/ac093ba0-0009-4dac-969b-69641826bf32 HTTP/1.1" status: 200 len: 693 time: 0.1060889 Dec 13 09:38:14.698778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32703-8631-45de-8677-be4577b53731 req-5d8d1dce-78b8-48cd-8f13-26b2efcc7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.700456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-5d8d1dce-78b8-48cd-8f13-26b2efcc7e1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=c7b94481-3b1c-4e54-b236-f40d72400fa1 HTTP/1.1" status: 200 len: 1094 time: 0.2028730 Dec 13 09:38:14.705788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c30efb8-fca6-4c32-aa17-85c0643c2aaa req-f38aa161-6387-40a5-914d-4a2111c64e01 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189755 Dec 13 09:38:14.805426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-e961eb23-e7d5-48e0-a99d-54480fefa05c tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.807288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-e961eb23-e7d5-48e0-a99d-54480fefa05c tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1993673 Dec 13 09:38:14.876299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32703-8631-45de-8677-be4577b53731 req-10afb43d-a3ff-4774-b42b-224b1c102f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.877639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-10afb43d-a3ff-4774-b42b-224b1c102f44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 913 time: 0.1645498 Dec 13 09:38:14.880648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-d5208af4-e328-4686-a557-314e18cf8bcd tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0638566 Dec 13 09:38:14.925149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-87618854-6b61-44d3-a2d9-d4efd7343b1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf5341c9-e658-473e-86b7-e52383a1973b HTTP/1.1" status: 200 len: 217 time: 0.0405598 Dec 13 09:38:14.989742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-e7098175-ab34-46df-aa60-6bd1f38c0802 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0983212 Dec 13 09:38:15.076778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32703-8631-45de-8677-be4577b53731 req-2455337c-c358-4372-b0c7-7e818738c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.078192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-2455337c-c358-4372-b0c7-7e818738c6e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.1247423 Dec 13 09:38:15.129014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-9de9a839-19f2-4138-89b2-0ef801eb953e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420251 Dec 13 09:38:15.162713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ef45a358-02fb-48c6-ad23-4efd79e7859c details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:15.202398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Deleting port 650723e4-c055-4ced-a748-c2fe4f5f490d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:15.202736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.257350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:15.267821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-7615fbd9-d06f-4ca3-bf72-6f492ba2d3b0 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316969 Dec 13 09:38:15.270537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'ef45a358-02fb-48c6-ad23-4efd79e7859c', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': 'ef45a358-02fb-48c6-ad23-4efd79e7859c', 'mac_address': 'fa:16:3e:22:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:15.308358 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.325365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef45a358-02fb-48c6-ad23-4efd79e7859c {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:15.346796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.347035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:15.347147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.351021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.366358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Calling delete_port for 650723e4-c055-4ced-a748-c2fe4f5f490d owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:15.398926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.435588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e32703-8631-45de-8677-be4577b53731 req-f428cda2-f060-47ef-b9b1-e7afcdbaad79 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597183 Dec 13 09:38:15.523385 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.549940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event deleted for resources: {'Port': ['ID=650723e4-c055-4ced-a748-c2fe4f5f490d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.562740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.563097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.563488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.563858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.564198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.564601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.565027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.565362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.565693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.566114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.566447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.566774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.567100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.567321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['ef45a358-02fb-48c6-ad23-4efd79e7859c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:15.619799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.622565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.623782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5acc803f-0754-495e-ba0c-74b5cfd6866f req-69f4f141-6b40-49cc-80a7-8d46080a5513 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "DELETE /v2.0/floatingips/ac093ba0-0009-4dac-969b-69641826bf32 HTTP/1.1" status: 204 len: 173 time: 0.6275539 Dec 13 09:38:15.841355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978e601-bde7-4e52-b30a-4be21b6911af req-017537c2-5a1a-4ac7-a883-3abe92933ed7 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.842852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f978e601-bde7-4e52-b30a-4be21b6911af req-017537c2-5a1a-4ac7-a883-3abe92933ed7 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 943 time: 0.0535214 Dec 13 09:38:15.889380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f978e601-bde7-4e52-b30a-4be21b6911af req-5d180c8a-5276-4cf7-8a81-342d626630c2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Dec 13 09:38:15.958405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:15.960710 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:15.990671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbff28-0621-4198-b5d7-3a4df458b0c3 req-292b887f-8e65-491d-8663-602cf5eec10f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.992153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4cbff28-0621-4198-b5d7-3a4df458b0c3 req-292b887f-8e65-491d-8663-602cf5eec10f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.0474772 Dec 13 09:38:16.039162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4cbff28-0621-4198-b5d7-3a4df458b0c3 req-ab9f1fa8-f42d-4e09-b160-f6ff6e0b0e9f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Dec 13 09:38:16.143597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8d5c-1486-425d-8827-6b24e808c6e7 req-4bbdcec6-39d8-407e-80c6-bde88f1e0f08 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.145148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3b8d5c-1486-425d-8827-6b24e808c6e7 req-4bbdcec6-39d8-407e-80c6-bde88f1e0f08 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.0496964 Dec 13 09:38:16.196108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3b8d5c-1486-425d-8827-6b24e808c6e7 req-e9d3e199-5dc0-42e0-93be-bdd98a8f7842 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Dec 13 09:38:16.299860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550ce2-1bbd-4c47-a7ba-f5708d6cfd85 req-fae869f8-966f-4662-8bf9-e292d73c51fb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.301384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95550ce2-1bbd-4c47-a7ba-f5708d6cfd85 req-fae869f8-966f-4662-8bf9-e292d73c51fb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 944 time: 0.0489659 Dec 13 09:38:16.348056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95550ce2-1bbd-4c47-a7ba-f5708d6cfd85 req-92ff1e3a-2fb8-4e71-9af4-24879b995fa6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Dec 13 09:38:16.449695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a36ea9-53e6-47bd-bab7-5334103de146 req-cf15b335-5079-4f11-a63d-ed57e2f9e31a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.451185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56a36ea9-53e6-47bd-bab7-5334103de146 req-cf15b335-5079-4f11-a63d-ed57e2f9e31a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 943 time: 0.0491610 Dec 13 09:38:16.476603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:16.478784 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930afb58-6e9e-4afa-ae46-091ca71f2066" -d '{"events": [{"name": "network-changed", "server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:16.502905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56a36ea9-53e6-47bd-bab7-5334103de146 req-6f341ded-0772-4b3f-ad7e-1e6b2aede88d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Dec 13 09:38:16.573749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5710396d-a306-44cc-b4e8-000c2e291309 req-2efcfea7-d4bb-42fc-826d-e360876f1850 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips/2ac9f9a8-a3a2-4a05-a172-ce894e04cadf HTTP/1.1" status: 200 len: 692 time: 0.0483868 Dec 13 09:38:16.680716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710396d-a306-44cc-b4e8-000c2e291309 req-c7ea1f16-76f2-4993-9a18-21030c09f431 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.682260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5710396d-a306-44cc-b4e8-000c2e291309 req-c7ea1f16-76f2-4993-9a18-21030c09f431 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1030734 Dec 13 09:38:16.736039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5710396d-a306-44cc-b4e8-000c2e291309 req-b5f02b01-0fd4-468a-8507-8bbf7f744fca tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.0466042 Dec 13 09:38:16.786314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5710396d-a306-44cc-b4e8-000c2e291309 req-88b2cb76-b402-401b-b24e-cf3eef4bf48d tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.0443761 Dec 13 09:38:16.918497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Deleting port a0915da0-588b-4b36-b781-c2605cf6b92d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:16.919184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:16.997106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:16.997349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.008864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Calling delete_port for a0915da0-588b-4b36-b781-c2605cf6b92d owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:17.142276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.169678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Pushing event deleted for resources: {'Port': ['ID=a0915da0-588b-4b36-b781-c2605cf6b92d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:17.182495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 35b08113-3c1c-4071-9997-d37a567d85d2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:17.184735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ef45a358-02fb-48c6-ad23-4efd79e7859c up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:17.237900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.240547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.241725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5710396d-a306-44cc-b4e8-000c2e291309 req-4a9deaaf-7970-4579-a463-aa5fbfa5dc93 tempest-FloatingIPDetailsTestJSON-129488507 tempest-FloatingIPDetailsTestJSON-129488507-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ac9f9a8-a3a2-4a05-a172-ce894e04cadf HTTP/1.1" status: 204 len: 173 time: 0.4496989 Dec 13 09:38:17.248611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:17.295539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port ef45a358-02fb-48c6-ad23-4efd79e7859c completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:17.301906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port ef45a358-02fb-48c6-ad23-4efd79e7859c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:17.302278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.357243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=35b08113-3c1c-4071-9997-d37a567d85d2,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:17.377140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '35b08113-3c1c-4071-9997-d37a567d85d2', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'port_id': '35b08113-3c1c-4071-9997-d37a567d85d2', 'mac_address': 'fa:16:3e:b2:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:17.403264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332bf58-e7c0-455b-8488-38e8282b153d req-8a048653-6c44-4fcd-a795-672baee415d7 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.404773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1332bf58-e7c0-455b-8488-38e8282b153d req-8a048653-6c44-4fcd-a795-672baee415d7 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.20 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 945 time: 0.1500196 Dec 13 09:38:17.430655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848632a6-93a0-4af5-9978-8fd162b2096b req-cc2fb30b-3db6-4591-a203-9f97a2523d32 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.432939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-848632a6-93a0-4af5-9978-8fd162b2096b req-cc2fb30b-3db6-4591-a203-9f97a2523d32 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c945c98f-52a7-4a76-adaa-4763971183a6 HTTP/1.1" status: 200 len: 945 time: 0.1235261 Dec 13 09:38:17.449386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.459772 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.473785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b08113-3c1c-4071-9997-d37a567d85d2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:17.501877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:17.504054 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf406a-d4bb-44ad-bf89-9ceb72a0bc11" -d '{"events": [{"server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:17.515226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=35b08113-3c1c-4071-9997-d37a567d85d2,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:17.518762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:17.520339 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.520979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8255046a-59f2-46e5-a83f-fa77672cca30 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:17.525906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.623299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:17.711867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:17.721625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8255046a-59f2-46e5-a83f-fa77672cca30,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:17.733425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '8255046a-59f2-46e5-a83f-fa77672cca30', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'port_id': '8255046a-59f2-46e5-a83f-fa77672cca30', 'mac_address': 'fa:16:3e:09:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d26a4-4e92-40ab-802c-9aea500aba7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:17.860287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-848632a6-93a0-4af5-9978-8fd162b2096b req-84487ace-63df-4ea0-91d0-ebaa969b89d6 tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d9628d-7bdd-4295-9559-50211aab0662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077909 Dec 13 09:38:17.911862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.914907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Deleting port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:17.915255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.929632 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae1493-5bdc-4012-b829-6e11e84167b8 x-openstack-request-id: req-f6ae1493-5bdc-4012-b829-6e11e84167b8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:17.930118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:17.930118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6ae1493-5bdc-4012-b829-6e11e84167b8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:17.930459 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2', 'status': 'completed', 'code': 200} Dec 13 09:38:17.932473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8255046a-59f2-46e5-a83f-fa77672cca30 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:17.957264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8255046a-59f2-46e5-a83f-fa77672cca30,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:17.961147 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.961818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bf5341c9-e658-473e-86b7-e52383a1973b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:17.977264 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a53d4f-7248-4265-9a7b-aeea01bb3f5a x-openstack-request-id: req-65a53d4f-7248-4265-9a7b-aeea01bb3f5a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:17.977861 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:17.977861 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65a53d4f-7248-4265-9a7b-aeea01bb3f5a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:17.978171 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30', 'status': 'completed', 'code': 200} Dec 13 09:38:18.049914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-553a6ea8-67f6-4639-8658-3ec7c66cfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.051632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-553a6ea8-67f6-4639-8658-3ec7c66cfe56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 1095 time: 0.0508747 Dec 13 09:38:18.059433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:18.092322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bf5341c9-e658-473e-86b7-e52383a1973b,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:18.106153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'bf5341c9-e658-473e-86b7-e52383a1973b', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'port_id': 'bf5341c9-e658-473e-86b7-e52383a1973b', 'mac_address': 'fa:16:3e:99:05:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d26a4-4e92-40ab-802c-9aea500aba7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:18.150066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] For port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:18.150494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.154025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-d97c7c1e-2cab-48e7-8b51-e2e5b830fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.154597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-7486931a-2621-401f-b869-820bfa9329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.155526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-d97c7c1e-2cab-48e7-8b51-e2e5b830fa00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 1095 time: 0.1800611 Dec 13 09:38:18.156407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-7486931a-2621-401f-b869-820bfa9329bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 913 time: 0.0980711 Dec 13 09:38:18.158083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.170367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Calling delete_port for 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:18.173215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5341c9-e658-473e-86b7-e52383a1973b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:18.196712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bf5341c9-e658-473e-86b7-e52383a1973b,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:18.199043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8dbd3-b473-40f9-adf2-8578b54a9efb req-e1a25a3a-4361-4582-998d-7c135a14a29e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.200588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12a8dbd3-b473-40f9-adf2-8578b54a9efb req-e1a25a3a-4361-4582-998d-7c135a14a29e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 944 time: 0.1709528 Dec 13 09:38:18.210157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-5e12b355-c478-454e-afb4-fea8589cbfc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8255046a-59f2-46e5-a83f-fa77672cca30 HTTP/1.1" status: 200 len: 217 time: 0.0405614 Dec 13 09:38:18.210721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.283053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-1887e52e-ec61-4a3a-a10b-00f7930cc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.284639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-1887e52e-ec61-4a3a-a10b-00f7930cc1f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.0669758 Dec 13 09:38:18.319745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.16', 50683) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:18.321869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:18.363879 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-7ffc18d8-71a8-420e-ac4d-64010ea7b4ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667703 Dec 13 09:38:18.405744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-78dcaa8b-8274-4f29-8773-51e51188530b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198504 Dec 13 09:38:18.451179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12a8dbd3-b473-40f9-adf2-8578b54a9efb req-df4d3f88-4b70-4c95-b2d4-d1f35b53ed02 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327104 Dec 13 09:38:18.451400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-b5644d4e-ab86-4df5-9fb8-71adf3141ae3 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.452708 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-b5644d4e-ab86-4df5-9fb8-71adf3141ae3 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1315954 Dec 13 09:38:18.498162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02576705-eaec-49bd-be73-6dfb277f15ca req-b6e88cbf-3d97-420a-91d4-5f9cc0c752b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.499718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-b6e88cbf-3d97-420a-91d4-5f9cc0c752b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945846c4-15f8-437f-b480-5b5cbd429e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400875 Dec 13 09:38:18.500896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['35b08113-3c1c-4071-9997-d37a567d85d2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:18.502258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-7e271f20-33f0-4cf0-a1a9-4bf0f418a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.503656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-7e271f20-33f0-4cf0-a1a9-4bf0f418a7ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.3261247 Dec 13 09:38:18.511733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['8255046a-59f2-46e5-a83f-fa77672cca30'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:18.528795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f966-5d18-445c-87c1-43e5e9c3a327 req-4a2cec9c-193f-460f-be74-8ae3238cb780 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.529881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da60f966-5d18-445c-87c1-43e5e9c3a327 req-4a2cec9c-193f-460f-be74-8ae3238cb780 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.2147930 Dec 13 09:38:18.549034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['bf5341c9-e658-473e-86b7-e52383a1973b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:18.554521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-695e5960-cfa4-46e8-bc56-dd232a752109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.556026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-695e5960-cfa4-46e8-bc56-dd232a752109 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1095 time: 0.1164761 Dec 13 09:38:18.560101 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-aa00d4d4-a285-4d8e-bf0c-07340133575f service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879647 Dec 13 09:38:18.562656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-691a43d0-33e4-4609-a310-5022d5a7ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.564129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-691a43d0-33e4-4609-a310-5022d5a7ebe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51&tenant_id=8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 1095 time: 0.0917885 Dec 13 09:38:18.691482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-bc991b6f-b7bc-416c-bbe0-e082f9e74355 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 200 len: 217 time: 0.1598408 Dec 13 09:38:18.756804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-5e6be6d4-539f-4017-92dc-02bee7cda28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.758509 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-5e6be6d4-539f-4017-92dc-02bee7cda28c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1095 time: 0.1364694 Dec 13 09:38:18.781370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930afb58-6e9e-4afa-ae46-091ca71f2066 req-ee2170aa-c240-4b4b-8cf7-336bf58916e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135231 Dec 13 09:38:18.847071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-ee51a600-d805-41e9-99a1-9f04f47d6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.848557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-ee51a600-d805-41e9-99a1-9f04f47d6776 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2146626 Dec 13 09:38:18.849252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da60f966-5d18-445c-87c1-43e5e9c3a327 req-7b16ca9a-2df2-4674-a3e6-b1bf16e7248e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916541 Dec 13 09:38:18.854249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.864561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26c661-dee5-439b-aa80-8a889206b5c3 req-66a719b1-3c67-42e3-9cea-9f8b0fbe4582 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.868076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d26c661-dee5-439b-aa80-8a889206b5c3 req-66a719b1-3c67-42e3-9cea-9f8b0fbe4582 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.2950656 Dec 13 09:38:18.868724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-4920fd77-9b55-450b-9aed-74202e5b8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.869957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-4920fd77-9b55-450b-9aed-74202e5b8925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.1517744 Dec 13 09:38:18.883910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-717b3594-276a-467d-8541-adbefe054724 service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340397 Dec 13 09:38:18.909555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-15a1fc95-0d18-4e40-92d9-23e3286c2454 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.0500252 Dec 13 09:38:18.958233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Pushing event deleted for resources: {'Port': ['ID=24be4c2a-993d-4d2b-8c32-bcb054ec2dc6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:18.971830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-30bb784d-ba91-45cb-9921-ece5a2141ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.974770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-30bb784d-ba91-45cb-9921-ece5a2141ceb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2046041 Dec 13 09:38:18.978080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.996050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-8dcaba41-00f4-4ef7-bd1d-315dca5555fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.998225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-8dcaba41-00f4-4ef7-bd1d-315dca5555fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0801101 Dec 13 09:38:19.040156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-f53ae7fd-72e2-4398-8f99-2925d0346e8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 200 len: 217 time: 0.0515912 Dec 13 09:38:19.056443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-322f7c5a-6bf1-4599-a527-c327cc2c9f71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256751 Dec 13 09:38:19.126370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] No DVR routers for this DVR port 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:19.129143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:19.132944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1332bf58-e7c0-455b-8488-38e8282b153d req-322b412b-5777-476d-b6cc-f95ec68a836a tempest-AttachSCSIVolumeTestJSON-1337160762 tempest-AttachSCSIVolumeTestJSON-1337160762-project] 10.222.0.20 "DELETE /v2.0/ports/24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 HTTP/1.1" status: 204 len: 173 time: 1.7212903 Dec 13 09:38:19.150067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-2cea49ff-bd23-41e3-852b-f34828d9f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.151732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-2cea49ff-bd23-41e3-852b-f34828d9f71e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0974488 Dec 13 09:38:19.176190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-dc9d5093-3e03-44a9-9916-07740eec8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.177713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-dc9d5093-3e03-44a9-9916-07740eec8069 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987807 Dec 13 09:38:19.186066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d26c661-dee5-439b-aa80-8a889206b5c3 req-ef3b09a3-c131-47d7-b4b9-577b69f3109c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059995 Dec 13 09:38:19.197158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-b3a6542f-49b5-4291-8a0c-229d2d1dd2fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309272 Dec 13 09:38:19.208515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-1fdb4196-cb6a-4481-8e87-6907c4b21cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273582 Dec 13 09:38:19.211417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:19.256493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:19.256847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 24be4c2a-993d-4d2b-8c32-bcb054ec2dc6 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:19.287735 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f086a-6e12-4e1a-9239-439f8b0c92cd x-openstack-request-id: req-403f086a-6e12-4e1a-9239-439f8b0c92cd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:19.288054 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:19.288873 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-403f086a-6e12-4e1a-9239-439f8b0c92cd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:19.289298 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c', 'code': 200} Dec 13 09:38:19.362551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-d1a07663-0fe4-422e-918d-0e51035f48f1 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719096 Dec 13 09:38:19.375839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-dc15e6d5-9452-4b07-af56-b07d5d47f0d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653025 Dec 13 09:38:19.381942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bffc010a-e7d1-4c42-9e67-d6deb15076f5 req-c0f4db76-88e4-4002-adb4-990260fb80e6 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524873 Dec 13 09:38:19.492309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-416942f5-277a-44fb-8794-32792429c1e5 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994985 Dec 13 09:38:19.514738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02576705-eaec-49bd-be73-6dfb277f15ca req-b100a3fa-d872-4348-8ccd-84c3b8a98823 service neutron] 10.222.0.16 "GET /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934224 Dec 13 09:38:19.525203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da535ac-17f1-480d-a196-84d03a39f978 req-77cd1b13-1ec7-4ca0-bace-5bf072f51566 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.527411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da535ac-17f1-480d-a196-84d03a39f978 req-77cd1b13-1ec7-4ca0-bace-5bf072f51566 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.4528491 Dec 13 09:38:19.704058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4cba6e0-9046-4153-a96c-1c1fe8b049a0 req-3024565c-d8ab-409d-a8f0-012e13776dff service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146770 Dec 13 09:38:19.725334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25092a14-f0aa-4e27-a381-9530e0cff858 req-9e3a079a-1ec1-4b51-ac18-b56da830f726 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.726773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25092a14-f0aa-4e27-a381-9530e0cff858 req-9e3a079a-1ec1-4b51-ac18-b56da830f726 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 944 time: 0.3532467 Dec 13 09:38:19.737399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9531-6fe3-45ea-857b-6935f4438182 req-b0152363-c46f-421e-9efb-3802511b4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.738880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eaa9531-6fe3-45ea-857b-6935f4438182 req-b0152363-c46f-421e-9efb-3802511b4f35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 1096 time: 0.3291686 Dec 13 09:38:19.766172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da535ac-17f1-480d-a196-84d03a39f978 req-b1f5f286-c55f-43f4-b6c6-cfce7ff3ad43 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044322 Dec 13 09:38:19.883438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25092a14-f0aa-4e27-a381-9530e0cff858 req-5357f89c-4af5-4c68-bd4e-910713660d04 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370013 Dec 13 09:38:19.900713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eaa9531-6fe3-45ea-857b-6935f4438182 req-828cef31-2e3f-46cd-898f-0b76e22013b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514411 Dec 13 09:38:19.953149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-bc1dac7a-130c-4d18-9d9f-559bc420ff08 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.954727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-bc1dac7a-130c-4d18-9d9f-559bc420ff08 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1020875 Dec 13 09:38:19.992383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'name': 'network-vif-deleted', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:19.995072 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cfde52-0ff0-47d3-a368-7c03d06c22bf" -d '{"events": [{"server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "name": "network-vif-deleted", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:20.027128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Deleting port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:20.027532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.446976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4453f-5a9e-44bb-9eae-c70f3bacb039 req-dd11fa37-baea-464b-9eba-0ad609739899 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.449025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43c4453f-5a9e-44bb-9eae-c70f3bacb039 req-dd11fa37-baea-464b-9eba-0ad609739899 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 944 time: 0.4511173 Dec 13 09:38:20.462112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ff804-e6aa-427b-8027-7e98ba7dcb08 req-2aa5cccf-d6e6-4df0-8487-36d3ebcaa516 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.463715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-094ff804-e6aa-427b-8027-7e98ba7dcb08 req-2aa5cccf-d6e6-4df0-8487-36d3ebcaa516 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.4607167 Dec 13 09:38:20.504180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444a91-eac3-4543-9663-75771b584aa7 req-bbc38179-f251-4956-a2b2-c9671451a447 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.505872 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92444a91-eac3-4543-9663-75771b584aa7 req-bbc38179-f251-4956-a2b2-c9671451a447 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "GET /v2.0/ports?device_id=28ee4349-c36f-4682-8985-d53b24e631e8 HTTP/1.1" status: 200 len: 945 time: 0.0640883 Dec 13 09:38:20.534151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] For port 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:20.534541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.577889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Calling delete_port for 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:20.579824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-f4bf32b2-a23c-49fb-a2ba-8f9bc496380f service neutron] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:20.597567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43c4453f-5a9e-44bb-9eae-c70f3bacb039 req-e51816a4-1004-4115-8aa5-f5bc3f424582 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312172 Dec 13 09:38:20.600272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-f4bf32b2-a23c-49fb-a2ba-8f9bc496380f service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.601240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cf60b0f-d76f-4942-be7f-b6525ff06180 req-f4bf32b2-a23c-49fb-a2ba-8f9bc496380f service neutron] 10.222.0.16 "DELETE /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.6381922 Dec 13 09:38:20.610627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-094ff804-e6aa-427b-8027-7e98ba7dcb08 req-824aaed7-fd69-4ce3-9922-96c76e730e0e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268568 Dec 13 09:38:20.615042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Deleting port e6aa26f0-3830-4ba8-b9f0-e430402e882d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:20.615631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.686037 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc3125-08d8-4b9a-95a4-16a26eb192e2 x-openstack-request-id: req-87bc3125-08d8-4b9a-95a4-16a26eb192e2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:20.686330 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c945c98f-52a7-4a76-adaa-4763971183a6", "name": "network-vif-deleted", "tag": "24be4c2a-993d-4d2b-8c32-bcb054ec2dc6", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:20.693606 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87bc3125-08d8-4b9a-95a4-16a26eb192e2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:20.694061 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c945c98f-52a7-4a76-adaa-4763971183a6', 'name': 'network-vif-deleted', 'tag': '24be4c2a-993d-4d2b-8c32-bcb054ec2dc6', 'status': 'completed', 'code': 200} Dec 13 09:38:20.963447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8dc2-722a-4c3b-9a05-702f4e04efdd req-8f381bac-b915-457e-bcf3-c4070dc17a33 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.965270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cba8dc2-722a-4c3b-9a05-702f4e04efdd req-8f381bac-b915-457e-bcf3-c4070dc17a33 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.1846962 Dec 13 09:38:20.982424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9fb89-4110-4bc9-9708-267909488dd1 req-faa8e1cd-e98f-4aa1-bdd0-755ff1ee87ac tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.986754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] For port e6aa26f0-3830-4ba8-b9f0-e430402e882d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e6aa26f0-3830-4ba8-b9f0-e430402e882d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:20.989724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6eb9fb89-4110-4bc9-9708-267909488dd1 req-faa8e1cd-e98f-4aa1-bdd0-755ff1ee87ac tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 950 time: 0.2105322 Dec 13 09:38:20.990296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.073012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.131946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6eb9fb89-4110-4bc9-9708-267909488dd1 req-d43b8f2d-e000-4751-b2d2-55f2260c992a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412635 Dec 13 09:38:21.136152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cba8dc2-722a-4c3b-9a05-702f4e04efdd req-c5852ae1-36af-4d7a-8212-bc5c226c5079 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379476 Dec 13 09:38:21.136954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf07b64-8caf-4d0a-81be-2c276d2ff2b2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:21.218859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bf5341c9-e658-473e-86b7-e52383a1973b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:21.321839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port bf5341c9-e658-473e-86b7-e52383a1973b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:21.327447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port bf5341c9-e658-473e-86b7-e52383a1973b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:21.328091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.462197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0ca46-e741-424b-a2bf-dce8225ee445 req-ca7f42c6-001d-458e-a980-1295955e5643 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:21.464480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ea0ca46-e741-424b-a2bf-dce8225ee445 req-ca7f42c6-001d-458e-a980-1295955e5643 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.2276838 Dec 13 09:38:21.466018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.467436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.468233 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Floating IP 8ba61b79-a8b3-4006-b500-490940574798 disassociated. External IP: 172.25.2.162, port: e6aa26f0-3830-4ba8-b9f0-e430402e882d. Dec 13 09:38:21.469977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Calling delete_port for e6aa26f0-3830-4ba8-b9f0-e430402e882d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:21.480477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.518056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:21.523269 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8cf03-54cd-4dc1-ae1a-c15e1acc7726" -d '{"events": [{"server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "name": "network-vif-plugged", "status": "completed", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:21.554490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bf5341c9-e658-473e-86b7-e52383a1973b,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:21.561117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.561853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8255046a-59f2-46e5-a83f-fa77672cca30 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:21.631936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56df84-852e-4811-80d6-43a16dccc33d req-d9ab0ff7-16a8-4302-ba2c-61b901ac629d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:21.638663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:21.641550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a56df84-852e-4811-80d6-43a16dccc33d req-d9ab0ff7-16a8-4302-ba2c-61b901ac629d tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 944 time: 0.3398166 Dec 13 09:38:21.648963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.652534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 8255046a-59f2-46e5-a83f-fa77672cca30 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:21.657831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 8255046a-59f2-46e5-a83f-fa77672cca30 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:21.658469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.671909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.715601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event deleted for resources: {'Port': ['ID=e6aa26f0-3830-4ba8-b9f0-e430402e882d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:21.771408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.799780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ea0ca46-e741-424b-a2bf-dce8225ee445 req-25ee06e9-1bc7-4802-ab28-4be1b4124762 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228481 Dec 13 09:38:21.815677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a56df84-852e-4811-80d6-43a16dccc33d req-073c5e8a-87bb-4280-bc21-ca423493eaa5 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729352 Dec 13 09:38:21.881188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8255046a-59f2-46e5-a83f-fa77672cca30,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:21.887598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.888987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 35b08113-3c1c-4071-9997-d37a567d85d2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:21.932262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:22.009173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:22.031325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 35b08113-3c1c-4071-9997-d37a567d85d2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:22.038670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 35b08113-3c1c-4071-9997-d37a567d85d2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:22.039321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.156842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:22.169791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:22.189892 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:22.217999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:22.226573 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35efada6-d9c4-4f99-9a73-f83d22468f98 x-openstack-request-id: req-35efada6-d9c4-4f99-9a73-f83d22468f98 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:22.227143 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "name": "network-vif-plugged", "status": "completed", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:22.227269 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35efada6-d9c4-4f99-9a73-f83d22468f98 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:22.227739 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b', 'code': 200} Dec 13 09:38:22.235753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.240405 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.276250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] No DVR routers for this DVR port e6aa26f0-3830-4ba8-b9f0-e430402e882d on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:22.285443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.291209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92444a91-eac3-4543-9663-75771b584aa7 req-89c4b809-7124-4e12-acb7-d64af4c41cb8 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.16 "DELETE /v2.0/ports/e6aa26f0-3830-4ba8-b9f0-e430402e882d HTTP/1.1" status: 204 len: 173 time: 1.7774119 Dec 13 09:38:22.291773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'name': 'network-vif-deleted', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:22.299241 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf55c6c-e97c-4145-8bd8-54fe22f521f2" -d '{"events": [{"server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "name": "network-vif-deleted", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:22.354112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=35b08113-3c1c-4071-9997-d37a567d85d2,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:22.365498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.408787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63a90-89ad-4622-8e5e-5c395cac1f7d req-e08c6816-77b0-4f20-b35e-b92035925abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.410457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75a63a90-89ad-4622-8e5e-5c395cac1f7d req-e08c6816-77b0-4f20-b35e-b92035925abf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7b94481-3b1c-4e54-b236-f40d72400fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1383288 Dec 13 09:38:22.467735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:22.527225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97508-0a19-4fb5-a55e-33b4d22d34a5 req-5aecb7bd-116d-41f9-adf6-f2c7f9a0624e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.538230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1b97508-0a19-4fb5-a55e-33b4d22d34a5 req-5aecb7bd-116d-41f9-adf6-f2c7f9a0624e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 945 time: 0.2174911 Dec 13 09:38:22.538584 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:22.585131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:22.595812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Sync routers for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:22.599331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4447fb8f-9a90-4e98-8e5b-40d41fcff53e admin admin] 10.222.0.31 "PUT /v2.0/routers/b4a8da0a-affb-401f-9df1-cd3b6ebfbf26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3496938 Dec 13 09:38:22.602322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37276) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:22.609928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25087-19db-4c30-8ac9-3a83b136ce98 req-0dd28c99-66fc-48c5-b1cc-48dabb1850d7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.616041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25087-19db-4c30-8ac9-3a83b136ce98 req-0dd28c99-66fc-48c5-b1cc-48dabb1850d7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.617731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cd25087-19db-4c30-8ac9-3a83b136ce98 req-0dd28c99-66fc-48c5-b1cc-48dabb1850d7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc&device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 1691 time: 0.2044606 Dec 13 09:38:22.625786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75a63a90-89ad-4622-8e5e-5c395cac1f7d req-8e0e66e9-f59b-490a-9d71-0fcd4a9f4e37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003715 Dec 13 09:38:22.641163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:22.642460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.668916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1b97508-0a19-4fb5-a55e-33b4d22d34a5 req-4ac9fd14-cf8d-45c3-adf0-e08b57d4c1a2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334395 Dec 13 09:38:22.730394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cd25087-19db-4c30-8ac9-3a83b136ce98 req-2dc20af8-8072-4244-9ac4-e5b8f223f8c6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015089 Dec 13 09:38:22.865881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51ac91-f299-43f0-892b-b0fa36bd5c7c req-1440bf18-e9ed-46d0-b031-09e8719569bb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.873573 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d51ac91-f299-43f0-892b-b0fa36bd5c7c req-1440bf18-e9ed-46d0-b031-09e8719569bb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.1054204 Dec 13 09:38:22.876553 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.919540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:22.935865 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.013969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28797e-2997-485e-b940-121380390b53 req-f46d152e-15df-4941-8da2-1588340d54bf tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.022731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d28797e-2997-485e-b940-121380390b53 req-f46d152e-15df-4941-8da2-1588340d54bf tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1095 time: 0.1372666 Dec 13 09:38:23.026921 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:23.031533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d51ac91-f299-43f0-892b-b0fa36bd5c7c req-e3485a67-cb2b-47a1-a8a7-382bad8d2bdd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560295 Dec 13 09:38:23.059740 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:23.060537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.127631 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff45462-6e71-4548-8e43-a856b41b5587 x-openstack-request-id: req-eff45462-6e71-4548-8e43-a856b41b5587 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:23.128157 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ee4349-c36f-4682-8985-d53b24e631e8", "name": "network-vif-deleted", "tag": "e6aa26f0-3830-4ba8-b9f0-e430402e882d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:23.128391 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eff45462-6e71-4548-8e43-a856b41b5587 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:23.128852 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ee4349-c36f-4682-8985-d53b24e631e8', 'name': 'network-vif-deleted', 'tag': 'e6aa26f0-3830-4ba8-b9f0-e430402e882d', 'status': 'completed', 'code': 200} Dec 13 09:38:23.130706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d28797e-2997-485e-b940-121380390b53 req-6710753a-d808-4125-a96c-8847d3ba2100 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070910 Dec 13 09:38:23.144552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.248640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Deleting port 602ade0d-295d-483c-b793-17cf86128989 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:23.252738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.270375 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:23.308598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '602ade0d-295d-483c-b793-17cf86128989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:38:20Z', 'revision_number': 5, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port': {'id': '602ade0d-295d-483c-b793-17cf86128989', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:34Z', 'updated_at': '2021-12-13T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.324979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b0fe3-822d-44f2-84b6-57cd96a1196f req-722329c9-6d72-4c5d-b169-3531ac5a84a3 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.334044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-956b0fe3-822d-44f2-84b6-57cd96a1196f req-722329c9-6d72-4c5d-b169-3531ac5a84a3 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.0788217 Dec 13 09:38:23.376522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Checking router: b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:23.376727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] For port 602ade0d-295d-483c-b793-17cf86128989, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=602ade0d-295d-483c-b793-17cf86128989,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:23.377143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.393394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Calling delete_port for 602ade0d-295d-483c-b793-17cf86128989 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:23.394913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Routers {'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:23.396354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.411998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-956b0fe3-822d-44f2-84b6-57cd96a1196f req-85717d65-75ff-4039-ba29-177345183b9a tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767453 Dec 13 09:38:23.612580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] Set router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:23.658266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232e62-e417-4215-85dd-7001edbfa75c req-98ff0936-873c-4018-a40a-22940c3e0c1b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.672017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13232e62-e417-4215-85dd-7001edbfa75c req-98ff0936-873c-4018-a40a-22940c3e0c1b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 1095 time: 0.1052356 Dec 13 09:38:23.716480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.738673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:38:23Z', 'revision_number': 6, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.802268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Pushing event deleted for resources: {'Port': ['ID=602ade0d-295d-483c-b793-17cf86128989,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:23.803379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb417b2-067f-4568-b419-2cbd6f9e1479 req-7001b0e8-4154-4412-b551-fe10fe29c5da tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.805047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cb417b2-067f-4568-b419-2cbd6f9e1479 req-7001b0e8-4154-4412-b551-fe10fe29c5da tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 1101 time: 0.0783162 Dec 13 09:38:23.810211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b31ab-87ee-4966-93c5-fcd4553789ea None None] The sync data for ids ['b4a8da0a-affb-401f-9df1-cd3b6ebfbf26'] in n-d-820935-7 is: [{'id': 'b4a8da0a-affb-401f-9df1-cd3b6ebfbf26', 'name': 'tempest-FloatingIPDetailsTestJSON-293552230-router', 'tenant_id': '2b1a908a19e24d0c8610848f13833b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:33Z', 'updated_at': '2021-12-13T09:38:23Z', 'revision_number': 6, 'project_id': '2b1a908a19e24d0c8610848f13833b43', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:23.819123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13232e62-e417-4215-85dd-7001edbfa75c req-c28666ef-37a6-4209-8225-5c015669067e tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426826 Dec 13 09:38:23.848692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e6aa26f0-3830-4ba8-b9f0-e430402e882d no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:23.903636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: e6aa26f0-3830-4ba8-b9f0-e430402e882d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:23.903991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e6aa26f0-3830-4ba8-b9f0-e430402e882d not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:23.952212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.953488 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.962191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cb417b2-067f-4568-b419-2cbd6f9e1479 req-8067fceb-a939-4550-acae-4b40fffea032 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383085 Dec 13 09:38:24.043604 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468bae67-00c1-4a22-b374-97fba48388a0 None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:24.122480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.124982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.126171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723057d2-1570-4717-bb9c-c3ef46200a8a req-c267dce4-1ea0-48ca-bd88-122807c167b2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.131609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723057d2-1570-4717-bb9c-c3ef46200a8a req-c267dce4-1ea0-48ca-bd88-122807c167b2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.1292708 Dec 13 09:38:24.152238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b11b0-1553-4990-a09e-be39aa9efac7 req-1447c50d-2808-4405-b7bd-4019407775d0 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.153954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f9b11b0-1553-4990-a09e-be39aa9efac7 req-1447c50d-2808-4405-b7bd-4019407775d0 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 945 time: 0.0967915 Dec 13 09:38:24.229228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30'}, {'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:24.231828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.232433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:24.232945 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a64db5-332a-4c1d-b311-25a6ea2dbe2d" -d '{"events": [{"server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "name": "network-vif-plugged", "status": "completed", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30"}, {"server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "name": "network-vif-plugged", "status": "completed", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:24.245262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.250555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-17769cc3-5ca1-4883-a383-0bca3e79de33 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b4a8da0a-affb-401f-9df1-cd3b6ebfbf26 HTTP/1.1" status: 204 len: 168 time: 1.6446090 Dec 13 09:38:24.250754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723057d2-1570-4717-bb9c-c3ef46200a8a req-a48ac658-ce8e-4434-a29a-87af28b45515 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092389 Dec 13 09:38:24.251477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37306) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:24.303103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f9b11b0-1553-4990-a09e-be39aa9efac7 req-09568ebb-0840-4418-b234-f10d0182c57c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418784 Dec 13 09:38:24.380688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Deleting subnet 753fe2c0-8102-4cf8-871a-8c330b65e383 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:24.397949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.450539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7f383-e5b5-4c0f-b37b-07076d8b3875 req-6381d1b6-fd40-4e90-ad4d-debb5773886b tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.459953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc7f383-e5b5-4c0f-b37b-07076d8b3875 req-6381d1b6-fd40-4e90-ad4d-debb5773886b tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 1101 time: 0.1034343 Dec 13 09:38:24.465223 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a27bf1-33bb-4d45-a224-ba734bd7e40b None None] New status for floating IP 8ba61b79-a8b3-4006-b500-490940574798: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:24.468408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.517042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc7f383-e5b5-4c0f-b37b-07076d8b3875 req-7c6ddc37-9d96-4793-8564-17944a9c47dc tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Dec 13 09:38:24.577923 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131b1a36-28e7-4b1a-ad9f-6f5b2ab62f22 x-openstack-request-id: req-131b1a36-28e7-4b1a-ad9f-6f5b2ab62f22 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:24.578576 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "name": "network-vif-plugged", "status": "completed", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30", "code": 200}, {"server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "name": "network-vif-plugged", "status": "completed", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:24.578576 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-131b1a36-28e7-4b1a-ad9f-6f5b2ab62f22 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:24.578910 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30', 'code': 200} Dec 13 09:38:24.579170 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2', 'code': 200} Dec 13 09:38:24.718674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.806792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-8774-491c-b474-c79584390872 req-00730752-38ba-4e76-87a4-1b52f44b6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.808727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b7e4ab1-8774-491c-b474-c79584390872 req-00730752-38ba-4e76-87a4-1b52f44b6f62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 1096 time: 0.1240714 Dec 13 09:38:24.819764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db629-38a3-4e95-8cc7-b9d6c7538346 req-c19cf5bc-6fce-4562-b2d1-4726ef1eecd4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.832047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b91db629-38a3-4e95-8cc7-b9d6c7538346 req-c19cf5bc-6fce-4562-b2d1-4726ef1eecd4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.1585550 Dec 13 09:38:24.858121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c42df7-efc3-41a8-8db7-f44cd1de5787 req-0a000018-3f02-443b-9b8e-c0c12adb90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.858483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.860545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c42df7-efc3-41a8-8db7-f44cd1de5787 req-0a000018-3f02-443b-9b8e-c0c12adb90b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 1096 time: 0.1161814 Dec 13 09:38:24.870659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:24.899839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.905816 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/753fe2c0-8102-4cf8-871a-8c330b65e383 HTTP/1.1" status: 204 len: 168 time: 0.6537004 Dec 13 09:38:24.906942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e4d7f-1dd9-495e-91e2-f46f88146816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753fe2c0-8102-4cf8-871a-8c330b65e383,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:24.915365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37318) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:24.933068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e04fa0-ee78-4079-8dd9-c3020120dc83 None None] Network 20d0393b-9fde-4344-b326-d6a980bd0dfa requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:24.934177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c42df7-efc3-41a8-8db7-f44cd1de5787 req-3bf08b33-6338-4b51-a163-918bbfd6f365 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631049 Dec 13 09:38:24.938732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:24.939080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bf07b64-8caf-4d0a-81be-2c276d2ff2b2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:24.971624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b7e4ab1-8774-491c-b474-c79584390872 req-a4b6d85c-1a54-4435-b40e-c6f5322a0ce3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368988 Dec 13 09:38:25.004669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.017724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b91db629-38a3-4e95-8cc7-b9d6c7538346 req-03e0f6d0-698e-444d-93b0-a22e6a5f8d95 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789300 Dec 13 09:38:25.086900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Deleting port 21aed246-f36b-4641-80e4-aee2fb43d345 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:25.087244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.145567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] DHCP port deletion for 20d0393b-9fde-4344-b326-d6a980bd0dfa request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:25.175007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] For port 21aed246-f36b-4641-80e4-aee2fb43d345, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=21aed246-f36b-4641-80e4-aee2fb43d345,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:25.175397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.191135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Calling delete_port for 21aed246-f36b-4641-80e4-aee2fb43d345 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:25.237034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Deleting port 21aed246-f36b-4641-80e4-aee2fb43d345 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:25.237631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.297166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.344608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21aed246-f36b-4641-80e4-aee2fb43d345,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:25.346460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] For port 21aed246-f36b-4641-80e4-aee2fb43d345, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=21aed246-f36b-4641-80e4-aee2fb43d345,segment=NetworkSegment(a831d292-3865-418d-a8de-7556ff54796b),segment_id=a831d292-3865-418d-a8de-7556ff54796b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:25.347129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.354169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] No DVR routers for this DVR port 21aed246-f36b-4641-80e4-aee2fb43d345 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:25.401378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Calling delete_port for 21aed246-f36b-4641-80e4-aee2fb43d345 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:25.467231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.505281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d0393b-9fde-4344-b326-d6a980bd0dfa']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:25.520561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a831d292-3865-418d-a8de-7556ff54796b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:25.520920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a831d292-3865-418d-a8de-7556ff54796b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:25.533944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.544174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-890dcc88-2616-4911-8ee9-3b093682d1f1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.546133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-890dcc88-2616-4911-8ee9-3b093682d1f1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.1973293 Dec 13 09:38:25.563729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.571946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498f395-7e0d-4fae-a6bb-78bbb018291f req-8b3b8656-3bb3-4675-8d00-b61c5ed1fc92 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.573774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:25.574197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:25.580182 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:25.582767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7498f395-7e0d-4fae-a6bb-78bbb018291f req-8b3b8656-3bb3-4675-8d00-b61c5ed1fc92 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e674c2af-ce0b-4240-bc93-50db10ebb2f8 HTTP/1.1" status: 200 len: 945 time: 0.1588957 Dec 13 09:38:25.648470 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.671142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] No DVR routers for this DVR port 21aed246-f36b-4641-80e4-aee2fb43d345 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:25.697692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.700444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7498f395-7e0d-4fae-a6bb-78bbb018291f req-b0a6a0fc-c6cc-4103-b6b9-2cf6fe2e3cb5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185794 Dec 13 09:38:25.723243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.726602 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/20d0393b-9fde-4344-b326-d6a980bd0dfa HTTP/1.1" status: 204 len: 168 time: 0.8086519 Dec 13 09:38:25.736860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203737-fd81-4124-b61d-5cf0eb7170f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d0393b-9fde-4344-b326-d6a980bd0dfa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:25.759450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port ef45a358-02fb-48c6-ad23-4efd79e7859c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:25.761117 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.900038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Pushing event deleted for resources: {'Port': ['ID=21aed246-f36b-4641-80e4-aee2fb43d345,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:25.918078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.918561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.919062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.919751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.920238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.920682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.921122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.921559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.922110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.922546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.923223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.923895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.924225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5466c9-6a7e-449c-86b5-5c2c5531e571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:25.969572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37334) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:26.013607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b1d5fe61-edeb-4650-8d5b-904c7d84fa11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b1a908a19e24d0c8610848f13833b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419803 Dec 13 09:38:26.016341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37336) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:26.030073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceeaf1-6afc-4008-8021-eaf3e992c0f2 req-38f82352-6e80-418c-ae07-bc8711c6e029 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:26.031643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6ceeaf1-6afc-4008-8021-eaf3e992c0f2 req-38f82352-6e80-418c-ae07-bc8711c6e029 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 945 time: 0.1638436 Dec 13 09:38:26.037181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port ef45a358-02fb-48c6-ad23-4efd79e7859c, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ef45a358-02fb-48c6-ad23-4efd79e7859c,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:26.037681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.069580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for ef45a358-02fb-48c6-ad23-4efd79e7859c owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:26.082188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.109120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.150056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6ceeaf1-6afc-4008-8021-eaf3e992c0f2 req-5e162de1-6f5c-4396-9767-a33a37afdf45 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092689 Dec 13 09:38:26.175163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.180996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.182952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4505085a-7901-449c-805d-d1a96f9125bb HTTP/1.1" status: 204 len: 168 time: 0.1653843 Dec 13 09:38:26.203527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79ec2f-9fde-41ec-8b65-1928b155e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505085a-7901-449c-805d-d1a96f9125bb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.368296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.382020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:26.408822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7accf1dd-225a-49e3-b1ad-248adf06f66d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535674 Dec 13 09:38:26.435018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['ef45a358-02fb-48c6-ad23-4efd79e7859c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:26.455968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=ef45a358-02fb-48c6-ad23-4efd79e7859c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.520783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 21aed246-f36b-4641-80e4-aee2fb43d345 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:26.547710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 21aed246-f36b-4641-80e4-aee2fb43d345 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:26.548071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 21aed246-f36b-4641-80e4-aee2fb43d345 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:26.548509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 602ade0d-295d-483c-b793-17cf86128989 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:26.582987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 602ade0d-295d-483c-b793-17cf86128989 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:26.583340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 602ade0d-295d-483c-b793-17cf86128989 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:26.647444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port ef45a358-02fb-48c6-ad23-4efd79e7859c on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:26.651647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.657481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d121d8c-db21-4bb5-b65a-bf11f403787e req-b9d9759e-7202-4c33-b24a-efdb3d2acf00 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "DELETE /v2.0/ports/ef45a358-02fb-48c6-ad23-4efd79e7859c HTTP/1.1" status: 204 len: 173 time: 1.0741427 Dec 13 09:38:26.668398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'name': 'network-vif-deleted', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:26.679010 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb0883-38c1-4e8b-802b-1fdbe4de565d" -d '{"events": [{"server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "name": "network-vif-deleted", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:26.780150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-972d0d76-b084-4c7f-ab78-2fd3593c09fb tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:26.781800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-972d0d76-b084-4c7f-ab78-2fd3593c09fb tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721209 Dec 13 09:38:26.820727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-ec891a92-0fb4-4ead-a792-fbfe8fefb203 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0330861 Dec 13 09:38:26.883415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-bb2c2c59-68df-4135-ae4b-58374c8aff3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563459 Dec 13 09:38:27.354615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37382) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:27.361403 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:38:27.449167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc0d32-f814-4b66-8736-7f9c4614054f req-6966bb0f-3724-4fb1-bf28-4ecb9ba61544 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:27.452070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdc0d32-f814-4b66-8736-7f9c4614054f req-6966bb0f-3724-4fb1-bf28-4ecb9ba61544 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.0907347 Dec 13 09:38:27.511935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-network', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:27.530989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdc0d32-f814-4b66-8736-7f9c4614054f req-77e42337-c2fe-49f3-8be4-e763e48094a0 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715671 Dec 13 09:38:27.547353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Made reservation on behalf of e6d7cff6ff6b4ee39aeb2df8dacc783f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:27.550050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.571490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.672895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.681129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.714106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:27.723040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98251f8a-6229-4a63-8203-ed9c95a34838,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:27.728699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.729052 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Added segment 73d3c985-14ee-417e-99b8-e8ac5457089b of type vlan for network fee06914-7cc4-4919-a93b-95d890e04bda Dec 13 09:38:27.731237 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac4a99e-ae7e-435d-9dd5-f612e2cbb9b6 x-openstack-request-id: req-1ac4a99e-ae7e-435d-9dd5-f612e2cbb9b6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:27.731398 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e674c2af-ce0b-4240-bc93-50db10ebb2f8", "name": "network-vif-deleted", "tag": "ef45a358-02fb-48c6-ad23-4efd79e7859c", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:27.731687 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ac4a99e-ae7e-435d-9dd5-f612e2cbb9b6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:27.732091 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e674c2af-ce0b-4240-bc93-50db10ebb2f8', 'name': 'network-vif-deleted', 'tag': 'ef45a358-02fb-48c6-ad23-4efd79e7859c', 'status': 'completed', 'code': 200} Dec 13 09:38:27.783895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.818584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.821316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:27.822904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.855931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4992096 Dec 13 09:38:27.858934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37402) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:27.865249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Request body: {'subnet': {'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-subnet', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:27.893737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Made reservation on behalf of e6d7cff6ff6b4ee39aeb2df8dacc783f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:27.899889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.179997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.342787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Checking segment: {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:28.343145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Network hostable DHCP agents. Network: fee06914-7cc4-4919-a93b-95d890e04bda, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:38:28.356507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc5dba9-6b64-4f34-9140-bfc9a4d8e507,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:28.416554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Network fee06914-7cc4-4919-a93b-95d890e04bda is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:38:28.426498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.427276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.427741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.428112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.428451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.428789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.429233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.429571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.429951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.430282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.430612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.430939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.431289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:28.445017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fee06914-7cc4-4919-a93b-95d890e04bda) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:28.449590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.450491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.457050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cbf243-79d6-4f8c-871c-a4bcaab10443 None None] Network fee06914-7cc4-4919-a93b-95d890e04bda requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:28.498471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f5ca5e16-7a31-4fde-85b5-14167f9eb6eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6375580 Dec 13 09:38:28.501210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37406) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:28.516677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:28.558385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.560820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.621889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-fee06914-7cc4-4919-a93b-95d890e04bda', 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda', 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'fixed_ips': [{'subnet_id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:38:28.622789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.680077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.708853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54586fd-486f-4433-84ac-9318a777de51 admin admin] Pushing event updated for resources: {'Network': ['ID=fee06914-7cc4-4919-a93b-95d890e04bda,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:28.734850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e18b2-0830-4773-ae67-a953d9335ea1 req-618f7dbe-858e-4bb3-94d3-a39f89fd43f3 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.747993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-687e18b2-0830-4773-ae67-a953d9335ea1 req-618f7dbe-858e-4bb3-94d3-a39f89fd43f3 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 945 time: 0.7996433 Dec 13 09:38:28.859166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-687e18b2-0830-4773-ae67-a953d9335ea1 req-e4672b43-e8f3-4f0d-ac38-2656c7b23319 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085441 Dec 13 09:38:28.888060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Allocated IP 172.20.0.2 (fee06914-7cc4-4919-a93b-95d890e04bda/9dc5dba9-6b64-4f34-9140-bfc9a4d8e507/ae73c7c2-456c-40cc-9a14-1e66257ebeeb) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:28.940774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.266492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fee06914-7cc4-4919-a93b-95d890e04bda details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:38:29.269579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-8dc6322d-5724-422d-a893-478942399430 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612531 Dec 13 09:38:29.356724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ef45a358-02fb-48c6-ad23-4efd79e7859c no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:29.459621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d753d-c9c5-4ad7-ba4e-ec8875a1ae1a req-0ac94c03-103d-4115-881f-3bfe9dba6685 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.472061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b4d753d-c9c5-4ad7-ba4e-ec8875a1ae1a req-0ac94c03-103d-4115-881f-3bfe9dba6685 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.1990213 Dec 13 09:38:29.472698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37414) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:29.483834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Request body: {'floatingip': {'port_id': '35b08113-3c1c-4071-9997-d37a567d85d2'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:29.506022 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7b675ba8-150a-4a86-a282-b7f4ec7caa34 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4084768 Dec 13 09:38:29.522138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: ef45a358-02fb-48c6-ad23-4efd79e7859c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:29.523316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ef45a358-02fb-48c6-ad23-4efd79e7859c not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:29.535411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.542798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.553130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.614748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Pushing event updated for resources: {'Port': ['ID=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:29.645799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.659101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Network fee06914-7cc4-4919-a93b-95d890e04bda is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:29.671430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:29.677940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-c1d15716-1325-4502-905a-b7b09fd5a52f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.679718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-c1d15716-1325-4502-905a-b7b09fd5a52f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024446 Dec 13 09:38:29.682998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:29.683588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:29.792166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Attempting to bind port ae73c7c2-456c-40cc-9a14-1e66257ebeeb on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:29.792662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Attempting to bind port ae73c7c2-456c-40cc-9a14-1e66257ebeeb by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:29.793041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Attempting to bind port ae73c7c2-456c-40cc-9a14-1e66257ebeeb on network fee06914-7cc4-4919-a93b-95d890e04bda {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:29.800716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:29.802747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Checking segment: {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:29.803187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.803615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Bound using segment: {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:29.804116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Bound port: ae73c7c2-456c-40cc-9a14-1e66257ebeeb, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:29.804510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.864717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-319cdc76-3975-45d0-ac6d-93006ddb6b6d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.866244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-319cdc76-3975-45d0-ac6d-93006ddb6b6d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509576 Dec 13 09:38:29.871822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': '091b5e21-33d2-42da-9a10-0748537c1b43', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:29.903186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] For port ae73c7c2-456c-40cc-9a14-1e66257ebeeb, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:29.906515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] For port ae73c7c2-456c-40cc-9a14-1e66257ebeeb, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:29.913161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.943021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97272a2c-cd32-4d6b-a46d-45e56235fbb3 req-d6f097b8-664d-40e1-8d2a-1943ea6f40fe tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 210 time: 0.0487514 Dec 13 09:38:29.970514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:29.985114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5ceb5-8f18-4962-bffd-76ae649192ac None None] Pushing event updated for resources: {'Port': ['ID=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:30.117411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a33cf1-cdb4-41d2-a02e-50fe3627c1c0 req-30585ed5-3756-41ca-81ce-0c61237e416b tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.118949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9a33cf1-cdb4-41d2-a02e-50fe3627c1c0 req-30585ed5-3756-41ca-81ce-0c61237e416b tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b94481-3b1c-4e54-b236-f40d72400fa1 HTTP/1.1" status: 200 len: 945 time: 0.3330944 Dec 13 09:38:30.185154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:30.189189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.250749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.274343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.405961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9a33cf1-cdb4-41d2-a02e-50fe3627c1c0 req-05abaecc-077c-4163-8b5b-ba22940c279a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626472 Dec 13 09:38:30.534948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:30.538796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.544863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Allocated IP 172.25.2.92 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/cba80c3e-b5a4-48fb-987b-9ea7ab206378) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:30.563286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.34 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/5aab1462-7298-4038-bb28-321bc4861ced) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:30.586997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-b65851aa-3bc5-4bc3-be2d-465ca78e7ec1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.588998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-b65851aa-3bc5-4bc3-be2d-465ca78e7ec1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.3701239 Dec 13 09:38:30.604467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae73c7c2-456c-40cc-9a14-1e66257ebeeb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:30.685764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-af04da0a-a004-444c-a29c-3bfd3ce43b91 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0790520 Dec 13 09:38:30.718015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ae73c7c2-456c-40cc-9a14-1e66257ebeeb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:30.719477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.847804 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.887194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port ae73c7c2-456c-40cc-9a14-1e66257ebeeb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:30.897106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.968036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:31.048422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.111258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-372156a9-3aad-4502-84a3-447d963d33fb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4245381 Dec 13 09:38:31.128558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.157656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.157890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8afaff3b-5ca0-499d-aa91-2335ebdbf444 req-7be0c3f0-092b-422f-b566-8df9ecaca51e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 210 time: 0.0764487 Dec 13 09:38:31.219966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:31.226006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:31.228973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:31.268655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Pushing event updated for resources: {'Port': ['ID=cba80c3e-b5a4-48fb-987b-9ea7ab206378,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:31.276904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.290344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:31.385447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:31.409819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:31.433219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63e986-c0d5-4b0f-8ce9-2d4d2564b9d9 None None] Network fee06914-7cc4-4919-a93b-95d890e04bda requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:31.447560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:31.451692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:31.522876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:31.523538 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.548203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a545d3b6-1bdb-4bbb-b3b7-fdf1c16e0c3a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5862494 Dec 13 09:38:31.571693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9c94b056-2666-4f47-a575-481148256add None None] Provisioning complete for port ae73c7c2-456c-40cc-9a14-1e66257ebeeb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:31.573297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c94b056-2666-4f47-a575-481148256add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.613643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Request body: {'port': {'device_id': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:31.730221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.876043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.007665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.35 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/58096459-3db2-4827-a4cc-98b1b6d72a6a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:32.019167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-07bf74bc-3a44-4af9-8672-1650f725ef2c None None] Provisioning complete for port 5aab1462-7298-4038-bb28-321bc4861ced triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:32.019627 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07bf74bc-3a44-4af9-8672-1650f725ef2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.097212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-ed6f5ad3-62b6-4f87-852d-197d73d9bef4 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.098741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-ed6f5ad3-62b6-4f87-852d-197d73d9bef4 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 0.7343798 Dec 13 09:38:32.117361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-07bf74bc-3a44-4af9-8672-1650f725ef2c None None] Port 5aab1462-7298-4038-bb28-321bc4861ced cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:32.125099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bee2d39a-9aaa-4b90-8cc7-82b76b400e5f tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/quotas/fedb4bb0cd904067b608ea9588728f66 HTTP/1.1" status: 200 len: 375 time: 0.0116963 Dec 13 09:38:32.138181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-4f85aedc-8bf4-413a-ad73-6a229a479513 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0260255 Dec 13 09:38:32.211734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:32.238088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78f97496-4ecf-4d92-b3f0-5c67b76af852 None None] Provisioning complete for port ae73c7c2-456c-40cc-9a14-1e66257ebeeb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:32.238599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78f97496-4ecf-4d92-b3f0-5c67b76af852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.304877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.419708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.449597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-168783ab-0b2f-40eb-bdce-e2f0763c967d tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.451150 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-168783ab-0b2f-40eb-bdce-e2f0763c967d tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/ports?device_id=579a9892-83f5-4ab4-8485-a7482e3a6b86 HTTP/1.1" status: 200 len: 945 time: 0.1036415 Dec 13 09:38:32.465405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44cde-539e-43c7-8db2-148f43f5535d req-f7c81152-40f4-400a-9d27-7ce1c8e14ada tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.466917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eda44cde-539e-43c7-8db2-148f43f5535d req-f7c81152-40f4-400a-9d27-7ce1c8e14ada tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b94481-3b1c-4e54-b236-f40d72400fa1 HTTP/1.1" status: 200 len: 945 time: 0.3277044 Dec 13 09:38:32.467687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.487046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae73c7c2-456c-40cc-9a14-1e66257ebeeb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:32.535805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-1d99b0d4-6708-4d06-9725-dcde7fdb3063 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3792293 Dec 13 09:38:32.547861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ae73c7c2-456c-40cc-9a14-1e66257ebeeb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:32.548590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.565612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Router 70983a3e-acbc-4306-bc86-dc849f6788e0 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:38:32.614237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-ef4e1e50-1304-44b8-bf96-e140e306f1fe service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467666 Dec 13 09:38:32.629956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Deleting port 8255046a-59f2-46e5-a83f-fa77672cca30 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:32.629956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.649629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.772010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:32.796317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] For port 8255046a-59f2-46e5-a83f-fa77672cca30, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8255046a-59f2-46e5-a83f-fa77672cca30,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:32.796899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.800926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Sync routers for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:32.811025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.825738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.831756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5f93f78d-6ccf-4331-8f04-581873d1a03d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3261807 Dec 13 09:38:32.831942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:32.832107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:32.842419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Calling delete_port for 8255046a-59f2-46e5-a83f-fa77672cca30 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:32.847820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:32.859502 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Floating IP 8ba61b79-a8b3-4006-b500-490940574798 associated. External IP: 172.25.2.162, port: 35b08113-3c1c-4071-9997-d37a567d85d2. Dec 13 09:38:33.051366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:33.076583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a5b0228-0c48-4c62-a6f5-a7f942fce828 req-8d007fe5-b571-4bb7-8bfc-756d800cc0dd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 210 time: 0.0524864 Dec 13 09:38:33.196137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-24a1b22c-18fb-43f6-8dc6-708c1a4e9382 service neutron] 10.222.0.31 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418149 Dec 13 09:38:33.289992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 3, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:33.295919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.326321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:33.331258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Checking router: 70983a3e-acbc-4306-bc86-dc849f6788e0 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:33.331258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Updating router 70983a3e-acbc-4306-bc86-dc849f6788e0 port cba80c3e-b5a4-48fb-987b-9ea7ab206378 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:38:33.346177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fe1719a-5d43-41b7-9f99-7da7726389b7 req-46ee403b-dda1-4a69-8de2-0a8dca4b4f96 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.1064777 Dec 13 09:38:33.399479 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.468926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Deleting port bf5341c9-e658-473e-86b7-e52383a1973b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:33.469334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.477163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:33.530278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:33.545781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:33.654158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:33.903089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] For port bf5341c9-e658-473e-86b7-e52383a1973b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bf5341c9-e658-473e-86b7-e52383a1973b,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:33.903825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.920180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Calling delete_port for bf5341c9-e658-473e-86b7-e52383a1973b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:34.010303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-eca07283-e454-41a2-939e-7dc34f27c062 None None] Provisioning complete for port 58096459-3db2-4827-a4cc-98b1b6d72a6a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:34.010724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eca07283-e454-41a2-939e-7dc34f27c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.058682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-eca07283-e454-41a2-939e-7dc34f27c062 None None] Port 58096459-3db2-4827-a4cc-98b1b6d72a6a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:34.091569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-0594dc78-9947-4952-99d1-41caf4108839 service neutron] 10.222.0.31 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933203 Dec 13 09:38:34.107879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.155806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.198725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event deleted for resources: {'Port': ['ID=8255046a-59f2-46e5-a83f-fa77672cca30,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:34.213491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aab1462-7298-4038-bb28-321bc4861ced {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:34.262592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.292908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] No DVR routers for this DVR port 8255046a-59f2-46e5-a83f-fa77672cca30 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:34.298742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.302503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b6ae4e45-1ae1-466d-81c7-e02655926a9d req-0337fa66-2a0e-4519-a06a-d8268b93815a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "DELETE /v2.0/ports/8255046a-59f2-46e5-a83f-fa77672cca30 HTTP/1.1" status: 204 len: 173 time: 1.8446929 Dec 13 09:38:34.305796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'name': 'network-vif-deleted', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:34.309055 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc687d-dab1-4274-b40f-b809b9712f61" -d '{"events": [{"server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "name": "network-vif-deleted", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:34.316257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Transition to ACTIVE for port object 5aab1462-7298-4038-bb28-321bc4861ced will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:34.345278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.383068 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.414590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['8255046a-59f2-46e5-a83f-fa77672cca30', 'bf5341c9-e658-473e-86b7-e52383a1973b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:34.479194 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9d49a-d678-4ec7-ad9f-57aa5019b0f8 x-openstack-request-id: req-a1c9d49a-d678-4ec7-ad9f-57aa5019b0f8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:34.479194 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579a9892-83f5-4ab4-8485-a7482e3a6b86", "name": "network-vif-deleted", "tag": "8255046a-59f2-46e5-a83f-fa77672cca30", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:34.479194 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c9d49a-d678-4ec7-ad9f-57aa5019b0f8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:34.479647 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579a9892-83f5-4ab4-8485-a7482e3a6b86', 'name': 'network-vif-deleted', 'tag': '8255046a-59f2-46e5-a83f-fa77672cca30', 'status': 'completed', 'code': 200} Dec 13 09:38:34.481400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Pushing event updated for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:34.523175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.535754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['8255046a-59f2-46e5-a83f-fa77672cca30', 'bf5341c9-e658-473e-86b7-e52383a1973b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:34.621431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.930434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Attempting to bind port cba80c3e-b5a4-48fb-987b-9ea7ab206378 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:34.931320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Attempting to bind port cba80c3e-b5a4-48fb-987b-9ea7ab206378 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:34.931950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Attempting to bind port cba80c3e-b5a4-48fb-987b-9ea7ab206378 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:34.934730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Attempting to bind port 5aab1462-7298-4038-bb28-321bc4861ced on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:34.937265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Attempting to bind port 5aab1462-7298-4038-bb28-321bc4861ced by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:34.938357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Attempting to bind port 5aab1462-7298-4038-bb28-321bc4861ced on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:34.942546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98376f1-c101-49ac-bff3-2f3adeba6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cba80c3e-b5a4-48fb-987b-9ea7ab206378,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:34.943176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.973007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Port 5aab1462-7298-4038-bb28-321bc4861ced on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:34.973374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Attempting to bind port 5aab1462-7298-4038-bb28-321bc4861ced on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:34.985137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:34.985446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:34.986042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.986539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:34.987171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Bound port: cba80c3e-b5a4-48fb-987b-9ea7ab206378, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:34.987622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.022124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:35.022462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:35.027971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:35.028696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Bound port: 5aab1462-7298-4038-bb28-321bc4861ced, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:35.030687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.043273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event deleted for resources: {'Port': ['ID=bf5341c9-e658-473e-86b7-e52383a1973b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:35.078832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.079517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.166843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bd0b863-96b6-43bf-a13c-de093879b901 req-a2c36dcd-45e7-4d31-95e4-0f563e73968a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.1209836 Dec 13 09:38:35.184115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] For port cba80c3e-b5a4-48fb-987b-9ea7ab206378, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:35.210136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] For port cba80c3e-b5a4-48fb-987b-9ea7ab206378, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cba80c3e-b5a4-48fb-987b-9ea7ab206378,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:35.219137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.301393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98376f1-c101-49ac-bff3-2f3adeba6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cba80c3e-b5a4-48fb-987b-9ea7ab206378,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:35.305866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:35.306529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:35.398369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:35.446118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5aab1462-7298-4038-bb28-321bc4861ced,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:35.454034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.454346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:35.504304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.505034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.507023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-375be301-5cf0-492c-81ea-10940344a833 service neutron] 10.222.0.16 "PUT /v2.0/ports/5aab1462-7298-4038-bb28-321bc4861ced HTTP/1.1" status: 200 len: 1095 time: 3.9093833 Dec 13 09:38:35.514857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Allocated IP 172.20.0.1 (fee06914-7cc4-4919-a93b-95d890e04bda/9dc5dba9-6b64-4f34-9140-bfc9a4d8e507/035bf632-408e-4828-b5da-bda4d35cdd39) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:35.550939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375be301-5cf0-492c-81ea-10940344a833 service neutron] Pushing event updated for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:35.631669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-f1574d15-d151-465a-81ac-69eee5cf83e3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8616090 Dec 13 09:38:35.647906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93f7c671-743d-433a-9dd3-160e5d9a02ef req-d87ac1d9-b2cc-4eeb-8a8e-a7ad5d5df337 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 210 time: 0.1047020 Dec 13 09:38:35.681064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Request body: {'port': {'device_id': '091b5e21-33d2-42da-9a10-0748537c1b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:35.758201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-d510670f-4e10-4acb-b3b7-15648bd4716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.764300 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-d510670f-4e10-4acb-b3b7-15648bd4716f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 1098 time: 0.1328285 Dec 13 09:38:35.878874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-555f977c-c906-4dcb-94a5-76664aba5edf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5aab1462-7298-4038-bb28-321bc4861ced HTTP/1.1" status: 200 len: 217 time: 0.0988798 Dec 13 09:38:35.891477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405862a4-e27e-42a2-88fb-fb99e518b865 req-3fcd46b7-37f2-4696-911c-fa4990fe7fb4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.901199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-405862a4-e27e-42a2-88fb-fb99e518b865 req-3fcd46b7-37f2-4696-911c-fa4990fe7fb4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 935 time: 1.6709845 Dec 13 09:38:35.911097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.913008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] No DVR routers for this DVR port bf5341c9-e658-473e-86b7-e52383a1973b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:35.924761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.941469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 3, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:35.944996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.949423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eda44cde-539e-43c7-8db2-148f43f5535d req-3e7034a4-7e41-41e1-8f07-7b6b15c559f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "DELETE /v2.0/ports/bf5341c9-e658-473e-86b7-e52383a1973b HTTP/1.1" status: 204 len: 173 time: 3.4639695 Dec 13 09:38:35.980191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'name': 'network-vif-deleted', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:35.984850 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121a26c-c5e7-46b7-8927-af389c2a2534" -d '{"events": [{"server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "name": "network-vif-deleted", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:36.002045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49536a06-b064-4b52-b4af-2ec694aba3ba None None] The sync data for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 is: [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 3, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:36.095532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f23d40aa-81c7-411c-8504-a6f0fdcc80d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.098838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-58982303-9dc3-4757-b378-7f20665d2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.104210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-58982303-9dc3-4757-b378-7f20665d2710 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2078037 Dec 13 09:38:36.108295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-c0ab4df6-edde-45b2-a777-dcd387c366cf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.111167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-c0ab4df6-edde-45b2-a777-dcd387c366cf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 1.0401409 Dec 13 09:38:36.120678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-405862a4-e27e-42a2-88fb-fb99e518b865 req-2eb99710-c6b9-435c-b308-b5c8d2bd0e33 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177360 Dec 13 09:38:36.122465 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971bbe40-9371-48e2-a980-33ddb23fb3cb x-openstack-request-id: req-971bbe40-9371-48e2-a980-33ddb23fb3cb {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:36.122818 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b94481-3b1c-4e54-b236-f40d72400fa1", "name": "network-vif-deleted", "tag": "bf5341c9-e658-473e-86b7-e52383a1973b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:36.123108 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-971bbe40-9371-48e2-a980-33ddb23fb3cb {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:36.123505 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b94481-3b1c-4e54-b236-f40d72400fa1', 'name': 'network-vif-deleted', 'tag': 'bf5341c9-e658-473e-86b7-e52383a1973b', 'status': 'completed', 'code': 200} Dec 13 09:38:36.183477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:36.194187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.199225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:36.256582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-6173310c-7fd6-48e3-b930-4ece367a2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.259141 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-6173310c-7fd6-48e3-b930-4ece367a2816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494424 Dec 13 09:38:36.273837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Network fee06914-7cc4-4919-a93b-95d890e04bda is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:36.295584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:36.315771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:36.386614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Pushing event updated for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:36.407670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Deleting port 17237e40-1fb6-48c8-a726-9d28f6ff2061 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:36.408371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.423037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.552356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:36.555123 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ea903f-ce72-4058-84ce-28bd124068cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "tag": "5aab1462-7298-4038-bb28-321bc4861ced"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:36.569238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c03c1db-81d8-4349-b405-5ab1f03e22b9 req-9fc1705b-80ab-4684-afd9-d56acdb14525 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.2086639 Dec 13 09:38:36.636236 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8531d7c1-77ee-4cc3-a2c1-c4bf2cf3a162 x-openstack-request-id: req-8531d7c1-77ee-4cc3-a2c1-c4bf2cf3a162 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:36.636932 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "tag": "5aab1462-7298-4038-bb28-321bc4861ced", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:36.637290 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8531d7c1-77ee-4cc3-a2c1-c4bf2cf3a162 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:36.638803 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced', 'status': 'completed', 'code': 200} Dec 13 09:38:36.640046 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-c67bae04-c770-4625-9495-7378af3fca51 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591893 Dec 13 09:38:36.872262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-39be0eae-4115-4865-9720-30eeff6e480a None None] Provisioning complete for port 035bf632-408e-4828-b5da-bda4d35cdd39 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:36.873710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39be0eae-4115-4865-9720-30eeff6e480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.894936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-971171c9-b678-4138-a301-051920c0dfc2 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473860 Dec 13 09:38:37.000214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-39be0eae-4115-4865-9720-30eeff6e480a None None] Port 035bf632-408e-4828-b5da-bda4d35cdd39 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:37.093530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.255561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea903f-ce72-4058-84ce-28bd124068cf req-6fa4d72a-f777-4bed-86d9-9572a48347b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.257376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-6fa4d72a-f777-4bed-86d9-9572a48347b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 1098 time: 0.2839615 Dec 13 09:38:37.288268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dad89a15-9835-4546-b5fb-c0f8aef35087 req-9ec123e0-c427-46a3-b441-663d61f7a6c2 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 210 time: 0.1950390 Dec 13 09:38:37.328772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-a129ae2d-67aa-4607-8c0e-f875ca0ae85a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.330645 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-a129ae2d-67aa-4607-8c0e-f875ca0ae85a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 0.3889446 Dec 13 09:38:37.352262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8255046a-59f2-46e5-a83f-fa77672cca30 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:37.401775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Request body: {'port': {'device_id': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'admin_state_up': True, 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:37.427182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 8255046a-59f2-46e5-a83f-fa77672cca30 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:37.427755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8255046a-59f2-46e5-a83f-fa77672cca30 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:37.428319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bf5341c9-e658-473e-86b7-e52383a1973b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:37.459931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: bf5341c9-e658-473e-86b7-e52383a1973b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:37.461075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bf5341c9-e658-473e-86b7-e52383a1973b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:37.522205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] For port 17237e40-1fb6-48c8-a726-9d28f6ff2061, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=17237e40-1fb6-48c8-a726-9d28f6ff2061,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:37.522595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.551438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea903f-ce72-4058-84ce-28bd124068cf req-57646eef-6581-47ff-8aae-e22994942fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.552966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-57646eef-6581-47ff-8aae-e22994942fa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2809758 Dec 13 09:38:37.577934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Calling delete_port for 17237e40-1fb6-48c8-a726-9d28f6ff2061 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:37.590430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:37.594036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.613182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8dae8-2878-4c3a-ae83-dce95e8c04ed req-fc305b0b-324d-444a-8fa6-dde94acd38c7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.614698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70f8dae8-2878-4c3a-ae83-dce95e8c04ed req-fc305b0b-324d-444a-8fa6-dde94acd38c7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 935 time: 0.3179440 Dec 13 09:38:37.632346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-6e88ef22-1c06-486b-b635-67b41710978a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.634905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-6e88ef22-1c06-486b-b635-67b41710978a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 812 time: 1.1577122 Dec 13 09:38:37.636069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:37.636919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-9ffca32d-c3f1-4c2d-b016-ecd0fb600f33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5aab1462-7298-4038-bb28-321bc4861ced HTTP/1.1" status: 200 len: 217 time: 0.0525179 Dec 13 09:38:37.650689 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:37.653996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.664008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Request body: {'port': {'device_id': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'admin_state_up': True, 'tenant_id': 'fedb4bb0cd904067b608ea9588728f66'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:37.675752 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:37.676408 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:37.686646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.701992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.730939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:37.736664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:37.880003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f2a08ff-6525-40e1-a903-8d167557c0a2 req-6203b7fe-65de-4f20-acca-81ead1b991c1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.0852547 Dec 13 09:38:37.890436 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:37.929043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e4809058-5218-405e-bc9a-d5a7df9bd0e4 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "PUT /v2.0/floatingips/8ba61b79-a8b3-4006-b500-490940574798 HTTP/1.1" status: 200 len: 991 time: 8.4497387 Dec 13 09:38:37.931538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58096459-3db2-4827-a4cc-98b1b6d72a6a {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:37.957550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:38.023162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea903f-ce72-4058-84ce-28bd124068cf req-0e270af7-7a85-4487-b06c-3b935945b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.024673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-0e270af7-7a85-4487-b06c-3b935945b1eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3778501 Dec 13 09:38:38.032585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70f8dae8-2878-4c3a-ae83-dce95e8c04ed req-41844666-1a29-44b1-9e27-8ab0993b8421 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887830 Dec 13 09:38:38.086950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:38.106322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Pushing event updated for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:38.184560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:38.188248 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b3979-26fc-494d-828b-e5e737c3ee80" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:38.214565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea903f-ce72-4058-84ce-28bd124068cf req-3d7464eb-984e-4d6f-8e3e-aa2b40bb1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.216247 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-3d7464eb-984e-4d6f-8e3e-aa2b40bb1c74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781964 Dec 13 09:38:38.246840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Transition to ACTIVE for port object 58096459-3db2-4827-a4cc-98b1b6d72a6a will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:38.266974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:38.270598 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': '35b08113-3c1c-4071-9997-d37a567d85d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:b2:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:38.335698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:38.340152 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd32403c-e37d-4de7-a51c-455a45b7761f x-openstack-request-id: req-cd32403c-e37d-4de7-a51c-455a45b7761f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:38.341600 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:38.342147 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd32403c-e37d-4de7-a51c-455a45b7761f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:38.342396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41fe1c03-adaf-48b8-b3b1-e50ed80099d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:38.343564 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2', 'status': 'completed', 'code': 200} Dec 13 09:38:38.361999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:38.362643 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:38.469482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Allocated IP 172.20.0.14 (9f15d4c0-5e4e-4c68-a1c6-255441c49e0a/9a6d26a4-4e92-40ab-802c-9aea500aba7b/25583a89-f29b-41d9-af4a-4701723d6b19) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:38.493089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Network fee06914-7cc4-4919-a93b-95d890e04bda is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:38.503118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:38.555363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-ee95b0da-e411-4a3c-8707-c221be9c4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.577443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-ee95b0da-e411-4a3c-8707-c221be9c4a0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 1096 time: 0.2443690 Dec 13 09:38:38.579354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-0e8a4e9c-b8e4-41f9-acbd-744a1486e521 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494244 Dec 13 09:38:38.635292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:38.679124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cba80c3e-b5a4-48fb-987b-9ea7ab206378 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:38.757342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e43615cf-41ae-4459-8632-87a3fd93cbcb req-5c140eee-cdcc-487e-9de4-6c19b40b72bd tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 210 time: 0.3066819 Dec 13 09:38:38.774379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Pushing event updated for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:38.829549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cba80c3e-b5a4-48fb-987b-9ea7ab206378 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:38.833411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:38.976266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Made reservation on behalf of fedb4bb0cd904067b608ea9588728f66 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:38.982429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.026947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.053428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port cba80c3e-b5a4-48fb-987b-9ea7ab206378, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cba80c3e-b5a4-48fb-987b-9ea7ab206378,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:39.061642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.137146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-b37f0f9e-317a-48e8-8ef6-4e46e07a0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.140917 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': '35b08113-3c1c-4071-9997-d37a567d85d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:b2:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:39.146733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-b37f0f9e-317a-48e8-8ef6-4e46e07a0e0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.4939470 Dec 13 09:38:39.180202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=cba80c3e-b5a4-48fb-987b-9ea7ab206378,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:39.180652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3232d28-4170-49cf-8b76-778a4bf4e2d2 None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8ba61b79-a8b3-4006-b500-490940574798', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'port_id': '35b08113-3c1c-4071-9997-d37a567d85d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'mac_address': 'fa:16:3e:b2:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:38Z', 'updated_at': '2021-12-13T09:38:31Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:39.201403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.7 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/0eddde16-fbcf-437f-93e5-7f5956a77dac) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:39.238608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b4b3d12c-19e1-4fc0-83ab-6459d0640d24 None None] Provisioning complete for port 035bf632-408e-4828-b5da-bda4d35cdd39 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:39.238988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d12c-19e1-4fc0-83ab-6459d0640d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.248383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38033429-6ab8-4573-ae9f-2a1b5ca7dbdf req-76a0b418-8aef-4cc5-bd0f-c14c0b4ef27a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.0441401 Dec 13 09:38:39.300724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-32ea903f-ce72-4058-84ce-28bd124068cf req-112dff98-0426-40aa-84c8-9486d70eee42 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335175 Dec 13 09:38:39.321496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Router 70983a3e-acbc-4306-bc86-dc849f6788e0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:39.335849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3d12c-19e1-4fc0-83ab-6459d0640d24 None None] Port 035bf632-408e-4828-b5da-bda4d35cdd39 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:39.388723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.396206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.400681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Attempting to bind port 58096459-3db2-4827-a4cc-98b1b6d72a6a on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:39.401132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Attempting to bind port 58096459-3db2-4827-a4cc-98b1b6d72a6a by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:39.401562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Attempting to bind port 58096459-3db2-4827-a4cc-98b1b6d72a6a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:39.431731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-4a04d520-fcbd-4b9b-a258-220a295f1f60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 200 len: 999 time: 0.2620933 Dec 13 09:38:39.438165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=17237e40-1fb6-48c8-a726-9d28f6ff2061,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:39.464077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b2ff-1b9e-4afe-9b1a-19faefdb90c3 req-4e3e0ab1-0e8e-48d6-a044-84a6ffb4cb6b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.466219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c9b2ff-1b9e-4afe-9b1a-19faefdb90c3 req-4e3e0ab1-0e8e-48d6-a044-84a6ffb4cb6b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 947 time: 0.2024744 Dec 13 09:38:39.527331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Port 58096459-3db2-4827-a4cc-98b1b6d72a6a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:39.527695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Attempting to bind port 58096459-3db2-4827-a4cc-98b1b6d72a6a on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:39.574290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-817a2365-47c2-4cd8-8182-b4b6ca187fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.575793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-817a2365-47c2-4cd8-8182-b4b6ca187fb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.1338651 Dec 13 09:38:39.605426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b9481-ca53-4f7e-a525-6b881a9e804c None None] New status for floating IP 8ba61b79-a8b3-4006-b500-490940574798: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:39.621758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:39.622884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:39.623279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:39.623826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Bound port: 58096459-3db2-4827-a4cc-98b1b6d72a6a, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:39.624126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.694997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:39.705909 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Sync routers for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:39.721699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb67242a-b629-4949-8831-b5a51c9535f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/70983a3e-acbc-4306-bc86-dc849f6788e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8726816 Dec 13 09:38:39.731445 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:39.732114 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:39.767391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c9b2ff-1b9e-4afe-9b1a-19faefdb90c3 req-dcbfeea4-4f5c-4257-940e-ddfa5c2774b1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365403 Dec 13 09:38:39.829283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-ccdfce15-f908-4bc5-9c64-9877edc3763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.830860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-ccdfce15-f908-4bc5-9c64-9877edc3763a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259426 Dec 13 09:38:39.963909 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:39.968556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5aab1462-7298-4038-bb28-321bc4861ced details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:39.995326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.044043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-fcf5d383-b695-4cc0-8246-6aab88284016 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833050 Dec 13 09:38:40.096231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f3471c8-31c8-4f1b-8cb0-3572607ece11 req-83bdf193-c3e5-471c-95b5-237ac61304f1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 210 time: 0.1456351 Dec 13 09:38:40.099176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.126804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.172811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5aab1462-7298-4038-bb28-321bc4861ced,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:40.187620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '5aab1462-7298-4038-bb28-321bc4861ced', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '5aab1462-7298-4038-bb28-321bc4861ced', 'mac_address': 'fa:16:3e:2a:51:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:40.200054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event updated for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:40.236320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:40.243387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.249530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:40.265559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:40.268461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aab1462-7298-4038-bb28-321bc4861ced {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:40.311038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5aab1462-7298-4038-bb28-321bc4861ced,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:40.315440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.368156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-048b3979-26fc-494d-828b-e5e737c3ee80 req-86716558-9698-407b-a3df-017749b3a196 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146827 Dec 13 09:38:40.409741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:40.410589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.426950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:40.436734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e98c4b6-d266-4113-a2cf-6ffd614f3495 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0733640 Dec 13 09:38:40.455838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Request body: {'port': {'device_id': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:40.549931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.605403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:40.607296 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:36Z', 'revision_number': 4, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '035bf632-408e-4828-b5da-bda4d35cdd39', 'name': '', 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'mac_address': 'fa:16:3e:89:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:34Z', 'updated_at': '2021-12-13T09:38:37Z', 'revision_number': 2, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'subnets': [{'id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:40.639622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cba80c3e-b5a4-48fb-987b-9ea7ab206378 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:40.640216 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Checking router: 70983a3e-acbc-4306-bc86-dc849f6788e0 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:40.640740 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Updating router 70983a3e-acbc-4306-bc86-dc849f6788e0 port 035bf632-408e-4828-b5da-bda4d35cdd39 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:38:40.675878 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.705940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cba80c3e-b5a4-48fb-987b-9ea7ab206378 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:40.706378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.798101 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-21cda607-3348-4c66-8c85-44a64c9990b8 req-abe40655-3d79-4e7f-aca6-53cb9c6adcc2 tempest-FloatingIPDetailsNegativeTestJSON-1611897469 tempest-FloatingIPDetailsNegativeTestJSON-1611897469-project] show failed (client error): The resource could not be found. Dec 13 09:38:40.799904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21cda607-3348-4c66-8c85-44a64c9990b8 req-abe40655-3d79-4e7f-aca6-53cb9c6adcc2 tempest-FloatingIPDetailsNegativeTestJSON-1611897469 tempest-FloatingIPDetailsNegativeTestJSON-1611897469-project] 10.222.0.31 "GET /v2.0/floatingips/792a0940-04f4-4f6e-a35b-d8599b7d4554 HTTP/1.1" status: 404 len: 350 time: 0.1912322 Dec 13 09:38:40.813528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:40.820830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:40.860477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1c14733-a26b-452f-9580-493f2ae4fd41 req-d9dfc57f-4374-4889-a9c2-f822464bb4f5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 210 time: 0.2387118 Dec 13 09:38:40.860477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:40.898794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.906446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.014394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Pushing event updated for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.037453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.038091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.039511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-7efb2261-733d-45d6-8a74-23f0f24a3035 service neutron] 10.222.0.20 "PUT /v2.0/ports/58096459-3db2-4827-a4cc-98b1b6d72a6a HTTP/1.1" status: 200 len: 1095 time: 5.3767147 Dec 13 09:38:41.040427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:41.043210 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526257d-9926-4313-916c-59086fe38c66" -d '{"events": [{"name": "network-changed", "server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:41.046691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Allocated IP 172.20.0.7 (9f15d4c0-5e4e-4c68-a1c6-255441c49e0a/9a6d26a4-4e92-40ab-802c-9aea500aba7b/27a7eb3d-0183-48a6-9132-ad441df5ebaa) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:41.097616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.168992 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.181726 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.208035 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d8122-8c9c-43eb-a0cb-f0fd472eb3d8 x-openstack-request-id: req-c37d8122-8c9c-43eb-a0cb-f0fd472eb3d8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:41.208337 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:41.208600 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c37d8122-8c9c-43eb-a0cb-f0fd472eb3d8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:41.209011 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a', 'status': 'completed', 'code': 200} Dec 13 09:38:41.223858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.352623 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Attempting to bind port 035bf632-408e-4828-b5da-bda4d35cdd39 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:41.353132 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Attempting to bind port 035bf632-408e-4828-b5da-bda4d35cdd39 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:41.353482 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Attempting to bind port 035bf632-408e-4828-b5da-bda4d35cdd39 on network fee06914-7cc4-4919-a93b-95d890e04bda {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:41.361945 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:41.362343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Checking segment: {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:41.362745 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.363141 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Bound using segment: {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:41.363840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Bound port: 035bf632-408e-4828-b5da-bda4d35cdd39, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d3c985-14ee-417e-99b8-e8ac5457089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:41.364241 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.420392 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Pushing event updated for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.461878 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.462278 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.462635 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.462976 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.463311 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.464189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.464189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.464600 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.464936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.465368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.465576 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.466009 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.466211 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:41.505565 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] For port 035bf632-408e-4828-b5da-bda4d35cdd39, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:41.510472 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] For port 035bf632-408e-4828-b5da-bda4d35cdd39, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=035bf632-408e-4828-b5da-bda4d35cdd39,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:41.517204 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.523151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:41.538983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:41.559091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c41f1-994a-4a52-a265-75701baaa54d req-3e14c7db-b920-4e43-b83f-f0346a7bc578 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.568201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e4c41f1-994a-4a52-a265-75701baaa54d req-3e14c7db-b920-4e43-b83f-f0346a7bc578 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 947 time: 0.5621228 Dec 13 09:38:41.570157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.578049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:41.613888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] Provisioning complete for port 035bf632-408e-4828-b5da-bda4d35cdd39 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:41.615781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.654554 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:41.655312 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:41.657724 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e9a0-436c-4744-a743-11d279686196 None None] Pushing event updated for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.678138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-49731680-4f58-47c7-849c-46a311e95377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.684400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-49731680-4f58-47c7-849c-46a311e95377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 1098 time: 0.5999646 Dec 13 09:38:41.735898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.802418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] For port 035bf632-408e-4828-b5da-bda4d35cdd39, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=035bf632-408e-4828-b5da-bda4d35cdd39,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:41.808030 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.876009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.876631 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:41.876762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.882358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f2c4f-e81c-42a2-b6e6-52097cfae9e1 None None] Pushing event updated for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.938882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-e386bf15-1d83-4cb0-9d1c-872811256cd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a HTTP/1.1" status: 200 len: 217 time: 0.2275529 Dec 13 09:38:41.968630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-60edb6e9-1963-4d21-9de4-587adaab40ed None None] Provisioning complete for port 035bf632-408e-4828-b5da-bda4d35cdd39 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:41.969478 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-60edb6e9-1963-4d21-9de4-587adaab40ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.005041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.053418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-ebf12cdf-c309-4deb-bf62-8fa8f5304f02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8827538 Dec 13 09:38:42.074834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c44f7-b86e-415f-80f2-ba662224549c req-ab490048-4883-4eee-ac5a-c1a48470cf9b tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.081073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb4c44f7-b86e-415f-80f2-ba662224549c req-ab490048-4883-4eee-ac5a-c1a48470cf9b tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 932 time: 0.7321839 Dec 13 09:38:42.093706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.119396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Request body: {'port': {'device_id': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:42.129365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:42.176859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e4c41f1-994a-4a52-a265-75701baaa54d req-272bfb16-d64e-41e4-9288-579e3d4e0e93 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076992 Dec 13 09:38:42.229113 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:36Z', 'revision_number': 4, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '035bf632-408e-4828-b5da-bda4d35cdd39', 'name': '', 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'mac_address': 'fa:16:3e:89:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:34Z', 'updated_at': '2021-12-13T09:38:41Z', 'revision_number': 4, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'subnets': [{'id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:42.296361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-9ae0254c-1540-4b97-b406-a9bfeb0c3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.297926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-9ae0254c-1540-4b97-b406-a9bfeb0c3cb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3476129 Dec 13 09:38:42.301407 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff9f29-2b8c-47d6-bf3b-c1c9c9179b81 None None] The sync data for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 is: [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:36Z', 'revision_number': 4, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '035bf632-408e-4828-b5da-bda4d35cdd39', 'name': '', 'network_id': 'fee06914-7cc4-4919-a93b-95d890e04bda', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'mac_address': 'fa:16:3e:89:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:34Z', 'updated_at': '2021-12-13T09:38:41Z', 'revision_number': 4, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'subnets': [{'id': '9dc5dba9-6b64-4f34-9140-bfc9a4d8e507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:42.424788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.456337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.500576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb4c44f7-b86e-415f-80f2-ba662224549c req-7cb24bf9-7387-4354-90ae-1e4057df34aa tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935175 Dec 13 09:38:42.573803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 035bf632-408e-4828-b5da-bda4d35cdd39 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:42.653544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 035bf632-408e-4828-b5da-bda4d35cdd39 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:42.654207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.660256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c048-2e34-4b76-8f80-e06837403db9 req-70a0f36e-e8e4-4820-aa93-2d591789334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.662511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-70a0f36e-e8e4-4820-aa93-2d591789334c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3106718 Dec 13 09:38:42.680747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Router ff08c816-685b-48bd-9d76-3ef30d9cfe3a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:42.685790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Deleting port 035bf632-408e-4828-b5da-bda4d35cdd39 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:42.685947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.807250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-5c8f2100-1a4e-4867-8d52-7efed9ca4688 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199374 Dec 13 09:38:42.817714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.860753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] For port 035bf632-408e-4828-b5da-bda4d35cdd39, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=035bf632-408e-4828-b5da-bda4d35cdd39,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:42.861060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.887024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Calling delete_port for 035bf632-408e-4828-b5da-bda4d35cdd39 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:42.951277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:43.046122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:43.048587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:43.056519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25583a89-f29b-41d9-af4a-4701723d6b19 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:43.065767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.091135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Transition to ACTIVE for port object 25583a89-f29b-41d9-af4a-4701723d6b19 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:43.097530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00aa64-be21-431d-b438-a1cd3be323f3 req-f96fccdc-3ad8-4c1c-a0b5-f15b1cafa449 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.098466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.107975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f00aa64-be21-431d-b438-a1cd3be323f3 req-f96fccdc-3ad8-4c1c-a0b5-f15b1cafa449 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 931 time: 0.6700051 Dec 13 09:38:43.116009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event updated for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:43.213555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.213891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:43.214229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.250963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.286838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=035bf632-408e-4828-b5da-bda4d35cdd39,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:43.309710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e696c048-2e34-4b76-8f80-e06837403db9 req-a46da9a8-9485-481f-9339-402836cb3a85 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800458 Dec 13 09:38:43.358272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-bede5868-ec87-4994-9537-8c02c54d1c47 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6979709 Dec 13 09:38:43.378116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Request body: {'port': {'device_id': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:43.391267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Attempting to bind port 25583a89-f29b-41d9-af4a-4701723d6b19 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:43.392349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Attempting to bind port 25583a89-f29b-41d9-af4a-4701723d6b19 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:43.392863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Attempting to bind port 25583a89-f29b-41d9-af4a-4701723d6b19 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:43.397555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f00aa64-be21-431d-b438-a1cd3be323f3 req-ece6a050-a644-47e9-beed-3bf568e5ffd1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900896 Dec 13 09:38:43.405749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Port 25583a89-f29b-41d9-af4a-4701723d6b19 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:43.407042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Attempting to bind port 25583a89-f29b-41d9-af4a-4701723d6b19 on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:43.420835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:43.421312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Checking segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:43.422070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Bound using segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:43.422613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Bound port: 25583a89-f29b-41d9-af4a-4701723d6b19, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:43.423367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.435961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:43.442588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ade38229-8498-4547-b9b0-80d3cd8aaa0d admin admin] 10.222.0.31 "PUT /v2.0/routers/ff08c816-685b-48bd-9d76-3ef30d9cfe3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7595146 Dec 13 09:38:43.450064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Sync routers for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:43.475270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:43.477908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:43.489827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:43.692349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.846397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e344cb-c241-4cfd-83c8-ffcbca55d602 req-a1a09a5f-3234-42fc-96fe-c101aa4411d0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.848669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09e344cb-c241-4cfd-83c8-ffcbca55d602 req-a1a09a5f-3234-42fc-96fe-c101aa4411d0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 947 time: 0.4812844 Dec 13 09:38:43.867240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:43.883054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526257d-9926-4313-916c-59086fe38c66 req-d890051c-9411-4860-b988-a5c29c5ec4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.884613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-d890051c-9411-4860-b988-a5c29c5ec4ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 1098 time: 0.4570305 Dec 13 09:38:43.888699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.923651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.977293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2757-71a0-44a4-bd9e-25a58b458128 req-d8655d4c-c7b8-4aa0-bd3e-6e5ca9ba49c0 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.985110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5aab1462-7298-4038-bb28-321bc4861ced up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:43.988174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ccf2757-71a0-44a4-bd9e-25a58b458128 req-d8655d4c-c7b8-4aa0-bd3e-6e5ca9ba49c0 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 944 time: 0.3243933 Dec 13 09:38:44.029043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:44.092400 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.103610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=25583a89-f29b-41d9-af4a-4701723d6b19,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:44.122075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.127966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 5aab1462-7298-4038-bb28-321bc4861ced completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:44.134538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 5aab1462-7298-4038-bb28-321bc4861ced triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:44.135338 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.174814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eddde16-fbcf-437f-93e5-7f5956a77dac {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:44.200078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.236690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.237323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.239128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/25583a89-f29b-41d9-af4a-4701723d6b19 HTTP/1.1" status: 200 len: 1092 time: 3.7879484 Dec 13 09:38:44.239466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:44.241864 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e08ee2-bf0d-44c8-86d8-7fccce778db9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:44.251040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09e344cb-c241-4cfd-83c8-ffcbca55d602 req-955f762f-0c5c-4ff5-890e-55b9eca39ce1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930485 Dec 13 09:38:44.322111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Deleting port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:44.323337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.325009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96506f97-e4ac-42ef-bc3e-363e3908c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:44.336782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ccf2757-71a0-44a4-bd9e-25a58b458128 req-91297bfa-27bf-44ec-84ca-8e1eacf9c10d tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477037 Dec 13 09:38:44.367869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Transition to ACTIVE for port object 0eddde16-fbcf-437f-93e5-7f5956a77dac will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:44.390087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:38:38Z', 'revision_number': 5, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port': {'id': '8e644617-85a2-4cc0-8aa0-82e5a3fde9a5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:13Z', 'updated_at': '2021-12-13T09:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:44.407447 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fec31b-33ef-41c7-a9e9-23d4ba9017c8 x-openstack-request-id: req-b4fec31b-33ef-41c7-a9e9-23d4ba9017c8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:44.407802 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:44.408058 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4fec31b-33ef-41c7-a9e9-23d4ba9017c8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:44.408455 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19', 'status': 'completed', 'code': 200} Dec 13 09:38:44.418010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.449711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.474364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Checking router: ff08c816-685b-48bd-9d76-3ef30d9cfe3a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:44.493811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Routers {'ff08c816-685b-48bd-9d76-3ef30d9cfe3a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:44.494494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:44.540169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526257d-9926-4313-916c-59086fe38c66 req-1450d851-0999-4966-9c26-0829d3352f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.546801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-1450d851-0999-4966-9c26-0829d3352f8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.6020510 Dec 13 09:38:44.552093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-69b9ba8c-3519-40d1-9bec-aeaeeb0d9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.554663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-69b9ba8c-3519-40d1-9bec-aeaeeb0d9532 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 1095 time: 0.2420285 Dec 13 09:38:44.561852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] For port 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:44.562213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.626211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-4dde244b-b0f6-40b1-9447-f1e422c60bab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25583a89-f29b-41d9-af4a-4701723d6b19 HTTP/1.1" status: 200 len: 217 time: 0.0508292 Dec 13 09:38:44.627319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Calling delete_port for 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:44.640482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-ecfb330a-1d99-4559-a990-a8e3a53474a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a HTTP/1.1" status: 200 len: 217 time: 0.0717185 Dec 13 09:38:44.648984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] Set router ff08c816-685b-48bd-9d76-3ef30d9cfe3a gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:44.733020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:38:43Z', 'revision_number': 6, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:44.742647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:44.746488 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9732f0-cf31-4a87-8169-5a3e56f8660b" -d '{"events": [{"server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "name": "network-vif-plugged", "status": "completed", "tag": "5aab1462-7298-4038-bb28-321bc4861ced"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:44.784256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-e3e8a624-7803-4774-835f-e09eef10b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.785761 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-e3e8a624-7803-4774-835f-e09eef10b209 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.1486225 Dec 13 09:38:44.833604 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-4d2104e1-05cb-44e1-98a2-59f2eb136145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387905 Dec 13 09:38:44.835096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:44.836973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Router 70983a3e-acbc-4306-bc86-dc849f6788e0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:44.860802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5aab1462-7298-4038-bb28-321bc4861ced,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:44.866363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35555b-982b-4ed5-af05-10fe4dcdcd50 None None] The sync data for ids ['ff08c816-685b-48bd-9d76-3ef30d9cfe3a'] in n-d-820935-7 is: [{'id': 'ff08c816-685b-48bd-9d76-3ef30d9cfe3a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827191787-router', 'tenant_id': 'b50b111a1075489bb305b67942c15482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:12Z', 'updated_at': '2021-12-13T09:38:43Z', 'revision_number': 6, 'project_id': 'b50b111a1075489bb305b67942c15482', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:44.887012 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f60fe4b-70ce-4004-9e09-c58034bba7f9 x-openstack-request-id: req-5f60fe4b-70ce-4004-9e09-c58034bba7f9 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:44.889917 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "name": "network-vif-plugged", "status": "completed", "tag": "5aab1462-7298-4038-bb28-321bc4861ced", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:44.892395 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f60fe4b-70ce-4004-9e09-c58034bba7f9 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:44.893882 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced', 'code': 200} Dec 13 09:38:44.896430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.982132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:45.240222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526257d-9926-4313-916c-59086fe38c66 req-7c28855e-63a3-43f7-9ccf-72659aa91b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.241523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-7c28855e-63a3-43f7-9ccf-72659aa91b34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.5738132 Dec 13 09:38:45.257499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90da89f-b252-466a-82e7-ff5978633d78 req-88462d87-40a2-4459-9934-c84ac44fcb47 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.259074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b90da89f-b252-466a-82e7-ff5978633d78 req-88462d87-40a2-4459-9934-c84ac44fcb47 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 943 time: 0.6834948 Dec 13 09:38:45.339716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Attempting to bind port 0eddde16-fbcf-437f-93e5-7f5956a77dac on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:45.340647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Attempting to bind port 0eddde16-fbcf-437f-93e5-7f5956a77dac by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:45.340988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Attempting to bind port 0eddde16-fbcf-437f-93e5-7f5956a77dac on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:45.380204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b90da89f-b252-466a-82e7-ff5978633d78 req-ef19f8e8-25f5-416c-8441-06808e7d647b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009686 Dec 13 09:38:45.388602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Port 0eddde16-fbcf-437f-93e5-7f5956a77dac on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:45.389193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Attempting to bind port 0eddde16-fbcf-437f-93e5-7f5956a77dac on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:45.423356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.452055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-74b786f1-e841-47cd-b25f-ab0a0daeab16 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053834 Dec 13 09:38:45.463783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e644617-85a2-4cc0-8aa0-82e5a3fde9a5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:45.468651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:45.468907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:45.469332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:45.470021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Bound port: 0eddde16-fbcf-437f-93e5-7f5956a77dac, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:45.470570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.493373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf50a87-e425-4f43-b838-ea9fd083697e req-a02f12b0-3bc4-48f9-9a8b-cb568db02bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.494857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bcf50a87-e425-4f43-b838-ea9fd083697e req-a02f12b0-3bc4-48f9-9a8b-cb568db02bf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 1100 time: 0.5710046 Dec 13 09:38:45.500184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526257d-9926-4313-916c-59086fe38c66 req-cc772cd5-76c2-4a71-8d80-dff7d95ae6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.502149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-cc772cd5-76c2-4a71-8d80-dff7d95ae6c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2369938 Dec 13 09:38:45.602033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a7eb3d-0183-48a6-9132-ad441df5ebaa {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:45.645850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.663145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:45.675384 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fadebe25-c5ee-46db-8e1a-df6e812236b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/70983a3e-acbc-4306-bc86-dc849f6788e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8594069 Dec 13 09:38:45.681799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37674) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:45.682810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Sync routers for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:45.692480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:45.693376 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:45.702549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.717318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Transition to ACTIVE for port object 27a7eb3d-0183-48a6-9132-ad441df5ebaa will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:45.729320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f77284-8355-4784-b7d5-5f29bb8a57ff req-849223df-ebe1-4e72-8516-5d17ceed1636 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.738356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35f77284-8355-4784-b7d5-5f29bb8a57ff req-849223df-ebe1-4e72-8516-5d17ceed1636 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 947 time: 0.3198020 Dec 13 09:38:45.740374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bcf50a87-e425-4f43-b838-ea9fd083697e req-871edd05-af6a-4659-8ad5-5cb4cee357b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858914 Dec 13 09:38:45.763582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.811568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:45.816313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:45.816871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-1e634e58-e35d-43a0-a96b-fb8454c53d15 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503520 Dec 13 09:38:45.830421 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:45.841371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-3570613e-e408-4741-a444-9f5183cc7d1a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254814 Dec 13 09:38:45.880849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.890609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c69a-e23c-4764-a6a4-e4fb47f7aabf req-0558f1fe-afb8-4616-9847-d9efd92e7c4c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.895816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.896385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f097c69a-e23c-4764-a6a4-e4fb47f7aabf req-0558f1fe-afb8-4616-9847-d9efd92e7c4c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 944 time: 0.3161685 Dec 13 09:38:45.898821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.013675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.014235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff08c816-685b-48bd-9d76-3ef30d9cfe3a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:46.022864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.026777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e1c697ac-1bf1-4347-b4ac-5b419c503237 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ff08c816-685b-48bd-9d76-3ef30d9cfe3a HTTP/1.1" status: 204 len: 168 time: 2.5332134 Dec 13 09:38:46.027902 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.029030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:46.032346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-879a5dde-42b7-4a18-8ec8-f099a13d0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.033880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-879a5dde-42b7-4a18-8ec8-f099a13d0780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 1095 time: 0.1489894 Dec 13 09:38:46.087905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.088738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.090195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] 10.222.0.16 "PUT /v2.0/ports/0eddde16-fbcf-437f-93e5-7f5956a77dac HTTP/1.1" status: 200 len: 1091 time: 3.9864979 Dec 13 09:38:46.093738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:46.099686 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:43Z', 'revision_number': 5, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:46.109782 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ead097-d2ea-47e8-a492-e962155808b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:46.168760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Checking router: 70983a3e-acbc-4306-bc86-dc849f6788e0 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:46.180457 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Routers {'70983a3e-acbc-4306-bc86-dc849f6788e0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:46.182018 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['70983a3e-acbc-4306-bc86-dc849f6788e0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:46.242401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.243801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Pushing event updated for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:46.255756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-f6fe3328-5dd9-4d02-81ca-2328f772ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.257331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-f6fe3328-5dd9-4d02-81ca-2328f772ca6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 913 time: 0.1821494 Dec 13 09:38:46.340428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-b95ad484-7f24-485f-9a85-8282e7ee1f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25583a89-f29b-41d9-af4a-4701723d6b19 HTTP/1.1" status: 200 len: 217 time: 0.0469265 Dec 13 09:38:46.341781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35f77284-8355-4784-b7d5-5f29bb8a57ff req-6d325036-2192-419e-93d1-2543cccfde83 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023428 Dec 13 09:38:46.388268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Deleting subnet 43c786dc-033a-4633-931b-7baffa376c56 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:46.395027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Deleting port cba80c3e-b5a4-48fb-987b-9ea7ab206378 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:46.395362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.405482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f097c69a-e23c-4764-a6a4-e4fb47f7aabf req-6790420e-6f62-4aca-80d2-f3c11acd03de tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527681 Dec 13 09:38:46.406581 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.411113 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] Set router 70983a3e-acbc-4306-bc86-dc849f6788e0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:46.487349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-98f7c094-2cb4-4394-9e03-cf79609d57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.488872 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-98f7c094-2cb4-4394-9e03-cf79609d57bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.1395385 Dec 13 09:38:46.490438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.539129 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f9da2-5384-4efa-98b6-4d294a44f61e x-openstack-request-id: req-277f9da2-5384-4efa-98b6-4d294a44f61e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:46.541094 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:46.542190 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-277f9da2-5384-4efa-98b6-4d294a44f61e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:46.542813 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac', 'status': 'completed', 'code': 200} Dec 13 09:38:46.543163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 17237e40-1fb6-48c8-a726-9d28f6ff2061 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:46.551501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-01fc8a52-d39a-4528-8364-29e1cd01f3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498760 Dec 13 09:38:46.573717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4526257d-9926-4313-916c-59086fe38c66 req-05713ef3-5b87-4e4a-b241-290b6200d52e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677556 Dec 13 09:38:46.574831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9adf8d-7068-497a-be1c-0cea8f60c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:46.575536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 17237e40-1fb6-48c8-a726-9d28f6ff2061 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:46.575936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 17237e40-1fb6-48c8-a726-9d28f6ff2061 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:46.576633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:46.589786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-75e76be4-5800-4745-be1b-063e7d6823e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.598686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-75e76be4-5800-4745-be1b-063e7d6823e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 1094 time: 0.4127722 Dec 13 09:38:46.636430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:46.637073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8e644617-85a2-4cc0-8aa0-82e5a3fde9a5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:46.685331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] For port cba80c3e-b5a4-48fb-987b-9ea7ab206378, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cba80c3e-b5a4-48fb-987b-9ea7ab206378,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:46.685711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.704487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Calling delete_port for cba80c3e-b5a4-48fb-987b-9ea7ab206378 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:46.756084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-1a3d164a-86f5-4499-901e-ae68b8a64e61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac HTTP/1.1" status: 200 len: 217 time: 0.1448216 Dec 13 09:38:46.769478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Attempting to bind port 27a7eb3d-0183-48a6-9132-ad441df5ebaa on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:46.770099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Attempting to bind port 27a7eb3d-0183-48a6-9132-ad441df5ebaa by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:46.770611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Attempting to bind port 27a7eb3d-0183-48a6-9132-ad441df5ebaa on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:46.777420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-3c72a399-dfe6-4cc6-a757-5c68787dd920 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139883 Dec 13 09:38:46.839434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Port 27a7eb3d-0183-48a6-9132-ad441df5ebaa on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:46.840073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Attempting to bind port 27a7eb3d-0183-48a6-9132-ad441df5ebaa on network 9f15d4c0-5e4e-4c68-a1c6-255441c49e0a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:46.846295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.886544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:46.886947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Checking segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:46.887276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Bound using segment: {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:46.888157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Bound port: 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a928104-f714-4778-8160-b50939ea86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:46.888305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:46.901219 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:43Z', 'revision_number': 5, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:46.924622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6feb3-d04e-4f66-8cb6-bf4789842633 req-b0ceea89-aed1-4ce4-8755-9df52fff6923 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.926154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49f6feb3-d04e-4f66-8cb6-bf4789842633 req-b0ceea89-aed1-4ce4-8755-9df52fff6923 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 943 time: 0.2119706 Dec 13 09:38:46.927519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e170-a614-4098-86de-88ed18900b45 req-1b90a647-f381-463f-b02b-90e1862e8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:46.928951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-1b90a647-f381-463f-b02b-90e1862e8761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1607904 Dec 13 09:38:46.940053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-80e08ee2-bf0d-44c8-86d8-7fccce778db9 req-801a0d90-b2df-44b7-adc1-7bff7f6eb1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549845 Dec 13 09:38:46.943110 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a42247-88e6-484c-a2cb-ee3e5f9c5bba None None] The sync data for ids ['70983a3e-acbc-4306-bc86-dc849f6788e0'] in n-d-820935-7 is: [{'id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-70512511-router', 'tenant_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:38:28Z', 'updated_at': '2021-12-13T09:38:43Z', 'revision_number': 5, 'project_id': 'e6d7cff6ff6b4ee39aeb2df8dacc783f', 'gw_port': {'id': 'cba80c3e-b5a4-48fb-987b-9ea7ab206378', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70983a3e-acbc-4306-bc86-dc849f6788e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:38:30Z', 'updated_at': '2021-12-13T09:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:47.013906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-03792c95-181d-4747-817a-d9672d6b11be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472705 Dec 13 09:38:47.035164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.063277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.088851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cba80c3e-b5a4-48fb-987b-9ea7ab206378,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:47.099346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c786dc-033a-4633-931b-7baffa376c56,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:47.114661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9cb92-af2a-4ed3-8d7b-87c2d404efec None None] Network 83d72179-d050-4088-b635-7473d41b14a7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:47.137255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.140487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a676141-50d8-462a-9317-8a10d374f4ae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43c786dc-033a-4633-931b-7baffa376c56 HTTP/1.1" status: 204 len: 168 time: 1.0797560 Dec 13 09:38:47.145987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37688) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:47.164924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.167570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49f6feb3-d04e-4f66-8cb6-bf4789842633 req-d415f221-8088-42c4-bd92-0ba432449fbe tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335236 Dec 13 09:38:47.178631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:47.237668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:47.256641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.269230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-0e20d079-784d-4dba-97e3-f12f7016d4dc service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435701 Dec 13 09:38:47.295570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.297783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.341998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.352465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.353138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.355453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] 10.222.0.20 "PUT /v2.0/ports/27a7eb3d-0183-48a6-9132-ad441df5ebaa HTTP/1.1" status: 200 len: 1091 time: 3.9831517 Dec 13 09:38:47.376739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] DHCP port deletion for 83d72179-d050-4088-b635-7473d41b14a7 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:47.381571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.382314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70983a3e-acbc-4306-bc86-dc849f6788e0 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:47.395363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.399614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3b8271cf-c69b-411d-9bed-7ba5f1de3b8b admin admin] 10.222.0.31 "DELETE /v2.0/routers/70983a3e-acbc-4306-bc86-dc849f6788e0 HTTP/1.1" status: 204 len: 168 time: 1.7094278 Dec 13 09:38:47.400639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:47.425344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58096459-3db2-4827-a4cc-98b1b6d72a6a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:47.539754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Deleting port 67ff1807-9f94-4b0b-8b3b-219636811e9f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:47.540242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.548462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Deleting subnet 9dc5dba9-6b64-4f34-9140-bfc9a4d8e507 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:47.553487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.605960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.640173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] For port 67ff1807-9f94-4b0b-8b3b-219636811e9f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=67ff1807-9f94-4b0b-8b3b-219636811e9f,segment=NetworkSegment(8a889c35-30f9-40c5-9a71-efd4fafddc5f),segment_id=8a889c35-30f9-40c5-9a71-efd4fafddc5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:47.640760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.660909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Calling delete_port for 67ff1807-9f94-4b0b-8b3b-219636811e9f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:47.705541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c5694-4136-481d-aa0c-7f20c9c6e953 service neutron] Pushing event updated for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:47.711380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.729380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-66a22060-8c66-4576-abeb-c1e8b65ee3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.731265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-66a22060-8c66-4576-abeb-c1e8b65ee3e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 1094 time: 0.2987306 Dec 13 09:38:47.749224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:47.774456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '58096459-3db2-4827-a4cc-98b1b6d72a6a', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '58096459-3db2-4827-a4cc-98b1b6d72a6a', 'mac_address': 'fa:16:3e:6f:07:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:47.788081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.836243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.838442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.842666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:47.851419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde6238-761f-4f4c-ba93-96eb68705666 None None] Network fee06914-7cc4-4919-a93b-95d890e04bda requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:47.854113 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9dc5dba9-6b64-4f34-9140-bfc9a4d8e507 HTTP/1.1" status: 204 len: 168 time: 0.4489617 Dec 13 09:38:47.855078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:47.856294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027a0b9-ab71-467f-a331-084c4a2083eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc5dba9-6b64-4f34-9140-bfc9a4d8e507,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:47.863300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e53e170-a614-4098-86de-88ed18900b45 req-a8b48d0d-b598-4f43-830c-697164bf2072 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813718 Dec 13 09:38:47.871234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-df208fa7-5550-4fd7-bdf1-d492bd3f57f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa HTTP/1.1" status: 200 len: 217 time: 0.1183596 Dec 13 09:38:47.901327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8244fc4-e08e-4187-90fb-621ce6f64795 req-db8cd9ff-aebc-457c-b4d6-b24829ae54dc tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.903347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8244fc4-e08e-4187-90fb-621ce6f64795 req-db8cd9ff-aebc-457c-b4d6-b24829ae54dc tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 947 time: 0.3570967 Dec 13 09:38:47.910332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] Pushing event deleted for resources: {'Port': ['ID=67ff1807-9f94-4b0b-8b3b-219636811e9f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:47.942357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665a176-f4f6-49c6-8606-42ef38bfceb2 None None] No DVR routers for this DVR port 67ff1807-9f94-4b0b-8b3b-219636811e9f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:47.950647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58096459-3db2-4827-a4cc-98b1b6d72a6a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:48.019401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.023309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135870d7-2a59-413e-8963-34062b3919b1 req-579ddadf-4ea2-405a-8fa4-114b1a05ab85 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.024644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:48.030819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.033039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-135870d7-2a59-413e-8963-34062b3919b1 req-579ddadf-4ea2-405a-8fa4-114b1a05ab85 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 944 time: 0.4445117 Dec 13 09:38:48.102427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Deleting port 67ff1807-9f94-4b0b-8b3b-219636811e9f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:48.105317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.129537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:48.135442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Deleting port ae73c7c2-456c-40cc-9a14-1e66257ebeeb {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:48.136026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.216019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] For port ae73c7c2-456c-40cc-9a14-1e66257ebeeb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,segment=NetworkSegment(73d3c985-14ee-417e-99b8-e8ac5457089b),segment_id=73d3c985-14ee-417e-99b8-e8ac5457089b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:48.216478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.222015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] For port 67ff1807-9f94-4b0b-8b3b-219636811e9f, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:48.222349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.233983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Calling delete_port for ae73c7c2-456c-40cc-9a14-1e66257ebeeb owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:48.237405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8244fc4-e08e-4187-90fb-621ce6f64795 req-303c8cd8-ea54-484d-840f-2a7a3b95b52f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174748 Dec 13 09:38:48.250021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:48.250491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-25071c6c-1661-46f1-bb4b-1cfdf8e67a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.252257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-25071c6c-1661-46f1-bb4b-1cfdf8e67a67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.3711519 Dec 13 09:38:48.265769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Calling delete_port for 67ff1807-9f94-4b0b-8b3b-219636811e9f owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:48.280849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Port 67ff1807-9f94-4b0b-8b3b-219636811e9f was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:38:48.284153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead097-d2ea-47e8-a492-e962155808b7 req-473c5700-1f02-4aba-9cbb-34870d7d1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.285674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-473c5700-1f02-4aba-9cbb-34870d7d1333 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 1094 time: 0.3177729 Dec 13 09:38:48.311296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-8e39fc65-3a25-4f38-89e0-ce365ff92a1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427644 Dec 13 09:38:48.311917 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.327424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-135870d7-2a59-413e-8963-34062b3919b1 req-b205936b-f512-4cff-9dce-65beecb7324b tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914622 Dec 13 09:38:48.406788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.420501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73540501-4c83-4d20-8543-15c410026a3a None None] DHCP port deletion for fee06914-7cc4-4919-a93b-95d890e04bda request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:48.491017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae73c7c2-456c-40cc-9a14-1e66257ebeeb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:48.494848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] No DVR routers for this DVR port ae73c7c2-456c-40cc-9a14-1e66257ebeeb on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:48.560571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:48.563113 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c79e3-df6e-4736-b004-48414bfc7351" -d '{"events": [{"name": "network-changed", "server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:48.566683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ff1807-9f94-4b0b-8b3b-219636811e9f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:48.585849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cba80c3e-b5a4-48fb-987b-9ea7ab206378 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:48.586751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.611052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: cba80c3e-b5a4-48fb-987b-9ea7ab206378 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:48.611427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cba80c3e-b5a4-48fb-987b-9ea7ab206378 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:48.611885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 035bf632-408e-4828-b5da-bda4d35cdd39 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:48.620327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee06914-7cc4-4919-a93b-95d890e04bda']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.633256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 035bf632-408e-4828-b5da-bda4d35cdd39 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:48.633675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 035bf632-408e-4828-b5da-bda4d35cdd39 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:48.634257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 67ff1807-9f94-4b0b-8b3b-219636811e9f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:48.637435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] No DVR routers for this DVR port 67ff1807-9f94-4b0b-8b3b-219636811e9f on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:48.641658 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9183967-607f-42e8-b670-cb6177eaafd6 x-openstack-request-id: req-f9183967-607f-42e8-b670-cb6177eaafd6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:48.641946 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:48.642204 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9183967-607f-42e8-b670-cb6177eaafd6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:48.642315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d3c985-14ee-417e-99b8-e8ac5457089b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.642523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d3c985-14ee-417e-99b8-e8ac5457089b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.642642 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa', 'status': 'completed', 'code': 200} Dec 13 09:38:48.659072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 67ff1807-9f94-4b0b-8b3b-219636811e9f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:48.659980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 67ff1807-9f94-4b0b-8b3b-219636811e9f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:48.660419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae73c7c2-456c-40cc-9a14-1e66257ebeeb no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:48.661869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.681050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ae73c7c2-456c-40cc-9a14-1e66257ebeeb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:48.681496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae73c7c2-456c-40cc-9a14-1e66257ebeeb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:48.682963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.690914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:48.691319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:48.711179 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:48.725956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-a671184c-c71c-4f94-b8a9-e59498209eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791194 Dec 13 09:38:48.766604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.771368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.778153 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fee06914-7cc4-4919-a93b-95d890e04bda HTTP/1.1" status: 204 len: 168 time: 0.9177928 Dec 13 09:38:48.792664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3d9ff-7b88-480c-9aae-9b7c6aa53358 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee06914-7cc4-4919-a93b-95d890e04bda,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:48.799888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.829276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d72179-d050-4088-b635-7473d41b14a7']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.862345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a889c35-30f9-40c5-9a71-efd4fafddc5f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.862681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a889c35-30f9-40c5-9a71-efd4fafddc5f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:48.904410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead097-d2ea-47e8-a492-e962155808b7 req-c9a60c43-f8d5-47d2-a475-974183db187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.905928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-c9a60c43-f8d5-47d2-a475-974183db187e service neutron] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.6048658 Dec 13 09:38:48.909004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.918754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7bdd-f08e-4c30-8aa6-93943f6eb73a req-d46e4c8d-9a20-4a74-90c2-d9890eca9cfd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.919387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:48.919782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-884c7bdd-f08e-4c30-8aa6-93943f6eb73a req-d46e4c8d-9a20-4a74-90c2-d9890eca9cfd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 943 time: 0.3139513 Dec 13 09:38:48.967949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e9d3a59-4496-4851-9eb9-2f4bd7968c03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6d7cff6ff6b4ee39aeb2df8dacc783f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470424 Dec 13 09:38:48.971441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37712) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:49.029787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.058844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.123029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.126483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.128019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98251f8a-6229-4a63-8203-ed9c95a34838 HTTP/1.1" status: 204 len: 168 time: 0.1555209 Dec 13 09:38:49.153749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa79a79-746a-4f2a-92fe-dcd433eb0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98251f8a-6229-4a63-8203-ed9c95a34838,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:49.335792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.350179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-eec527a1-b39c-40d7-b85a-0ae86955f9df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac HTTP/1.1" status: 200 len: 217 time: 0.4231172 Dec 13 09:38:49.366958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:49.367372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:49.372871 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:49.399416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 25583a89-f29b-41d9-af4a-4701723d6b19 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:49.404472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58096459-3db2-4827-a4cc-98b1b6d72a6a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:49.518010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f92eb5b7-71c6-4a28-b40d-b23f44ca8c89 req-209a8365-526a-4575-baa8-22e0b7f29e1a service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768421 Dec 13 09:38:49.537918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-884c7bdd-f08e-4c30-8aa6-93943f6eb73a req-92480494-cde6-40f4-a026-bef712969d34 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096880 Dec 13 09:38:49.552728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.563236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.572553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83d72179-d050-4088-b635-7473d41b14a7 HTTP/1.1" status: 204 len: 168 time: 2.4195130 Dec 13 09:38:49.572553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead097-d2ea-47e8-a492-e962155808b7 req-c7f92434-ff1b-48f5-a63e-17dc10acad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.573098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37732) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:49.573909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-c7f92434-ff1b-48f5-a63e-17dc10acad15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.2019205 Dec 13 09:38:49.582841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5d3bf-9213-4f1c-a72f-67fffd778a1e req-3e310a29-b0b0-48f6-a008-ef5ecde0fa3b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.584965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70a5d3bf-9213-4f1c-a72f-67fffd778a1e req-3e310a29-b0b0-48f6-a008-ef5ecde0fa3b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 948 time: 0.2250955 Dec 13 09:38:49.675283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a574-aba7-4c1a-b344-f43d1acc2634 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d72179-d050-4088-b635-7473d41b14a7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:49.718186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-77adde48-8a9c-4ab4-9a60-83ed1cb434d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902774 Dec 13 09:38:49.739785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c79e3-df6e-4736-b004-48414bfc7351 req-0076b056-fdb2-4ddc-b6ff-f883b2630aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.742021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-0076b056-fdb2-4ddc-b6ff-f883b2630aaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedb4bb0cd904067b608ea9588728f66&device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 1094 time: 0.1554260 Dec 13 09:38:49.773748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=25583a89-f29b-41d9-af4a-4701723d6b19,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:49.790826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '25583a89-f29b-41d9-af4a-4701723d6b19', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'port_id': '25583a89-f29b-41d9-af4a-4701723d6b19', 'mac_address': 'fa:16:3e:6f:21:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d26a4-4e92-40ab-802c-9aea500aba7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:49.796532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 58096459-3db2-4827-a4cc-98b1b6d72a6a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:49.821175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 58096459-3db2-4827-a4cc-98b1b6d72a6a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:49.822367 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.864890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c79e3-df6e-4736-b004-48414bfc7351 req-be439ec2-2df2-4e43-9f65-e138b95b21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.866376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-be439ec2-2df2-4e43-9f65-e138b95b21ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 200 len: 913 time: 0.0999095 Dec 13 09:38:49.927970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-c3346b70-6f0f-44c9-84c3-27e0acd735cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa HTTP/1.1" status: 200 len: 217 time: 0.0477424 Dec 13 09:38:49.937254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.956943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25583a89-f29b-41d9-af4a-4701723d6b19 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:50.014508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=25583a89-f29b-41d9-af4a-4701723d6b19,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:50.019637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.027664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.033080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70a5d3bf-9213-4f1c-a72f-67fffd778a1e req-9a992ef8-05fb-4fef-ba03-b703656c6421 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124420 Dec 13 09:38:50.048306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb09c10-f42a-4ddd-b10c-be8485cfa6ae req-ce996c4c-c07f-4e2b-a408-a5028fd0a195 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.049877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeb09c10-f42a-4ddd-b10c-be8485cfa6ae req-ce996c4c-c07f-4e2b-a408-a5028fd0a195 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 944 time: 0.3502212 Dec 13 09:38:50.091232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:50.098023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:50.100456 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adef82a-51c0-4be0-b3bf-7ba11f7e0548" -d '{"events": [{"server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "name": "network-vif-plugged", "status": "completed", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:50.114375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:50.121116 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.133403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c79e3-df6e-4736-b004-48414bfc7351 req-b67ddbb9-68fd-48e7-82a0-1617e38421ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.134849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-b67ddbb9-68fd-48e7-82a0-1617e38421ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 200 len: 852 time: 0.1678557 Dec 13 09:38:50.174110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-22b7fabe-e03a-46f3-be67-88fc80f51e29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309348 Dec 13 09:38:50.177813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeb09c10-f42a-4ddd-b10c-be8485cfa6ae req-de827b11-412e-4ecb-838f-6bb4e461c079 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175451 Dec 13 09:38:50.194347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-035095a1-31ff-4f00-8ca6-1237367da32a service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487498 Dec 13 09:38:50.223356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.281143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:50.299811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['25583a89-f29b-41d9-af4a-4701723d6b19'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:50.404117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-7e2f3fb4-50db-434b-959c-7f622d82a68e service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186325 Dec 13 09:38:50.407360 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6484d6d-2330-4666-af41-38a839a66e39 x-openstack-request-id: req-f6484d6d-2330-4666-af41-38a839a66e39 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:50.407894 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "name": "network-vif-plugged", "status": "completed", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:50.408305 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6484d6d-2330-4666-af41-38a839a66e39 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:50.409022 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a', 'code': 200} Dec 13 09:38:50.515892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-390c79e3-df6e-4736-b004-48414bfc7351 req-79e6688d-c766-44ab-b836-651b9dd30faa service neutron] 10.222.0.20 "GET /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008875 Dec 13 09:38:50.518588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37750) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:50.524652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ead097-d2ea-47e8-a492-e962155808b7 req-cdc026bc-1406-4854-9600-c76ac11e1d0a service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193386 Dec 13 09:38:50.646654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1008503304-network', 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:50.670202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:50.672801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.686071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.777362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7ded-2fd0-4468-b7bc-2838f80d4160 req-caf54305-9fe8-40c1-904b-ca959940fd17 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.778883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2edf7ded-2fd0-4468-b7bc-2838f80d4160 req-caf54305-9fe8-40c1-904b-ca959940fd17 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 943 time: 0.0944161 Dec 13 09:38:50.807516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a32ab-1574-4313-86b8-917b26ef29e9 req-da2c0b7b-9ae4-4b2f-b986-6fefb90c8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.809232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-934a32ab-1574-4313-86b8-917b26ef29e9 req-da2c0b7b-9ae4-4b2f-b986-6fefb90c8242 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 1100 time: 0.0820103 Dec 13 09:38:50.855434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.872254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2edf7ded-2fd0-4468-b7bc-2838f80d4160 req-df17e81f-1464-4909-a8f8-7501a88a639f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774796 Dec 13 09:38:50.942522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.949977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-934a32ab-1574-4313-86b8-917b26ef29e9 req-0d487b33-0ddf-4de0-a96a-32931f498a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219649 Dec 13 09:38:50.965684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:50.981598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a9dc7-a9b7-47a6-8cda-77612ca01303,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:50.984611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.985063 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Added segment ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf of type vlan for network 4f11020b-d7af-4025-8c60-df869da58360 Dec 13 09:38:51.035221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.052457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Deleting port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:51.053140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.064528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.065703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.066371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.095769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:51.095978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5781059 Dec 13 09:38:51.101381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Request body: {'subnet': {'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1008503304-subnet', 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:51.139303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3b43-94ca-443c-bd1f-15dc26447ebc admin admin] Pushing event updated for resources: {'Network': ['ID=4f11020b-d7af-4025-8c60-df869da58360,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:51.148079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:51.150197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.152770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4f11020b-d7af-4025-8c60-df869da58360 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:38:51.199957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] For port 4f8fee07-f2c0-4d48-8f43-b16dbaf52154, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:51.199957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.230134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff55b-75d0-4a8c-bf1c-1339ab5233aa req-c4fdbec8-3678-48fc-b7ae-27bc33ab75fa tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.236526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-568ff55b-75d0-4a8c-bf1c-1339ab5233aa req-c4fdbec8-3678-48fc-b7ae-27bc33ab75fa tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 949 time: 0.0858295 Dec 13 09:38:51.267746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Calling delete_port for 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:51.287365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-568ff55b-75d0-4a8c-bf1c-1339ab5233aa req-e9d3f3bc-1f00-4217-8367-df109468fb79 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Dec 13 09:38:51.404952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2f203-7a4d-4dc3-b60a-74a9a3ff46f6 req-28201a49-62bc-4ba4-a5df-2aae19fc1f2f tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.408260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15e2f203-7a4d-4dc3-b60a-74a9a3ff46f6 req-28201a49-62bc-4ba4-a5df-2aae19fc1f2f tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 945 time: 0.0682967 Dec 13 09:38:51.414035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 25583a89-f29b-41d9-af4a-4701723d6b19 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:51.466032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15e2f203-7a4d-4dc3-b60a-74a9a3ff46f6 req-d5c2cf15-a8d0-4894-9311-75e0a9a7ed64 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513163 Dec 13 09:38:51.479580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 25583a89-f29b-41d9-af4a-4701723d6b19 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:51.486801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 25583a89-f29b-41d9-af4a-4701723d6b19 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:51.487190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.539534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.575434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.606634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=152fcafc-aa53-4505-bb72-0c4869a772c5,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:51.610912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.626703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=25583a89-f29b-41d9-af4a-4701723d6b19,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:51.631378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.645398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8fee07-f2c0-4d48-8f43-b16dbaf52154,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:51.673279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Checking segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:51.673650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Network hostable DHCP agents. Network: 4f11020b-d7af-4025-8c60-df869da58360, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:38:51.685343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:51.720242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Network 4f11020b-d7af-4025-8c60-df869da58360 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:38:51.765634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4f11020b-d7af-4025-8c60-df869da58360) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:51.775361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.775989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.776574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1ae5d-29a6-4d3a-9aed-9120dfb39525 None None] Network 4f11020b-d7af-4025-8c60-df869da58360 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:51.798201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-201f0135-b29c-45ad-91de-edf403238edd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7010996 Dec 13 09:38:51.876054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.952146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7c0a4-05b1-45f7-9a1f-a7de7d193a1e None None] Network 4f11020b-d7af-4025-8c60-df869da58360 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:51.973809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0eddde16-fbcf-437f-93e5-7f5956a77dac details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:52.076842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5def2b-7d15-4bd3-ad56-5c41989e00d4 req-dc9753bf-6e25-46d4-a31c-975b914e7776 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:52.094082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff5def2b-7d15-4bd3-ad56-5c41989e00d4 req-dc9753bf-6e25-46d4-a31c-975b914e7776 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 943 time: 0.0978332 Dec 13 09:38:52.195876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff5def2b-7d15-4bd3-ad56-5c41989e00d4 req-b206ff28-f675-4c95-9d1c-60bd8cbacbc2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008692 Dec 13 09:38:52.218911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.244758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0eddde16-fbcf-437f-93e5-7f5956a77dac', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': '0eddde16-fbcf-437f-93e5-7f5956a77dac', 'mac_address': 'fa:16:3e:de:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:52.251277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Router d6187302-019c-4a9e-9f18-004d5bf6f946 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:52.289124 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.304442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eddde16-fbcf-437f-93e5-7f5956a77dac {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:52.333711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.349407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.388081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:52.396383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4fa16862-04a4-4915-8e64-f5e7648fd2ea admin admin] 10.222.0.31 "PUT /v2.0/routers/d6187302-019c-4a9e-9f18-004d5bf6f946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8194485 Dec 13 09:38:52.396383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:52.419880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:52.423440 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a893381f-6859-404a-8834-8065685ace80" -d '{"events": [{"server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "name": "network-vif-plugged", "status": "completed", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:52.427928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Sync routers for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:52.474111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:52.475076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:52.484189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:52.551910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-346a2b29-b313-411f-a4a0-5a06c1e7cc72 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:52.553807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-346a2b29-b313-411f-a4a0-5a06c1e7cc72 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.2147610 Dec 13 09:38:52.584221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3594a7-231a-4ba7-9f83-e6cbe4016bee req-f4ba444b-98f7-4798-8f9f-3eb64778c9e1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:52.585702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e3594a7-231a-4ba7-9f83-e6cbe4016bee req-f4ba444b-98f7-4798-8f9f-3eb64778c9e1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 949 time: 0.1198103 Dec 13 09:38:52.588574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-8c2f0c84-b7a8-47be-a6eb-49e702c1e02b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/quotas/0819414f5fcd4e63bdfd4ca528a1b8ef HTTP/1.1" status: 200 len: 375 time: 0.0252466 Dec 13 09:38:52.601992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.648625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:52.663871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-093e04ee-5de9-41a7-b0f5-c3cd4237c1dc tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403225 Dec 13 09:38:52.691840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e3594a7-231a-4ba7-9f83-e6cbe4016bee req-116fd24c-3f4e-47ea-bc9c-4255f8ea8ea5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963957 Dec 13 09:38:52.712123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.784968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Deleting port a29817d2-7e06-4005-b5be-84c992b970b7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:52.785571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.790775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-5875d747-4857-4d00-869e-7453d225a3ea service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156254 Dec 13 09:38:52.822192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0eddde16-fbcf-437f-93e5-7f5956a77dac'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:52.888940 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad51ca85-d00c-4617-8d6c-692b531819c4 x-openstack-request-id: req-ad51ca85-d00c-4617-8d6c-692b531819c4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:52.889234 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "name": "network-vif-plugged", "status": "completed", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:52.889490 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad51ca85-d00c-4617-8d6c-692b531819c4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:52.889883 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19', 'code': 200} Dec 13 09:38:52.890684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] For port a29817d2-7e06-4005-b5be-84c992b970b7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a29817d2-7e06-4005-b5be-84c992b970b7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.891242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.909302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Calling delete_port for a29817d2-7e06-4005-b5be-84c992b970b7 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:52.952887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:38:51Z', 'revision_number': 5, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port': {'id': 'a29817d2-7e06-4005-b5be-84c992b970b7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:22Z', 'updated_at': '2021-12-13T09:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:52.953636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a2bef17d-611f-49f1-a240-f27f7138b147 service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615417 Dec 13 09:38:52.986486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Checking router: d6187302-019c-4a9e-9f18-004d5bf6f946 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:53.035746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Routers {'d6187302-019c-4a9e-9f18-004d5bf6f946'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:53.036423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d6187302-019c-4a9e-9f18-004d5bf6f946'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:53.045263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b45f9-eb73-42b2-ac0d-ef987f21efce req-823b6a85-d0ed-4d99-8b17-6f83f7ec182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.047360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-846b45f9-eb73-42b2-ac0d-ef987f21efce req-823b6a85-d0ed-4d99-8b17-6f83f7ec182b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0759528 Dec 13 09:38:53.100490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f0b8-c6ac-4b15-b6af-711e72e28fbb req-901e4a43-408a-4c49-9743-12bc6ded5dc3 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.107882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c72f0b8-c6ac-4b15-b6af-711e72e28fbb req-901e4a43-408a-4c49-9743-12bc6ded5dc3 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 946 time: 0.1051347 Dec 13 09:38:53.182464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c72f0b8-c6ac-4b15-b6af-711e72e28fbb req-33e597de-47b9-4a4c-a217-9be46db061d6 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Dec 13 09:38:53.207518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-846b45f9-eb73-42b2-ac0d-ef987f21efce req-702d51c8-09a9-484d-834f-304a5635b108 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183608 Dec 13 09:38:53.272918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.298996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] Set router d6187302-019c-4a9e-9f18-004d5bf6f946 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:53.317736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62f1ef2a-7844-4bf3-ad93-972ee7c50d47 req-6c7e6bda-1de1-41c6-9c9b-a57fbbbe8abf tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 210 time: 0.0643463 Dec 13 09:38:53.342945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29817d2-7e06-4005-b5be-84c992b970b7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:53.361388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fad96-1050-4a7b-9f06-ba1be91fdacb req-2a52f86b-1b03-4408-a722-64e5913eae67 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.363014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f17fad96-1050-4a7b-9f06-ba1be91fdacb req-2a52f86b-1b03-4408-a722-64e5913eae67 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 949 time: 0.1519086 Dec 13 09:38:53.415153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.430269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 27a7eb3d-0183-48a6-9132-ad441df5ebaa details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:53.465901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:38:52Z', 'revision_number': 6, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:53.490447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f17fad96-1050-4a7b-9f06-ba1be91fdacb req-93f9a826-05c1-4118-91e0-4333aceff07a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182866 Dec 13 09:38:53.500128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420a30-def3-4ac2-8e38-f21a8995d867 req-0d1ad91c-883d-4141-8820-d845a48db636 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.508075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6420a30-def3-4ac2-8e38-f21a8995d867 req-0d1ad91c-883d-4141-8820-d845a48db636 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 944 time: 0.1118104 Dec 13 09:38:53.559237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499c6a-8b0c-44a4-998d-06c233d7233a None None] The sync data for ids ['d6187302-019c-4a9e-9f18-004d5bf6f946'] in n-d-820935-7 is: [{'id': 'd6187302-019c-4a9e-9f18-004d5bf6f946', 'name': 'tempest-AttachSCSIVolumeTestJSON-763567946-router', 'tenant_id': '09ce9eaf6250430c9120e7b0a105a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:21Z', 'updated_at': '2021-12-13T09:38:52Z', 'revision_number': 6, 'project_id': '09ce9eaf6250430c9120e7b0a105a457', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:53.576138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.581545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.582561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:53.655852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.657216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6187302-019c-4a9e-9f18-004d5bf6f946 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:53.668226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.672486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6420a30-def3-4ac2-8e38-f21a8995d867 req-461c2e8f-b4c8-48ee-b00f-1b9123be638c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611295 Dec 13 09:38:53.672856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37836) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:53.674064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e90d5a9f-36e5-4113-9c1a-2677e2343898 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6187302-019c-4a9e-9f18-004d5bf6f946 HTTP/1.1" status: 204 len: 168 time: 1.2768137 Dec 13 09:38:53.755894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Deleting subnet b6ce711a-21b1-4d19-ad7b-d66ebc6e2245 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:53.759132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.813024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.948499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:53.961595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '27a7eb3d-0183-48a6-9132-ad441df5ebaa', 'network_id': '9f15d4c0-5e4e-4c68-a1c6-255441c49e0a', 'port_id': '27a7eb3d-0183-48a6-9132-ad441df5ebaa', 'mac_address': 'fa:16:3e:ff:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d26a4-4e92-40ab-802c-9aea500aba7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:54.006519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.031798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.050682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a7eb3d-0183-48a6-9132-ad441df5ebaa {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:54.087684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:54.098403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.109058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0421e-c807-4c09-9375-d14931102212 req-95592e52-3979-4879-8d15-0b5fa60bc511 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.115902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0421e-c807-4c09-9375-d14931102212 req-95592e52-3979-4879-8d15-0b5fa60bc511 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.124899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cb0421e-c807-4c09-9375-d14931102212 req-95592e52-3979-4879-8d15-0b5fa60bc511 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43&device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 1689 time: 0.1765311 Dec 13 09:38:54.150383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.155145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:54.187642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ce711a-21b1-4d19-ad7b-d66ebc6e2245,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:54.201379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.204611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0801a231-ec50-441c-9c19-9af99e7366f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6ce711a-21b1-4d19-ad7b-d66ebc6e2245 HTTP/1.1" status: 204 len: 168 time: 0.5306408 Dec 13 09:38:54.207224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:54.216381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f9233-86c0-4dfa-8a5f-f08cdc06f2ed None None] Network 399980ab-33a8-4821-8a53-6f040209045b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:54.229970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cb0421e-c807-4c09-9375-d14931102212 req-38cd2a87-0396-4873-bbad-eac4fd78541e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035719 Dec 13 09:38:54.288804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.368653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Deleting port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:54.368653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.389896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e9ac4-583f-43f5-9c25-f1874211cd62 req-af154f62-75c5-46e9-9f9a-5f15f24d6390 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.392523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['27a7eb3d-0183-48a6-9132-ad441df5ebaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:54.404598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-636e9ac4-583f-43f5-9c25-f1874211cd62 req-af154f62-75c5-46e9-9f9a-5f15f24d6390 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 946 time: 0.0993061 Dec 13 09:38:54.525159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] DHCP port deletion for 399980ab-33a8-4821-8a53-6f040209045b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:54.596777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] For port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:54.597658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.631906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Calling delete_port for df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:54.646074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a29817d2-7e06-4005-b5be-84c992b970b7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:54.658748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69158-925c-4bfe-ac99-e05293f81d53 req-f8b3c1a0-d55a-4504-b76f-b5e8e9d2f35b tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.674053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ca69158-925c-4bfe-ac99-e05293f81d53 req-f8b3c1a0-d55a-4504-b76f-b5e8e9d2f35b tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 1100 time: 0.2633893 Dec 13 09:38:54.689167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a29817d2-7e06-4005-b5be-84c992b970b7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:54.689551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a29817d2-7e06-4005-b5be-84c992b970b7 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:54.689973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:54.723088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-636e9ac4-583f-43f5-9c25-f1874211cd62 req-d6e3ba8b-ae5a-429b-88d4-ad7ff0727f69 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941196 Dec 13 09:38:54.740831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Deleting port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:54.741380 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.825466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ca69158-925c-4bfe-ac99-e05293f81d53 req-bf364f05-ad62-4918-81af-c40a66c344e4 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492386 Dec 13 09:38:54.851428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] For port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,segment=NetworkSegment(2f6c9e98-d07c-4904-ba2d-71df958d04da),segment_id=2f6c9e98-d07c-4904-ba2d-71df958d04da)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:54.852058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.869959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Calling delete_port for df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:54.891034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-70e0f6ef-0ced-40e8-b45c-8f16aa56e914 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.892635 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-70e0f6ef-0ced-40e8-b45c-8f16aa56e914 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.2406011 Dec 13 09:38:54.893550 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.943888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:54.953687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8961c39f-388d-4ff6-8a29-78b248448203 req-a3d76b2e-5c62-44f2-9a08-d4315dd75625 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 210 time: 0.0387185 Dec 13 09:38:54.954820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Request body: {'port': {'device_id': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'admin_state_up': True, 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:54.979392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] No DVR routers for this DVR port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:55.001205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:55.001558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4f8fee07-f2c0-4d48-8f43-b16dbaf52154 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:55.003722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.039593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] No DVR routers for this DVR port df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:55.069175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147a70e-73c7-4313-b56a-b561640900fd None None] Pushing event deleted for resources: {'Port': ['ID=df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:55.159603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.179922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd45b-58bd-4d9f-99de-371d4c99ac2e req-82ea16ac-d635-408a-932b-b7e2c147f600 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.182243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26ffd45b-58bd-4d9f-99de-371d4c99ac2e req-82ea16ac-d635-408a-932b-b7e2c147f600 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 944 time: 0.0884585 Dec 13 09:38:55.188543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7a4e0-55af-4866-b9aa-c00a991cad47 req-0635ae7b-3f8c-4d27-8496-4a4bd1fd785d tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.191577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399980ab-33a8-4821-8a53-6f040209045b']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:55.196076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eca7a4e0-55af-4866-b9aa-c00a991cad47 req-0635ae7b-3f8c-4d27-8496-4a4bd1fd785d tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 1100 time: 0.0930140 Dec 13 09:38:55.206597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6c9e98-d07c-4904-ba2d-71df958d04da') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:55.206889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6c9e98-d07c-4904-ba2d-71df958d04da') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:55.220609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.233835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:55.237312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.255207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.268677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:55.269187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:55.271031 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:55.279148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eca7a4e0-55af-4866-b9aa-c00a991cad47 req-c26b8dd7-51b2-4c02-9394-d7b6453b65e4 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808878 Dec 13 09:38:55.282515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26ffd45b-58bd-4d9f-99de-371d4c99ac2e req-41c832a3-9775-4aa7-bd5d-e4551db63edc tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824261 Dec 13 09:38:55.497044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-c21c1649-d1ad-4321-aed0-9ab56c3c5232 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243626 Dec 13 09:38:55.619928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-6dc1ce93-af80-4042-b8c4-761f995337dd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.621957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-6dc1ce93-af80-4042-b8c4-761f995337dd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205189 Dec 13 09:38:55.627960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.642637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-4f148ce5-727e-43ab-81c2-236b1ec9125b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0121167 Dec 13 09:38:55.650431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.663033 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/399980ab-33a8-4821-8a53-6f040209045b HTTP/1.1" status: 204 len: 168 time: 1.4481061 Dec 13 09:38:55.696801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcb2fd-2e51-45a3-a21a-169a9a0510c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=399980ab-33a8-4821-8a53-6f040209045b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:55.717146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Allocated IP 172.20.0.14 (4f11020b-d7af-4025-8c60-df869da58360/152fcafc-aa53-4505-bb72-0c4869a772c5/ed94a4e5-8242-4576-97c6-2b6ad798ea48) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:55.735329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-3ef2ddcd-eb96-4c52-8608-f93fb6b0cfe4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762506 Dec 13 09:38:55.874997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:55.926048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20605fb0-4c0e-4255-b3d7-ea61da271e6e req-934d4259-cd0d-4291-8926-3344d8bb7c85 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.936545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20605fb0-4c0e-4255-b3d7-ea61da271e6e req-934d4259-cd0d-4291-8926-3344d8bb7c85 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 946 time: 0.1010983 Dec 13 09:38:55.974192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.007560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37896) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:56.007980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb65b269-fb80-4c96-8e75-aed32be60160 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b50b111a1075489bb305b67942c15482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317780 Dec 13 09:38:56.011296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0eddde16-fbcf-437f-93e5-7f5956a77dac up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:56.030382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5f0aadb-ea73-4dae-8678-5c77a4ed3e53 req-53bb74b6-e079-419c-8648-feecded4b532 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 210 time: 0.0554760 Dec 13 09:38:56.060024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20605fb0-4c0e-4255-b3d7-ea61da271e6e req-5c7ac719-96ec-46f3-a7d2-e1db67d2d8aa tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222050 Dec 13 09:38:56.080401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.119388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0eddde16-fbcf-437f-93e5-7f5956a77dac completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:56.126942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0eddde16-fbcf-437f-93e5-7f5956a77dac triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:56.127294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.167687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Network 4f11020b-d7af-4025-8c60-df869da58360 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:56.176865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:56.179304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:56.185666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.193196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0e84a-c988-44b1-9432-fd9edead710b req-e25fbd11-f077-46e5-b325-a9526bfc78ce tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.205920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efc0e84a-c988-44b1-9432-fd9edead710b req-e25fbd11-f077-46e5-b325-a9526bfc78ce tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 932 time: 0.0712061 Dec 13 09:38:56.255871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:56.276963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efc0e84a-c988-44b1-9432-fd9edead710b req-62d03eea-4462-4f4e-8575-d62d7b825bbf tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Dec 13 09:38:56.280398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.281031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.290478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.317379 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.318118 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a4f28dfd-8719-4d6f-ad81-3274997b0b9f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3763111 Dec 13 09:38:56.340229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Request body: {'port': {'device_id': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:56.377516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:56.378857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:56.381532 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e388e15-c273-4c16-8a17-0e29a4b63cbe" -d '{"events": [{"server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "name": "network-vif-plugged", "status": "completed", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:56.386108 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.410809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.413543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.417082 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82d9628d-7bdd-4295-9559-50211aab0662 HTTP/1.1" status: 204 len: 168 time: 0.4063036 Dec 13 09:38:56.417501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.432373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ea17f-334d-499b-8b9a-30b416e149df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d9628d-7bdd-4295-9559-50211aab0662,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:56.553728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea8c36-97ba-48a3-9c83-eab59153268d req-a560e7d1-6cd2-40c1-9f2a-90a84c71871c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.563979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:56.566540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0ea8c36-97ba-48a3-9c83-eab59153268d req-a560e7d1-6cd2-40c1-9f2a-90a84c71871c tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 944 time: 0.2078989 Dec 13 09:38:56.596921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:56.642439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:56.643251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df1c01af-a0ea-4a63-b8cb-5a8deccfcf1d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:56.645463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5a85-54f8-4641-a3ee-1d137672cdb6 req-f868c693-bcfb-4cb3-a61b-a3063b5ed55e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.653747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a0b5a85-54f8-4641-a3ee-1d137672cdb6 req-f868c693-bcfb-4cb3-a61b-a3063b5ed55e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.1972616 Dec 13 09:38:56.722242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0ea8c36-97ba-48a3-9c83-eab59153268d req-1346269e-a554-480f-9dc7-4b4d2faa0ac0 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407065 Dec 13 09:38:56.776922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a0b5a85-54f8-4641-a3ee-1d137672cdb6 req-3fe32502-c7ff-4c1b-955b-e02b105190f2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214449 Dec 13 09:38:56.869618 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a70c2f-ee1d-4246-a3dd-2ebec95be831 x-openstack-request-id: req-e1a70c2f-ee1d-4246-a3dd-2ebec95be831 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:56.869940 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "name": "network-vif-plugged", "status": "completed", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:56.870202 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1a70c2f-ee1d-4246-a3dd-2ebec95be831 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:56.870605 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac', 'code': 200} Dec 13 09:38:56.965413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed94a4e5-8242-4576-97c6-2b6ad798ea48 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:56.976948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.991098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Transition to ACTIVE for port object ed94a4e5-8242-4576-97c6-2b6ad798ea48 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:56.994870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.003708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d229522-0b06-467c-bd07-e931480e07d4 req-16d43a1e-6ec5-4bef-addc-f0af37a0c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.005397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d229522-0b06-467c-bd07-e931480e07d4 req-16d43a1e-6ec5-4bef-addc-f0af37a0c118 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 1096 time: 0.0497301 Dec 13 09:38:57.046865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.065849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37920) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:57.089181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d229522-0b06-467c-bd07-e931480e07d4 req-869d4b21-5223-4202-9844-0fa81bf6e444 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Dec 13 09:38:57.111887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-977e2820-b151-4135-9e67-0ca2cd2cdccf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09ce9eaf6250430c9120e7b0a105a457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452430 Dec 13 09:38:57.114913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37922) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:57.133715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Attempting to bind port ed94a4e5-8242-4576-97c6-2b6ad798ea48 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:57.134172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Attempting to bind port ed94a4e5-8242-4576-97c6-2b6ad798ea48 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:57.134509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Attempting to bind port ed94a4e5-8242-4576-97c6-2b6ad798ea48 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:57.138852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Port ed94a4e5-8242-4576-97c6-2b6ad798ea48 on network 4f11020b-d7af-4025-8c60-df869da58360 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:57.139178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Attempting to bind port ed94a4e5-8242-4576-97c6-2b6ad798ea48 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:57.146586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:57.146937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Checking segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:57.147327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Bound using segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:57.147792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Bound port: ed94a4e5-8242-4576-97c6-2b6ad798ea48, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:57.148153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.163144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c2cb085-a2ec-4fed-93a3-05fc8d30a890 req-dfd6e848-19af-458c-9ab5-024943f3d568 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 210 time: 0.0411291 Dec 13 09:38:57.204200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.226089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:57.232573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:57.234849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.239630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.305653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.306869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.308403 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed94a4e5-8242-4576-97c6-2b6ad798ea48 HTTP/1.1" status: 200 len: 1092 time: 0.9758081 Dec 13 09:38:57.309164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:57.312716 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8b384-4456-4e9a-bf85-e8fa60972841" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:57.341316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f60080-36ae-400b-abb7-0ef7de1e2ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.365828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-98b9bf41-8213-4123-a893-ea00a3554032 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480299 Dec 13 09:38:57.423346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 27a7eb3d-0183-48a6-9132-ad441df5ebaa up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:57.439639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-6fb6f619-01a3-4fa9-a374-fb4bc7ae2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.441653 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-6fb6f619-01a3-4fa9-a374-fb4bc7ae2d1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 1095 time: 0.0606589 Dec 13 09:38:57.523957 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0dd4ba-6145-4b64-913e-162cdc5a1ec2 x-openstack-request-id: req-7c0dd4ba-6145-4b64-913e-162cdc5a1ec2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:57.524399 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:57.524950 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c0dd4ba-6145-4b64-913e-162cdc5a1ec2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:57.528274 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'status': 'completed', 'code': 200} Dec 13 09:38:57.530389 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-48be6316-d008-40d3-bb19-08e60a892d86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48 HTTP/1.1" status: 200 len: 217 time: 0.0789158 Dec 13 09:38:57.541279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 27a7eb3d-0183-48a6-9132-ad441df5ebaa completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:57.546968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.548065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 27a7eb3d-0183-48a6-9132-ad441df5ebaa triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:57.548742 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.549562 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.553166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f34c5c8d-be65-449e-a128-e155fc2b7a1f HTTP/1.1" status: 204 len: 168 time: 0.4345829 Dec 13 09:38:57.574533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508b98-8cb5-44e9-a169-94b83a4ffff5 req-441f9077-75ff-4188-b4c3-98f449463516 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.576223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6508b98-8cb5-44e9-a169-94b83a4ffff5 req-441f9077-75ff-4188-b4c3-98f449463516 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 944 time: 0.2055721 Dec 13 09:38:57.579915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3406-d731-4830-8eef-756506c30dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c5c8d-be65-449e-a128-e155fc2b7a1f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.645852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924810-faea-4faa-bc2c-32175e67a17a req-6a7afea6-a8fa-4a8f-ad7d-13f021cc2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.646928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-6a7afea6-a8fa-4a8f-ad7d-13f021cc2cf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.1043391 Dec 13 09:38:57.674498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6508b98-8cb5-44e9-a169-94b83a4ffff5 req-11dbd971-a643-4762-8cbb-9a3dc02e2e37 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Dec 13 09:38:57.680479 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.688032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-9cae41f6-496d-43ab-8f57-1c2f7c7039bf tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.689969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-9cae41f6-496d-43ab-8f57-1c2f7c7039bf tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771723 Dec 13 09:38:57.694497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-6711eab9-6804-465a-9ef2-dd19673966b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399489 Dec 13 09:38:57.709872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:57.721465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:57.726922 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.868963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.884406 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-0dff9d22-2eef-4067-b7ab-250b677ae007 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768012 Dec 13 09:38:58.035333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fba20-84a8-460c-8f22-9908c221ba76 req-22443f8c-7c1d-4f88-b4e6-78fdeaa5ad19 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.038837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-898fba20-84a8-460c-8f22-9908c221ba76 req-22443f8c-7c1d-4f88-b4e6-78fdeaa5ad19 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.1604376 Dec 13 09:38:58.044088 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ee924810-faea-4faa-bc2c-32175e67a17a req-a6727198-da96-4d68-9a21-ef476a108c55 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523056 Dec 13 09:38:58.053157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f60dc-e548-4afe-bec3-8fa32584c880 req-0cea721e-afa9-4067-8bb4-436b4b327978 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.066585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9f60dc-e548-4afe-bec3-8fa32584c880 req-0cea721e-afa9-4067-8bb4-436b4b327978 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.1940005 Dec 13 09:38:58.144237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:58.148671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.172074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-04df992c-2255-42f6-a2ba-df24dd719960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.175806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-04df992c-2255-42f6-a2ba-df24dd719960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 1095 time: 0.0593157 Dec 13 09:38:58.203891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9f60dc-e548-4afe-bec3-8fa32584c880 req-e2be4807-30d2-4cb3-a4ab-1f9ee88aaa19 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360562 Dec 13 09:38:58.239132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-898fba20-84a8-460c-8f22-9908c221ba76 req-4353460c-1f47-439b-b86d-e0d472896b64 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596639 Dec 13 09:38:58.341611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-fe54290e-005d-4f23-83bc-fcb3a06e6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.343949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-fe54290e-005d-4f23-83bc-fcb3a06e6523 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 906 time: 0.1537912 Dec 13 09:38:58.415217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-538e3bd6-ad66-41f4-8bc4-7171479d6708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48 HTTP/1.1" status: 200 len: 217 time: 0.0611107 Dec 13 09:38:58.427837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.96 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/f30de82b-8318-4d20-89ba-20ce70585eb8) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:58.494811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1a6ff6d-5c9c-4508-9d6c-82824946c117 req-f56af372-70ab-4983-a43c-199f25d5b175 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 210 time: 0.0669539 Dec 13 09:38:58.528562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-9901595b-3307-4789-8d29-f9787fd5d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.534254 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-9901595b-3307-4789-8d29-f9787fd5d958 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.1046851 Dec 13 09:38:58.593582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-2cbc75b0-0578-4db9-93c0-db2d3749ddfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520446 Dec 13 09:38:58.759281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-6373cb22-458e-4046-8f5d-567d3796b339 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493192 Dec 13 09:38:58.787771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.816628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37964) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:58.871254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407134d-9f92-485c-a6bc-da2e1a023231 req-0f4a8211-c5d8-414e-8810-e66f9fc9d828 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.871889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:58.872887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1407134d-9f92-485c-a6bc-da2e1a023231 req-0f4a8211-c5d8-414e-8810-e66f9fc9d828 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 944 time: 0.0702164 Dec 13 09:38:58.876101 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb72e1-e02a-4a82-acf1-57b5eb995835" -d '{"events": [{"server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:58.878643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.899085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:58.901215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5c8b384-4456-4e9a-bf85-e8fa60972841 req-34653ff2-9755-49b1-867c-0159b8e58b03 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283798 Dec 13 09:38:58.969398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:58.984164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:58.997535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-network', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:59.004653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:59.004878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:59.007374 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b3d89-7045-4223-81c2-47f2f52e4813 x-openstack-request-id: req-c12b3d89-7045-4223-81c2-47f2f52e4813 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:59.007897 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:59.008332 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c12b3d89-7045-4223-81c2-47f2f52e4813 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:59.009446 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa', 'code': 200} Dec 13 09:38:59.015335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:59.090998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1407134d-9f92-485c-a6bc-da2e1a023231 req-ef2eb3ac-d1dd-4bf3-b31b-6a230e8fe959 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998150 Dec 13 09:38:59.102598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Made reservation on behalf of 2102dc5929b2409599956a2fdad8ec18 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:59.105654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.118616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.137602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025cc6e-7065-4a8d-b608-b4416e66d6e8 req-6c67eb26-12cc-4cfa-856f-cbb158ce8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.140054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3025cc6e-7065-4a8d-b608-b4416e66d6e8 req-6c67eb26-12cc-4cfa-856f-cbb158ce8f4c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 1096 time: 0.0515621 Dec 13 09:38:59.143306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.144228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.190513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-83cb578c-f670-41c6-8507-c55a9403e4a3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4863966 Dec 13 09:38:59.198961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3025cc6e-7065-4a8d-b608-b4416e66d6e8 req-f39d9a90-5004-4649-890f-96dfba6783d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513144 Dec 13 09:38:59.206557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Request body: {'port': {'device_id': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:59.316018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.324767 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.349836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.413314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e52dc420-60c2-4b3f-bfa6-bef01caef884 None None] Provisioning complete for port f30de82b-8318-4d20-89ba-20ce70585eb8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:59.413711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e52dc420-60c2-4b3f-bfa6-bef01caef884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.461524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.466782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:59.467585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc420-60c2-4b3f-bfa6-bef01caef884 None None] Port f30de82b-8318-4d20-89ba-20ce70585eb8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:59.491155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdeca30-b85b-4cba-a47e-472190e41648,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:59.507334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.507720 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Added segment afb1eedb-7da4-45d0-8ece-e946bd2665d2 of type vlan for network afe427bd-acfa-4513-96ca-347dddcefabd Dec 13 09:38:59.893103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a76b5-4139-4bb9-a311-d84991d6214e req-b2a79f00-7cf1-4ee1-b39b-e129f0d4dd87 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.894556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8a76b5-4139-4bb9-a311-d84991d6214e req-b2a79f00-7cf1-4ee1-b39b-e129f0d4dd87 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.5174446 Dec 13 09:38:59.911292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133652ec-f1d3-4f08-ab42-95fe83ddd297 req-f081354a-62cb-4a2e-b372-4be8538c2c2d tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.912783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-133652ec-f1d3-4f08-ab42-95fe83ddd297 req-f081354a-62cb-4a2e-b372-4be8538c2c2d tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.5777776 Dec 13 09:38:59.935876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.073405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.074365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.074974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.098671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8a76b5-4139-4bb9-a311-d84991d6214e req-c59903b3-35a8-4755-8a23-3cca6af4bbac tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798289 Dec 13 09:39:00.120082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-133652ec-f1d3-4f08-ab42-95fe83ddd297 req-6fd08624-b0bf-4314-aed7-d4ef67bb9b7a tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987009 Dec 13 09:39:00.155718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3379669 Dec 13 09:39:00.158866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:00.164079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Request body: {'subnet': {'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-subnet', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:00.186595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Made reservation on behalf of 2102dc5929b2409599956a2fdad8ec18 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:00.189408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.208605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7fa6f-ebe2-45cd-8f24-9a9c5f6f0db8 admin admin] Pushing event updated for resources: {'Network': ['ID=afe427bd-acfa-4513-96ca-347dddcefabd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:00.223639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network afe427bd-acfa-4513-96ca-347dddcefabd details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:39:00.346570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01565c1f-e676-4124-b8f6-ec530d8ef223 req-f431dc1d-559d-4706-b844-02eb6c442c07 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.348121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01565c1f-e676-4124-b8f6-ec530d8ef223 req-f431dc1d-559d-4706-b844-02eb6c442c07 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 935 time: 0.0766759 Dec 13 09:39:00.394514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30de82b-8318-4d20-89ba-20ce70585eb8 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:00.409472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.422112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.461912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01565c1f-e676-4124-b8f6-ec530d8ef223 req-e1927051-14d1-48a7-91cc-36eababf6e65 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969429 Dec 13 09:39:00.462904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Transition to ACTIVE for port object f30de82b-8318-4d20-89ba-20ce70585eb8 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:00.495230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07da23e-2111-491f-8a3f-2f9af6cd3126,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:00.500889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Checking segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:00.501070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Network hostable DHCP agents. Network: afe427bd-acfa-4513-96ca-347dddcefabd, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:39:00.501216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.519837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Network afe427bd-acfa-4513-96ca-347dddcefabd is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:39:00.530194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, afe427bd-acfa-4513-96ca-347dddcefabd) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:00.540330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea5dff-e219-4a03-b5f1-5a89831fbba5 None None] Network afe427bd-acfa-4513-96ca-347dddcefabd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:00.542008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.542926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.564389 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ffa4d85-e435-4d1c-a610-d0665fcec9a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4039464 Dec 13 09:39:00.567107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:00.573593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:00.578814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:00.603327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.605241 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.608237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-02ee491c-98d4-461c-9871-5229dc1b31a4 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.609772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-02ee491c-98d4-461c-9871-5229dc1b31a4 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.1950407 Dec 13 09:39:00.683871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.687104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-d90d6dfa-b92d-4f3b-a95b-56d3e131f396 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/quotas/8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 375 time: 0.0585451 Dec 13 09:39:00.695347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-afe427bd-acfa-4513-96ca-347dddcefabd', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:39:00.697080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.754125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5650a-51ac-4d6d-8602-70d1f7d971df req-d13f9b34-f3f3-4a75-b634-d73ffcca5de1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.756065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37f5650a-51ac-4d6d-8602-70d1f7d971df req-d13f9b34-f3f3-4a75-b634-d73ffcca5de1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 944 time: 0.1264210 Dec 13 09:39:00.764672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Attempting to bind port f30de82b-8318-4d20-89ba-20ce70585eb8 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:00.765231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Attempting to bind port f30de82b-8318-4d20-89ba-20ce70585eb8 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:00.765755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Attempting to bind port f30de82b-8318-4d20-89ba-20ce70585eb8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:00.781694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Port f30de82b-8318-4d20-89ba-20ce70585eb8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:00.782024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Attempting to bind port f30de82b-8318-4d20-89ba-20ce70585eb8 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:00.804189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:00.804531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:00.804924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:00.805415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Bound port: f30de82b-8318-4d20-89ba-20ce70585eb8, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:00.805760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.849712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-ea942cd3-432e-4b59-b3e8-69a3685d0c6b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493144 Dec 13 09:39:00.860258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Allocated IP 172.20.0.2 (afe427bd-acfa-4513-96ca-347dddcefabd/e07da23e-2111-491f-8a3f-2f9af6cd3126/31e5ad47-5893-480c-9db5-417290fc9913) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:00.867311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.932584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37f5650a-51ac-4d6d-8602-70d1f7d971df req-37b18787-fe4d-4435-ba72-9514a05b2000 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641266 Dec 13 09:39:00.981901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-9a01c6d6-148f-42b6-88b5-0c0d4593f60f service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313057 Dec 13 09:39:01.051571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.059678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.078621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:01.106664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Network afe427bd-acfa-4513-96ca-347dddcefabd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:01.107424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.112109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:01.115974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:01.128662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.137268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f30de82b-8318-4d20-89ba-20ce70585eb8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:01.150606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.173202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Pushing event updated for resources: {'Port': ['ID=31e5ad47-5893-480c-9db5-417290fc9913,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.191964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Attempting to bind port 31e5ad47-5893-480c-9db5-417290fc9913 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:01.192767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Attempting to bind port 31e5ad47-5893-480c-9db5-417290fc9913 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:01.193278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Attempting to bind port 31e5ad47-5893-480c-9db5-417290fc9913 on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:01.196497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-3ff8c2ca-1d24-483e-86a0-192bc70b4d35 service neutron] 10.222.0.31 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034988 Dec 13 09:39:01.199168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:01.200085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Checking segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:01.200223 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.200687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Bound using segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:01.201893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Bound port: 31e5ad47-5893-480c-9db5-417290fc9913, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:01.201893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.211515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.212708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.214086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] 10.222.0.20 "PUT /v2.0/ports/f30de82b-8318-4d20-89ba-20ce70585eb8 HTTP/1.1" status: 200 len: 1095 time: 2.0145085 Dec 13 09:39:01.214547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:01.216875 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93802f27-1439-4238-884c-a839c2b47358" -d '{"events": [{"name": "network-changed", "server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:01.258687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3476-6f5a-445f-a693-529f2718ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.271698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-eb05e490-cb64-486a-a0bc-e05cb92737ed tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.280154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-eb05e490-cb64-486a-a0bc-e05cb92737ed tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.2205839 Dec 13 09:39:01.285121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] For port 31e5ad47-5893-480c-9db5-417290fc9913, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:01.289663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] For port 31e5ad47-5893-480c-9db5-417290fc9913, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31e5ad47-5893-480c-9db5-417290fc9913,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:01.297419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.340449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-c46a2be6-0d59-4efa-8d31-4e9682211f01 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0593393 Dec 13 09:39:01.345900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Allocated IP 172.25.2.212 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/494eb0b1-748e-431f-ac3b-efaab676d16b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:01.382912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9a026-f852-4e90-91e0-54e925ef3c40 None None] Pushing event updated for resources: {'Port': ['ID=31e5ad47-5893-480c-9db5-417290fc9913,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.395755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-eb9eb700-6947-41f8-b020-a35748183320 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861199 Dec 13 09:39:01.404299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-77ad1e08-6077-4ef9-9976-6aef776525ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.405833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-77ad1e08-6077-4ef9-9976-6aef776525ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 1098 time: 0.1230919 Dec 13 09:39:01.432306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-ad19afcf-5445-481c-a8ea-becde16fb5bf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909326 Dec 13 09:39:01.442504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:01.497284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-5d77ae25-d157-40a1-89b5-c50f0f46be13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f30de82b-8318-4d20-89ba-20ce70585eb8 HTTP/1.1" status: 200 len: 217 time: 0.0812197 Dec 13 09:39:01.630117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.642707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-64a40e46-895c-447a-8e7a-5c125ecc53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.644453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-64a40e46-895c-447a-8e7a-5c125ecc53d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1295586 Dec 13 09:39:01.646246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af076-c8c3-489e-9784-a6335463262e req-1ac6b43d-d30a-40a5-89b1-3c97dc00d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.647753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-1ac6b43d-d30a-40a5-89b1-3c97dc00d312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3463353f0ac7482180c10232599095ef&device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 1096 time: 0.1885762 Dec 13 09:39:01.655197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:01.674733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'mac_address': 'fa:16:3e:7a:f2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:01.743880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-edfb4ea8-74ba-4e8b-b428-068c6aa542d2 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552319 Dec 13 09:39:01.793642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-392e1182-2a5a-474d-978b-2f6ec7e7cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.795591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-392e1182-2a5a-474d-978b-2f6ec7e7cfb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332011 Dec 13 09:39:01.800169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.825471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed94a4e5-8242-4576-97c6-2b6ad798ea48 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:01.851376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:01.856879 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.895510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af076-c8c3-489e-9784-a6335463262e req-959d855d-1777-4094-bf58-1a4da80cf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.897770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-959d855d-1777-4094-bf58-1a4da80cf221 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 200 len: 924 time: 0.2225049 Dec 13 09:39:01.899863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.946933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.995377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:02.001885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:02.004546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:02.018688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b558-4256-419b-8c01-0059ae99b054 req-19759da3-324f-4cf9-b623-8c2879449dea tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.020337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c69b558-4256-419b-8c01-0059ae99b054 req-19759da3-324f-4cf9-b623-8c2879449dea tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.1733241 Dec 13 09:39:02.039114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9d145dfe-df0c-446e-afe0-466312818917 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826135 Dec 13 09:39:02.059616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Pushing event updated for resources: {'Port': ['ID=494eb0b1-748e-431f-ac3b-efaab676d16b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:02.068782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-31f0fd6c-d3c9-46fc-9527-1a6d4f726398 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 200 len: 1001 time: 0.1641781 Dec 13 09:39:02.076764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-44b659ea-1bef-4ba8-aa5c-e948d7d4bdd9 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284632 Dec 13 09:39:02.154862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['ed94a4e5-8242-4576-97c6-2b6ad798ea48'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:02.241598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af076-c8c3-489e-9784-a6335463262e req-034f9d9c-23ea-4f11-90e7-3c17ce9c5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.243668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-034f9d9c-23ea-4f11-90e7-3c17ce9c5a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 200 len: 862 time: 0.1658163 Dec 13 09:39:02.278119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e009bb20-f644-4add-bc8d-ba038a25b5c4 req-05178fef-e62f-49df-95a2-6305327020da service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844237 Dec 13 09:39:02.315307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c69b558-4256-419b-8c01-0059ae99b054 req-8da2f9f8-6512-4596-a62e-4993a1cfa7dc tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433658 Dec 13 09:39:02.350373 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca09390-a43b-4fab-98a3-2d69f49f5b23 x-openstack-request-id: req-3ca09390-a43b-4fab-98a3-2d69f49f5b23 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:02.350832 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:02.351491 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ca09390-a43b-4fab-98a3-2d69f49f5b23 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:02.352226 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'status': 'completed', 'code': 200} Dec 13 09:39:02.634128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802f27-1439-4238-884c-a839c2b47358 req-179513e9-5a46-4ea1-8cf3-8d97d1f25f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.636499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-179513e9-5a46-4ea1-8cf3-8d97d1f25f5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 1098 time: 0.2628570 Dec 13 09:39:02.648505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add2e49-24e8-4c20-8130-4f3be611d7df req-b6492b0c-c8f5-4494-854b-78d6b07c5f48 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.660214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8add2e49-24e8-4c20-8130-4f3be611d7df req-b6492b0c-c8f5-4494-854b-78d6b07c5f48 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 947 time: 0.2043421 Dec 13 09:39:02.681680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31e5ad47-5893-480c-9db5-417290fc9913 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:02.700819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c6dadcd-d125-4b70-8853-1aa501b9208a req-e04708ce-a289-44b7-9259-0fdae281fcf6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.1220145 Dec 13 09:39:02.772407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 31e5ad47-5893-480c-9db5-417290fc9913 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:02.773449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.858215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af076-c8c3-489e-9784-a6335463262e req-dcbec56b-f061-46fb-b989-615d46830215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.861187 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-dcbec56b-f061-46fb-b989-615d46830215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6057260 Dec 13 09:39:02.896469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.929628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8add2e49-24e8-4c20-8130-4f3be611d7df req-5eb108c2-f36d-415a-99f1-2aba7bf02dc2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682540 Dec 13 09:39:02.957859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 31e5ad47-5893-480c-9db5-417290fc9913, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31e5ad47-5893-480c-9db5-417290fc9913,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:02.963750 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.991660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee073-0357-45fc-94e9-c4d670a5e4ad req-02c7dee1-4bde-46cb-bf0e-6345a1d8c364 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.993276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a2ee073-0357-45fc-94e9-c4d670a5e4ad req-02c7dee1-4bde-46cb-bf0e-6345a1d8c364 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 945 time: 0.1363983 Dec 13 09:39:03.033565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.045884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7156d7-6c55-4bf2-8deb-c95bb1cba312 None None] Network afe427bd-acfa-4513-96ca-347dddcefabd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:03.090788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f09c9a0-b08d-4fc9-a4e6-677fec3fc4f9 req-9dc4922a-42e2-4f53-8bd5-c177690a00be tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 210 time: 0.0399137 Dec 13 09:39:03.096051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802f27-1439-4238-884c-a839c2b47358 req-fd20560b-4743-4b5c-8286-ce54fc7f3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.108109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-fd20560b-4743-4b5c-8286-ce54fc7f3b4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.4449224 Dec 13 09:39:03.117336 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-6ac38fd8-88c9-4fcc-bf99-d45e34ceda16 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978805 Dec 13 09:39:03.145714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=31e5ad47-5893-480c-9db5-417290fc9913,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:03.163124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a2ee073-0357-45fc-94e9-c4d670a5e4ad req-90cbfa05-8c41-482f-83f1-355f956701c5 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576715 Dec 13 09:39:03.192562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2d80f439-d6fb-445c-af4f-271373a775e0 None None] Provisioning complete for port 31e5ad47-5893-480c-9db5-417290fc9913 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:03.192945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d80f439-d6fb-445c-af4f-271373a775e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.267402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-ba5809e2-a48a-4bb4-b0c0-4ffdd4e64419 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f30de82b-8318-4d20-89ba-20ce70585eb8 HTTP/1.1" status: 200 len: 217 time: 0.1109216 Dec 13 09:39:03.384104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802f27-1439-4238-884c-a839c2b47358 req-4ff8876a-8c7f-4747-aa49-7bc86a5aa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.385610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-4ff8876a-8c7f-4747-aa49-7bc86a5aa6af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1064034 Dec 13 09:39:03.459416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:03.482543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-bc58e748-764f-4c85-bee8-893c5b482c32 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.484099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-bc58e748-764f-4c85-bee8-893c5b482c32 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 821 time: 0.2369680 Dec 13 09:39:03.501209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Request body: {'port': {'device_id': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'admin_state_up': True, 'tenant_id': '8b6b9611356a48e097af31d3eae2801c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:03.552987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.625738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port ed94a4e5-8242-4576-97c6-2b6ad798ea48 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:03.642847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4e7af076-c8c3-489e-9784-a6335463262e req-6d8ffb24-9b2a-440d-a2ef-5282cc077680 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114300 Dec 13 09:39:03.643079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port ed94a4e5-8242-4576-97c6-2b6ad798ea48 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:03.643490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.646712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802f27-1439-4238-884c-a839c2b47358 req-0720bc97-4f12-473d-815a-7bf4cac58714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.649648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-0720bc97-4f12-473d-815a-7bf4cac58714 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633098 Dec 13 09:39:03.806002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:39:03.823990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.830730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9b8908e9-935d-441b-9526-a665471338bd None None] Provisioning complete for port 31e5ad47-5893-480c-9db5-417290fc9913 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:03.831110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b8908e9-935d-441b-9526-a665471338bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.891328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:03.894705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:03.897656 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf43db-3436-441d-9d99-3509957731f2" -d '{"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:03.906660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.909878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Made reservation on behalf of 8b6b9611356a48e097af31d3eae2801c for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:03.921089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.982741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7d763a0-ad39-4b36-859f-e313dd1a307b req-366e20e8-71bb-4834-b527-69d9ffb683e0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.1218681 Dec 13 09:39:04.031147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95a17-3401-41a7-b4d1-c5d59236fcf5 req-4d7430b4-feba-428a-9d2c-36f1f4a6b29e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.044858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-00e0b03a-0509-4729-ad05-e55770ddd3de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.046001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26a95a17-3401-41a7-b4d1-c5d59236fcf5 req-4d7430b4-feba-428a-9d2c-36f1f4a6b29e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.2890935 Dec 13 09:39:04.046733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-00e0b03a-0509-4729-ad05-e55770ddd3de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.1269825 Dec 13 09:39:04.065805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-915ed156-b5ec-4861-a97e-9f20fe3c188d service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914902 Dec 13 09:39:04.069590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:04.123065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:04.129040 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a635f97-6c6d-429b-b40c-d76e0b83bd5d x-openstack-request-id: req-5a635f97-6c6d-429b-b40c-d76e0b83bd5d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:04.129177 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:04.129369 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a635f97-6c6d-429b-b40c-d76e0b83bd5d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:04.129763 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'code': 200} Dec 13 09:39:04.137959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:04.154989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:04.157477 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:04.160339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:04.180876 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.283426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26a95a17-3401-41a7-b4d1-c5d59236fcf5 req-ec52d384-2e93-4770-a5d2-dcd129783a33 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340233 Dec 13 09:39:04.303354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.304760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-120c99fe-1ee6-499f-85fc-038f5c45b32a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7364650 Dec 13 09:39:04.308292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:04.320652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:04.332853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db5d2-774d-41f3-8242-6d1797ad5a10 req-a40da2a9-c623-4e62-8397-0b2ae8ab8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.334586 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-323db5d2-774d-41f3-8242-6d1797ad5a10 req-a40da2a9-c623-4e62-8397-0b2ae8ab8685 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 1097 time: 0.0930083 Dec 13 09:39:04.384558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:04.388481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.417481 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:39:04.438741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-323db5d2-774d-41f3-8242-6d1797ad5a10 req-3e4a5fae-119b-4e99-9f2a-7854b6c4af18 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941079 Dec 13 09:39:04.523749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2a61cef-2567-4532-89fb-bffe433f757d req-6c22a201-acc7-417e-899a-4392cad7816c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 210 time: 0.1078501 Dec 13 09:39:04.582257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31e5ad47-5893-480c-9db5-417290fc9913 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:04.601184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.6 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/3e568b58-2add-441e-bb4b-2183cd06190e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:04.635500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 31e5ad47-5893-480c-9db5-417290fc9913 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:04.635915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.652136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Allocated IP 172.20.0.7 (ab03324b-d6e2-47a6-9396-b642214f6a49/18a08c43-ceb3-4738-94df-6b8d9152b018/e7f3afce-1d49-4fcd-bed3-bc0a020fde92) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:04.653503 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:02Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:04.674380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93802f27-1439-4238-884c-a839c2b47358 req-e7b0f8b0-2ac9-456c-8978-8e0b08e5f197 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824938 Dec 13 09:39:04.699071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:04.700071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Updating router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa port 494eb0b1-748e-431f-ac3b-efaab676d16b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:39:04.708418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada238-70d9-4bc3-a199-e92ef9225ea3 req-1ba1404c-c25f-4828-8bb0-d190c214cb4d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.710014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fada238-70d9-4bc3-a199-e92ef9225ea3 req-1ba1404c-c25f-4828-8bb0-d190c214cb4d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 947 time: 0.4145000 Dec 13 09:39:04.742291 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.868039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95481f0-6f43-45a4-870c-b5e0959c058a req-0a1d9417-1f93-4774-9c05-10ecb3498c69 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.875628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95481f0-6f43-45a4-870c-b5e0959c058a req-0a1d9417-1f93-4774-9c05-10ecb3498c69 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 946 time: 0.2037301 Dec 13 09:39:04.877314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.917706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.937387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd', '0eddde16-fbcf-437f-93e5-7f5956a77dac'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:04.995449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fada238-70d9-4bc3-a199-e92ef9225ea3 req-8310945b-0746-4049-8c75-e685877c6485 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607839 Dec 13 09:39:05.025114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:05.028330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:05.032755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:05.082776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:05.112259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:05.113682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.132691 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-9cb4d700-a28e-409b-aa5a-2efc1da7dc65 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742040 Dec 13 09:39:05.148108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Request body: {'port': {'device_id': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:05.191417 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.202396 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.298439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.316947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Attempting to bind port 494eb0b1-748e-431f-ac3b-efaab676d16b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:05.317345 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Attempting to bind port 494eb0b1-748e-431f-ac3b-efaab676d16b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:05.317679 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Attempting to bind port 494eb0b1-748e-431f-ac3b-efaab676d16b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:05.339740 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:05.340147 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:05.340433 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.340999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:05.341498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Bound port: 494eb0b1-748e-431f-ac3b-efaab676d16b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:05.341877 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.371435 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7f9b6-7dce-4cc4-afcc-5dd3dc672626 None None] Pushing event updated for resources: {'Port': ['ID=494eb0b1-748e-431f-ac3b-efaab676d16b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:05.451871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f30de82b-8318-4d20-89ba-20ce70585eb8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:05.484159 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] For port 494eb0b1-748e-431f-ac3b-efaab676d16b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:05.488597 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] For port 494eb0b1-748e-431f-ac3b-efaab676d16b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=494eb0b1-748e-431f-ac3b-efaab676d16b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:05.495997 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.560477 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:05.561156 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:38:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:05.566626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95481f0-6f43-45a4-870c-b5e0959c058a req-d11486e5-159f-491e-8193-675980d3e658 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901779 Dec 13 09:39:05.575057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f30de82b-8318-4d20-89ba-20ce70585eb8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:05.601799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'mac_address': 'fa:16:3e:df:d5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:05.679160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.697669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7f9b6-7dce-4cc4-afcc-5dd3dc672626 None None] Pushing event updated for resources: {'Port': ['ID=494eb0b1-748e-431f-ac3b-efaab676d16b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:05.699767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30de82b-8318-4d20-89ba-20ce70585eb8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:05.710459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84d9e602-5aa4-41b3-83e8-5f19b78adbba req-b7ab0841-1551-4fe0-a9af-44c973aacf7e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.1325161 Dec 13 09:39:05.735784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f30de82b-8318-4d20-89ba-20ce70585eb8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:05.741262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.782056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e568b58-2add-441e-bb4b-2183cd06190e {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:05.795607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-88e7e90d-3766-4e39-9a0c-4ad068e6997e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:05.797127 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-88e7e90d-3766-4e39-9a0c-4ad068e6997e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4 HTTP/1.1" status: 200 len: 946 time: 0.1277859 Dec 13 09:39:05.802904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.835290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:05.864546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881735a-3208-472b-a77f-02d6c390da07 req-6112eb0b-d784-4332-a77f-4cb765233904 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:05.866971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d881735a-3208-472b-a77f-02d6c390da07 req-6112eb0b-d784-4332-a77f-4cb765233904 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.2960782 Dec 13 09:39:05.877201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:05.916333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Transition to ACTIVE for port object 3e568b58-2add-441e-bb4b-2183cd06190e will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:05.939221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.013814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f30de82b-8318-4d20-89ba-20ce70585eb8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:06.060362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Pushing event updated for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:06.106723 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc7944fc-6843-44f3-bd9b-a81700e32452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.158897 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:02Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:06.168299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Deleting port 25583a89-f29b-41d9-af4a-4701723d6b19 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:06.168862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.186688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a2bc5-51d9-4ba5-92ab-7611872c4169 req-1f2be49f-3a96-4968-ae99-cdd6164528ea tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.195576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e34a2bc5-51d9-4ba5-92ab-7611872c4169 req-1f2be49f-3a96-4968-ae99-cdd6164528ea tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.4729073 Dec 13 09:39:06.235262 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e82ff-de6a-4098-962a-bc422b5b8ad1 None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:02Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:06.272944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Attempting to bind port 3e568b58-2add-441e-bb4b-2183cd06190e on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:06.273313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Attempting to bind port 3e568b58-2add-441e-bb4b-2183cd06190e by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:06.273610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Attempting to bind port 3e568b58-2add-441e-bb4b-2183cd06190e on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:06.284753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Port 3e568b58-2add-441e-bb4b-2183cd06190e on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:06.285142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Attempting to bind port 3e568b58-2add-441e-bb4b-2183cd06190e on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:06.287115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.295349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:06.295760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:06.296097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:06.296537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Bound port: 3e568b58-2add-441e-bb4b-2183cd06190e, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:06.296893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.312153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e51a3-a83e-4ee9-86b7-882ee02cc73c req-72a2d4d1-430d-4ee5-9c92-76b39b375c6e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.320711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-382e51a3-a83e-4ee9-86b7-882ee02cc73c req-72a2d4d1-430d-4ee5-9c92-76b39b375c6e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 943 time: 0.4704735 Dec 13 09:39:06.373307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Deleting port 27a7eb3d-0183-48a6-9132-ad441df5ebaa {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:06.373654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.375659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] For port 25583a89-f29b-41d9-af4a-4701723d6b19, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=25583a89-f29b-41d9-af4a-4701723d6b19,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:06.376198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.386393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e34a2bc5-51d9-4ba5-92ab-7611872c4169 req-cafc82a6-6cba-46f8-b139-1aeb8a1a8635 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892154 Dec 13 09:39:06.397855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Calling delete_port for 25583a89-f29b-41d9-af4a-4701723d6b19 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:06.460066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:06.473529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-382e51a3-a83e-4ee9-86b7-882ee02cc73c req-9675c60f-772d-48e3-8490-e7354e138457 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523106 Dec 13 09:39:06.490806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3e568b58-2add-441e-bb4b-2183cd06190e,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:06.506046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.583358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.583358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.583678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] 10.222.0.16 "PUT /v2.0/ports/3e568b58-2add-441e-bb4b-2183cd06190e HTTP/1.1" status: 200 len: 1091 time: 1.4406402 Dec 13 09:39:06.584751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:06.588130 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148eca20-f9c3-4127-8bff-e627c8759f13" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:06.614092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ddf48-8751-44e1-86f2-3fa777d6c90a service neutron] Pushing event updated for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:06.759286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.773206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-262f5665-96f7-40ea-a56b-ff52b1feccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.774750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-262f5665-96f7-40ea-a56b-ff52b1feccdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 1094 time: 0.0915530 Dec 13 09:39:06.776518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.785145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:06.841754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['25583a89-f29b-41d9-af4a-4701723d6b19', '27a7eb3d-0183-48a6-9132-ad441df5ebaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:06.867298 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc4ff44-1ea3-4565-ba91-a5fc7a716f39 x-openstack-request-id: req-dbc4ff44-1ea3-4565-ba91-a5fc7a716f39 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:06.867915 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:06.868345 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbc4ff44-1ea3-4565-ba91-a5fc7a716f39 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:06.868910 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e', 'status': 'completed', 'code': 200} Dec 13 09:39:06.871195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event deleted for resources: {'Port': ['ID=25583a89-f29b-41d9-af4a-4701723d6b19,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:06.875626 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-4ef791c3-acaf-471f-b8cd-cdea5502955a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e568b58-2add-441e-bb4b-2183cd06190e HTTP/1.1" status: 200 len: 217 time: 0.0924945 Dec 13 09:39:06.925611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.986336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f611b-cd5c-4577-b1fb-f4ac33775194 req-f0621192-cfc4-4f1f-a38b-b29223b8c429 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.988975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-182f611b-cd5c-4577-b1fb-f4ac33775194 req-f0621192-cfc4-4f1f-a38b-b29223b8c429 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 948 time: 0.4243913 Dec 13 09:39:07.029397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Network ab03324b-d6e2-47a6-9396-b642214f6a49 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:07.032848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-15bf7bf6-abb3-4a85-9721-3f07810cfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.034506 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-15bf7bf6-abb3-4a85-9721-3f07810cfe0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1108434 Dec 13 09:39:07.036549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] No DVR routers for this DVR port 25583a89-f29b-41d9-af4a-4701723d6b19 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:07.040997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.049176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-21874deb-67b7-4a1c-aaaa-f2c4e1fd8841 req-9833ab43-e686-4db7-939b-3527bd2ffbb1 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "DELETE /v2.0/ports/25583a89-f29b-41d9-af4a-4701723d6b19 HTTP/1.1" status: 204 len: 173 time: 1.2436602 Dec 13 09:39:07.098964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:07.136826 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-7bbb2638-bfb3-4981-abca-891ef9571d8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866265 Dec 13 09:39:07.151696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] For port 27a7eb3d-0183-48a6-9132-ad441df5ebaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=27a7eb3d-0183-48a6-9132-ad441df5ebaa,segment=NetworkSegment(6a928104-f714-4778-8160-b50939ea86f6),segment_id=6a928104-f714-4778-8160-b50939ea86f6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:07.152554 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.157681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:07.271024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-8e467164-fc7d-4bb0-98ee-716c54b90cfd service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265218 Dec 13 09:39:07.276018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:07.326621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Calling delete_port for 27a7eb3d-0183-48a6-9132-ad441df5ebaa owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:07.350032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-182f611b-cd5c-4577-b1fb-f4ac33775194 req-0d6252d4-9d5e-4512-b47f-e8b3c4a3395a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164282 Dec 13 09:39:07.373371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.374816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.422124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ae4e48fa-c5ee-41e1-ba40-fd332b7a3c97 req-2f0832e2-496b-4a00-b7fc-df3dcfb5b8f1 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429534 Dec 13 09:39:07.456656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f30de82b-8318-4d20-89ba-20ce70585eb8 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:07.470127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5607dec-c50d-4f60-80c6-1c0b7157c6fd req-ea7a8caa-6637-4110-a04b-656952640c0f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.479823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5607dec-c50d-4f60-80c6-1c0b7157c6fd req-ea7a8caa-6637-4110-a04b-656952640c0f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 946 time: 0.4883637 Dec 13 09:39:07.531214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port f30de82b-8318-4d20-89ba-20ce70585eb8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:07.537192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port f30de82b-8318-4d20-89ba-20ce70585eb8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:07.537580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.561064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-4799b4c5-f82b-40e9-9201-22bfc3f5546a tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0638654 Dec 13 09:39:07.580109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-47ca25ee-3d17-4fc4-af79-5e0dae27c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.582401 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-47ca25ee-3d17-4fc4-af79-5e0dae27c260 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 1094 time: 0.1053686 Dec 13 09:39:07.593821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Request body: {'port': {'device_id': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:07.690490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.700685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5607dec-c50d-4f60-80c6-1c0b7157c6fd req-e9b4abd2-a169-4749-8633-cd4de64e0f89 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199039 Dec 13 09:39:07.725360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-ee387245-c5d4-4f97-81a8-b9e78148b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.726883 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-ee387245-c5d4-4f97-81a8-b9e78148b0cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.1355867 Dec 13 09:39:07.733759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:07.736275 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f39bc-db54-4ddd-801b-87cbdfa92465" -d '{"events": [{"server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "name": "network-vif-plugged", "status": "completed", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:07.771602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f30de82b-8318-4d20-89ba-20ce70585eb8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:07.799462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-c4574264-d220-448b-a297-f19f2b42fd09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e568b58-2add-441e-bb4b-2183cd06190e HTTP/1.1" status: 200 len: 217 time: 0.0651109 Dec 13 09:39:07.799741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab7c9-9853-40c3-8b7d-4b1bb4f6b207 req-0477cb8b-b0dd-4b2b-8f54-ab6e64329452 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.800347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.801342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 27a7eb3d-0183-48a6-9132-ad441df5ebaa no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:07.807007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-387ab7c9-9853-40c3-8b7d-4b1bb4f6b207 req-0477cb8b-b0dd-4b2b-8f54-ab6e64329452 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 931 time: 0.3208697 Dec 13 09:39:07.866993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Allocated IP 172.20.0.1 (afe427bd-acfa-4513-96ca-347dddcefabd/e07da23e-2111-491f-8a3f-2f9af6cd3126/d6b55eaa-177b-4f64-bd13-4146d12b6304) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:07.870095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-9339aef8-faa6-4e4d-be06-4764244e90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.872395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-9339aef8-faa6-4e4d-be06-4764244e90bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.0621905 Dec 13 09:39:07.923411 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-0159143f-ca2c-49da-8396-e6eb1b185ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387354 Dec 13 09:39:07.927178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.927359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:07.972377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.056081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-e77d5886-6d1c-4719-b5a8-9877d4a16131 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238914 Dec 13 09:39:08.085161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc0e57-1cb4-4b18-b299-16c1c5707b2a req-c3de4e34-1ab4-41d6-a485-074495ed08f5 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.087168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecbc0e57-1cb4-4b18-b299-16c1c5707b2a req-c3de4e34-1ab4-41d6-a485-074495ed08f5 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d53cc-a60c-4918-bc26-2ee903fe0c1a HTTP/1.1" status: 200 len: 945 time: 0.2315836 Dec 13 09:39:08.098814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-387ab7c9-9853-40c3-8b7d-4b1bb4f6b207 req-a706e83b-20b0-44f0-8ae7-b0f3a447df38 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481248 Dec 13 09:39:08.130756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.137827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 25583a89-f29b-41d9-af4a-4701723d6b19 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:08.166922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 25583a89-f29b-41d9-af4a-4701723d6b19 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:08.167723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 25583a89-f29b-41d9-af4a-4701723d6b19 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:08.185114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-148eca20-f9c3-4127-8bff-e627c8759f13 req-519078f7-7658-49e8-b7d0-83dfecb15378 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204507 Dec 13 09:39:08.244171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Pushing event deleted for resources: {'Port': ['ID=27a7eb3d-0183-48a6-9132-ad441df5ebaa,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:08.329143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00b1d0c3-e730-40a1-897b-95ac4078db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.370783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.402949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] No DVR routers for this DVR port 27a7eb3d-0183-48a6-9132-ad441df5ebaa on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:08.406302 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.409759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d881735a-3208-472b-a77f-02d6c390da07 req-beb6aa8d-500f-4148-b1d2-f767eae8eb5e tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.20 "DELETE /v2.0/ports/27a7eb3d-0183-48a6-9132-ad441df5ebaa HTTP/1.1" status: 204 len: 173 time: 2.5133672 Dec 13 09:39:08.414605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecbc0e57-1cb4-4b18-b299-16c1c5707b2a req-64092317-a747-4bf4-9d0d-a1097e4b2f09 tempest-MultipleCreateTestJSON-353045194 tempest-MultipleCreateTestJSON-353045194-project] 10.222.0.31 "GET /v2.0/security-groups?id=65151a96-fd43-4df1-b3ed-5dace957df0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148379 Dec 13 09:39:08.418983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'name': 'network-vif-deleted', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:08.421369 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a35693-3bc3-4eb8-8232-6560677d518d" -d '{"events": [{"server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "name": "network-vif-deleted", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:08.462692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448700d-8a02-4dd4-ae12-fbc50f27da40 req-9d3f35d9-191b-4403-963b-7ec91f8ecd1f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.464639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f448700d-8a02-4dd4-ae12-fbc50f27da40 req-9d3f35d9-191b-4403-963b-7ec91f8ecd1f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 943 time: 0.2325084 Dec 13 09:39:08.595053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.613549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 494eb0b1-748e-431f-ac3b-efaab676d16b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:08.686926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f3afce-1d49-4fcd-bed3-bc0a020fde92 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:08.687065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 494eb0b1-748e-431f-ac3b-efaab676d16b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:08.687460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.705923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.729986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f448700d-8a02-4dd4-ae12-fbc50f27da40 req-4b9d71bd-3978-442a-8f4a-79c9413b7bc5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544580 Dec 13 09:39:08.766831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Transition to ACTIVE for port object e7f3afce-1d49-4fcd-bed3-bc0a020fde92 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:08.780727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Network afe427bd-acfa-4513-96ca-347dddcefabd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:08.782062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.791956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:08.806400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:08.829161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.859344 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992fc1d-dd6c-4c1a-9fe6-bf74e694c89c x-openstack-request-id: req-a992fc1d-dd6c-4c1a-9fe6-bf74e694c89c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:08.859681 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "name": "network-vif-plugged", "status": "completed", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:08.859942 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a992fc1d-dd6c-4c1a-9fe6-bf74e694c89c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:08.860340 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'code': 200} Dec 13 09:39:08.866581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 494eb0b1-748e-431f-ac3b-efaab676d16b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=494eb0b1-748e-431f-ac3b-efaab676d16b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:08.870690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'name': 'network-vif-deleted', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:08.872565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.874773 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57d43c7-03c8-424b-8c33-1ae1e8e25b6f" -d '{"events": [{"server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "name": "network-vif-deleted", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:08.894931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Pushing event updated for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:09.000779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=494eb0b1-748e-431f-ac3b-efaab676d16b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:09.037992 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f9fd7-d963-492d-9dad-a814103e27d4 x-openstack-request-id: req-327f9fd7-d963-492d-9dad-a814103e27d4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:09.038330 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d53cc-a60c-4918-bc26-2ee903fe0c1a", "name": "network-vif-deleted", "tag": "27a7eb3d-0183-48a6-9132-ad441df5ebaa", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:09.038535 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327f9fd7-d963-492d-9dad-a814103e27d4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:09.039318 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d53cc-a60c-4918-bc26-2ee903fe0c1a', 'name': 'network-vif-deleted', 'tag': '27a7eb3d-0183-48a6-9132-ad441df5ebaa', 'status': 'completed', 'code': 200} Dec 13 09:39:09.040807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:09.074629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.247060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3731f0ab-509b-4345-9c18-d872f9e57124 None None] Provisioning complete for port d6b55eaa-177b-4f64-bd13-4146d12b6304 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:09.247297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3731f0ab-509b-4345-9c18-d872f9e57124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.288965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8542c-1ed4-4105-b7aa-4dd8804ef9a3 req-04f887fa-6205-43a2-ab67-dd34307d96d5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.290520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55f8542c-1ed4-4105-b7aa-4dd8804ef9a3 req-04f887fa-6205-43a2-ab67-dd34307d96d5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.2327592 Dec 13 09:39:09.291179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3731f0ab-509b-4345-9c18-d872f9e57124 None None] Port d6b55eaa-177b-4f64-bd13-4146d12b6304 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:09.307584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e7e-f45c-4202-bdaa-723fddfded57 req-cd86741b-b676-47fd-91c3-46fe9d8dc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.309078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91cd0e7e-f45c-4202-bdaa-723fddfded57 req-cd86741b-b676-47fd-91c3-46fe9d8dc575 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 1100 time: 0.2524383 Dec 13 09:39:09.373980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:09.374340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:09.374643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:09.383944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad184fb8-6f9e-44e3-a448-a5be29d6a6c7 req-a25addc2-8286-4dcb-b9ea-67d3b623d72b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.388244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad184fb8-6f9e-44e3-a448-a5be29d6a6c7 req-a25addc2-8286-4dcb-b9ea-67d3b623d72b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 946 time: 0.3250909 Dec 13 09:39:09.390817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.409961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:09.410324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:09.444769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:09.445139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:09.445481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:09.446506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Bound port: e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:09.446869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.510521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91cd0e7e-f45c-4202-bdaa-723fddfded57 req-54d02989-93ac-40f2-aa0e-ac94a2e16455 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725693 Dec 13 09:39:09.521036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55f8542c-1ed4-4105-b7aa-4dd8804ef9a3 req-ed841bf5-a5a1-476a-bffd-2707ad533a07 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897087 Dec 13 09:39:09.551623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.567894 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97872008-75aa-459d-850f-c5eae551087b x-openstack-request-id: req-97872008-75aa-459d-850f-c5eae551087b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:09.568641 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4", "name": "network-vif-deleted", "tag": "25583a89-f29b-41d9-af4a-4701723d6b19", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:09.569572 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97872008-75aa-459d-850f-c5eae551087b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:09.569733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad184fb8-6f9e-44e3-a448-a5be29d6a6c7 req-7b141e28-ac45-48a1-a682-982d7ef178a5 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713796 Dec 13 09:39:09.573064 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff879ac-f2dc-467e-b0f8-2ebcd2b33eb4', 'name': 'network-vif-deleted', 'tag': '25583a89-f29b-41d9-af4a-4701723d6b19', 'status': 'completed', 'code': 200} Dec 13 09:39:09.673696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:09.697493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:09.709785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.768911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86d6e-f301-42a8-a4f5-23dfe85d04ec req-8b2dbe9b-aeaa-4494-9c6c-11e464d5fc82 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.770388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac86d6e-f301-42a8-a4f5-23dfe85d04ec req-8b2dbe9b-aeaa-4494-9c6c-11e464d5fc82 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1480799 Dec 13 09:39:09.805865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.806497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.807863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] 10.222.0.16 "PUT /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 1091 time: 2.2331593 Dec 13 09:39:09.897818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433584-ac7c-4f75-be1e-7608c6619b9e service neutron] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.070778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3e568b58-2add-441e-bb4b-2183cd06190e details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:10.081483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38134) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.192070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Deleting subnet 9a6d26a4-4e92-40ab-802c-9aea500aba7b {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:39:10.202785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.243721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.289459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.293941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3e568b58-2add-441e-bb4b-2183cd06190e,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:10.306570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3e568b58-2add-441e-bb4b-2183cd06190e', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': '3e568b58-2add-441e-bb4b-2183cd06190e', 'mac_address': 'fa:16:3e:3d:0e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:10.348125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac86d6e-f301-42a8-a4f5-23dfe85d04ec req-ccdc5e0d-3a16-41ad-8f97-b034f374bb3c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520020 Dec 13 09:39:10.361091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.375594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-067f39cb-b470-4b92-aed0-773ed3fff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.377400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-067f39cb-b470-4b92-aed0-773ed3fff5ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1094 time: 0.5238826 Dec 13 09:39:10.397154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.401444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.421997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6d26a4-4e92-40ab-802c-9aea500aba7b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.428021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.430591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e568b58-2add-441e-bb4b-2183cd06190e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:10.434482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-24a3938e-a897-4ebf-93b8-84e0eee7ef23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 217 time: 0.0489502 Dec 13 09:39:10.435021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2068c929-1e4e-4117-956c-741941c1a265 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a6d26a4-4e92-40ab-802c-9aea500aba7b HTTP/1.1" status: 204 len: 168 time: 0.3524611 Dec 13 09:39:10.435753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38136) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.436385 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.457693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3e568b58-2add-441e-bb4b-2183cd06190e,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:10.473190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.544922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b5ff2-b4e2-44db-89b2-bbb0027a99df req-ccab9746-49ba-4543-8289-bcd5860d45b5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.552170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd0b5ff2-b4e2-44db-89b2-bbb0027a99df req-ccab9746-49ba-4543-8289-bcd5860d45b5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 943 time: 0.2292638 Dec 13 09:39:10.573626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.578237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 494eb0b1-748e-431f-ac3b-efaab676d16b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:10.637845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 494eb0b1-748e-431f-ac3b-efaab676d16b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:10.638383 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.699014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Pushing event updated for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.713193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-09ed4f6f-b124-42a6-9494-38b88e4a3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.714698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-09ed4f6f-b124-42a6-9494-38b88e4a3ff5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.2391748 Dec 13 09:39:10.715422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.736915 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.806802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-2a638cd3-faaf-4f2c-890d-0cd46203e8d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769341 Dec 13 09:39:10.810169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd0b5ff2-b4e2-44db-89b2-bbb0027a99df req-1c7ddff7-e566-4759-bcb0-456a812a59d8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572265 Dec 13 09:39:10.865380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5518-e076-48b3-81bb-7cdb1d642226 req-509e3560-525c-4d64-8b99-081e5f15b9ae tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.866845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d4a5518-e076-48b3-81bb-7cdb1d642226 req-509e3560-525c-4d64-8b99-081e5f15b9ae tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.2466686 Dec 13 09:39:10.943441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3e568b58-2add-441e-bb4b-2183cd06190e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:11.035622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.054583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:11.061620 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab136b-1c55-4348-b441-d607594b479f" -d '{"events": [{"name": "network-changed", "server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:11.068644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.100090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d4a5518-e076-48b3-81bb-7cdb1d642226 req-c5057009-aca8-41cd-9f09-ff43d6f71384 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206676 Dec 13 09:39:11.112241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Network afe427bd-acfa-4513-96ca-347dddcefabd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:11.121725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15d4c0-5e4e-4c68-a1c6-255441c49e0a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:11.121725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-986c2dd3-99c6-4acd-b199-94aa1f8208c2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781379 Dec 13 09:39:11.122039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:11.142676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a928104-f714-4778-8160-b50939ea86f6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:11.142811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a928104-f714-4778-8160-b50939ea86f6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:11.164288 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863c850-2d48-46da-a42b-32db8764a386 x-openstack-request-id: req-9863c850-2d48-46da-a42b-32db8764a386 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:11.165149 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:11.165406 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9863c850-2d48-46da-a42b-32db8764a386 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:11.165802 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'status': 'completed', 'code': 200} Dec 13 09:39:11.222255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.250178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.262975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:39:11.263379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:39:11.266752 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:39:11.328261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-54c853ca-7ace-49f4-a82e-63ade2a4ee2d None None] Provisioning complete for port d6b55eaa-177b-4f64-bd13-4146d12b6304 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:11.328843 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54c853ca-7ace-49f4-a82e-63ade2a4ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.362525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-54c853ca-7ace-49f4-a82e-63ade2a4ee2d None None] Port d6b55eaa-177b-4f64-bd13-4146d12b6304 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:11.376528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.379499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57e8464f-bf3d-4547-839f-6223cebeeb61 req-1c067718-4e4c-419d-818c-7f7b0e6f4490 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469122 Dec 13 09:39:11.387633 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.390931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9f15d4c0-5e4e-4c68-a1c6-255441c49e0a HTTP/1.1" status: 204 len: 168 time: 0.9520226 Dec 13 09:39:11.403637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd234ce-b6ae-4604-bc14-4989bfc538c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f15d4c0-5e4e-4c68-a1c6-255441c49e0a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:11.410713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:39:11.523285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38158) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:11.574628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab136b-1c55-4348-b441-d607594b479f req-e7f38d0b-f14e-4830-bf7e-c58b716b92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:11.576176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-e7f38d0b-f14e-4830-bf7e-c58b716b92cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1094 time: 0.1222932 Dec 13 09:39:11.578234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b61cb5fb-b2c8-4740-a18e-44cdf8ab0d1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fedb4bb0cd904067b608ea9588728f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522699 Dec 13 09:39:11.581263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38166) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:11.592466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3244a4-1838-49b1-87e9-bbff92928a8d req-b80b4548-1a7b-4fda-bc26-fc795c0e4705 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:11.594037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf3244a4-1838-49b1-87e9-bbff92928a8d req-b80b4548-1a7b-4fda-bc26-fc795c0e4705 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1316590 Dec 13 09:39:11.625341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:11.637628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:11.649511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:11.650166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:11.672400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3b89fa0e-1af5-47d6-8833-7e87ce2be38a admin admin] 10.222.0.31 "PUT /v2.0/routers/bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3455777 Dec 13 09:39:11.717835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf3244a4-1838-49b1-87e9-bbff92928a8d req-b8fc6c97-edba-4542-90df-97d0b5d80878 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129661 Dec 13 09:39:11.752027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab136b-1c55-4348-b441-d607594b479f req-205267f5-00a5-454d-9376-72c5c8aa9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:11.753832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-205267f5-00a5-454d-9376-72c5c8aa9ae0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1587396 Dec 13 09:39:11.802823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-b24a0b68-750b-43ed-ad82-f68bd3b4fd89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Dec 13 09:39:11.803427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:11.888356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab136b-1c55-4348-b441-d607594b479f req-1d906917-45fc-4a22-9144-429c9d976b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:11.890714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-1d906917-45fc-4a22-9144-429c9d976b69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0688555 Dec 13 09:39:11.934061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.945391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-763a29c1-a689-486e-a59f-6de5b3843b1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469484 Dec 13 09:39:11.960740 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.976161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.018749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.022474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.026398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65151a96-fd43-4df1-b3ed-5dace957df0d HTTP/1.1" status: 204 len: 168 time: 0.4410403 Dec 13 09:39:12.049746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb4cd-e2f9-422f-b439-f61e515285d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65151a96-fd43-4df1-b3ed-5dace957df0d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:12.059644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cd812-7fd5-4a88-a2e3-55f3f262da8a req-779ce4d0-1418-4443-8a91-174ed961081f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:12.072783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-044cd812-7fd5-4a88-a2e3-55f3f262da8a req-779ce4d0-1418-4443-8a91-174ed961081f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 944 time: 0.1369381 Dec 13 09:39:12.121733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 2, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:12.144291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-06ed6a7d-a628-4d6f-b228-d7def5de43ed service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778212 Dec 13 09:39:12.149957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:12.149957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Updating router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa port d6b55eaa-177b-4f64-bd13-4146d12b6304 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:39:12.178281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.257823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-044cd812-7fd5-4a88-a2e3-55f3f262da8a req-1f7043cb-b1c0-4256-8911-393c771745c9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846397 Dec 13 09:39:12.337722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-58774701-cc75-4f31-af07-b81de898ce9d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:12.339220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-58774701-cc75-4f31-af07-b81de898ce9d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 820 time: 0.2062569 Dec 13 09:39:12.369036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b9715570-9496-48e7-b7dd-385c9e1cea27 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/quotas/2102dc5929b2409599956a2fdad8ec18 HTTP/1.1" status: 200 len: 375 time: 0.0224667 Dec 13 09:39:12.383978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ab136b-1c55-4348-b441-d607594b479f req-fbbed583-85a7-4274-96d7-62bb71a93a24 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210808 Dec 13 09:39:12.476038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-bd78dd35-1bdc-49a2-a577-6a1068de5215 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909088 Dec 13 09:39:12.509528 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.515807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.545562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2361c-fa52-4951-8516-b46b28edb729 req-a76d320e-740a-498d-8b1a-a8728d7d2bce tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:12.547004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04c2361c-fa52-4951-8516-b46b28edb729 req-a76d320e-740a-498d-8b1a-a8728d7d2bce tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.1177361 Dec 13 09:39:12.577968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b358b-e876-4b70-94e4-34cc99d58bd1 None None] Pushing event updated for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:12.598223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-bca21807-3ea4-40c2-a2fd-a7e05614e9d7 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209943 Dec 13 09:39:12.650037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Attempting to bind port d6b55eaa-177b-4f64-bd13-4146d12b6304 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:12.650889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Attempting to bind port d6b55eaa-177b-4f64-bd13-4146d12b6304 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:12.651417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Attempting to bind port d6b55eaa-177b-4f64-bd13-4146d12b6304 on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:12.662118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:12.663121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Checking segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:12.663781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.664953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Bound using segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:12.665654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Bound port: d6b55eaa-177b-4f64-bd13-4146d12b6304, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:12.666595 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.746946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04c2361c-fa52-4951-8516-b46b28edb729 req-5ddbbafb-4ae3-4c71-a038-58a47439a2c0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400502 Dec 13 09:39:12.782394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] For port d6b55eaa-177b-4f64-bd13-4146d12b6304, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:12.787166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] For port d6b55eaa-177b-4f64-bd13-4146d12b6304, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d6b55eaa-177b-4f64-bd13-4146d12b6304,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:12.794592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.822123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-66b0ac27-f3a0-47b0-bb30-6a1af962499a service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227092 Dec 13 09:39:12.901654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:12.902707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:13.049677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:13.253784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-246371587-network', 'tenant_id': '3bfbf415d2c44d40b51807a03ae3ee26'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:13.277036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb29e5-3852-4670-a749-2a2bd087fc6b req-3342c607-c41d-48dd-806e-da3c4f1118b3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.284347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Made reservation on behalf of 3bfbf415d2c44d40b51807a03ae3ee26 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:13.285497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1cb29e5-3852-4670-a749-2a2bd087fc6b req-3342c607-c41d-48dd-806e-da3c4f1118b3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1580756 Dec 13 09:39:13.288852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcde73-5e0e-4282-91d4-6f3c0d5616ba req-fceb881b-d7f8-4e43-981c-f5779361b684 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.295411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0fcde73-5e0e-4282-91d4-6f3c0d5616ba req-fceb881b-d7f8-4e43-981c-f5779361b684 tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 1100 time: 0.1205852 Dec 13 09:39:13.299493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.320207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.330728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b358b-e876-4b70-94e4-34cc99d58bd1 None None] Pushing event updated for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:13.375209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] Provisioning complete for port d6b55eaa-177b-4f64-bd13-4146d12b6304 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:13.375742 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.405941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:13.425569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0fcde73-5e0e-4282-91d4-6f3c0d5616ba req-4575bd00-8afd-415c-b2d1-49097f30d1af tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227951 Dec 13 09:39:13.502607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1cb29e5-3852-4670-a749-2a2bd087fc6b req-c5e8458e-e57a-4374-a21e-408a0dbf7cf2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050660 Dec 13 09:39:13.518971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87bbbdfd-85d6-4b9b-b8c0-3a396573b06a req-1581adc4-9662-44dd-a8d7-348b0707abc3 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 210 time: 0.0313952 Dec 13 09:39:13.544103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:13.628439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.638698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.649931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60b60d-565f-44c7-9bde-b299e363c28a req-618f929e-1348-411f-b2d6-5eb3b03e6823 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.658122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e60b60d-565f-44c7-9bde-b299e363c28a req-618f929e-1348-411f-b2d6-5eb3b03e6823 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 944 time: 0.0664120 Dec 13 09:39:13.724260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e60b60d-565f-44c7-9bde-b299e363c28a req-54295f73-43ab-4d82-9301-247a3fe2e735 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650778 Dec 13 09:39:13.734560 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.760227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:39:13.766192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28edd8e7-4752-48b5-a979-caee13a335f0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:13.802178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.802768 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Added segment 74dcfca4-07cb-45e1-9d5d-60ab84eccbc4 of type vlan for network 400193b9-5e2b-435a-a9e9-d0b082cbba2d Dec 13 09:39:13.850212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-dba6c765-5706-4fc1-b6eb-714d49cdade3 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363884 Dec 13 09:39:13.868430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] For port d6b55eaa-177b-4f64-bd13-4146d12b6304, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d6b55eaa-177b-4f64-bd13-4146d12b6304,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:13.883317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.917286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.964485 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.965563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.966202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:13.976598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:14.019945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'mac_address': 'fa:16:3e:7a:f2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:14.038834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-9669bacc-9596-4fa5-9f36-5ef1bf623111 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:14.047579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-9669bacc-9596-4fa5-9f36-5ef1bf623111 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961691 Dec 13 09:39:14.048310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27d1d3-1936-4b8e-b867-20a01e1bcf64 None None] Pushing event updated for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:14.064120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0133224 Dec 13 09:39:14.065397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-896627d5-5618-479a-942b-81b8617fb8c4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0166378 Dec 13 09:39:14.084713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38286) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:14.090582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Request body: {'subnet': {'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-246371587-subnet', 'tenant_id': '3bfbf415d2c44d40b51807a03ae3ee26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:14.122861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce737-5130-496e-aa5e-9cf10230bbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=400193b9-5e2b-435a-a9e9-d0b082cbba2d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:14.130722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3e568b58-2add-441e-bb4b-2183cd06190e up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:14.143208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:14.146641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e800e8da-174f-474d-886c-f4bc56573d1a None None] Provisioning complete for port d6b55eaa-177b-4f64-bd13-4146d12b6304 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:14.147017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e800e8da-174f-474d-886c-f4bc56573d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.164957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Made reservation on behalf of 3bfbf415d2c44d40b51807a03ae3ee26 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:14.167365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.190412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-691be5a8-bdc4-4651-8c77-c39a835b5f71 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1238341 Dec 13 09:39:14.215342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 400193b9-5e2b-435a-a9e9-d0b082cbba2d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:39:14.295342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb71c36-3ff8-452d-aeb6-4f2e0cbd916a None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:14.342348 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.406298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed94a4e5-8242-4576-97c6-2b6ad798ea48 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:14.505687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.510262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:14.519756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3e568b58-2add-441e-bb4b-2183cd06190e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:14.531455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.553116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-779b4a0f-9586-4373-afeb-4b439afa72b9 req-a387574b-1c08-4185-a905-287253bd62a9 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 210 time: 0.1164205 Dec 13 09:39:14.556251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3e568b58-2add-441e-bb4b-2183cd06190e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:14.556694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.718127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6933766-169c-4e43-a244-06ee4ed80511,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:14.722338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Checking segment: {'id': '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:14.723056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Network hostable DHCP agents. Network: 400193b9-5e2b-435a-a9e9-d0b082cbba2d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:39:14.769051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Network 400193b9-5e2b-435a-a9e9-d0b082cbba2d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:39:14.800872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 400193b9-5e2b-435a-a9e9-d0b082cbba2d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:14.807510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:14.808552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.828707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['ed94a4e5-8242-4576-97c6-2b6ad798ea48'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:14.849730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ff8d60b-8160-4ed2-ad86-e451f8e57b17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7614765 Dec 13 09:39:14.886268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d6b55eaa-177b-4f64-bd13-4146d12b6304 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:14.889476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a14dc79-024a-4d3a-ae78-71dd507c7e8c req-a335faa9-59d1-44ad-a651-22fdd090df66 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 210 time: 0.2075870 Dec 13 09:39:14.904883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898116ff-9235-4215-80f8-70b13873f383 None None] Network 400193b9-5e2b-435a-a9e9-d0b082cbba2d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:15.084255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee4668-4abf-40e7-9bc3-844b5984823a req-e45e5220-251d-48ff-9225-1d3df0a6bf4b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:15.094017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01ee4668-4abf-40e7-9bc3-844b5984823a req-e45e5220-251d-48ff-9225-1d3df0a6bf4b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1864119 Dec 13 09:39:15.126845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-8c3c2af6-17e5-47df-9da1-49890d2e73b8 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:15.128455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-8c3c2af6-17e5-47df-9da1-49890d2e73b8 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 820 time: 0.5585370 Dec 13 09:39:15.140364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:15.142870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2ca9-339c-4013-bcfb-8c7e3ffebba0 req-c1d618ac-90f6-4e64-abc2-dc2c2a26eaaf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:15.152015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53bf2ca9-339c-4013-bcfb-8c7e3ffebba0 req-c1d618ac-90f6-4e64-abc2-dc2c2a26eaaf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 944 time: 0.1419394 Dec 13 09:39:15.176349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'port': {'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'admin_state_up': True, 'tenant_id': '2102dc5929b2409599956a2fdad8ec18'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:15.244444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53bf2ca9-339c-4013-bcfb-8c7e3ffebba0 req-b8679e2d-c212-429a-9a70-a6e16b50d28b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915625 Dec 13 09:39:15.269469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.325454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3e568b58-2add-441e-bb4b-2183cd06190e,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:15.329261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45edef70-05c3-4062-97ce-2bc9ed60d82f None None] Network 400193b9-5e2b-435a-a9e9-d0b082cbba2d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:15.330309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01ee4668-4abf-40e7-9bc3-844b5984823a req-332f1c1c-4169-4870-983d-714234c6e5d0 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346518 Dec 13 09:39:15.432495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:15.438223 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda5278d-2fe3-469b-8198-dd0ac07c1d6a" -d '{"events": [{"server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "name": "network-vif-plugged", "status": "completed", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:15.521301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.541135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Made reservation on behalf of 2102dc5929b2409599956a2fdad8ec18 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:15.553872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.645821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d6b55eaa-177b-4f64-bd13-4146d12b6304 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:15.646353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.725175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:15.948510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Allocated IP 172.20.0.4 (afe427bd-acfa-4513-96ca-347dddcefabd/e07da23e-2111-491f-8a3f-2f9af6cd3126/b18ab328-7154-4e3c-ab66-ada7033ec6a5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:16.029531 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c8ae2-1073-46f4-80c4-aac1f34610a4 x-openstack-request-id: req-a86c8ae2-1073-46f4-80c4-aac1f34610a4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:16.029834 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "name": "network-vif-plugged", "status": "completed", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:16.030393 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a86c8ae2-1073-46f4-80c4-aac1f34610a4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:16.030803 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e', 'code': 200} Dec 13 09:39:16.145821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaf84746-b5ca-400e-ab04-e389974699e3 req-5fd85ddc-c502-4d83-92d8-7da22afbe426 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 210 time: 0.0414727 Dec 13 09:39:16.299183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-406138d9-201a-490c-96d4-0191bf2ec87f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258982 Dec 13 09:39:16.502064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-53ded793-a0a5-4d9b-bc44-286bf1fb2a1c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.509576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-53ded793-a0a5-4d9b-bc44-286bf1fb2a1c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046750 Dec 13 09:39:16.525038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:16.696312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:16.700310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a9fe62e-e33d-45cf-9977-2934a7644f4e req-14b28975-c0e6-4b71-9afc-e8b1fca83d03 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 210 time: 0.0675716 Dec 13 09:39:16.710995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.713279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-71443eaa-bf95-4136-af88-6a2adf3c0c1d tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.714792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-71443eaa-bf95-4136-af88-6a2adf3c0c1d tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/networks?id=400193b9-5e2b-435a-a9e9-d0b082cbba2d HTTP/1.1" status: 200 len: 820 time: 0.7463083 Dec 13 09:39:16.749850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c929-ed86-4144-815d-e734e138a2c9 req-fd5e2d89-c053-4e2c-8a0e-973c1a8108b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.751389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb26c929-ed86-4144-815d-e734e138a2c9 req-fd5e2d89-c053-4e2c-8a0e-973c1a8108b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 1096 time: 0.6016874 Dec 13 09:39:16.763181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-f7973653-41eb-4a54-a73f-e6f7b68d19e5 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/quotas/3bfbf415d2c44d40b51807a03ae3ee26 HTTP/1.1" status: 200 len: 375 time: 0.0398355 Dec 13 09:39:16.830141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-50ee4a5a-e8b5-4b08-a6d7-d769f624bd1d tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3bfbf415d2c44d40b51807a03ae3ee26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660543 Dec 13 09:39:16.833886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.930690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.210 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:16.960134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb26c929-ed86-4144-815d-e734e138a2c9 req-d51cf6b9-45c5-452d-87fd-a1cb75fe84ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916313 Dec 13 09:39:16.979756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8f48-b53e-49bd-96ec-c40989d5871a req-8f1352b4-4427-43cb-b0d2-624d1657f380 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.981253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d86e8f48-b53e-49bd-96ec-c40989d5871a req-8f1352b4-4427-43cb-b0d2-624d1657f380 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.1569333 Dec 13 09:39:17.006781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.061777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-14cca6e0-0dad-4e80-8701-fd69f3131c47 service neutron] 10.222.0.31 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140002 Dec 13 09:39:17.103357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Network afe427bd-acfa-4513-96ca-347dddcefabd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:17.135583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.145498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:17.153227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:17.160336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event updated for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:17.165993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d86e8f48-b53e-49bd-96ec-c40989d5871a req-2c0e7e92-ed2f-4163-8c52-7c1645a42593 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717925 Dec 13 09:39:17.199275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.199653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.200005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.200354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.200692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.201027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.201363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.201698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.202030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.202439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.202677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.203008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.203339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:17.235098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.248753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a', 'f30de82b-8318-4d20-89ba-20ce70585eb8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:17.258659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:17.295401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:17.297272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.297937 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.300365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:17.318386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:17.339632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-644f2976-8ced-441c-baf3-514c5f43e58c service neutron] 10.222.0.31 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644806 Dec 13 09:39:17.386032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-07adcde4-09e9-4f5b-830c-bdc8372099fe tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2319052 Dec 13 09:39:17.401548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:17.418181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Request body: {'port': {'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:17.441054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.442216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.443613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a893c1-19d0-4db5-8b05-693d1a1c3337 req-78949c2c-1ea4-49d4-a308-61b166de6671 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.464165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5a893c1-19d0-4db5-8b05-693d1a1c3337 req-78949c2c-1ea4-49d4-a308-61b166de6671 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1938281 Dec 13 09:39:17.480221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-4224cb65-a82c-48b8-b884-7ecbc5d9a8e2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9595513 Dec 13 09:39:17.503854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Request body: {'port': {'device_id': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:17.595984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:17.623048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.697122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5a893c1-19d0-4db5-8b05-693d1a1c3337 req-ccca257f-ad68-4b6c-a453-61a9ce4ac46b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321250 Dec 13 09:39:17.705535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.066581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-89b522c6-de26-4512-a542-81915f86514f None None] Provisioning complete for port b18ab328-7154-4e3c-ab66-ada7033ec6a5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:18.067217 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89b522c6-de26-4512-a542-81915f86514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.132989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6535bca-afe9-47e7-b90a-9c38503bb26c req-2e4face7-70dc-4fba-b865-1cfb30b0695f tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 210 time: 0.0559895 Dec 13 09:39:18.164708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42378669-23c6-46af-8719-51b6c15a3247 req-72bdc4e8-92e7-4bce-974c-d50d6c64f65a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.173217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-89b522c6-de26-4512-a542-81915f86514f None None] Port b18ab328-7154-4e3c-ab66-ada7033ec6a5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:18.176106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42378669-23c6-46af-8719-51b6c15a3247 req-72bdc4e8-92e7-4bce-974c-d50d6c64f65a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 936 time: 0.1994202 Dec 13 09:39:18.201586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port ed94a4e5-8242-4576-97c6-2b6ad798ea48 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:18.203000 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.242117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:18.252933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.272337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Transition to ACTIVE for port object a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:18.278017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.335953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42378669-23c6-46af-8719-51b6c15a3247 req-72582e43-d973-4c15-8340-7af35e94b73c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588347 Dec 13 09:39:18.360969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:18.458336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17d2a-ca3d-4324-b6e2-dbdb1a8e04f9 req-cd5a4c51-2f2e-4b03-9f12-1633e422c884 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.467021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4e17d2a-ca3d-4324-b6e2-dbdb1a8e04f9 req-cd5a4c51-2f2e-4b03-9f12-1633e422c884 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 931 time: 0.2258382 Dec 13 09:39:18.496782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.576988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Attempting to bind port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:18.577343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Attempting to bind port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:18.577659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Attempting to bind port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:18.583765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:18.584136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Attempting to bind port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:18.595514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:18.596179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:18.596574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:18.597038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Bound port: a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:18.597509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.620938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:18.623199 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d612df-66b5-42b3-96ea-bd6bed295218" -d '{"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:18.683309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:18.689897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:18.695254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:18.703993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.729200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.765770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.766594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.768320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b HTTP/1.1" status: 200 len: 1096 time: 1.2740712 Dec 13 09:39:18.773617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:18.776684 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d86f95-168b-4243-8113-dc7c568c3042" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:18.815956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18ca8-a544-47d9-821f-3df0e2b6d238 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:18.818288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4e17d2a-ca3d-4324-b6e2-dbdb1a8e04f9 req-288492bc-4e4a-4fe1-981d-5e389417f4f0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499463 Dec 13 09:39:18.902260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-603a092b-f7f6-403f-8185-bb616b85250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.909281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-603a092b-f7f6-403f-8185-bb616b85250e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 1099 time: 0.0674782 Dec 13 09:39:18.918850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e93d-0424-40c1-9ef7-bb2dca2a5eb3 req-54a582eb-1c0c-492f-aa57-cf5631e65d2e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.922185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:18.929419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db37e93d-0424-40c1-9ef7-bb2dca2a5eb3 req-54a582eb-1c0c-492f-aa57-cf5631e65d2e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.4386711 Dec 13 09:39:18.980215 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd428e-02e3-487d-91c1-d01a2f7922ab x-openstack-request-id: req-82bd428e-02e3-487d-91c1-d01a2f7922ab {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:18.980462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18ab328-7154-4e3c-ab66-ada7033ec6a5 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:18.980576 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:18.980786 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82bd428e-02e3-487d-91c1-d01a2f7922ab {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:18.981351 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'code': 200} Dec 13 09:39:19.013543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.015791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-6ae20e03-254b-4e80-bda5-e537964e4126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b HTTP/1.1" status: 200 len: 217 time: 0.0984921 Dec 13 09:39:19.059504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Transition to ACTIVE for port object b18ab328-7154-4e3c-ab66-ada7033ec6a5 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:19.080030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.131357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-646c4780-6271-4125-a765-c0f963b1f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.133895 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-646c4780-6271-4125-a765-c0f963b1f918 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1082563 Dec 13 09:39:19.205858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-5d8c6bfa-dec2-4f9d-b9c6-73fe8c14d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.207971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-5d8c6bfa-dec2-4f9d-b9c6-73fe8c14d212 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629480 Dec 13 09:39:19.277746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Pushing event updated for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:19.315635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b9611-cea6-4f84-a1a8-9f0f450bce67 req-4351e94f-4d8a-44ff-92c8-78eced545680 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.320357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a0b9611-cea6-4f84-a1a8-9f0f450bce67 req-4351e94f-4d8a-44ff-92c8-78eced545680 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.2432182 Dec 13 09:39:19.333072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db37e93d-0424-40c1-9ef7-bb2dca2a5eb3 req-60991f42-b99b-44f2-bf87-3839373883e1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000666 Dec 13 09:39:19.353286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-292441da-1531-48e8-bb41-e0b0cb034df9 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363480 Dec 13 09:39:19.538462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a0b9611-cea6-4f84-a1a8-9f0f450bce67 req-988f468f-7744-47a2-a475-d717f04a969c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984420 Dec 13 09:39:19.540354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Attempting to bind port b18ab328-7154-4e3c-ab66-ada7033ec6a5 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:19.544011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Attempting to bind port b18ab328-7154-4e3c-ab66-ada7033ec6a5 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:19.544549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Attempting to bind port b18ab328-7154-4e3c-ab66-ada7033ec6a5 on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:19.548193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5e94562d-904e-4e97-aadc-d4248f4e316b req-29c1001a-4186-494a-a9f6-e14657032292 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870997 Dec 13 09:39:19.559447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Port b18ab328-7154-4e3c-ab66-ada7033ec6a5 on network afe427bd-acfa-4513-96ca-347dddcefabd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:19.560014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Attempting to bind port b18ab328-7154-4e3c-ab66-ada7033ec6a5 on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:19.581739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:19.583477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Checking segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:19.584097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Bound using segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:19.584230 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86775706-cbe5-4502-bde4-7793346830b7 x-openstack-request-id: req-86775706-cbe5-4502-bde4-7793346830b7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:19.584432 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:19.584661 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86775706-cbe5-4502-bde4-7793346830b7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:19.585075 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b', 'status': 'completed', 'code': 200} Dec 13 09:39:19.586863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Bound port: b18ab328-7154-4e3c-ab66-ada7033ec6a5, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:19.587973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.700629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-8026a039-a46e-4f56-9b72-6131409c4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.702161 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-8026a039-a46e-4f56-9b72-6131409c4854 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 1099 time: 0.0795131 Dec 13 09:39:19.702894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:19.706393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:19.713890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.859241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-577deaf9-bb4f-40e3-9c31-5a703a82906e req-17a9a0b9-61a3-472b-8664-757e026baa9e tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 210 time: 0.1093295 Dec 13 09:39:19.860289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-2b62d4c7-864f-4377-8334-e32b4f79ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.862581 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-2b62d4c7-864f-4377-8334-e32b4f79ef52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1302617 Dec 13 09:39:19.875015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.877829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.881813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] 10.222.0.20 "PUT /v2.0/ports/b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 1091 time: 2.4868941 Dec 13 09:39:19.906207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:19.916659 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a54f91-6cb8-4b08-88e1-f362288d208c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:19.937169 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-e7437cfb-1ebd-4b5e-b70c-5073c93fd8ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b HTTP/1.1" status: 200 len: 217 time: 0.0575178 Dec 13 09:39:20.013990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-b2aaa454-5456-443c-8f9e-63d371d4330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.015871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-b2aaa454-5456-443c-8f9e-63d371d4330c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0655053 Dec 13 09:39:20.109305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:20.123178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-475f4872-a388-468f-95c1-f70cb598af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.124806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-475f4872-a388-468f-95c1-f70cb598af87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914900 Dec 13 09:39:20.185561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7cb3-4465-4109-a96f-146d9ba23a81 req-2af31bf5-dc25-4188-b250-72833ae195e7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.193691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fce7cb3-4465-4109-a96f-146d9ba23a81 req-2af31bf5-dc25-4188-b250-72833ae195e7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 948 time: 0.3982213 Dec 13 09:39:20.200272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9d47-93db-4674-afd6-d59243bcd0da service neutron] Pushing event updated for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:20.228159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbefdd-9f17-47e6-81ec-357d083765b2 req-cdcaa0c8-9307-4b2c-b114-fcb01a19f37d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.236134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cdbefdd-9f17-47e6-81ec-357d083765b2 req-cdcaa0c8-9307-4b2c-b114-fcb01a19f37d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 943 time: 0.2448249 Dec 13 09:39:20.277614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:20.289916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49', 'port_id': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'mac_address': 'fa:16:3e:d8:bf:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a08c43-ceb3-4738-94df-6b8d9152b018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:20.295541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-a06dd5e6-6862-41cb-adf3-e020410f2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.297071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-a06dd5e6-6862-41cb-adf3-e020410f2d41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1094 time: 0.3151946 Dec 13 09:39:20.314376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-b9f5cab8-a1a6-4e6b-9328-6dfb57dcdf0b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787179 Dec 13 09:39:20.353023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:20.361075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cdbefdd-9f17-47e6-81ec-357d083765b2 req-8fb6c1bd-43f3-4a07-9ac0-37e5fc626fe4 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238897 Dec 13 09:39:20.386749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f3afce-1d49-4fcd-bed3-bc0a020fde92 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:20.410938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:20.417929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:20.471894 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ce3d1-ec2a-4fa9-8bd7-e795ffa71950 x-openstack-request-id: req-153ce3d1-ec2a-4fa9-8bd7-e795ffa71950 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:20.472371 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:20.472796 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-153ce3d1-ec2a-4fa9-8bd7-e795ffa71950 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:20.473525 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:39:20.476035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-93caa796-c13a-4cff-99d5-a2b50b1ebd10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.1682744 Dec 13 09:39:20.476319 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f1d86f95-168b-4243-8113-dc7c568c3042 req-bbecff15-61e4-4156-9976-6dcfb29acb60 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491439 Dec 13 09:39:20.484246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:20.492341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fce7cb3-4465-4109-a96f-146d9ba23a81 req-f326f1ef-eb04-4187-915b-3d205279a450 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976441 Dec 13 09:39:20.501909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-e2d508e6-14c3-403d-a2b6-029e2b933c23 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.503648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-e2d508e6-14c3-403d-a2b6-029e2b933c23 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.20 "GET /v2.0/networks?id=400193b9-5e2b-435a-a9e9-d0b082cbba2d HTTP/1.1" status: 200 len: 820 time: 0.6189470 Dec 13 09:39:20.517334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Request body: {'port': {'device_id': 'b563f991-815a-4fbd-8814-28940816641f', 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d', 'admin_state_up': True, 'tenant_id': '3bfbf415d2c44d40b51807a03ae3ee26'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:20.689337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-f3e9e5c7-bb85-4a18-8f9b-d31dc52a27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.690827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-f3e9e5c7-bb85-4a18-8f9b-d31dc52a27f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1861789 Dec 13 09:39:20.772982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c9f9f-f283-4497-b457-02cc11cfabf2 req-0eff7f1d-d4b9-4aea-8da6-3179da5a2db1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.774933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-231c9f9f-f283-4497-b457-02cc11cfabf2 req-0eff7f1d-d4b9-4aea-8da6-3179da5a2db1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.1759665 Dec 13 09:39:20.802771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81dee-1257-4570-99f1-49e717929be2 req-63be58af-12e5-4346-9750-7dbddad80306 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.804322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe81dee-1257-4570-99f1-49e717929be2 req-63be58af-12e5-4346-9750-7dbddad80306 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.1378882 Dec 13 09:39:20.813076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Made reservation on behalf of 3bfbf415d2c44d40b51807a03ae3ee26 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:20.821176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:20.864448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-0529d097-8682-4eac-8463-f9868c9ad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.866022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-0529d097-8682-4eac-8463-f9868c9ad727 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536436 Dec 13 09:39:20.981556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-231c9f9f-f283-4497-b457-02cc11cfabf2 req-004963a5-2ab0-48d3-a483-e4b4aacc637c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975846 Dec 13 09:39:20.986927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e7f3afce-1d49-4fcd-bed3-bc0a020fde92'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:21.032836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe81dee-1257-4570-99f1-49e717929be2 req-8b49117b-72c6-40ae-afa0-268a458c12ce tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055099 Dec 13 09:39:21.236500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-8fa680d3-34ce-4949-ba99-c040dc5f8b3b service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597727 Dec 13 09:39:21.264909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-054e88a0-0932-46f7-aef2-1bd8b3640a93 req-5de4d149-6e8f-4205-b535-b20e497d85f7 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 210 time: 0.0275254 Dec 13 09:39:21.360858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Allocated IP 172.20.0.13 (400193b9-5e2b-435a-a9e9-d0b082cbba2d/e6933766-169c-4e43-a244-06ee4ed80511/14fbee58-63a9-429a-829f-1a3571f7ab39) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:21.417640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c7e2b-e523-4aae-ae61-34b98dc5c64f req-66701fdf-6794-4ca6-8f61-e3650cc9802a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.419158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-398c7e2b-e523-4aae-ae61-34b98dc5c64f req-66701fdf-6794-4ca6-8f61-e3650cc9802a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.1221423 Dec 13 09:39:21.562564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce235dc-955c-4d91-a59b-48aef7ef9979 req-bd0727ac-1c19-45a0-b11d-71dc0f06a37b service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966018 Dec 13 09:39:21.616205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-398c7e2b-e523-4aae-ae61-34b98dc5c64f req-5e30effc-eb89-48a4-8ea0-78da2fbdc505 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801057 Dec 13 09:39:21.649133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221bac-98ac-4525-8d88-d10d13e2d9aa req-53de93f6-f511-4dbe-906a-a1fec8fb938b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.656435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a221bac-98ac-4525-8d88-d10d13e2d9aa req-53de93f6-f511-4dbe-906a-a1fec8fb938b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 943 time: 0.1889493 Dec 13 09:39:21.776361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-7290f9a8-4dc7-4517-ae1b-2b0b7c4d6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.777855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-7290f9a8-4dc7-4517-ae1b-2b0b7c4d6abc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1094 time: 0.1567001 Dec 13 09:39:21.783245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:22.146780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a221bac-98ac-4525-8d88-d10d13e2d9aa req-849d2de5-6a74-4662-8bd5-e5dd201130b2 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894707 Dec 13 09:39:22.191095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d56e-c5db-49e7-a451-77cdc21ff582 req-897a8d9f-4a3c-4ad7-abd6-5f146cd75862 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.192671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b730d56e-c5db-49e7-a451-77cdc21ff582 req-897a8d9f-4a3c-4ad7-abd6-5f146cd75862 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 948 time: 0.5098574 Dec 13 09:39:22.289235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:22.324593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b730d56e-c5db-49e7-a451-77cdc21ff582 req-dcf05c29-e859-49b6-9ac9-1a537b27c0ed tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Dec 13 09:39:22.383969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-d1b77077-957e-4dff-90a3-acb318eaba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.386130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-d1b77077-957e-4dff-90a3-acb318eaba6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.5926971 Dec 13 09:39:22.465500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Network 400193b9-5e2b-435a-a9e9-d0b082cbba2d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:22.477187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-c99b5d21-1a4c-4e09-ad19-1d21ec96dec0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.0750759 Dec 13 09:39:22.502344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:22.517151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:22.531390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Pushing event updated for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:22.590594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45de4-3eea-44d8-8413-f179d21640e3 req-3290e06a-6a65-4ce7-adca-afe245bb9060 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.592112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1a45de4-3eea-44d8-8413-f179d21640e3 req-3290e06a-6a65-4ce7-adca-afe245bb9060 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.2942445 Dec 13 09:39:22.652096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5100fa-f6e4-4d8f-a9d9-b8f85046c303 req-d0dc102e-5217-4443-9762-94dd0c98e2aa tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.654049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5100fa-f6e4-4d8f-a9d9-b8f85046c303 req-d0dc102e-5217-4443-9762-94dd0c98e2aa tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.2295420 Dec 13 09:39:22.657633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-4daddb18-c835-4879-9f52-03b56634f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.659071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-4daddb18-c835-4879-9f52-03b56634f925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1502001 Dec 13 09:39:22.669727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.670325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:22.742865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1a45de4-3eea-44d8-8413-f179d21640e3 req-9fc33674-9049-45f7-a6ff-0830e80da743 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375391 Dec 13 09:39:22.750053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-c0f20cc5-dd4b-493a-9de2-bf36a8f5c44b tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2363727 Dec 13 09:39:22.797156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Request body: {'port': {'device_id': 'b563f991-815a-4fbd-8814-28940816641f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:22.803822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-2726baec-b27c-44dd-90dc-1ff7654553e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.805925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-2726baec-b27c-44dd-90dc-1ff7654553e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293616 Dec 13 09:39:22.817544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5100fa-f6e4-4d8f-a9d9-b8f85046c303 req-724ea40f-1e73-4b9f-911a-bcab54bcf6f9 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401160 Dec 13 09:39:23.010387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.068479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-00cfde84-2b0d-44ac-80a9-75f28c36b890 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504349 Dec 13 09:39:23.084599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f22b-abf9-4989-a04a-7e215c430e74 req-c4059a09-c383-49c2-ac99-f39dc30284a1 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.086243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e661f22b-abf9-4989-a04a-7e215c430e74 req-c4059a09-c383-49c2-ac99-f39dc30284a1 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 932 time: 0.1567452 Dec 13 09:39:23.315077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e661f22b-abf9-4989-a04a-7e215c430e74 req-b553f11d-3208-4701-94b0-19a1c1961fa9 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132261 Dec 13 09:39:23.352959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a54f91-6cb8-4b08-88e1-f362288d208c req-10b06bd1-7b0c-47e5-a5db-7da1e2ea849b service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657113 Dec 13 09:39:23.389388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43391d-2fa5-4f86-9a42-41a9c9de3b3f req-62c8ece6-48ab-4b86-824a-fc8cf2f62f29 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.390901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f43391d-2fa5-4f86-9a42-41a9c9de3b3f req-62c8ece6-48ab-4b86-824a-fc8cf2f62f29 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.2342646 Dec 13 09:39:23.512009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f43391d-2fa5-4f86-9a42-41a9c9de3b3f req-0c32d424-c3cb-470c-809a-379988bcd308 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145887 Dec 13 09:39:23.530670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3339a-26ed-4d8e-9ade-9ea761b6168b req-9945414e-c094-409b-84d6-3b78e1c857c2 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.532574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1d3339a-26ed-4d8e-9ade-9ea761b6168b req-9945414e-c094-409b-84d6-3b78e1c857c2 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 943 time: 0.1321206 Dec 13 09:39:23.562254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:23.619849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fbee58-63a9-429a-829f-1a3571f7ab39 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:23.641618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.682214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1d3339a-26ed-4d8e-9ade-9ea761b6168b req-6652e135-76b2-49e5-9696-8c7a1546f8f8 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355214 Dec 13 09:39:23.683178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Transition to ACTIVE for port object 14fbee58-63a9-429a-829f-1a3571f7ab39 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:23.703323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.757569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:23.771748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b', 'mac_address': 'fa:16:3e:c8:ab:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:23.803610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Pushing event updated for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:23.824690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.839837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:23.878541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:23.883098 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.885463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338dc0f-242b-404b-9225-d887aeb9e5bf req-8a5c6a40-5713-4118-8692-7efb46640a77 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.895483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5338dc0f-242b-404b-9225-d887aeb9e5bf req-8a5c6a40-5713-4118-8692-7efb46640a77 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 948 time: 0.2068470 Dec 13 09:39:23.936274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Attempting to bind port 14fbee58-63a9-429a-829f-1a3571f7ab39 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:23.936656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Attempting to bind port 14fbee58-63a9-429a-829f-1a3571f7ab39 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:23.936989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Attempting to bind port 14fbee58-63a9-429a-829f-1a3571f7ab39 on network 400193b9-5e2b-435a-a9e9-d0b082cbba2d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:23.961374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Port 14fbee58-63a9-429a-829f-1a3571f7ab39 on network 400193b9-5e2b-435a-a9e9-d0b082cbba2d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:23.961721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Attempting to bind port 14fbee58-63a9-429a-829f-1a3571f7ab39 on network 400193b9-5e2b-435a-a9e9-d0b082cbba2d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:23.973874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:24.000747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:24.001250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Checking segment: {'id': '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:24.001697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Bound using segment: {'id': '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:24.002126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Bound port: 14fbee58-63a9-429a-829f-1a3571f7ab39, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:24.002489 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.021131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5338dc0f-242b-404b-9225-d887aeb9e5bf req-cae30dcf-3e67-44db-a88e-81b99716693e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246986 Dec 13 09:39:24.065248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712d04-c79a-49c6-b9cf-534428ebc8bf req-869e9294-df73-4cda-9930-7f0c067743cf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.066913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2712d04-c79a-49c6-b9cf-534428ebc8bf req-869e9294-df73-4cda-9930-7f0c067743cf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.1206226 Dec 13 09:39:24.124447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:24.130086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14fbee58-63a9-429a-829f-1a3571f7ab39,segment=NetworkSegment(74dcfca4-07cb-45e1-9d5d-60ab84eccbc4),segment_id=74dcfca4-07cb-45e1-9d5d-60ab84eccbc4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:24.145542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2712d04-c79a-49c6-b9cf-534428ebc8bf req-b4424b31-8b9a-4731-bbb9-c522532fce49 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685523 Dec 13 09:39:24.153552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.197577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:24.228543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.229188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.230628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] 10.222.0.20 "PUT /v2.0/ports/14fbee58-63a9-429a-829f-1a3571f7ab39 HTTP/1.1" status: 200 len: 1092 time: 1.4439232 Dec 13 09:39:24.231088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:24.233609 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e147a-e2df-4484-9878-2f2f2b7bd437" -d '{"events": [{"name": "network-changed", "server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:24.257554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8503e1-26cb-496c-8df9-48b6ecb81275 service neutron] Pushing event updated for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:24.283165 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4187ce-efdf-45b9-a539-11888f7e67ff x-openstack-request-id: req-9f4187ce-efdf-45b9-a539-11888f7e67ff {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:24.283521 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:24.283643 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f4187ce-efdf-45b9-a539-11888f7e67ff {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:24.284219 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39', 'status': 'completed', 'code': 200} Dec 13 09:39:24.297362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:24.301603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:24.302171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.307079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:24.334576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-97576542-e997-4917-bf9f-358827c583dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.336154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-97576542-e997-4917-bf9f-358827c583dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfbf415d2c44d40b51807a03ae3ee26&device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 1095 time: 0.0501292 Dec 13 09:39:24.452662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3127-96e6-4213-9ec8-64cf12a68efb req-8287efc9-71f1-4617-a6b1-b49056eb8a7a tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.460508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e7f3127-96e6-4213-9ec8-64cf12a68efb req-8287efc9-71f1-4617-a6b1-b49056eb8a7a tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 944 time: 0.0663300 Dec 13 09:39:24.490025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.529108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e7f3127-96e6-4213-9ec8-64cf12a68efb req-66ecbbf7-45fc-4bac-8c87-f430b602dd5e tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Dec 13 09:39:24.532167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:24.534929 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467d5fe-b5c0-4905-b6c1-e84d81f9e2fd" -d '{"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-plugged", "status": "completed", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:24.562723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-5937786f-bc05-4cfc-9862-9b0a83e8dd6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14fbee58-63a9-429a-829f-1a3571f7ab39 HTTP/1.1" status: 200 len: 217 time: 0.2158253 Dec 13 09:39:24.568986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:24.581212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:24.623349 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248473aa-537f-46bc-831c-c283dc42b845 x-openstack-request-id: req-248473aa-537f-46bc-831c-c283dc42b845 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:24.623711 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-plugged", "status": "completed", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:24.623957 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248473aa-537f-46bc-831c-c283dc42b845 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:24.624355 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'code': 200} Dec 13 09:39:24.627487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-fe62dc33-ccbe-4355-a4e0-580599d14a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.630638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-fe62dc33-ccbe-4355-a4e0-580599d14a5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6933766-169c-4e43-a244-06ee4ed80511 HTTP/1.1" status: 200 len: 860 time: 0.0592356 Dec 13 09:39:24.663321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:24.704414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-82d66ad2-6aa1-4343-8925-d8bf8a2dd5b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400193b9-5e2b-435a-a9e9-d0b082cbba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613427 Dec 13 09:39:24.884371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26188fe-695c-462c-bd2e-7c418de71fba req-8eefc11c-d04d-4ab0-91b2-7c62342859eb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.892379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e26188fe-695c-462c-bd2e-7c418de71fba req-8eefc11c-d04d-4ab0-91b2-7c62342859eb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.1869550 Dec 13 09:39:24.916594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-79a700a7-c150-4d68-80d6-249fcbfaf1de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.918815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-79a700a7-c150-4d68-80d6-249fcbfaf1de tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 945 time: 0.0772355 Dec 13 09:39:24.943593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93931-8168-41fb-a7c4-f63fa3d895d3 req-46939fee-77b8-4155-a9ae-b5307328e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.943593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72c93931-8168-41fb-a7c4-f63fa3d895d3 req-46939fee-77b8-4155-a9ae-b5307328e3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1096 time: 0.2362757 Dec 13 09:39:24.959834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-4e2a3692-f7cc-4794-8a93-df1abf322b30 service neutron] 10.222.0.20 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335272 Dec 13 09:39:24.980515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf2bd-5b69-49d3-afa5-f72095e28f71 req-c310a248-77be-4c96-96b1-91e1326f4772 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.988289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fccf2bd-5b69-49d3-afa5-f72095e28f71 req-c310a248-77be-4c96-96b1-91e1326f4772 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 943 time: 0.1776261 Dec 13 09:39:25.056401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port 3e568b58-2add-441e-bb4b-2183cd06190e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:25.056742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.060119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e26188fe-695c-462c-bd2e-7c418de71fba req-957c5895-b51b-4f27-95bd-380e04c48edf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615832 Dec 13 09:39:25.190546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port 3e568b58-2add-441e-bb4b-2183cd06190e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3e568b58-2add-441e-bb4b-2183cd06190e,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:25.191264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.196409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fccf2bd-5b69-49d3-afa5-f72095e28f71 req-7337930d-dddb-4099-b356-ea08b5c5606f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059729 Dec 13 09:39:25.209114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for 3e568b58-2add-441e-bb4b-2183cd06190e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:25.257812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72c93931-8168-41fb-a7c4-f63fa3d895d3 req-937378db-6a16-4827-bc7a-7d3ad0f33b13 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049297 Dec 13 09:39:25.340959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df2258-3dfb-434b-be8c-f000162d9fbf req-905d7fea-a196-4f8f-b4e6-22e1c66299f7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.344125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40df2258-3dfb-434b-be8c-f000162d9fbf req-905d7fea-a196-4f8f-b4e6-22e1c66299f7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 949 time: 0.1896045 Dec 13 09:39:25.358027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e1bef0b-98c2-4c52-94bd-302972ff423d req-74c881c1-1dd2-4b65-99bd-4c7db97e9e16 service neutron] 10.222.0.20 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845541 Dec 13 09:39:25.392126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.408539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd', '0eddde16-fbcf-437f-93e5-7f5956a77dac', '3e568b58-2add-441e-bb4b-2183cd06190e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:25.480868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=3e568b58-2add-441e-bb4b-2183cd06190e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:25.536884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port 3e568b58-2add-441e-bb4b-2183cd06190e on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:25.540961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.544451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1a34245-075d-49ed-89b2-c5ca5d8505a3 req-895bf83d-678a-4e0a-9ec6-c2b7b4ef9ada tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "DELETE /v2.0/ports/3e568b58-2add-441e-bb4b-2183cd06190e HTTP/1.1" status: 204 len: 173 time: 0.6180062 Dec 13 09:39:25.545065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'name': 'network-vif-deleted', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:25.547849 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa945b02-2eb4-4770-b4a2-091a901fddf3" -d '{"events": [{"server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "name": "network-vif-deleted", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:25.580608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b18ab328-7154-4e3c-ab66-ada7033ec6a5 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:25.584574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:25.607804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-62394fa5-9107-429a-a2de-6f915ec82639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.609726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-62394fa5-9107-429a-a2de-6f915ec82639 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfbf415d2c44d40b51807a03ae3ee26&device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 1095 time: 0.1820683 Dec 13 09:39:25.630529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40df2258-3dfb-434b-be8c-f000162d9fbf req-ad0bf0ae-00df-4797-9a5b-8fa968be309a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758613 Dec 13 09:39:25.726041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235339ae-1be5-48a6-a135-d22a5d2b55fd req-1e2adf08-ef14-4f20-aa0b-3fd93d3db4f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.743690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-235339ae-1be5-48a6-a135-d22a5d2b55fd req-1e2adf08-ef14-4f20-aa0b-3fd93d3db4f5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.2765605 Dec 13 09:39:25.794423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:25.842033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:25.896823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:25.901552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.917032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:25.917495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.950311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18ab328-7154-4e3c-ab66-ada7033ec6a5 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:25.979938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-235339ae-1be5-48a6-a135-d22a5d2b55fd req-f484e568-08cb-4919-9ec6-b1d36a5a0350 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276580 Dec 13 09:39:26.025855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:26.033657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5122c-ca4c-4c2b-8cee-a3700522e41f req-2eea8434-49c0-41c6-8676-4a7f917926a8 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.041181 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0ccd2-d7ac-4ee0-8956-9309a95c5478 x-openstack-request-id: req-fdb0ccd2-d7ac-4ee0-8956-9309a95c5478 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:26.041695 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aac362-cbe7-43b8-9775-e24a593dec63", "name": "network-vif-deleted", "tag": "3e568b58-2add-441e-bb4b-2183cd06190e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:26.042023 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdb0ccd2-d7ac-4ee0-8956-9309a95c5478 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:26.042542 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aac362-cbe7-43b8-9775-e24a593dec63', 'name': 'network-vif-deleted', 'tag': '3e568b58-2add-441e-bb4b-2183cd06190e', 'status': 'completed', 'code': 200} Dec 13 09:39:26.044780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:26.048436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14a5122c-ca4c-4c2b-8cee-a3700522e41f req-2eea8434-49c0-41c6-8676-4a7f917926a8 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 944 time: 0.1548362 Dec 13 09:39:26.058044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-b12b9cda-b296-43cd-ae61-accc8e0c5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.059989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-b12b9cda-b296-43cd-ae61-accc8e0c5e26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400193b9-5e2b-435a-a9e9-d0b082cbba2d HTTP/1.1" status: 200 len: 921 time: 0.4282789 Dec 13 09:39:26.159307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-436e7a5b-d7f4-4005-9997-0e6d0bfc0f91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14fbee58-63a9-429a-829f-1a3571f7ab39 HTTP/1.1" status: 200 len: 217 time: 0.0815742 Dec 13 09:39:26.196087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14a5122c-ca4c-4c2b-8cee-a3700522e41f req-30840db6-e5bf-42c0-847f-85dc9de23f9f tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465466 Dec 13 09:39:26.221915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:26.236355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:26.240912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.241269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.241618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.241963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.242338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.242676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.243008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.243357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.243696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.244026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.244354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.244682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.245003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:26.283697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-b222ade6-61fd-4c6c-81f9-b0ddbf4c0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.286555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-b222ade6-61fd-4c6c-81f9-b0ddbf4c0285 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6933766-169c-4e43-a244-06ee4ed80511 HTTP/1.1" status: 200 len: 860 time: 0.0950947 Dec 13 09:39:26.310829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:26.315200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:26.368820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3150ded5-a0ec-4ab6-a8ce-59ce5ebcf24f req-bb84bd23-2184-46bc-86de-67a2123144b0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1aac362-cbe7-43b8-9775-e24a593dec63 HTTP/1.1" status: 200 len: 210 time: 0.0802779 Dec 13 09:39:26.392986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:26.394677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-fed4fa5e-0dca-4bf9-968f-ac8b3064c6ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400193b9-5e2b-435a-a9e9-d0b082cbba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919244 Dec 13 09:39:26.406498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b18ab328-7154-4e3c-ab66-ada7033ec6a5'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:26.412053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f3db-01e7-43f4-bcf5-fccb2a75fbaf req-a75463be-4e7a-477d-9887-28de42f8b767 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.420106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f60f3db-01e7-43f4-bcf5-fccb2a75fbaf req-a75463be-4e7a-477d-9887-28de42f8b767 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 944 time: 0.1197407 Dec 13 09:39:26.555616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f60f3db-01e7-43f4-bcf5-fccb2a75fbaf req-0360528b-d30a-4918-8ae1-44a6989bc639 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327283 Dec 13 09:39:26.564940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-0b00888a-c86e-4c8d-ae19-26e25452884c service neutron] 10.222.0.20 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428013 Dec 13 09:39:26.625120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:26.628346 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe275985-2c43-4cdc-9f9c-e7ab1832a031" -d '{"events": [{"server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:26.696237 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f636b8-18a8-4ae6-b767-eb809ee621f3 x-openstack-request-id: req-93f636b8-18a8-4ae6-b767-eb809ee621f3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:26.696807 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:26.697235 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93f636b8-18a8-4ae6-b767-eb809ee621f3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:26.698563 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b', 'code': 200} Dec 13 09:39:26.720534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80e147a-e2df-4484-9878-2f2f2b7bd437 req-703bbd82-ec79-4cc4-bba6-2d3eafffa66b service neutron] 10.222.0.20 "GET /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448259 Dec 13 09:39:26.793377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc7b69-adfd-4b27-87ed-4563fb41dea9 req-79e80077-0936-4b84-b8f5-99f3280c4732 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.816541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07dc7b69-adfd-4b27-87ed-4563fb41dea9 req-79e80077-0936-4b84-b8f5-99f3280c4732 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 950 time: 0.0772665 Dec 13 09:39:26.911705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a5a0b-0463-4b68-8bcd-722c2724c6bc req-df415362-9b3a-47a0-b583-0065f965935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.913215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b39a5a0b-0463-4b68-8bcd-722c2724c6bc req-df415362-9b3a-47a0-b583-0065f965935e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 1101 time: 0.0956202 Dec 13 09:39:26.926609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07dc7b69-adfd-4b27-87ed-4563fb41dea9 req-7cb73f69-7341-425d-af67-3a08275e1bb0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857646 Dec 13 09:39:26.984326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b39a5a0b-0463-4b68-8bcd-722c2724c6bc req-374e7377-8880-4df4-867a-7a3982725adb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 Dec 13 09:39:27.108289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94474572-9de9-43db-bfc6-3a2248fd1cdc req-7f883d36-9c7b-4c66-99ad-37a503438c94 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.109924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94474572-9de9-43db-bfc6-3a2248fd1cdc req-7f883d36-9c7b-4c66-99ad-37a503438c94 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0561659 Dec 13 09:39:27.167450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94474572-9de9-43db-bfc6-3a2248fd1cdc req-3a17bebe-4b95-4e0b-b67c-1c03fa8bae32 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493665 Dec 13 09:39:27.347354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37e9b-81bc-4c83-bdab-797a4aadab1e req-99a3e313-9fad-4e34-ac11-da59d8218d85 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.349723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c37e9b-81bc-4c83-bdab-797a4aadab1e req-99a3e313-9fad-4e34-ac11-da59d8218d85 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1096 time: 0.0841649 Dec 13 09:39:27.361250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288662-c772-484a-ab3b-81e70d04f7ee req-5c1ccf5b-130b-4023-ab4d-304abcdfa4ba tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.362593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44288662-c772-484a-ab3b-81e70d04f7ee req-5c1ccf5b-130b-4023-ab4d-304abcdfa4ba tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 944 time: 0.0691319 Dec 13 09:39:27.448201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c37e9b-81bc-4c83-bdab-797a4aadab1e req-bfc085b9-080e-43ff-8391-4ff6c7f269f7 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845068 Dec 13 09:39:27.453987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44288662-c772-484a-ab3b-81e70d04f7ee req-a81d9244-c0ed-41e7-a71b-3d3dea7b934e tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843439 Dec 13 09:39:27.578811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14fbee58-63a9-429a-829f-1a3571f7ab39 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:27.583941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b18ab328-7154-4e3c-ab66-ada7033ec6a5 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:27.619574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222836f-7ea3-4dd1-80e2-aad6574d4a7c req-ce842c44-20a7-435c-a173-b6b7c1417011 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.627487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3222836f-7ea3-4dd1-80e2-aad6574d4a7c req-ce842c44-20a7-435c-a173-b6b7c1417011 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1096 time: 0.0658822 Dec 13 09:39:27.697328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3222836f-7ea3-4dd1-80e2-aad6574d4a7c req-b974084d-5225-4d10-ac54-f6769c1bb641 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Dec 13 09:39:27.741501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b18ab328-7154-4e3c-ab66-ada7033ec6a5 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:27.767047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b18ab328-7154-4e3c-ab66-ada7033ec6a5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:27.767591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:27.803722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14fbee58-63a9-429a-829f-1a3571f7ab39,segment=NetworkSegment(74dcfca4-07cb-45e1-9d5d-60ab84eccbc4),segment_id=74dcfca4-07cb-45e1-9d5d-60ab84eccbc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:27.831397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '14fbee58-63a9-429a-829f-1a3571f7ab39', 'network_id': '400193b9-5e2b-435a-a9e9-d0b082cbba2d', 'port_id': '14fbee58-63a9-429a-829f-1a3571f7ab39', 'mac_address': 'fa:16:3e:32:4f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6933766-169c-4e43-a244-06ee4ed80511', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:27.888406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396716d-ac82-4e4b-8f6c-2ecaea95d0ac req-475ccdf7-cf72-4039-b593-a8727508d1fb tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.890305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4396716d-ac82-4e4b-8f6c-2ecaea95d0ac req-475ccdf7-cf72-4039-b593-a8727508d1fb tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 944 time: 0.1217163 Dec 13 09:39:27.904552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85fd94-3bfd-4a1f-b60c-edecd7f96c03 req-8498e563-c1ac-4c22-a81b-44ec0a2f8ee3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.914864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa85fd94-3bfd-4a1f-b60c-edecd7f96c03 req-8498e563-c1ac-4c22-a81b-44ec0a2f8ee3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.0988424 Dec 13 09:39:28.031497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4396716d-ac82-4e4b-8f6c-2ecaea95d0ac req-9d379ceb-691e-460d-a243-7179297ee7ac tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911660 Dec 13 09:39:28.054447 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.066771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa85fd94-3bfd-4a1f-b60c-edecd7f96c03 req-5563818a-33d2-4a92-80a5-d6af379e5dc8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363990 Dec 13 09:39:28.079695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.127015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fbee58-63a9-429a-829f-1a3571f7ab39 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:28.137204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:28.150177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.199937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14fbee58-63a9-429a-829f-1a3571f7ab39,segment=NetworkSegment(74dcfca4-07cb-45e1-9d5d-60ab84eccbc4),segment_id=74dcfca4-07cb-45e1-9d5d-60ab84eccbc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:28.208018 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.261623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:28.266604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c6839-cee0-4167-8388-5828ddc418b1 req-3f48e8ae-607d-45a9-b21b-3915aa3081d0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:28.278832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a3c6839-cee0-4167-8388-5828ddc418b1 req-3f48e8ae-607d-45a9-b21b-3915aa3081d0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 950 time: 0.1067348 Dec 13 09:39:28.386937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:28.406867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a3c6839-cee0-4167-8388-5828ddc418b1 req-0f3f4650-fbb2-4481-9d5b-12f5e427c974 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234341 Dec 13 09:39:28.540776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['14fbee58-63a9-429a-829f-1a3571f7ab39'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:28.625219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e836ce-0495-406f-9ef3-e5ac05449d3a req-70f962ca-e96a-4c65-9a95-09e03d840726 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:28.633292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73e836ce-0495-406f-9ef3-e5ac05449d3a req-70f962ca-e96a-4c65-9a95-09e03d840726 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 945 time: 0.0656254 Dec 13 09:39:28.709005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73e836ce-0495-406f-9ef3-e5ac05449d3a req-fb8a4795-2b3a-4f5b-9b45-a8f7593a49e3 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Dec 13 09:39:28.714136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:28.716478 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060367a-cc0f-45a5-92ae-a865c8daf889" -d '{"events": [{"server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "name": "network-vif-plugged", "status": "completed", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:28.857122 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4f245-03ef-4920-97c0-1cd3bacf2cb0 x-openstack-request-id: req-0df4f245-03ef-4920-97c0-1cd3bacf2cb0 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:28.857764 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "name": "network-vif-plugged", "status": "completed", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:28.858124 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0df4f245-03ef-4920-97c0-1cd3bacf2cb0 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:28.858522 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'code': 200} Dec 13 09:39:29.024424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4e945-2818-49ff-a0a1-7d2318948356 req-66aeffec-ead6-4a36-b34a-5cbf11470409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.026164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72d4e945-2818-49ff-a0a1-7d2318948356 req-66aeffec-ead6-4a36-b34a-5cbf11470409 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.0708184 Dec 13 09:39:29.140219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72d4e945-2818-49ff-a0a1-7d2318948356 req-147f5437-b819-4c80-aab6-e92fc0a4296b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049097 Dec 13 09:39:29.232078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057fe31-a07c-42c9-a59d-fbdc7e4158ff req-c663107b-dc22-44b1-9a6b-3456bd43f320 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.239738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e057fe31-a07c-42c9-a59d-fbdc7e4158ff req-c663107b-dc22-44b1-9a6b-3456bd43f320 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.0721962 Dec 13 09:39:29.290472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e057fe31-a07c-42c9-a59d-fbdc7e4158ff req-d5ec8aec-ac13-41bc-80fd-bfbf1be08694 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Dec 13 09:39:29.298050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.442791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3845-6c32-4787-ac45-b323e479efd3 req-5f55ef1e-47e9-4554-a771-26b386fa86af tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.444800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cff3845-6c32-4787-ac45-b323e479efd3 req-5f55ef1e-47e9-4554-a771-26b386fa86af tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.0535104 Dec 13 09:39:29.512698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cff3845-6c32-4787-ac45-b323e479efd3 req-13847cf5-0349-411a-8f57-b28f3e940f90 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596266 Dec 13 09:39:29.565497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-5f07444c-e0e9-4652-bb25-1cce5e2f8a02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.567342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-5f07444c-e0e9-4652-bb25-1cce5e2f8a02 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b55cf5b-9e6a-424c-8b1a-cb97113e966d HTTP/1.1" status: 200 len: 945 time: 0.1063790 Dec 13 09:39:29.646967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-af2b3311-8927-4eb9-bba8-c4ff060513a8 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:39:29.647969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-af2b3311-8927-4eb9-bba8-c4ff060513a8 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060949 Dec 13 09:39:29.667938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port 0eddde16-fbcf-437f-93e5-7f5956a77dac {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:29.668276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.713288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-003e4535-dd7e-4dd3-90b2-4ee42b70e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.714670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-003e4535-dd7e-4dd3-90b2-4ee42b70e858 service neutron] 10.222.0.31 "GET /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 1093 time: 0.0525291 Dec 13 09:39:29.724381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Request body: {'binding': {'host': 'n-h2-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:29.724835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Unknown quota resources ['binding']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:39:29.736559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104c89-0baa-463d-85b8-c7813917b785 req-81d48754-bef6-4411-984b-dc30ddbc3f7b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.738014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f104c89-0baa-463d-85b8-c7813917b785 req-81d48754-bef6-4411-984b-dc30ddbc3f7b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 950 time: 0.0842862 Dec 13 09:39:29.759908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port 0eddde16-fbcf-437f-93e5-7f5956a77dac, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0eddde16-fbcf-437f-93e5-7f5956a77dac,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:29.760364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.772264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for 0eddde16-fbcf-437f-93e5-7f5956a77dac owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:29.843721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f104c89-0baa-463d-85b8-c7813917b785 req-d19d1f91-5945-4512-b753-d80efef82a38 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882592 Dec 13 09:39:29.919142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.929349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on host n-h2-820935-7 for vnic_type normal with profile None {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:29.929349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:29.929349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:29.935522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:29.936149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:29.936519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd', '0eddde16-fbcf-437f-93e5-7f5956a77dac'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:29.941545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:29.941985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:29.942483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:29.943656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Bound port: e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:29.957562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=0eddde16-fbcf-437f-93e5-7f5956a77dac,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:29.976797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.977404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.978378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.978901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.979395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.981215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.981802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.982291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.982801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.983129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.983456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.983825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:29.984269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:30.007136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:30.022939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port 0eddde16-fbcf-437f-93e5-7f5956a77dac on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:30.023936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:30.025390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:30.029113 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac387e9c-9cb1-40c7-8c13-fca2312cd136 req-231c3d8c-ddef-41bf-93c0-eb38b2f6a0dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "DELETE /v2.0/ports/0eddde16-fbcf-437f-93e5-7f5956a77dac HTTP/1.1" status: 204 len: 173 time: 0.4552999 Dec 13 09:39:30.029629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'name': 'network-vif-deleted', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:30.032096 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7175ff4-48aa-4187-9bfb-fb7f551dcc73" -d '{"events": [{"server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "name": "network-vif-deleted", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:30.036081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b48c7e1f-9019-4f25-b129-b06822639cbc service neutron] 10.222.0.31 "POST /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92/bindings HTTP/1.1" status: 201 len: 389 time: 0.3150191 Dec 13 09:39:30.092407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311d730-b08d-4c52-888d-04edef805621 req-0e8b9e38-c786-40b4-9ce0-34ba10685a85 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.094833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e311d730-b08d-4c52-888d-04edef805621 req-0e8b9e38-c786-40b4-9ce0-34ba10685a85 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 945 time: 0.0858061 Dec 13 09:39:30.151995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3e568b58-2add-441e-bb4b-2183cd06190e no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:30.169172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e311d730-b08d-4c52-888d-04edef805621 req-461a6225-0ed4-4788-abf8-5c18e10a12b2 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Dec 13 09:39:30.215170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 3e568b58-2add-441e-bb4b-2183cd06190e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:30.215862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3e568b58-2add-441e-bb4b-2183cd06190e not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:30.232091 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c912bda-a6ea-4e82-8ecc-db1b81fb4a6d x-openstack-request-id: req-6c912bda-a6ea-4e82-8ecc-db1b81fb4a6d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:30.232497 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b55cf5b-9e6a-424c-8b1a-cb97113e966d", "name": "network-vif-deleted", "tag": "0eddde16-fbcf-437f-93e5-7f5956a77dac", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:30.239769 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c912bda-a6ea-4e82-8ecc-db1b81fb4a6d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:30.240282 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b55cf5b-9e6a-424c-8b1a-cb97113e966d', 'name': 'network-vif-deleted', 'tag': '0eddde16-fbcf-437f-93e5-7f5956a77dac', 'status': 'completed', 'code': 200} Dec 13 09:39:30.274900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164116d0-e228-44d5-875b-eef5f0e2f80d req-14e05416-de89-448d-8d6e-20f02e84843f tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.276600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-164116d0-e228-44d5-875b-eef5f0e2f80d req-14e05416-de89-448d-8d6e-20f02e84843f tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 1101 time: 0.0459447 Dec 13 09:39:30.379234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-e25d9b56-4191-4622-853f-323c6f972663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.380689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-e25d9b56-4191-4622-853f-323c6f972663 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1096 time: 0.1025920 Dec 13 09:39:30.382675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-164116d0-e228-44d5-875b-eef5f0e2f80d req-52733222-f750-4c4c-ac8e-3719b5d232cf tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971444 Dec 13 09:39:30.390771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc57c3-7b53-4dc2-9390-2be79711b4a0 req-872b54f5-1202-498a-ac00-528187024738 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.392183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86bc57c3-7b53-4dc2-9390-2be79711b4a0 req-872b54f5-1202-498a-ac00-528187024738 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0962479 Dec 13 09:39:30.504613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86bc57c3-7b53-4dc2-9390-2be79711b4a0 req-3d01910f-8358-4830-a02e-9ca7b2ee273d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937693 Dec 13 09:39:30.515960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-2da5234d-b025-4657-921e-431c8852678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.517599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-2da5234d-b025-4657-921e-431c8852678c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1243505 Dec 13 09:39:30.589938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-695a2605-9111-4c9e-9eba-67ef41e43320 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 217 time: 0.0425260 Dec 13 09:39:30.628770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9199174-da06-47a8-8d59-85f1bd12691c req-82d7c229-f0c1-4816-b933-5c65fc8b2538 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.630343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9199174-da06-47a8-8d59-85f1bd12691c req-82d7c229-f0c1-4816-b933-5c65fc8b2538 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.1167212 Dec 13 09:39:30.656184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-4e54dd64-56df-423a-9449-29aba74bb8d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585363 Dec 13 09:39:31.080989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-701ddd0a-7f13-443a-91fb-48b4d37b8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.082482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-701ddd0a-7f13-443a-91fb-48b4d37b8dcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.4429662 Dec 13 09:39:31.123853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-f94431e5-b346-4d75-9a76-dff19a936a0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338659 Dec 13 09:39:31.129698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9199174-da06-47a8-8d59-85f1bd12691c req-1117b4b5-d0e7-4ada-8832-c9b4ee489e10 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889951 Dec 13 09:39:31.203675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-80259c4e-8b44-43e4-855a-9b8afc7b2909 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.205138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-80259c4e-8b44-43e4-855a-9b8afc7b2909 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5268066 Dec 13 09:39:31.231111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-0d24ea0b-b9aa-46f4-be77-b77f60ba9159 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/quotas/2739f1e71ebc4a92817a577b4a840681 HTTP/1.1" status: 200 len: 375 time: 0.0200052 Dec 13 09:39:31.263766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-47244d9d-1702-460b-9dbf-d7a89f975350 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269906 Dec 13 09:39:31.356765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b04e5f9d-3e24-4806-a095-e69813c3b4cb tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1169167 Dec 13 09:39:31.389030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-2fa8ebf1-c098-4b60-8f15-e492e46d9180 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111567 Dec 13 09:39:31.599204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14fbee58-63a9-429a-829f-1a3571f7ab39 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:31.695363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 14fbee58-63a9-429a-829f-1a3571f7ab39 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:31.702426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 14fbee58-63a9-429a-829f-1a3571f7ab39 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:31.702825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:31.787006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1add22-b212-46b9-b9b0-b9b824b08336 req-acfbb9bc-82d4-4db2-9b0e-0f7144ff6cee tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 210 time: 0.0710893 Dec 13 09:39:31.803072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:31.849791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc3846-8f1b-4c53-8fcc-0aacfedb13dc req-2479efa5-759e-431a-98ee-e4585f0a11e4 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.852125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76cc3846-8f1b-4c53-8fcc-0aacfedb13dc req-2479efa5-759e-431a-98ee-e4585f0a11e4 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 945 time: 0.1173713 Dec 13 09:39:31.865420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:31.872304 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16cf0e-ff4a-40c6-8b4a-7da999d33a25" -d '{"events": [{"server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "name": "network-vif-plugged", "status": "completed", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:31.886657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14fbee58-63a9-429a-829f-1a3571f7ab39,segment=NetworkSegment(74dcfca4-07cb-45e1-9d5d-60ab84eccbc4),segment_id=74dcfca4-07cb-45e1-9d5d-60ab84eccbc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:31.892715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:31.963396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:31.963888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76cc3846-8f1b-4c53-8fcc-0aacfedb13dc req-62f0f500-b5d8-4e35-9c9d-8e54e00eca0e tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998089 Dec 13 09:39:32.006208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c37f99-6d13-4dd4-9b9c-fad1aa5683ad req-55e00a12-063f-46dd-ba83-7cbe6018ddf2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.008824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98c37f99-6d13-4dd4-9b9c-fad1aa5683ad req-55e00a12-063f-46dd-ba83-7cbe6018ddf2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0992579 Dec 13 09:39:32.072101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98c37f99-6d13-4dd4-9b9c-fad1aa5683ad req-499c4445-e912-4259-9976-d83488c6f9f3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Dec 13 09:39:32.204031 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc7588-96ff-4853-8ac1-2dd7edbf703f x-openstack-request-id: req-8afc7588-96ff-4853-8ac1-2dd7edbf703f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:32.205015 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "name": "network-vif-plugged", "status": "completed", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:32.206508 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8afc7588-96ff-4853-8ac1-2dd7edbf703f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:32.206945 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39', 'code': 200} Dec 13 09:39:32.388324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc56-f21b-43c3-b0b0-cb5d955441c6 req-a31b1d9b-dcfd-4480-b6fc-803e20ca93ce tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.389756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e6adc56-f21b-43c3-b0b0-cb5d955441c6 req-a31b1d9b-dcfd-4480-b6fc-803e20ca93ce tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.1212480 Dec 13 09:39:32.405769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-43e59412-28a9-479c-9c93-45b2ed690073 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.407185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-43e59412-28a9-479c-9c93-45b2ed690073 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.2389882 Dec 13 09:39:32.432117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941fa15-84a1-4e18-bb2f-78a4c80984e1 req-ba82eab1-956e-4c50-8fa0-652f19af112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.433567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e941fa15-84a1-4e18-bb2f-78a4c80984e1 req-ba82eab1-956e-4c50-8fa0-652f19af112f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 1097 time: 0.1201034 Dec 13 09:39:32.438178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-f1e7c30c-f49b-4fff-a7da-4fa79da3ffc3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0227504 Dec 13 09:39:32.512106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e6adc56-f21b-43c3-b0b0-cb5d955441c6 req-66e22444-dd89-4f72-83f1-5f8a070ca516 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151128 Dec 13 09:39:32.544140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e941fa15-84a1-4e18-bb2f-78a4c80984e1 req-c472f225-64c9-4a8a-a3b7-de1d3a1644b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990796 Dec 13 09:39:32.549281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-354cce39-02da-40a0-9bc0-87e006608cac tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018310 Dec 13 09:39:32.716015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-f6424286-4c87-4a08-99b4-55874be35b66 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583958 Dec 13 09:39:32.717766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-60fc73c3-dbc5-4a19-8de1-e019aaef9eef tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2739f1e71ebc4a92817a577b4a840681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241439 Dec 13 09:39:32.790542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-e6262731-50cc-4802-aaa9-4fd89aacfd99 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.790542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-e6262731-50cc-4802-aaa9-4fd89aacfd99 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.1828856 Dec 13 09:39:32.810067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-5217fc98-6f5c-4c3e-ad86-87957874106a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/quotas/0819414f5fcd4e63bdfd4ca528a1b8ef HTTP/1.1" status: 200 len: 375 time: 0.0138607 Dec 13 09:39:32.881715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-b7fd75dd-340d-4754-b0e9-2ce7b1896b69 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657456 Dec 13 09:39:32.886245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-f3e6d2c0-c1eb-4045-8c68-c41e38498f11 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.889063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-f3e6d2c0-c1eb-4045-8c68-c41e38498f11 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549101 Dec 13 09:39:32.890829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-83e7cf30-4035-4748-b30f-954321f7ba44 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626549 Dec 13 09:39:32.904727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Request body: {'port': {'device_id': '71a0377f-3228-487b-817a-e35cbc3a8152', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2739f1e71ebc4a92817a577b4a840681'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:32.988518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-1dcfc035-95d0-4c5a-9647-32dbf37158eb service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963681 Dec 13 09:39:33.063798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Made reservation on behalf of 2739f1e71ebc4a92817a577b4a840681 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:33.067979 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.181414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98815a68-816e-479e-91d0-467dc542aecc req-52ddeedf-47e2-4b93-ac4c-d63c7480777f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1350517 Dec 13 09:39:33.195281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:33.225147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Allocated IP 192.168.233.216 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/a699291a-f444-4176-ba47-f606f1d29986) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:33.236247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-362af388-15e9-435a-8c87-485fb44fcadf service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396019 Dec 13 09:39:33.237472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.358020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.465002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.502870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Allocated IP 172.25.2.64 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/522f7917-b527-4618-b4b7-652ee3f25bb2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:33.516827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.530971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:33.533277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a', 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:33.657424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:33.661360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:33.664351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:33.669398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:33.769883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.792002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event updated for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:33.830952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:33.834782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.865733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543c663-1e72-4a39-a9e6-0d22e4f4f19c req-ee4a60ec-315a-4bbc-8640-9bf12664bcfd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:33.881522 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-b8e456db-43b1-4304-bb10-979080124545 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9806960 Dec 13 09:39:33.890332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b543c663-1e72-4a39-a9e6-0d22e4f4f19c req-ee4a60ec-315a-4bbc-8640-9bf12664bcfd tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 936 time: 0.1120274 Dec 13 09:39:33.896353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Request body: {'port': {'device_id': '71a0377f-3228-487b-817a-e35cbc3a8152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:33.953252 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.965863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.080550 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.082899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:34.106688 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.112453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b543c663-1e72-4a39-a9e6-0d22e4f4f19c req-52a083e8-8e12-4c2e-ae36-d49520c9fa0b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200382 Dec 13 09:39:34.117221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:34.118511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.145406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event updated for resources: {'Port': ['ID=522f7917-b527-4618-b4b7-652ee3f25bb2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:34.164557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:34.169210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:34.199404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0eddde16-fbcf-437f-93e5-7f5956a77dac no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:34.232879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:34.237841 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88091d83-d3c9-470a-9be3-a41045531837" -d '{"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:34.298034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 0eddde16-fbcf-437f-93e5-7f5956a77dac {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:34.298621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0eddde16-fbcf-437f-93e5-7f5956a77dac not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:34.328211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-979ff8d0-9bd7-4935-b5ea-41e91454ecbb None None] Provisioning complete for port a699291a-f444-4176-ba47-f606f1d29986 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:34.328827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-979ff8d0-9bd7-4935-b5ea-41e91454ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.389757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:34.414683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88b37-dcc7-4312-94a4-80a22cba1992 req-0eef4dae-98a5-4e99-9088-80a59be6f677 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.424791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0aa88b37-dcc7-4312-94a4-80a22cba1992 req-0eef4dae-98a5-4e99-9088-80a59be6f677 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 946 time: 0.1710279 Dec 13 09:39:34.452623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-979ff8d0-9bd7-4935-b5ea-41e91454ecbb None None] Port a699291a-f444-4176-ba47-f606f1d29986 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:34.454370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.512665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0aa88b37-dcc7-4312-94a4-80a22cba1992 req-da6df414-b9c5-416f-9566-f1c24020d486 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869095 Dec 13 09:39:34.535574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.595171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a699291a-f444-4176-ba47-f606f1d29986 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:34.609117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.623507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Transition to ACTIVE for port object a699291a-f444-4176-ba47-f606f1d29986 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:34.632142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.645265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1693fd0-e93b-4f9f-a65f-e99d766078dd req-75f02f33-cf90-4490-a412-377808381737 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 210 time: 0.0352180 Dec 13 09:39:34.888653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Pushing event updated for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:34.939995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682559e4-f1de-4965-896b-c659ad917bb7 req-17e58600-9eae-41f3-9a37-72b97e891333 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.941642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-682559e4-f1de-4965-896b-c659ad917bb7 req-17e58600-9eae-41f3-9a37-72b97e891333 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b5f82bd-8aef-4117-82cb-d15509c01d0f HTTP/1.1" status: 200 len: 944 time: 0.2214813 Dec 13 09:39:34.959897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2154f2-9ff6-4f72-bdfa-a95bd1aa665e req-49ca0941-dd31-42fb-8685-86aa57b799ca tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.979072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f2154f2-9ff6-4f72-bdfa-a95bd1aa665e req-49ca0941-dd31-42fb-8685-86aa57b799ca tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.2600923 Dec 13 09:39:35.126963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.200002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.259620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Attempting to bind port a699291a-f444-4176-ba47-f606f1d29986 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:35.260064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Attempting to bind port a699291a-f444-4176-ba47-f606f1d29986 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:35.260587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Attempting to bind port a699291a-f444-4176-ba47-f606f1d29986 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:35.265256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Port a699291a-f444-4176-ba47-f606f1d29986 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:35.265758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Attempting to bind port a699291a-f444-4176-ba47-f606f1d29986 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:35.271057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:35.271636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:35.272290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:35.272880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Bound port: a699291a-f444-4176-ba47-f606f1d29986, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:35.274256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.323346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f2154f2-9ff6-4f72-bdfa-a95bd1aa665e req-cc13b17e-7b07-4db9-b2fb-49e700cd6cf6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253238 Dec 13 09:39:35.412775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event updated for resources: {'Port': ['ID=522f7917-b527-4618-b4b7-652ee3f25bb2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:35.443783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7565acfd-2b39-425a-911b-6432c0312123 req-3d4cf93c-596e-41d8-86e2-fa1d7cf4da65 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 210 time: 0.0525103 Dec 13 09:39:35.461466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-aee21d94-6e32-4e57-88b3-9e1ec806713f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.463347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-aee21d94-6e32-4e57-88b3-9e1ec806713f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.5157621 Dec 13 09:39:35.465483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.481894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:35.504570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Deleting port ed94a4e5-8242-4576-97c6-2b6ad798ea48 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:35.504809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.506125 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4c854-430f-439d-91a7-ef786a3caecc x-openstack-request-id: req-ffa4c854-430f-439d-91a7-ef786a3caecc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:35.506612 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:35.510021 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffa4c854-430f-439d-91a7-ef786a3caecc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:35.511094 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'code': 200} Dec 13 09:39:35.541299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-153d9393-402f-47ce-87aa-7cdb62b7bf02 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.541516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.542731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98815a68-816e-479e-91d0-467dc542aecc req-2efc4269-d92b-4db7-b8ec-7b921a51b226 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3529291 Dec 13 09:39:35.543043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-153d9393-402f-47ce-87aa-7cdb62b7bf02 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.1534173 Dec 13 09:39:35.546369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:35.577211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Request body: {'port': {'device_id': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'admin_state_up': True, 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:35.613934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a699291a-f444-4176-ba47-f606f1d29986,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:35.644583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.663067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.664525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.666136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] 10.222.0.16 "PUT /v2.0/ports/a699291a-f444-4176-ba47-f606f1d29986 HTTP/1.1" status: 200 len: 1096 time: 1.7741864 Dec 13 09:39:35.675261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:35.678967 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c579121-f1ff-4307-8299-a0e9e479a9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "tag": "a699291a-f444-4176-ba47-f606f1d29986"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:35.826913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b9e1-91d2-47c2-900b-c0e6959a0065 service neutron] Pushing event updated for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:35.855685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98815a68-816e-479e-91d0-467dc542aecc req-2c932370-3004-4f45-85a5-58708b2192a9 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.2946455 Dec 13 09:39:35.856671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:35.861590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.909204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] For port ed94a4e5-8242-4576-97c6-2b6ad798ea48, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ed94a4e5-8242-4576-97c6-2b6ad798ea48,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:35.909712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.910136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-f7c1b387-f21c-4507-91eb-654963831db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.912557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-f7c1b387-f21c-4507-91eb-654963831db5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 1099 time: 0.1768327 Dec 13 09:39:35.964967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Calling delete_port for ed94a4e5-8242-4576-97c6-2b6ad798ea48 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:35.965508 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-4821a3c5-f77e-4eb1-941d-c60987064793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a699291a-f444-4176-ba47-f606f1d29986 HTTP/1.1" status: 200 len: 217 time: 0.0420840 Dec 13 09:39:35.972909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:35.977333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.083290 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e529-4457-439a-a8ef-4cdb07a66afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.087821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-aa87688d-be6e-4ada-86b4-2dfc7e7a91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.089291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-aa87688d-be6e-4ada-86b4-2dfc7e7a91ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1085849 Dec 13 09:39:36.154399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81f1ff-586c-4c19-9552-e58a57a86b91 req-96f45d62-daaf-4a08-9831-6cc7cd935c27 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.156655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa81f1ff-586c-4c19-9552-e58a57a86b91 req-96f45d62-daaf-4a08-9831-6cc7cd935c27 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 948 time: 0.2549787 Dec 13 09:39:36.185321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-1d39bbc4-8131-4dc2-8bf5-227ec9da1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.186863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-1d39bbc4-8131-4dc2-8bf5-227ec9da1fab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890427 Dec 13 09:39:36.209801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Allocated IP 172.20.0.9 (4f11020b-d7af-4025-8c60-df869da58360/152fcafc-aa53-4505-bb72-0c4869a772c5/70c8dafc-b686-4b08-91b8-114baa53fc20) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:36.251912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815a68-816e-479e-91d0-467dc542aecc req-cd340b52-1d73-44b9-9c60-3faa31e71b34 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.253258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98815a68-816e-479e-91d0-467dc542aecc req-cd340b52-1d73-44b9-9c60-3faa31e71b34 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.3822358 Dec 13 09:39:36.312591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.10 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/bfa143ee-e733-4f41-8e0a-07d413d851e6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:36.355847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa81f1ff-586c-4c19-9552-e58a57a86b91 req-f6804f9e-760d-4baf-844c-410db4743bf5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860304 Dec 13 09:39:36.368349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-bf350f60-d144-4fb5-be87-a4306432ab1f service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699033 Dec 13 09:39:36.426151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.499573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event deleted for resources: {'Port': ['ID=ed94a4e5-8242-4576-97c6-2b6ad798ea48,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:36.533578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9e451-7236-4430-941f-65e7cd3e5ce6 req-8b414202-5ec0-4810-a366-c08f673266e1 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.535510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26f9e451-7236-4430-941f-65e7cd3e5ce6 req-8b414202-5ec0-4810-a366-c08f673266e1 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 946 time: 0.1751556 Dec 13 09:39:36.540333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-810efc24-a752-4a1a-b60a-071587ad774a req-07963971-ced4-4045-8872-6831ea099a55 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 210 time: 0.0544572 Dec 13 09:39:36.547625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.552219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b42e511f-3fa6-4582-9c9b-2e135a987c88 req-c99d5e2d-2ffe-4e67-9b55-45811fead76d service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469839 Dec 13 09:39:36.605385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.637278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] No DVR routers for this DVR port ed94a4e5-8242-4576-97c6-2b6ad798ea48 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:36.647251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.651373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-682559e4-f1de-4965-896b-c659ad917bb7 req-fc1b3a4b-796d-4e01-98e9-187990d7851c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "DELETE /v2.0/ports/ed94a4e5-8242-4576-97c6-2b6ad798ea48 HTTP/1.1" status: 204 len: 173 time: 1.6517639 Dec 13 09:39:36.651869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-deleted', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:36.652690 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ac1de8-5854-45e1-8de5-729885e1147a x-openstack-request-id: req-89ac1de8-5854-45e1-8de5-729885e1147a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:36.653066 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "tag": "a699291a-f444-4176-ba47-f606f1d29986", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:36.653398 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89ac1de8-5854-45e1-8de5-729885e1147a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:36.654270 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986', 'status': 'completed', 'code': 200} Dec 13 09:39:36.654409 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc322ec4-048e-43d4-ab23-40c642738d34" -d '{"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-deleted", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:36.658255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Network 4f11020b-d7af-4025-8c60-df869da58360 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:36.664956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:36.669678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:36.695446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26f9e451-7236-4430-941f-65e7cd3e5ce6 req-51ff300d-a719-4c82-a2bc-a2d6e515f030 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225920 Dec 13 09:39:36.746759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:36.747570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.798327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.811903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:36.832770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.833582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.847250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-4ba6713d-67b7-4125-9ff4-3f2f4abeaa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.848884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-4ba6713d-67b7-4125-9ff4-3f2f4abeaa0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 1099 time: 0.1728220 Dec 13 09:39:36.896072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-bc618bbe-e066-4ea7-a10a-fcc2e23c2473 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3423967 Dec 13 09:39:36.910637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:36.918117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:36.926441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Request body: {'port': {'device_id': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:36.964534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:36.994842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.053441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-69779983-2165-46e4-bb71-a89d994c9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.054982 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-69779983-2165-46e4-bb71-a89d994c9922 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1879773 Dec 13 09:39:37.108913 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-5d9cb012-f5b7-4a00-9166-374c29355121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a699291a-f444-4176-ba47-f606f1d29986 HTTP/1.1" status: 200 len: 217 time: 0.0447130 Dec 13 09:39:37.254609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-b904e8cc-5bdb-4145-9888-83535e51a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.257056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-b904e8cc-5bdb-4145-9888-83535e51a1cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0952876 Dec 13 09:39:37.334260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:37.361726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-dcb2d080-c5c2-4119-b724-f93d95b05eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.362533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f00da-3e3f-4bc9-b010-9fc637a60a37 req-359dfbc9-49fa-4a0d-bfb2-1fc300f3d281 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.363290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-dcb2d080-c5c2-4119-b724-f93d95b05eff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773411 Dec 13 09:39:37.364176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e6f00da-3e3f-4bc9-b010-9fc637a60a37 req-359dfbc9-49fa-4a0d-bfb2-1fc300f3d281 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.5786915 Dec 13 09:39:37.420927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.421576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.455671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-75ae1972-6f9a-4b94-88df-eff80a0550ff tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.462983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-75ae1972-6f9a-4b94-88df-eff80a0550ff tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 820 time: 0.6022990 Dec 13 09:39:37.491136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-b15ea54f-5275-4ba7-a855-26f5fa0bdccb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0132198 Dec 13 09:39:37.495867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e6f00da-3e3f-4bc9-b010-9fc637a60a37 req-e880c58c-d0da-4202-bf9e-db1a7273c84d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153345 Dec 13 09:39:37.502543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-23e0e71b-e9f0-4df0-998f-35e250ddd4e2 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/quotas/2102dc5929b2409599956a2fdad8ec18 HTTP/1.1" status: 200 len: 375 time: 0.0386438 Dec 13 09:39:37.510044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Request body: {'port': {'device_id': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:37.540490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c8dafc-b686-4b08-91b8-114baa53fc20 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:37.549529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-694498ef-d685-4bb8-b1d4-c075728378b8 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682687 Dec 13 09:39:37.551330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.626062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Transition to ACTIVE for port object 70c8dafc-b686-4b08-91b8-114baa53fc20 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:37.635843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.636137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-c2578a9c-1a49-4baf-9a57-14982e481752 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1326764 Dec 13 09:39:37.663470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.762308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:37.768462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c579121-f1ff-4307-8299-a0e9e479a9fe req-e0f5b8ff-7fb5-47fa-8602-dadcfb400e77 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079966 Dec 13 09:39:37.778026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c9125-7e02-44d2-9236-7daabb9719d6 req-b7573be4-9e5b-41d2-a7e9-62c952eadf5e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.786041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-830c9125-7e02-44d2-9236-7daabb9719d6 req-b7573be4-9e5b-41d2-a7e9-62c952eadf5e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 931 time: 0.1762815 Dec 13 09:39:37.830891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Attempting to bind port 70c8dafc-b686-4b08-91b8-114baa53fc20 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:37.831325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Attempting to bind port 70c8dafc-b686-4b08-91b8-114baa53fc20 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:37.831958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Attempting to bind port 70c8dafc-b686-4b08-91b8-114baa53fc20 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:37.836863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Port 70c8dafc-b686-4b08-91b8-114baa53fc20 on network 4f11020b-d7af-4025-8c60-df869da58360 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:37.837309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Attempting to bind port 70c8dafc-b686-4b08-91b8-114baa53fc20 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:37.842714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:37.843132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Checking segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:37.843923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Bound using segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:37.844386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Bound port: 70c8dafc-b686-4b08-91b8-114baa53fc20, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:37.844814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.908334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-d65969c4-d36a-4581-88ad-20266d01ea4e service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558966 Dec 13 09:39:37.916422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:37.920549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:37.926458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.954532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-830c9125-7e02-44d2-9236-7daabb9719d6 req-1be39d0f-9d6e-4252-9d53-5c6063a81b79 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674099 Dec 13 09:39:37.978241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.979147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:37.980851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] 10.222.0.20 "PUT /v2.0/ports/70c8dafc-b686-4b08-91b8-114baa53fc20 HTTP/1.1" status: 200 len: 1091 time: 1.0587373 Dec 13 09:39:38.064465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99d06-7303-40bf-acfa-1250b0a9af16 service neutron] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:38.091807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-ddb9ec8e-8574-4b71-9191-cb236ab039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.093963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-ddb9ec8e-8574-4b71-9191-cb236ab039a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 1094 time: 0.0669949 Dec 13 09:39:38.121760 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f77581-995f-42f6-a591-537d46da9d62 x-openstack-request-id: req-28f77581-995f-42f6-a591-537d46da9d62 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:38.122064 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f82bd-8aef-4117-82cb-d15509c01d0f", "name": "network-vif-deleted", "tag": "ed94a4e5-8242-4576-97c6-2b6ad798ea48", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:38.122326 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28f77581-995f-42f6-a591-537d46da9d62 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:38.122737 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f82bd-8aef-4117-82cb-d15509c01d0f', 'name': 'network-vif-deleted', 'tag': 'ed94a4e5-8242-4576-97c6-2b6ad798ea48', 'status': 'completed', 'code': 200} Dec 13 09:39:38.130255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7852cd0a-db82-4ab8-9fde-c34824662d16 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011111 Dec 13 09:39:38.183860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-c96d3d4e-169a-4318-96ca-dfed74595fb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c8dafc-b686-4b08-91b8-114baa53fc20 HTTP/1.1" status: 200 len: 217 time: 0.0789094 Dec 13 09:39:38.251451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa143ee-e733-4f41-8e0a-07d413d851e6 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:38.262584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.280585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Transition to ACTIVE for port object bfa143ee-e733-4f41-8e0a-07d413d851e6 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:38.288878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-073bf2f6-daa5-4532-856d-e1cf80212e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.290440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-073bf2f6-daa5-4532-856d-e1cf80212e2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.0972838 Dec 13 09:39:38.291978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.344871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-2ef45b69-4430-4489-bda8-3b3959c809d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468650 Dec 13 09:39:38.358475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7a498e1-f539-4783-892c-d94de7e82cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.445788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:38.532414 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-ac621998-beed-4bcc-94b1-efa6a538aea2 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738532 Dec 13 09:39:38.648530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Attempting to bind port bfa143ee-e733-4f41-8e0a-07d413d851e6 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:38.648844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Attempting to bind port bfa143ee-e733-4f41-8e0a-07d413d851e6 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:38.649177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Attempting to bind port bfa143ee-e733-4f41-8e0a-07d413d851e6 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:38.657591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a36dd07d-504a-4b43-8054-5773947e9a25 req-1922477e-5d0c-44a1-8c81-c49b9c3139ea service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152239 Dec 13 09:39:38.658887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:38.664836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c5ac-7a42-4fe6-bea6-28821e0c56e4 req-3217593e-014f-49a8-a40a-c36f62f14db0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.672159 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:38.673717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa6c5ac-7a42-4fe6-bea6-28821e0c56e4 req-3217593e-014f-49a8-a40a-c36f62f14db0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 948 time: 0.1261232 Dec 13 09:39:38.689480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fdbec-a361-4d08-a954-7e23b721c1a0 req-23b0f450-e3a5-47f4-b1f2-c0db356107d3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.691056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd7fdbec-a361-4d08-a954-7e23b721c1a0 req-23b0f450-e3a5-47f4-b1f2-c0db356107d3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 944 time: 0.1446893 Dec 13 09:39:38.691672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Port bfa143ee-e733-4f41-8e0a-07d413d851e6 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:38.691999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Attempting to bind port bfa143ee-e733-4f41-8e0a-07d413d851e6 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:38.720814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:38.721136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:38.721526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:38.722054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Bound port: bfa143ee-e733-4f41-8e0a-07d413d851e6, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:38.722409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.823066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa6c5ac-7a42-4fe6-bea6-28821e0c56e4 req-e1ba252c-4659-4c55-9740-2334325bef2a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484313 Dec 13 09:39:38.826871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd7fdbec-a361-4d08-a954-7e23b721c1a0 req-cef3915a-2b2f-42ea-9e6d-06e2470fdd98 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245918 Dec 13 09:39:38.855605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:38.858877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:38.876036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.982649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1244e9fe-2362-4c88-b1c4-d4a7d2529131 req-0207d29b-2d0c-4a9d-85bc-636a0e9fac82 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 210 time: 0.0329838 Dec 13 09:39:38.992720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.993451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:38.995010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] 10.222.0.20 "PUT /v2.0/ports/bfa143ee-e733-4f41-8e0a-07d413d851e6 HTTP/1.1" status: 200 len: 1092 time: 1.4904249 Dec 13 09:39:39.057654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66c7d-9899-4a60-8c73-ff23b362ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:39.073144 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24136b7-55db-4606-a311-c778baae6c6c x-openstack-request-id: req-c24136b7-55db-4606-a311-c778baae6c6c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:39.073599 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:39.074023 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c24136b7-55db-4606-a311-c778baae6c6c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:39.074463 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'status': 'completed', 'code': 200} Dec 13 09:39:39.128446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba3343-56e7-41ab-aef8-64a6b552d445 req-50bb2570-08e7-42a1-a0e8-b34cde4edcab tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.140513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bba3343-56e7-41ab-aef8-64a6b552d445 req-50bb2570-08e7-42a1-a0e8-b34cde4edcab tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.2052405 Dec 13 09:39:39.214056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-8f5bc5ee-a9d9-4e8f-8f61-d6b2ccda36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.216793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-8f5bc5ee-a9d9-4e8f-8f61-d6b2ccda36c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 1094 time: 0.0835650 Dec 13 09:39:39.239469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-104d6346-4d32-4044-881e-39ff6f1908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.241842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-104d6346-4d32-4044-881e-39ff6f1908c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 1095 time: 0.1727676 Dec 13 09:39:39.337413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-014eb0b0-bd58-42dd-90d3-0c51a555f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.338808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-550b5b81-72bb-4600-b2d1-0d69c452d15d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6 HTTP/1.1" status: 200 len: 217 time: 0.0685804 Dec 13 09:39:39.339483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-014eb0b0-bd58-42dd-90d3-0c51a555f3cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 906 time: 0.1135144 Dec 13 09:39:39.344246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bba3343-56e7-41ab-aef8-64a6b552d445 req-01a0cd3f-a22d-4bb3-8c65-0e83cb206a04 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021909 Dec 13 09:39:39.400014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-6f6a5044-a3fd-499d-a896-0b06a15eb166 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c8dafc-b686-4b08-91b8-114baa53fc20 HTTP/1.1" status: 200 len: 217 time: 0.0457656 Dec 13 09:39:39.405830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:39.433333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3c67-a5ec-478d-b54a-5cb57ee58e21 req-4a1461f0-71a2-4941-92fd-3feb3d34b745 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.435208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-238e3c67-a5ec-478d-b54a-5cb57ee58e21 req-4a1461f0-71a2-4941-92fd-3feb3d34b745 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 943 time: 0.2262540 Dec 13 09:39:39.460369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-8f5286df-b5f7-45d4-959f-1206a782b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.463067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-8f5286df-b5f7-45d4-959f-1206a782b5b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1093812 Dec 13 09:39:39.489320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-e6529e4a-e714-46ae-ac07-c1d4326004b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.497614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-e6529e4a-e714-46ae-ac07-c1d4326004b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.0891607 Dec 13 09:39:39.516049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-10c89103-1e54-4ecd-bbb2-df2520b92924 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383470 Dec 13 09:39:39.534370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-4fc52aee-08b2-485c-9d13-28e4ab5c3eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292027 Dec 13 09:39:39.599416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-238e3c67-a5ec-478d-b54a-5cb57ee58e21 req-5fc8ed8a-bc70-4f18-9fd7-2ac711412aae tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515248 Dec 13 09:39:39.639295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:39.645284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-e8d03f7b-23a9-4003-9732-79c07852ed8e service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016459 Dec 13 09:39:39.659684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-fcebef64-5053-4c48-8d38-07bf839eedbf service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327322 Dec 13 09:39:39.677970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: ed94a4e5-8242-4576-97c6-2b6ad798ea48 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:39.678314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ed94a4e5-8242-4576-97c6-2b6ad798ea48 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:39.764541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb72a4f-f836-4052-8562-e42afdd15360 req-07ff6b27-77a2-47bc-a323-ecf4904ef584 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990224 Dec 13 09:39:39.851993 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d42e0d66-7dfd-4f7a-8e2d-0b3442ea9820 req-f12b9b2f-abc5-42a9-bf39-b42adf61df0f service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950028 Dec 13 09:39:39.911939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-77971a3b-7399-4263-8411-9688a056132c tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.913972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-77971a3b-7399-4263-8411-9688a056132c tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.16 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 820 time: 0.1527269 Dec 13 09:39:39.933746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'port': {'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'admin_state_up': True, 'tenant_id': '2102dc5929b2409599956a2fdad8ec18'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:39.996290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fc-c5b2-4bac-8ef4-d3b8e2885bdb req-fb65e766-8707-4868-b187-8c600a12bae2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.997842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d3836fc-c5b2-4bac-8ef4-d3b8e2885bdb req-fb65e766-8707-4868-b187-8c600a12bae2 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 948 time: 0.0851521 Dec 13 09:39:40.010605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762044e-3511-402a-987d-29d01772fe51 req-fff2e216-4701-4c98-9bf0-c3abfb9ef3c9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.012083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5762044e-3511-402a-987d-29d01772fe51 req-fff2e216-4701-4c98-9bf0-c3abfb9ef3c9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 944 time: 0.0697246 Dec 13 09:39:40.047942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Made reservation on behalf of 2102dc5929b2409599956a2fdad8ec18 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:40.051882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:40.088631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d3836fc-c5b2-4bac-8ef4-d3b8e2885bdb req-6a8a16e0-35a9-469d-ba34-c02c359482f8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755608 Dec 13 09:39:40.112162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5762044e-3511-402a-987d-29d01772fe51 req-156e117c-26b7-4e25-ac68-42c17e9f6349 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922408 Dec 13 09:39:40.130275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:40.133480 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8a940-5f12-4627-847e-10ef5f833b20" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:40.214951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00a79905-80b6-4515-96b5-e3ab6f11f3a2 req-3a90379e-39ac-4456-bb11-500c98fdb58b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 210 time: 0.0355518 Dec 13 09:39:40.236419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53c37-68b2-4b4e-a5c3-954e3c69ae52 req-e5bf8db1-e117-4200-a974-ff1a03cbcfad tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.236419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffb53c37-68b2-4b4e-a5c3-954e3c69ae52 req-e5bf8db1-e117-4200-a974-ff1a03cbcfad tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 946 time: 0.0793917 Dec 13 09:39:40.267354 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d9739-1015-4deb-90ca-4618c091371a x-openstack-request-id: req-970d9739-1015-4deb-90ca-4618c091371a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:40.267693 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:40.267951 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-970d9739-1015-4deb-90ca-4618c091371a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:40.268683 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6', 'status': 'completed', 'code': 200} Dec 13 09:39:40.288947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffb53c37-68b2-4b4e-a5c3-954e3c69ae52 req-8a26109c-f366-4f3b-bdf5-a01d1b8a5953 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Dec 13 09:39:40.392111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-fe87b015-58b9-453b-b8bf-fecf58e0d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.393610 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-fe87b015-58b9-453b-b8bf-fecf58e0d7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 1095 time: 0.0927463 Dec 13 09:39:40.477285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3725-f54c-45da-94ac-5e42940bb69d req-55ed01d0-1bcd-4c8e-9109-27af736dc5a7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.478873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadf3725-f54c-45da-94ac-5e42940bb69d req-55ed01d0-1bcd-4c8e-9109-27af736dc5a7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0496819 Dec 13 09:39:40.504593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Allocated IP 172.20.0.7 (afe427bd-acfa-4513-96ca-347dddcefabd/e07da23e-2111-491f-8a3f-2f9af6cd3126/c64d9bf8-25c4-4a9f-b05d-60e4967dc13b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:40.541888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadf3725-f54c-45da-94ac-5e42940bb69d req-33057a93-562d-42b2-9940-f5df1b40beb1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Dec 13 09:39:40.559436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-38065fec-6b0d-435a-8c9e-69b7d3334bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.560921 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-38065fec-6b0d-435a-8c9e-69b7d3334bf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.1594071 Dec 13 09:39:40.622402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-ee157913-17a5-478f-a104-a65ab678b35e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6 HTTP/1.1" status: 200 len: 217 time: 0.0461969 Dec 13 09:39:40.724296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-d798e093-b00f-401f-b0e8-9d0dd06d57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.725769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-d798e093-b00f-401f-b0e8-9d0dd06d57bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.0877161 Dec 13 09:39:40.733294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194a44e-f739-4ea8-807c-dfc95512610f req-7592a3ed-0794-44c4-a75c-963f26a8a56c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.734785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5194a44e-f739-4ea8-807c-dfc95512610f req-7592a3ed-0794-44c4-a75c-963f26a8a56c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 943 time: 0.0495415 Dec 13 09:39:40.766984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-02d6b8d6-37be-4ac7-8ccd-0cb7cb78886e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324314 Dec 13 09:39:40.789124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5194a44e-f739-4ea8-807c-dfc95512610f req-d50382f0-87eb-46af-961b-6520c9fbf564 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Dec 13 09:39:40.790851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:40.888930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-6a15a0c8-764f-4b23-8a2a-fe91f3e74ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092010 Dec 13 09:39:40.890239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:40.902144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b18ab328-7154-4e3c-ab66-ada7033ec6a5'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:40.981112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Network afe427bd-acfa-4513-96ca-347dddcefabd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:40.989616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:40.993514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event updated for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:40.995751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:41.041472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.072747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.073311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.085821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99f8a940-5f12-4627-847e-10ef5f833b20 req-90c8c07c-e26c-410b-b439-11f62169d4c7 service neutron] 10.222.0.20 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666152 Dec 13 09:39:41.095171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-7b22acf0-fe58-48c6-96b0-8792b5e0c348 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652882 Dec 13 09:39:41.115867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Request body: {'port': {'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:41.193396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.223916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51da6a-862f-4399-9b12-c7b2098b9287 req-92afeeed-7694-4396-aa28-52917ce15906 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.225822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad51da6a-862f-4399-9b12-c7b2098b9287 req-92afeeed-7694-4396-aa28-52917ce15906 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 948 time: 0.0552578 Dec 13 09:39:41.246885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3697a117-45e2-44d8-8c30-f3425627e00a None None] Provisioning complete for port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:41.247601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3697a117-45e2-44d8-8c30-f3425627e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.292925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3697a117-45e2-44d8-8c30-f3425627e00a None None] Port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:41.298077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad51da6a-862f-4399-9b12-c7b2098b9287 req-790cf9b6-f5e5-4920-9993-971e09c6aaa4 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Dec 13 09:39:41.371025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:39:41.424753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67775ff4-1743-48cf-ae38-6c4ba883879a req-04bfb71e-a061-4d69-94ec-901c12b70c64 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.426338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67775ff4-1743-48cf-ae38-6c4ba883879a req-04bfb71e-a061-4d69-94ec-901c12b70c64 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 931 time: 0.0610883 Dec 13 09:39:41.502560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36140fbb-ec25-48d4-9d31-d964f3e91a4e req-4aaf1d5e-2250-4cf2-878a-7ce402ae66f8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.504081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36140fbb-ec25-48d4-9d31-d964f3e91a4e req-4aaf1d5e-2250-4cf2-878a-7ce402ae66f8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 944 time: 0.0965757 Dec 13 09:39:41.512379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67775ff4-1743-48cf-ae38-6c4ba883879a req-077a8b1e-c0f0-4656-b620-7957c64351be tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 Dec 13 09:39:41.519926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64d9bf8-25c4-4a9f-b05d-60e4967dc13b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:41.529840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.543569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Transition to ACTIVE for port object c64d9bf8-25c4-4a9f-b05d-60e4967dc13b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:41.556384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.563283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36140fbb-ec25-48d4-9d31-d964f3e91a4e req-c639fd73-0176-4bd8-835a-9170090be1e0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491056 Dec 13 09:39:41.649918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:41.653464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e5c6-cb14-47cc-b932-a21238dc34c5 req-73e0d145-dc26-4c57-92c9-cd76b0703858 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.662348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65d2e5c6-cb14-47cc-b932-a21238dc34c5 req-73e0d145-dc26-4c57-92c9-cd76b0703858 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 946 time: 0.0790989 Dec 13 09:39:41.674100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Pushing event updated for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:41.719889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-30fad144-a334-4295-a139-f47ad862b25d tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.721852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-30fad144-a334-4295-a139-f47ad862b25d tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 946 time: 0.1762092 Dec 13 09:39:41.744301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65d2e5c6-cb14-47cc-b932-a21238dc34c5 req-b09b47e5-21e0-48f9-bb53-28245bb714a6 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/security-groups?id=28edd8e7-4752-48b5-a979-caee13a335f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801923 Dec 13 09:39:41.767703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868fc95-2ed9-457d-951e-03aac53c7dde req-c24550ea-2af2-496f-8cd1-21a533d61720 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.775430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1868fc95-2ed9-457d-951e-03aac53c7dde req-c24550ea-2af2-496f-8cd1-21a533d61720 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.1445012 Dec 13 09:39:41.812737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:41.813724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Attempting to bind port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:41.814174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Attempting to bind port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:41.814613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Attempting to bind port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:41.821143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b on network afe427bd-acfa-4513-96ca-347dddcefabd not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:41.821572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Attempting to bind port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b on network afe427bd-acfa-4513-96ca-347dddcefabd {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:41.830974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'mac_address': 'fa:16:3e:d0:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:41.832489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1868fc95-2ed9-457d-951e-03aac53c7dde req-733af6ec-1787-45e4-84b8-baef5bd7565c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539305 Dec 13 09:39:41.860427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:41.860791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Checking segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:41.861282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Bound using segment: {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:41.861838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Bound port: c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb1eedb-7da4-45d0-8ece-e946bd2665d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:41.862304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.907573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.934630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c8dafc-b686-4b08-91b8-114baa53fc20 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:41.941170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Deleting port 14fbee58-63a9-429a-829f-1a3571f7ab39 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:41.941593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.951984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.968507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:41.975290 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.012742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ce84-4755-4567-a9d7-df8554e30925 req-8d1210b5-2956-493c-8758-7a57f31d6def tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.015186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d6ce84-4755-4567-a9d7-df8554e30925 req-8d1210b5-2956-493c-8758-7a57f31d6def tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 943 time: 0.0761597 Dec 13 09:39:42.018558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:42.024282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:42.037033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.046390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:42.093496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] For port 14fbee58-63a9-429a-829f-1a3571f7ab39, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=14fbee58-63a9-429a-829f-1a3571f7ab39,segment=NetworkSegment(74dcfca4-07cb-45e1-9d5d-60ab84eccbc4),segment_id=74dcfca4-07cb-45e1-9d5d-60ab84eccbc4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:42.093857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.108306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.108915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.110341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] 10.222.0.16 "PUT /v2.0/ports/c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 1091 time: 1.0027325 Dec 13 09:39:42.113696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:42.118017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d6ce84-4755-4567-a9d7-df8554e30925 req-77693f32-ffab-4454-a8be-50e1a3f2395f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955975 Dec 13 09:39:42.122339 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:42.128730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Calling delete_port for 14fbee58-63a9-429a-829f-1a3571f7ab39 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:42.141346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33804f9-8f03-4df3-a218-effa2f794b9e req-61cb909a-0a08-43aa-b36b-a1f550a011c8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.142907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e33804f9-8f03-4df3-a218-effa2f794b9e req-61cb909a-0a08-43aa-b36b-a1f550a011c8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.1055636 Dec 13 09:39:42.181903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a699291a-f444-4176-ba47-f606f1d29986 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:42.188569 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efbd27-e92a-4ccc-a1c3-0f5123389783 x-openstack-request-id: req-60efbd27-e92a-4ccc-a1c3-0f5123389783 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:42.188867 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:42.189124 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60efbd27-e92a-4ccc-a1c3-0f5123389783 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:42.189518 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'status': 'completed', 'code': 200} Dec 13 09:39:42.194368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281d27e-2ab6-4db4-9eaf-4550caaf95dd service neutron] Pushing event updated for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:42.216855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e33804f9-8f03-4df3-a218-effa2f794b9e req-96ac3604-4a2d-4c35-8464-3e10a45dc406 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666425 Dec 13 09:39:42.253077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-6bc6b2f7-06fb-43fa-9e3c-86adaec16fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.255755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-6bc6b2f7-06fb-43fa-9e3c-86adaec16fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1094 time: 0.1014369 Dec 13 09:39:42.283397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['70c8dafc-b686-4b08-91b8-114baa53fc20'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:42.312281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-24372501-d8ec-4e6c-b813-f23d1de06720 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 217 time: 0.0403433 Dec 13 09:39:42.397072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-d9a4be02-c2a3-4f89-a633-8ccac5892d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.397279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a699291a-f444-4176-ba47-f606f1d29986,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:42.399176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-d9a4be02-c2a3-4f89-a633-8ccac5892d89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.0754776 Dec 13 09:39:42.431566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'a699291a-f444-4176-ba47-f606f1d29986', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'a699291a-f444-4176-ba47-f606f1d29986', 'mac_address': 'fa:16:3e:86:9f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:42.431853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705344-95ed-444b-a0fc-f0e52bc36de2 req-cc22a251-4951-47a5-bd16-92693cefd7c7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.433374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e705344-95ed-444b-a0fc-f0e52bc36de2 req-cc22a251-4951-47a5-bd16-92693cefd7c7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 948 time: 0.0557346 Dec 13 09:39:42.460108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-28a48284-11eb-4fc9-aa61-77a3dba23c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.461802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-28a48284-11eb-4fc9-aa61-77a3dba23c8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532649 Dec 13 09:39:42.462922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.499589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e705344-95ed-444b-a0fc-f0e52bc36de2 req-7a2ec13e-1b6d-4a12-bd3a-ca963c9ef219 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Dec 13 09:39:42.507666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.531827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699291a-f444-4176-ba47-f606f1d29986 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:42.562212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a699291a-f444-4176-ba47-f606f1d29986,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:42.563663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Pushing event deleted for resources: {'Port': ['ID=14fbee58-63a9-429a-829f-1a3571f7ab39,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:42.570220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.621501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] No DVR routers for this DVR port 14fbee58-63a9-429a-829f-1a3571f7ab39 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:42.625284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.628657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ccf8e718-49f4-4b72-8f81-26f969ea1a99 req-e676cd15-b87b-4509-acbe-b409b9097263 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.20 "DELETE /v2.0/ports/14fbee58-63a9-429a-829f-1a3571f7ab39 HTTP/1.1" status: 204 len: 173 time: 0.8996174 Dec 13 09:39:42.632655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-cf4e617b-500c-43bc-b6e1-4e521d6335b3 service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606951 Dec 13 09:39:42.640222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:42.665676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252af7-d0c8-4bf4-8d4c-98a9a51a81bd req-d4da2421-f67a-485d-bf79-8d4793b41b12 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.667771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50252af7-d0c8-4bf4-8d4c-98a9a51a81bd req-d4da2421-f67a-485d-bf79-8d4793b41b12 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 943 time: 0.0670383 Dec 13 09:39:42.749793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41755f1c-3c2d-40b2-ab6b-6f2ef2ca9d48 req-48b859da-6ece-4d05-ab21-22348906bfb0 service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061950 Dec 13 09:39:42.760092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf84e3-db70-4e02-8fe1-006dfbc219c7 req-1136d1db-3464-48c0-baaa-30c8b6114fb2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.761891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14cf84e3-db70-4e02-8fe1-006dfbc219c7 req-1136d1db-3464-48c0-baaa-30c8b6114fb2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 944 time: 0.0931320 Dec 13 09:39:42.766222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50252af7-d0c8-4bf4-8d4c-98a9a51a81bd req-7124af2c-5f17-4c56-9179-c8531ea3925b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879471 Dec 13 09:39:42.822535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14cf84e3-db70-4e02-8fe1-006dfbc219c7 req-7741c26a-753b-4c68-9fd5-027d041521ef tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498528 Dec 13 09:39:42.870807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-2d785b73-a800-4328-91b8-b51bf1376fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.873204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-2d785b73-a800-4328-91b8-b51bf1376fff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1094 time: 0.0458491 Dec 13 09:39:42.876610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c3a31eb-689c-4808-ba8a-f4f7bfd5f144 req-65f51cbe-7975-4bc1-a3f2-4d62ad430100 tempest-ServerMetadataNegativeTestJSON-292052160 tempest-ServerMetadataNegativeTestJSON-292052160-project] 10.222.0.31 "GET /v2.0/ports?device_id=b563f991-815a-4fbd-8814-28940816641f HTTP/1.1" status: 200 len: 210 time: 0.0275137 Dec 13 09:39:42.958113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587de72-38b5-4067-a46d-94e881f23624 req-c4d35d72-c5aa-44d8-953a-abcefdfedbcb tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.959622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b587de72-38b5-4067-a46d-94e881f23624 req-c4d35d72-c5aa-44d8-953a-abcefdfedbcb tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Dec 13 09:39:42.978634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-86756908-4220-43af-abf2-5b0824aea813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.980284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-86756908-4220-43af-abf2-5b0824aea813 service neutron] 10.222.0.16 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.0965481 Dec 13 09:39:43.010278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b587de72-38b5-4067-a46d-94e881f23624 req-eaeec846-f20d-4f6c-a018-e63464667215 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Dec 13 09:39:43.022269 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-a7a4c6de-97d6-41c0-844b-e26d91aa58ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 217 time: 0.0348837 Dec 13 09:39:43.078895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-62432517-c3dc-47aa-bea8-14cbaed6774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.080454 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-62432517-c3dc-47aa-bea8-14cbaed6774d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.0440085 Dec 13 09:39:43.127523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-5b2138c3-53dd-4479-a22d-ccaebdaefe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.129345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-5b2138c3-53dd-4479-a22d-ccaebdaefe97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404074 Dec 13 09:39:43.234199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-504e3613-dae4-4eab-ab64-e38190ca6ffd service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963109 Dec 13 09:39:43.238089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['14fbee58-63a9-429a-829f-1a3571f7ab39'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:43.240226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1159-3d9f-4612-92fd-d348f6773b80 req-379afe28-0cf1-4c5e-bf12-904bd8960ad2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.242637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df6f1159-3d9f-4612-92fd-d348f6773b80 req-379afe28-0cf1-4c5e-bf12-904bd8960ad2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 944 time: 0.0502079 Dec 13 09:39:43.287049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a699291a-f444-4176-ba47-f606f1d29986'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:43.297089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df6f1159-3d9f-4612-92fd-d348f6773b80 req-71d0e99a-a26c-41d1-b7ba-7cb1f8fdef98 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483818 Dec 13 09:39:43.337884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adcd7e2c-8cc2-45a9-8ad4-45cfa13fc4bb req-ef36398f-694e-4ae7-ae1a-896451c57530 service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910423 Dec 13 09:39:43.591374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595263-940d-4db1-88dc-39954b69b979 req-bc38f799-4375-4b24-9f61-2301a47e8af5 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.592852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a595263-940d-4db1-88dc-39954b69b979 req-bc38f799-4375-4b24-9f61-2301a47e8af5 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.0582952 Dec 13 09:39:43.647306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bfa143ee-e733-4f41-8e0a-07d413d851e6 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:43.650561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:43.661294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb03a3-6f9b-425f-a321-cf48b8d3816c req-998ee63d-a211-4f9c-a3b6-a770470bb9dc tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.662789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88fb03a3-6f9b-425f-a321-cf48b8d3816c req-998ee63d-a211-4f9c-a3b6-a770470bb9dc tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 949 time: 0.0884521 Dec 13 09:39:43.667816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a595263-940d-4db1-88dc-39954b69b979 req-58897958-e091-4a08-93db-346145e4c8c7 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614829 Dec 13 09:39:43.715748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88fb03a3-6f9b-425f-a321-cf48b8d3816c req-2da469d7-a408-4efe-827f-9cfc737ab442 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Dec 13 09:39:43.766479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 70c8dafc-b686-4b08-91b8-114baa53fc20 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:43.778391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 70c8dafc-b686-4b08-91b8-114baa53fc20 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:43.778766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.808342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.825624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'bfa143ee-e733-4f41-8e0a-07d413d851e6', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': 'bfa143ee-e733-4f41-8e0a-07d413d851e6', 'mac_address': 'fa:16:3e:e0:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:43.889744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729c661-3feb-4925-9a6a-0ade8d679622 req-9bfa2aac-e55d-40d4-8490-dd9b260ac88d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.891342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b729c661-3feb-4925-9a6a-0ade8d679622 req-9bfa2aac-e55d-40d4-8490-dd9b260ac88d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 943 time: 0.0550044 Dec 13 09:39:43.983925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91cabc-9d4a-4292-b696-a8cbe953e079 req-7b74fee6-8ee6-422c-862f-8b805d24f81e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.985498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a91cabc-9d4a-4292-b696-a8cbe953e079 req-7b74fee6-8ee6-422c-862f-8b805d24f81e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 944 time: 0.0864327 Dec 13 09:39:43.989222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b729c661-3feb-4925-9a6a-0ade8d679622 req-980a2700-8488-458c-896e-fda69a8b7fdf tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918152 Dec 13 09:39:44.029625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.036086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a91cabc-9d4a-4292-b696-a8cbe953e079 req-8e52d25c-70fb-4335-af5a-db50f96eb1d7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Dec 13 09:39:44.046412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:44.053368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa143ee-e733-4f41-8e0a-07d413d851e6 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:44.079287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.096112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:44.103771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Deleting subnet e6933766-169c-4e43-a244-06ee4ed80511 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:39:44.107046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.107563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.127467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:44.129823 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e747aa0-dd9c-45e4-b1c3-463b4278c4d4" -d '{"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-plugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:44.145883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.170419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c503e-e747-4c2b-a7b9-401b40d291ba req-e2ac7a9a-1958-43a9-9b24-192dd645f1bd tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.175300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:44.178374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-508c503e-e747-4c2b-a7b9-401b40d291ba req-e2ac7a9a-1958-43a9-9b24-192dd645f1bd tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0648019 Dec 13 09:39:44.182596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.192051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'name': 'network-vif-deleted', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:44.196076 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233d0b9-a01f-423b-b7aa-7eed0b63ed21" -d '{"events": [{"server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "name": "network-vif-deleted", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:44.197862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.201161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.255476 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d28874-84e8-4405-bc54-a0892486ee2e x-openstack-request-id: req-c7d28874-84e8-4405-bc54-a0892486ee2e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:44.256045 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-plugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:44.256045 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7d28874-84e8-4405-bc54-a0892486ee2e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:44.256429 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'code': 200} Dec 13 09:39:44.262241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-508c503e-e747-4c2b-a7b9-401b40d291ba req-ab356661-19ac-4901-ac82-ef77abbdcc9b tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Dec 13 09:39:44.272007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.295850 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2b1e9-9b06-4957-a5eb-f3a638b0a6c1 x-openstack-request-id: req-54b2b1e9-9b06-4957-a5eb-f3a638b0a6c1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:44.296144 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b563f991-815a-4fbd-8814-28940816641f", "name": "network-vif-deleted", "tag": "14fbee58-63a9-429a-829f-1a3571f7ab39", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:44.296398 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54b2b1e9-9b06-4957-a5eb-f3a638b0a6c1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:44.296863 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b563f991-815a-4fbd-8814-28940816641f', 'name': 'network-vif-deleted', 'tag': '14fbee58-63a9-429a-829f-1a3571f7ab39', 'status': 'completed', 'code': 200} Dec 13 09:39:44.298433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.327951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6933766-169c-4e43-a244-06ee4ed80511,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.339751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.342914 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e380f58-543f-4647-9567-8cf96216440d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6933766-169c-4e43-a244-06ee4ed80511 HTTP/1.1" status: 204 len: 168 time: 0.2954941 Dec 13 09:39:44.345772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38988) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:44.432304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a6813-6cae-4c96-a0ff-e3482293d147 req-c412b95c-1bb9-4de7-9918-6d61ad29c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.434226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-185a6813-6cae-4c96-a0ff-e3482293d147 req-c412b95c-1bb9-4de7-9918-6d61ad29c022 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 1096 time: 0.1041133 Dec 13 09:39:44.440556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.446585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875371a7-4bf8-4fed-8c23-92f42a99ad16 req-57659da0-8ef4-44f3-9055-6b6eb9c4c0c7 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.451493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['bfa143ee-e733-4f41-8e0a-07d413d851e6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:44.454580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-875371a7-4bf8-4fed-8c23-92f42a99ad16 req-57659da0-8ef4-44f3-9055-6b6eb9c4c0c7 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.0814230 Dec 13 09:39:44.525708 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-185a6813-6cae-4c96-a0ff-e3482293d147 req-e98196e7-c434-4f97-b764-02b69adef95a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Dec 13 09:39:44.560856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-875371a7-4bf8-4fed-8c23-92f42a99ad16 req-535db43d-e6e2-44bf-b818-973fd7d8d77c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Dec 13 09:39:44.563281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.589132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400193b9-5e2b-435a-a9e9-d0b082cbba2d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:44.599351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:44.600340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dcfca4-07cb-45e1-9d5d-60ab84eccbc4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:44.610353 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.624209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.624665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f80dd7-efb5-43f1-886a-f3e280153af1 req-1cdfe380-1cac-4fc4-a8c6-0d7578c24b9b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.626201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84f80dd7-efb5-43f1-886a-f3e280153af1 req-1cdfe380-1cac-4fc4-a8c6-0d7578c24b9b tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Dec 13 09:39:44.632756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:39:44.633152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:39:44.634786 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:39:44.675527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84f80dd7-efb5-43f1-886a-f3e280153af1 req-e8d94c85-2877-4368-9962-92f296d62a21 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Dec 13 09:39:44.691341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.697743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.703416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] 10.222.0.31 "DELETE /v2.0/networks/400193b9-5e2b-435a-a9e9-d0b082cbba2d HTTP/1.1" status: 204 len: 168 time: 0.3542848 Dec 13 09:39:44.711786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c718c2-3bb6-4d52-bddf-683f2263806a admin admin] Pushing event deleted for resources: {'Network': ['ID=400193b9-5e2b-435a-a9e9-d0b082cbba2d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.818091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38998) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:44.866278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0d7ea-9001-4bb7-9c8b-f154a354eee9 req-1f1f59ec-bd83-4a1f-b6de-2eaffe0d4960 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.868301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53f0d7ea-9001-4bb7-9c8b-f154a354eee9 req-1f1f59ec-bd83-4a1f-b6de-2eaffe0d4960 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 949 time: 0.0795364 Dec 13 09:39:44.871724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-428a7bfe-46e0-4657-abc2-8fd375815252 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bfbf415d2c44d40b51807a03ae3ee26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552766 Dec 13 09:39:44.874385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39000) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:44.917962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53f0d7ea-9001-4bb7-9c8b-f154a354eee9 req-78806d07-9e96-41df-a2a5-faa9b11bc2ad tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Dec 13 09:39:44.921346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.942565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.988465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.991081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.992751 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28edd8e7-4752-48b5-a979-caee13a335f0 HTTP/1.1" status: 204 len: 168 time: 0.1173763 Dec 13 09:39:45.000471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04368e4c-840c-4c63-8586-35c4de77bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28edd8e7-4752-48b5-a979-caee13a335f0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:45.125866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6098af-cab3-4099-ba5a-55d7eda5e3f3 req-3ec41692-a3ef-43e6-9e2d-bacc3d9caeec tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.127313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6098af-cab3-4099-ba5a-55d7eda5e3f3 req-3ec41692-a3ef-43e6-9e2d-bacc3d9caeec tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 943 time: 0.0614760 Dec 13 09:39:45.183295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430567a-bda1-4c78-ba61-ecd52acc6203 req-7aa07e5d-b075-4809-b8d6-eff2be8c2528 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.184793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f430567a-bda1-4c78-ba61-ecd52acc6203 req-7aa07e5d-b075-4809-b8d6-eff2be8c2528 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 945 time: 0.0746424 Dec 13 09:39:45.224148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6098af-cab3-4099-ba5a-55d7eda5e3f3 req-9779d108-20c7-4124-85a3-90a83524ea25 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787125 Dec 13 09:39:45.262872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f430567a-bda1-4c78-ba61-ecd52acc6203 req-5868145b-a935-4561-af66-5623b1c6620f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702741 Dec 13 09:39:45.380720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d8f96-e039-4d8e-93ed-f74aed12ad80 req-170ae64e-7714-4a81-bdce-0aadab70cb20 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.382811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-921d8f96-e039-4d8e-93ed-f74aed12ad80 req-170ae64e-7714-4a81-bdce-0aadab70cb20 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Dec 13 09:39:45.429835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-921d8f96-e039-4d8e-93ed-f74aed12ad80 req-7bcf8309-c7a0-4b4d-9fc2-ba2c8aae560f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Dec 13 09:39:45.553945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-9b639a7e-7f6a-484f-8555-537d9cf22011 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.556030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-9b639a7e-7f6a-484f-8555-537d9cf22011 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0430169 Dec 13 09:39:45.573041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:45.628524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.648655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bfa143ee-e733-4f41-8e0a-07d413d851e6 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:45.683318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c09f3d-52a0-4e6a-9ab5-4b72741e8811 req-ee1886ce-78e3-4b2b-b389-d1846ad38eb1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.684898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44c09f3d-52a0-4e6a-9ab5-4b72741e8811 req-ee1886ce-78e3-4b2b-b389-d1846ad38eb1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.0542929 Dec 13 09:39:45.699304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39032) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:45.738761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port bfa143ee-e733-4f41-8e0a-07d413d851e6 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:45.743328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port bfa143ee-e733-4f41-8e0a-07d413d851e6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:45.744125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.759007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44c09f3d-52a0-4e6a-9ab5-4b72741e8811 req-c42155bd-eb73-4d53-8462-c0551ea89315 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673211 Dec 13 09:39:45.812203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:45.831823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc949-51db-4639-ad4d-a0d4b8c6b258 req-1d3e6aff-f960-44ba-828c-c88fd3cb7a0c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.839749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12bcc949-51db-4639-ad4d-a0d4b8c6b258 req-1d3e6aff-f960-44ba-828c-c88fd3cb7a0c tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.0634868 Dec 13 09:39:45.862456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:45.868020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.880873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-954108150-network', 'tenant_id': '4ea5964a50c44206ab94d92bbcdbb29a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:45.902835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:45.907688 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.908234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12bcc949-51db-4639-ad4d-a0d4b8c6b258 req-105aba2f-03ec-4ea7-bb14-cbe680f6181a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674636 Dec 13 09:39:45.908748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.909279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14fbee58-63a9-429a-829f-1a3571f7ab39 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:45.917383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.922691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Made reservation on behalf of 4ea5964a50c44206ab94d92bbcdbb29a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:45.926342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.939668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 14fbee58-63a9-429a-829f-1a3571f7ab39 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:45.939668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 14fbee58-63a9-429a-829f-1a3571f7ab39 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:45.946511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.023951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.048656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on host n-h1-820935-7 for vnic_type normal with profile {"migrating_to": "n-h2-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:46.049289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:46.049807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:46.057634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.060937 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.063022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:46.063416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Attempting to bind port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on network ab03324b-d6e2-47a6-9396-b642214f6a49 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:46.068997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.070991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:46.071331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Checking segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:46.071753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Bound using segment: {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:46.072179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Bound port: e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8270b0cc-6538-4614-a577-b7a81e9432ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab03324b-d6e2-47a6-9396-b642214f6a49'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:46.072531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.080916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:39:46.097576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c48a-c0f2-4482-ba2e-b71250b7716f req-3f154f27-2c7c-47a8-864b-f5cd6121882e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.099104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4096c48a-c0f2-4482-ba2e-b71250b7716f req-3f154f27-2c7c-47a8-864b-f5cd6121882e tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 949 time: 0.0936377 Dec 13 09:39:46.120025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.120374 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Added segment aa1de5ae-4cac-4104-9a9b-e13bdac21c0a of type vlan for network 89a60a53-9b9b-46d5-a516-90d5c06fa17c Dec 13 09:39:46.147317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:46.151432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:46.155832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.173884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641e094-011e-4c97-8f4b-9bc233f382da,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.191873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.202903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a699291a-f444-4176-ba47-f606f1d29986 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:46.214999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4096c48a-c0f2-4482-ba2e-b71250b7716f req-e41b6e82-e291-4cdb-ba46-bde10444cc75 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077812 Dec 13 09:39:46.236895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.237302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.237924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.238238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.238948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.239344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 1121 time: 0.6731582 Dec 13 09:39:46.244595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2de6c-99a5-4af3-b5f9-5ea2f1315135 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.259022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:46.263430 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b4dd8c-5a08-43e6-984b-bf66c9d1c0e5" -d '{"events": [{"server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "name": "network-vif-plugged", "status": "completed", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:46.286781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:46.293047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Request body: {'subnet': {'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-954108150-subnet', 'tenant_id': '4ea5964a50c44206ab94d92bbcdbb29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:46.294966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5929563 Dec 13 09:39:46.297544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92'}, {'name': 'network-changed', 'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:46.306939 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e8d25d-3a20-42e7-9e7a-420d73c10108" -d '{"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92"}, {"name": "network-changed", "server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:46.308777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port a699291a-f444-4176-ba47-f606f1d29986 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:46.314814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port a699291a-f444-4176-ba47-f606f1d29986 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:46.315488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.330505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Made reservation on behalf of 4ea5964a50c44206ab94d92bbcdbb29a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:46.336589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.358797 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760dfd7-f1e7-4b6f-9b0d-0d61d6350e8b x-openstack-request-id: req-4760dfd7-f1e7-4b6f-9b0d-0d61d6350e8b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:46.359242 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "name": "network-vif-plugged", "status": "completed", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:46.359794 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4760dfd7-f1e7-4b6f-9b0d-0d61d6350e8b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:46.360170 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6', 'code': 200} Dec 13 09:39:46.385287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e7f3afce-1d49-4fcd-bed3-bc0a020fde92'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:46.427797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647cf7-2493-48c6-b13c-95ceeecf8687 admin admin] Pushing event updated for resources: {'Network': ['ID=89a60a53-9b9b-46d5-a516-90d5c06fa17c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.471643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 89a60a53-9b9b-46d5-a516-90d5c06fa17c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:39:46.494067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cd42b-a1b1-4ed4-80de-b3abd05aa7ef req-7beba6d4-67f5-4124-8734-1589f6acf489 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.501614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f63cd42b-a1b1-4ed4-80de-b3abd05aa7ef req-7beba6d4-67f5-4124-8734-1589f6acf489 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 943 time: 0.1259279 Dec 13 09:39:46.527344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e7999-0dc9-453f-834a-2a2c64b741e8 req-96087d5f-fd26-4a2c-987d-3df4986f5bf0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.528986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-897e7999-0dc9-453f-834a-2a2c64b741e8 req-96087d5f-fd26-4a2c-987d-3df4986f5bf0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0962942 Dec 13 09:39:46.582086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f63cd42b-a1b1-4ed4-80de-b3abd05aa7ef req-0decc495-699f-4788-8562-d18bda639094 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795662 Dec 13 09:39:46.583451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e7f3afce-1d49-4fcd-bed3-bc0a020fde92'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:46.606616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-897e7999-0dc9-453f-834a-2a2c64b741e8 req-494e6a1d-e34a-4a61-95f1-8d360bc2ce0a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694861 Dec 13 09:39:46.667166 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00db414-8c8c-4e97-89b8-69c4f125172d x-openstack-request-id: req-f00db414-8c8c-4e97-89b8-69c4f125172d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:46.667737 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92", "code": 200}, {"name": "network-changed", "server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:46.668602 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f00db414-8c8c-4e97-89b8-69c4f125172d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:46.669120 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'code': 200} Dec 13 09:39:46.669634 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'status': 'completed', 'code': 200} Dec 13 09:39:46.718799 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.781317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-8bbaa9a4-1095-4ba8-805a-3900f89f33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.782836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-8bbaa9a4-1095-4ba8-805a-3900f89f33f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1124 time: 0.0874708 Dec 13 09:39:46.798486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-90c1f6fe-753e-413e-87db-151b129086e8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.800863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-90c1f6fe-753e-413e-87db-151b129086e8 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.16 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.1287134 Dec 13 09:39:46.806975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01a103-f7ae-4435-9e71-d8f1d0c77c87 req-7a00db5a-20e0-4b9d-a193-276a2802f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.808762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da01a103-f7ae-4435-9e71-d8f1d0c77c87 req-7a00db5a-20e0-4b9d-a193-276a2802f651 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 1097 time: 0.1382909 Dec 13 09:39:46.838720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a699291a-f444-4176-ba47-f606f1d29986,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:46.845560 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.861059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4a74-c415-4709-bdf5-9abc819c2526 req-aae760b6-a753-4360-a4f4-b3f2341188db tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.864057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5bf4a74-c415-4709-bdf5-9abc819c2526 req-aae760b6-a753-4360-a4f4-b3f2341188db tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1282966 Dec 13 09:39:46.937942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.990518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5bf4a74-c415-4709-bdf5-9abc819c2526 req-6d1c4282-ba57-487c-afbf-28b071348d78 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163957 Dec 13 09:39:46.998572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685e94-ac8c-45fc-a17c-05b0100fecd0 req-0ef8e8dc-2e68-4709-86f5-4fd4867421e5 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.001668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da01a103-f7ae-4435-9e71-d8f1d0c77c87 req-f00565d0-de6f-41f8-94cb-e95f0b23a4ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830661 Dec 13 09:39:47.004024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87685e94-ac8c-45fc-a17c-05b0100fecd0 req-0ef8e8dc-2e68-4709-86f5-4fd4867421e5 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1124461 Dec 13 09:39:47.011596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-664c1e55-9c7f-430b-8885-b38d90bd0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.013033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-664c1e55-9c7f-430b-8885-b38d90bd0aa2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.2118537 Dec 13 09:39:47.020344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.070361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Deleting port 0d586040-b761-4c73-bc4e-dfb6b3732899 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:47.070724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.072079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-034f8429-76f0-4879-87c2-ff1a7680e934 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 217 time: 0.0508811 Dec 13 09:39:47.094943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a077f928-077f-487c-bf3b-a2a9b5b4ef5f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:47.147186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Checking segment: {'id': 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:47.147481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Network hostable DHCP agents. Network: 89a60a53-9b9b-46d5-a516-90d5c06fa17c, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:39:47.160850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87685e94-ac8c-45fc-a17c-05b0100fecd0 req-d94805a5-b7c6-4caf-8bf2-1053df0f7a0b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530194 Dec 13 09:39:47.167581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-8b44ccb2-d276-4b19-bb40-66d0c6b8e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.169031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-8b44ccb2-d276-4b19-bb40-66d0c6b8e873 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.0861201 Dec 13 09:39:47.181716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703809f-c9c0-4716-b2e1-008d2242724d req-bfc77136-8bf8-41a4-99ea-39b4a5c6433a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.183723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4703809f-c9c0-4716-b2e1-008d2242724d req-bfc77136-8bf8-41a4-99ea-39b4a5c6433a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 946 time: 0.1159146 Dec 13 09:39:47.186334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Network 89a60a53-9b9b-46d5-a516-90d5c06fa17c is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:39:47.202627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] For port 0d586040-b761-4c73-bc4e-dfb6b3732899, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0d586040-b761-4c73-bc4e-dfb6b3732899,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:47.203023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.206435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 89a60a53-9b9b-46d5-a516-90d5c06fa17c) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:47.211317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.212016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.212746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-d34e85d7-498d-41dc-b4ac-caf85e8b9aef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278742 Dec 13 09:39:47.221127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c1c7c-de62-4012-85c1-40e6dfeac3ba None None] Network 89a60a53-9b9b-46d5-a516-90d5c06fa17c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:47.320340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4703809f-c9c0-4716-b2e1-008d2242724d req-4883653f-1bd0-4988-8f58-4d926bcc03be tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072247 Dec 13 09:39:47.331497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-44f0f561-8c12-4566-bfaf-0c77e4803177 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0434186 Dec 13 09:39:47.381252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec832d-dfce-4650-b684-35a0a3a2be5b None None] Network 89a60a53-9b9b-46d5-a516-90d5c06fa17c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:47.391298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-483ca0b8-6e29-4702-9bd5-1f2d9ac4672a service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645486 Dec 13 09:39:47.482331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.482747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.483157 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Floating IP 8e90137f-e1d5-4e01-a82f-3570e69e39be disassociated. External IP: 172.25.2.131, port: 0d586040-b761-4c73-bc4e-dfb6b3732899. Dec 13 09:39:47.483642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Calling delete_port for 0d586040-b761-4c73-bc4e-dfb6b3732899 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:47.639964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.646826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:47.671723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event deleted for resources: {'Port': ['ID=0d586040-b761-4c73-bc4e-dfb6b3732899,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:47.771632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:47.794050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 has no active binding in host n-h2-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:39:47.800814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Router b181fc7c-6900-4dd1-910c-9c19d3052c3e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:39:47.913059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:47.926085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Sync routers for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:47.939246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:47.940116 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:47.942405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3f62a-ad0c-41bc-84d4-365355ebcfb3 req-650f88cc-307b-4518-aada-3252517adea7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.944165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25e3f62a-ad0c-41bc-84d4-365355ebcfb3 req-650f88cc-307b-4518-aada-3252517adea7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.5444236 Dec 13 09:39:47.956097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] No DVR routers for this DVR port 0d586040-b761-4c73-bc4e-dfb6b3732899 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:47.959277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.962939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-138a740d-0c6d-44cb-924a-c9b59c990ebc req-bc1e3c07-b9a9-42d7-a3e9-0db13e3fd238 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.16 "DELETE /v2.0/ports/0d586040-b761-4c73-bc4e-dfb6b3732899 HTTP/1.1" status: 204 len: 173 time: 1.1530578 Dec 13 09:39:47.984877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc4db-5791-4bbf-a7d2-abecd87a280e req-b2da04e2-053b-4937-bae9-74b79947b7b1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.986429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6ebc4db-5791-4bbf-a7d2-abecd87a280e req-b2da04e2-053b-4937-bae9-74b79947b7b1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1587896 Dec 13 09:39:48.001137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e8d25d-3a20-42e7-9e7a-420d73c10108 req-77f24f67-f74a-4b9f-806b-cbaeb4e96c28 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909309 Dec 13 09:39:48.070337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25e3f62a-ad0c-41bc-84d4-365355ebcfb3 req-5752a44f-3347-4bc5-a990-84cb5b869e90 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132357 Dec 13 09:39:48.100687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6ebc4db-5791-4bbf-a7d2-abecd87a280e req-6402200a-9a93-4ee8-b9ca-17fde1e4f154 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983095 Dec 13 09:39:48.206649 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:48.209796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c64d9bf8-25c4-4a9f-b05d-60e4967dc13b details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:48.293415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e827f0-e0d8-4c2d-a7c9-3023eaa300ff req-d461d2d4-1636-480b-8a9c-18492ffca0dd tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.296974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04e827f0-e0d8-4c2d-a7c9-3023eaa300ff req-d461d2d4-1636-480b-8a9c-18492ffca0dd tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 943 time: 0.1040151 Dec 13 09:39:48.382506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04e827f0-e0d8-4c2d-a7c9-3023eaa300ff req-b9249cc3-31f5-4e6d-a892-9c58858843ea tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Dec 13 09:39:48.382715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:48.408169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:48.411229 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f80c5dd-af83-4376-912f-aac4198915da" -d '{"events": [{"server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "name": "network-vif-plugged", "status": "completed", "tag": "a699291a-f444-4176-ba47-f606f1d29986"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:48.417855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:48.470936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.494319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64d9bf8-25c4-4a9f-b05d-60e4967dc13b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:48.519171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:48.519665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:48.525728 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.556181 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Checking router: b181fc7c-6900-4dd1-910c-9c19d3052c3e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:48.567259 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:48.568406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:48.597141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627859-c21d-4729-b2f1-66dc8e356d73 req-14f79241-30fb-4ded-b933-2f78bc3372f2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.608237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e627859-c21d-4729-b2f1-66dc8e356d73 req-14f79241-30fb-4ded-b933-2f78bc3372f2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.1367896 Dec 13 09:39:48.623752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:48.661726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-3f3878b3-d297-48b3-9515-f99661329fe4 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.670048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-3f3878b3-d297-48b3-9515-f99661329fe4 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/networks?id=89a60a53-9b9b-46d5-a516-90d5c06fa17c HTTP/1.1" status: 200 len: 812 time: 0.2324634 Dec 13 09:39:48.671247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'name': 'network-vif-deleted', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:48.673575 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd743e67-ca63-48a4-a2f9-ce5cca187350" -d '{"events": [{"server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "name": "network-vif-deleted", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:48.697750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-6ed7cb7a-5467-4dae-8b24-90e5dff4ec2c tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/quotas/4ea5964a50c44206ab94d92bbcdbb29a HTTP/1.1" status: 200 len: 375 time: 0.0251722 Dec 13 09:39:48.716852 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:48.731449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e627859-c21d-4729-b2f1-66dc8e356d73 req-6757c1d5-8c8a-4c03-af1e-cae4aad13dda tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212633 Dec 13 09:39:48.749727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-f61a91c0-76bc-4e4e-a891-e3819ec7341d tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ea5964a50c44206ab94d92bbcdbb29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504045 Dec 13 09:39:48.906533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-d04ed24d-2d65-43c3-917a-631260990bbd service neutron] 10.222.0.31 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486738 Dec 13 09:39:48.974550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:49.003009 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c1e2-e5cf-4483-a20c-9de8d3266431 None None] The sync data for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 is: [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:36:45Z', 'revision_number': 4, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0761d363-5588-41d5-a015-a8faddaf22e4', 'name': '', 'network_id': '945846c4-15f8-437f-b480-5b5cbd429e50', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'mac_address': 'fa:16:3e:e2:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '30874438-a655-4ffb-a4af-7010af69ded1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:44Z', 'updated_at': '2021-12-13T09:36:52Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'subnets': [{'id': '30874438-a655-4ffb-a4af-7010af69ded1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:49.029518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168befd-5277-483a-9f81-0dcf43359ce8 req-727563fe-8ae1-4a01-a94e-86fab86d1cd6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.031054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2168befd-5277-483a-9f81-0dcf43359ce8 req-727563fe-8ae1-4a01-a94e-86fab86d1cd6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1093302 Dec 13 09:39:49.060544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-6f31c54f-4c17-4d3e-a8a3-f3dc2cc69f59 service neutron] 10.222.0.31 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469729 Dec 13 09:39:49.101509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:49.125924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2168befd-5277-483a-9f81-0dcf43359ce8 req-b52ecda8-a2d5-4b77-b0ef-ea914f65bf73 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827219 Dec 13 09:39:49.253512 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c97856-6b15-441d-9707-ed000f797c43 x-openstack-request-id: req-88c97856-6b15-441d-9707-ed000f797c43 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:49.254579 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "name": "network-vif-plugged", "status": "completed", "tag": "a699291a-f444-4176-ba47-f606f1d29986", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:49.255539 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88c97856-6b15-441d-9707-ed000f797c43 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:49.256180 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986', 'code': 200} Dec 13 09:39:49.257727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36acd48a-b187-4054-bc08-13f6c149beec req-2fa7fff3-3f59-4b8e-9422-16e8d8b1e375 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0440052 Dec 13 09:39:49.346875 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e78be-484c-4141-8ab5-4266009357ec x-openstack-request-id: req-9e2e78be-484c-4141-8ab5-4266009357ec {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:49.347196 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97966954-4145-490c-be9c-b6cab23dd492", "name": "network-vif-deleted", "tag": "0d586040-b761-4c73-bc4e-dfb6b3732899", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:49.347431 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e2e78be-484c-4141-8ab5-4266009357ec {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:49.347871 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97966954-4145-490c-be9c-b6cab23dd492', 'name': 'network-vif-deleted', 'tag': '0d586040-b761-4c73-bc4e-dfb6b3732899', 'status': 'completed', 'code': 200} Dec 13 09:39:49.459356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e6cbd-6dac-40e0-9087-e5a092896fe3 None None] New status for floating IP 8e90137f-e1d5-4e01-a82f-3570e69e39be: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:39:49.496055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49fcfc-939b-4f2a-b8e4-32b4edf4850f req-031b473f-3070-48a5-a8ac-c3beb04d1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.498108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d49fcfc-939b-4f2a-b8e4-32b4edf4850f req-031b473f-3070-48a5-a8ac-c3beb04d1eda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 1101 time: 0.1546831 Dec 13 09:39:49.506993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5f8f-82f8-40d5-ac04-15aa5d73412e req-ce4dc150-70ce-4c5f-888f-aa9bc1f5b7e8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.508646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8d5f8f-82f8-40d5-ac04-15aa5d73412e req-ce4dc150-70ce-4c5f-888f-aa9bc1f5b7e8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.1157174 Dec 13 09:39:49.577269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f886e25-0225-43d6-bca2-9da5776eeb47 req-4e0685f6-ae6d-4033-8f16-d9a5c10be579 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.578797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f886e25-0225-43d6-bca2-9da5776eeb47 req-4e0685f6-ae6d-4033-8f16-d9a5c10be579 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1659782 Dec 13 09:39:49.598151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d49fcfc-939b-4f2a-b8e4-32b4edf4850f req-66ca06b9-93a0-4b42-b4a1-0c5daa202d7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884337 Dec 13 09:39:49.643491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8d5f8f-82f8-40d5-ac04-15aa5d73412e req-d8db4886-0d41-4c55-abf8-e9f91ba33c5b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028838 Dec 13 09:39:49.706025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f886e25-0225-43d6-bca2-9da5776eeb47 req-709b02f6-28d6-4173-a192-33135049fd19 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Dec 13 09:39:49.723605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-971d20e1-2626-455d-99bb-b41697890a15 req-0a6da622-f304-49d6-b2c6-6596513d5185 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 210 time: 0.0366333 Dec 13 09:39:49.872793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959102b4-b844-43d8-8785-f0ac0027f68f req-0fbbf886-ad10-442a-948d-1fdeb073ca5d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.874308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-959102b4-b844-43d8-8785-f0ac0027f68f req-0fbbf886-ad10-442a-948d-1fdeb073ca5d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 944 time: 0.0846612 Dec 13 09:39:49.888240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8821f-b82e-41ad-8ea6-fbeb5077f611 req-4605ced9-f9c2-4b63-8db5-b2118c3f0d9d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.889766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56c8821f-b82e-41ad-8ea6-fbeb5077f611 req-4605ced9-f9c2-4b63-8db5-b2118c3f0d9d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0738816 Dec 13 09:39:49.958774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-959102b4-b844-43d8-8785-f0ac0027f68f req-b03a34db-34f5-43cd-9a60-eb0e0781df26 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680213 Dec 13 09:39:49.975837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56c8821f-b82e-41ad-8ea6-fbeb5077f611 req-bcac7707-a0b5-4b04-a3a7-73cbfb16ae19 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691025 Dec 13 09:39:50.217048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0d586040-b761-4c73-bc4e-dfb6b3732899 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:50.240437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 0d586040-b761-4c73-bc4e-dfb6b3732899 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:50.242464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0d586040-b761-4c73-bc4e-dfb6b3732899 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:50.254881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a761a-3268-4f6f-824b-11c7009d96ba req-d5133065-b4ba-4a37-af3e-c74bd6ff04d8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.256667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-400a761a-3268-4f6f-824b-11c7009d96ba req-d5133065-b4ba-4a37-af3e-c74bd6ff04d8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0902019 Dec 13 09:39:50.304643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39421977-9706-43b3-a438-b6ef81c69e27 req-36954f2f-b984-4458-aaf3-9aa7c3df8212 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.306198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39421977-9706-43b3-a438-b6ef81c69e27 req-36954f2f-b984-4458-aaf3-9aa7c3df8212 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.0990522 Dec 13 09:39:50.344956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-400a761a-3268-4f6f-824b-11c7009d96ba req-2ca263cb-72b1-498e-8142-8ea211355da2 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762451 Dec 13 09:39:50.383358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39421977-9706-43b3-a438-b6ef81c69e27 req-405e898e-9ec6-4edd-8564-4e318b751dd1 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693579 Dec 13 09:39:50.430676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00578357-5b42-4d60-b5fd-c8966f2bacca req-3d0009ec-27f9-473c-b0e1-2f0a079426f7 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Dec 13 09:39:50.506778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85ebee-fc1d-493e-b2ef-f066adffef55 req-4e7b3d54-5f69-48ed-8fd8-79f1056c7c3b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.508842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a85ebee-fc1d-493e-b2ef-f066adffef55 req-4e7b3d54-5f69-48ed-8fd8-79f1056c7c3b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0549524 Dec 13 09:39:50.561377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a85ebee-fc1d-493e-b2ef-f066adffef55 req-b1a7f7c7-69c9-4284-b350-e2805ddd87fb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Dec 13 09:39:50.692577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-9b8af39d-3fd5-44a2-8356-d09104685668 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.695452 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-9b8af39d-3fd5-44a2-8356-d09104685668 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.20 "GET /v2.0/networks?id=89a60a53-9b9b-46d5-a516-90d5c06fa17c HTTP/1.1" status: 200 len: 812 time: 0.1387360 Dec 13 09:39:50.712889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Request body: {'port': {'device_id': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c', 'admin_state_up': True, 'tenant_id': '4ea5964a50c44206ab94d92bbcdbb29a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:50.811005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35b69-b90a-4c6d-a081-d0875c7b82d1 req-b8ee914e-ff34-4f5a-8bc6-ac6bf411a3e6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.817337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4d35b69-b90a-4c6d-a081-d0875c7b82d1 req-b8ee914e-ff34-4f5a-8bc6-ac6bf411a3e6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.0962572 Dec 13 09:39:50.861716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Made reservation on behalf of 4ea5964a50c44206ab94d92bbcdbb29a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:50.865652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:50.897678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4d35b69-b90a-4c6d-a081-d0875c7b82d1 req-a231cff4-790a-475d-9411-64f766f48ccc tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Dec 13 09:39:50.912739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aa67d-5ae8-4f3c-880a-660e41775445 req-e22e895e-53b6-49f7-9f09-3ec973cb710d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.920460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-649aa67d-5ae8-4f3c-880a-660e41775445 req-e22e895e-53b6-49f7-9f09-3ec973cb710d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.0789547 Dec 13 09:39:50.976427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-649aa67d-5ae8-4f3c-880a-660e41775445 req-fac1bdeb-6370-4f8c-8016-81552dbc7a11 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 Dec 13 09:39:51.010893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7dbf636f-b221-43f2-b48c-facef2cd1a39 req-bd4dbd10-db10-493a-b627-703c6f6e37a5 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 210 time: 0.0323818 Dec 13 09:39:51.048489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Allocated IP 172.20.0.13 (89a60a53-9b9b-46d5-a516-90d5c06fa17c/a077f928-077f-487c-bf3b-a2a9b5b4ef5f/1bc535a2-09d5-4135-8132-044be1e3f08b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:51.099465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d352-650d-44ad-bc5d-0502db98a5a5 req-855d326b-08f6-4e5c-adad-4fadbc722702 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.101663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb97d352-650d-44ad-bc5d-0502db98a5a5 req-855d326b-08f6-4e5c-adad-4fadbc722702 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0620208 Dec 13 09:39:51.185835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e439445-db03-4180-9638-aad2faf50202 req-a706677f-81e3-4343-ae80-92a8b85b824d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.187395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e439445-db03-4180-9638-aad2faf50202 req-a706677f-81e3-4343-ae80-92a8b85b824d tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 944 time: 0.0848048 Dec 13 09:39:51.199981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb97d352-650d-44ad-bc5d-0502db98a5a5 req-da58e2ea-2233-4614-9c78-752ac75db28a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Dec 13 09:39:51.227433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.263802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e439445-db03-4180-9638-aad2faf50202 req-34e79b76-ce3d-43a8-a02b-8f7485c06138 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Dec 13 09:39:51.278530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.330504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Network 89a60a53-9b9b-46d5-a516-90d5c06fa17c is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:51.334066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:51.338264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:51.370672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Pushing event updated for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:51.396550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.397176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.417547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-aca70e87-5dd9-4e0c-bd3c-58d7b896fc2a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7090454 Dec 13 09:39:51.439517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Request body: {'port': {'device_id': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:51.503895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.516498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5814-e2f1-4039-b7a8-c70598e2b622 req-b1d130dd-f4ae-4807-b061-ecf67499acec tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.524712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d92d5814-e2f1-4039-b7a8-c70598e2b622 req-b1d130dd-f4ae-4807-b061-ecf67499acec tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.0646241 Dec 13 09:39:51.566305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-034afb90-9508-419f-8301-591a7a45807c req-4757f389-c384-4a2d-a5b6-503f688bda55 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0346780 Dec 13 09:39:51.595138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d92d5814-e2f1-4039-b7a8-c70598e2b622 req-4c1d2b69-0b8f-4dc4-b098-c1ecacaaff5d tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694499 Dec 13 09:39:51.770907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc535a2-09d5-4135-8132-044be1e3f08b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:51.779237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.791538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Transition to ACTIVE for port object 1bc535a2-09d5-4135-8132-044be1e3f08b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:51.795803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.862915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Pushing event updated for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:51.911157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Attempting to bind port 1bc535a2-09d5-4135-8132-044be1e3f08b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:51.911497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Attempting to bind port 1bc535a2-09d5-4135-8132-044be1e3f08b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:51.911851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Attempting to bind port 1bc535a2-09d5-4135-8132-044be1e3f08b on network 89a60a53-9b9b-46d5-a516-90d5c06fa17c {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:51.916243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Port 1bc535a2-09d5-4135-8132-044be1e3f08b on network 89a60a53-9b9b-46d5-a516-90d5c06fa17c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:51.916562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Attempting to bind port 1bc535a2-09d5-4135-8132-044be1e3f08b on network 89a60a53-9b9b-46d5-a516-90d5c06fa17c {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:51.921317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:51.921654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Checking segment: {'id': 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:51.922041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Bound using segment: {'id': 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:51.922469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Bound port: 1bc535a2-09d5-4135-8132-044be1e3f08b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:51.922823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:51.989536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:51.992943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1bc535a2-09d5-4135-8132-044be1e3f08b,segment=NetworkSegment(aa1de5ae-4cac-4104-9a9b-e13bdac21c0a),segment_id=aa1de5ae-4cac-4104-9a9b-e13bdac21c0a)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:51.998057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:52.020073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cdd69-89cc-4629-af77-03e262e746b1 req-d65ae761-857f-4fbd-9360-ed45cdbe954f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.021925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f65cdd69-89cc-4629-af77-03e262e746b1 req-d65ae761-857f-4fbd-9360-ed45cdbe954f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.0519538 Dec 13 09:39:52.035911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.036825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:52.038557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] 10.222.0.20 "PUT /v2.0/ports/1bc535a2-09d5-4135-8132-044be1e3f08b HTTP/1.1" status: 200 len: 1092 time: 0.6050770 Dec 13 09:39:52.041529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:52.044075 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f" -d '{"events": [{"name": "network-changed", "server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:52.074293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab819ee-cffe-40ae-8340-f385ab8ac96f service neutron] Pushing event updated for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:52.122877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f65cdd69-89cc-4629-af77-03e262e746b1 req-a9c9416d-cc67-4899-a227-a1c3bb9e9077 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925386 Dec 13 09:39:52.136641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-fe5f1260-588d-43db-8af6-21e3ac8bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.138839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-fe5f1260-588d-43db-8af6-21e3ac8bb90f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ea5964a50c44206ab94d92bbcdbb29a&device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 1095 time: 0.0464654 Dec 13 09:39:52.143119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c1086-62ab-4d44-8ade-f293568e39fa req-efe4b078-f754-42af-9a70-5cc0221e3b10 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.144702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-730c1086-62ab-4d44-8ade-f293568e39fa req-efe4b078-f754-42af-9a70-5cc0221e3b10 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.0778034 Dec 13 09:39:52.191744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-0dff5a14-2525-4b8e-86c9-38c96a7b7815 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc535a2-09d5-4135-8132-044be1e3f08b HTTP/1.1" status: 200 len: 217 time: 0.0398881 Dec 13 09:39:52.204682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-730c1086-62ab-4d44-8ade-f293568e39fa req-e778cd76-35e9-4cb3-9440-29d2dbd4fce4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Dec 13 09:39:52.229687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c64d9bf8-25c4-4a9f-b05d-60e4967dc13b up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:52.259488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa7ff-fdf4-4f96-9537-50ee347636a2 req-fc3e1829-d389-4503-9dd4-73a438284cfb tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.261269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587aa7ff-fdf4-4f96-9537-50ee347636a2 req-fc3e1829-d389-4503-9dd4-73a438284cfb tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 944 time: 0.0555563 Dec 13 09:39:52.267071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-033ce1bd-ea82-4152-b7ca-86710daa1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.268612 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-033ce1bd-ea82-4152-b7ca-86710daa1c51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a077f928-077f-487c-bf3b-a2a9b5b4ef5f HTTP/1.1" status: 200 len: 852 time: 0.0690351 Dec 13 09:39:52.296321 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567a421-f2f8-41ab-be2b-0f5c86877de4 x-openstack-request-id: req-0567a421-f2f8-41ab-be2b-0f5c86877de4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:52.296618 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:52.296878 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0567a421-f2f8-41ab-be2b-0f5c86877de4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:52.297285 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b', 'status': 'completed', 'code': 200} Dec 13 09:39:52.317670 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-6678a76e-79ca-4cd8-942f-731383da0885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89a60a53-9b9b-46d5-a516-90d5c06fa17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388649 Dec 13 09:39:52.324778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:52.329806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:52.330889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:52.336313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587aa7ff-fdf4-4f96-9537-50ee347636a2 req-a09969c8-0836-40d1-9953-6848e004780e tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676637 Dec 13 09:39:52.421139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f99ea-627e-4d3b-b6bb-5fbb2debe99b req-e2ffc0f4-8ebf-4a36-a96e-02c8b6f5c3be tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.422900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c2f99ea-627e-4d3b-b6bb-5fbb2debe99b req-e2ffc0f4-8ebf-4a36-a96e-02c8b6f5c3be tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 1101 time: 0.0509429 Dec 13 09:39:52.446402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-753683e7-aebf-450f-944e-6f87b5e396ac service neutron] 10.222.0.20 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163371 Dec 13 09:39:52.466361 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:52.491014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:52.494595 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623080d9-7cc4-4689-96cb-3951455f4d8b" -d '{"events": [{"server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "name": "network-vif-plugged", "status": "completed", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:52.509217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:52.516669 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:52.517857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:52.529799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8fd38-0f33-4366-a343-3f6bd4b9ac7a req-d23d7e0a-0e83-4e77-bd69-405595715e96 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.531375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbb8fd38-0f33-4366-a343-3f6bd4b9ac7a req-d23d7e0a-0e83-4e77-bd69-405595715e96 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.0761993 Dec 13 09:39:52.533978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c2f99ea-627e-4d3b-b6bb-5fbb2debe99b req-55257bfd-cef8-4545-b36e-868ed32fe9ed tempest-ServersOnMultiNodesTest-683612354 tempest-ServersOnMultiNodesTest-683612354-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038609 Dec 13 09:39:52.618000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbb8fd38-0f33-4366-a343-3f6bd4b9ac7a req-91feb5f1-9bf2-4e28-b776-2aadc6c1426a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783331 Dec 13 09:39:52.642565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8137b88b-bc11-4c80-acf0-b638240ea0d6 req-fff84f1f-4452-4e8d-918c-229e83b64b45 service neutron] 10.222.0.20 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789236 Dec 13 09:39:52.686806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:52.701624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48078a-4dd4-4fc6-94ce-0ffffb374c7f req-b5587f17-82ec-459f-9372-c917be15ab80 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.703279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c48078a-4dd4-4fc6-94ce-0ffffb374c7f req-b5587f17-82ec-459f-9372-c917be15ab80 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 945 time: 0.0657830 Dec 13 09:39:52.779289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c48078a-4dd4-4fc6-94ce-0ffffb374c7f req-7233c7fa-8f0d-4ef4-ac59-a2a5e8943b59 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666821 Dec 13 09:39:52.786374 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f084b1-e8e3-43a4-96b9-64a35734b5a7 x-openstack-request-id: req-e2f084b1-e8e3-43a4-96b9-64a35734b5a7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:52.786684 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "name": "network-vif-plugged", "status": "completed", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:52.786944 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2f084b1-e8e3-43a4-96b9-64a35734b5a7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:52.787486 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'code': 200} Dec 13 09:39:52.792798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-68607959-d722-4240-a1a5-a6cc051dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.794356 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-68607959-d722-4240-a1a5-a6cc051dc8cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ea5964a50c44206ab94d92bbcdbb29a&device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 1095 time: 0.0701182 Dec 13 09:39:52.893226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-893df38b-ca64-45ef-a3b9-13ad0ae46d39 req-b895c633-5840-464f-b4d1-d2fdc2f2aa4a tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0410366 Dec 13 09:39:52.921593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-4eeaf844-5a05-4eb0-8bac-70aa7ee02940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.923498 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-4eeaf844-5a05-4eb0-8bac-70aa7ee02940 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89a60a53-9b9b-46d5-a516-90d5c06fa17c HTTP/1.1" status: 200 len: 913 time: 0.1155326 Dec 13 09:39:52.988393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-88fc1967-36fd-4b4d-a7a9-9ee633203fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc535a2-09d5-4135-8132-044be1e3f08b HTTP/1.1" status: 200 len: 217 time: 0.0527527 Dec 13 09:39:52.993684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-e44c66ef-7b92-4cd8-8925-321fa8c617ac tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.999438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-e44c66ef-7b92-4cd8-8925-321fa8c617ac tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.1088052 Dec 13 09:39:53.056326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-b58d4cdb-f022-43c8-97e1-1e3b682b4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.058219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-b58d4cdb-f022-43c8-97e1-1e3b682b4807 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a077f928-077f-487c-bf3b-a2a9b5b4ef5f HTTP/1.1" status: 200 len: 852 time: 0.0572679 Dec 13 09:39:53.102010 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-804d3066-c7ce-43cc-8178-bb1c80456e6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89a60a53-9b9b-46d5-a516-90d5c06fa17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352542 Dec 13 09:39:53.220022 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-5ed40322-36d6-490c-a8d7-949f053d12b1 service neutron] 10.222.0.20 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010854 Dec 13 09:39:53.225932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5accdfc-08d2-47e5-b144-49b4206c28ab req-34c3bb4c-45a7-4ae2-ab82-873867038360 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.228019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5accdfc-08d2-47e5-b144-49b4206c28ab req-34c3bb4c-45a7-4ae2-ab82-873867038360 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.1675055 Dec 13 09:39:53.233628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4f5b-e504-4171-95f7-8a8bdcf59270 req-34beec0e-4f0b-4c89-bc3c-bc8d51f6cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.235191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd4f4f5b-e504-4171-95f7-8a8bdcf59270 req-34beec0e-4f0b-4c89-bc3c-bc8d51f6cd67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1096 time: 0.3458259 Dec 13 09:39:53.269268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f62c5-e8bd-4800-b482-ec8b6cdb8a0e req-79125536-fcb2-4f13-850d-520099ad2331 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.270763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5f62c5-e8bd-4800-b482-ec8b6cdb8a0e req-79125536-fcb2-4f13-850d-520099ad2331 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.1513243 Dec 13 09:39:53.332428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2f3eb1f2-83f7-49db-9b35-d32031bbf95f req-b9b893e4-2d3f-40e5-8551-b899fc5c00b1 service neutron] 10.222.0.20 "GET /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021593 Dec 13 09:39:53.371683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port bfa143ee-e733-4f41-8e0a-07d413d851e6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:53.372243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.415361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5accdfc-08d2-47e5-b144-49b4206c28ab req-d40b6be3-d1be-4e9a-b833-abf1f9d39a80 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780708 Dec 13 09:39:53.473190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd4f4f5b-e504-4171-95f7-8a8bdcf59270 req-8978aea0-7a5f-48e3-b6a4-fab3988b179b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255712 Dec 13 09:39:53.484027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5f62c5-e8bd-4800-b482-ec8b6cdb8a0e req-dda95978-4489-4a80-a379-962313de5b83 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964760 Dec 13 09:39:53.583682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port bfa143ee-e733-4f41-8e0a-07d413d851e6, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=bfa143ee-e733-4f41-8e0a-07d413d851e6,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:53.583682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.622085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c303b2-c33e-4145-8b1f-a6022e233f91 req-5bdc45f7-0649-43b0-a140-891b02fc4d5e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.623635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10c303b2-c33e-4145-8b1f-a6022e233f91 req-5bdc45f7-0649-43b0-a140-891b02fc4d5e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1318686 Dec 13 09:39:53.625298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for bfa143ee-e733-4f41-8e0a-07d413d851e6 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:53.701705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9ea2e-cd8d-46f0-835b-c3abeb5c7c1d req-07d99362-790e-4121-833c-85e79b90b83a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.703278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abf9ea2e-cd8d-46f0-835b-c3abeb5c7c1d req-07d99362-790e-4121-833c-85e79b90b83a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 944 time: 0.1457396 Dec 13 09:39:53.758658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10c303b2-c33e-4145-8b1f-a6022e233f91 req-67978c37-2055-4086-aeec-4a26b67c7937 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264942 Dec 13 09:39:53.807493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abf9ea2e-cd8d-46f0-835b-c3abeb5c7c1d req-9eb6dc33-2909-49b8-a678-95e69b59adf1 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941122 Dec 13 09:39:53.894964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.926823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:53.931171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=bfa143ee-e733-4f41-8e0a-07d413d851e6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:53.968597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a755fe-a823-42cb-9b20-7aba9dc351c7 req-2679fbb7-cc79-4913-b0c6-49c81f228cfb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.970540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26a755fe-a823-42cb-9b20-7aba9dc351c7 req-2679fbb7-cc79-4913-b0c6-49c81f228cfb tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d18e55-e7e3-471d-aaa8-1f3d641883a5 HTTP/1.1" status: 200 len: 946 time: 0.1181326 Dec 13 09:39:53.996224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port bfa143ee-e733-4f41-8e0a-07d413d851e6 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:54.000034 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:54.003845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e4546c3-3e2d-4379-842e-151b37e9c140 req-70505032-4107-41fe-ab89-67e3a5005374 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.20 "DELETE /v2.0/ports/bfa143ee-e733-4f41-8e0a-07d413d851e6 HTTP/1.1" status: 204 len: 173 time: 0.9968369 Dec 13 09:39:54.005829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'name': 'network-vif-deleted', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:54.008806 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11be6f-26fe-4700-8074-8b956fa846b7" -d '{"events": [{"server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "name": "network-vif-deleted", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:54.117071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1733c-31f8-43b8-97f0-aa73d8f9463a req-84d10c8d-8727-4c3d-98d1-3173c79c5b17 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.118803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16c1733c-31f8-43b8-97f0-aa73d8f9463a req-84d10c8d-8727-4c3d-98d1-3173c79c5b17 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 945 time: 0.1237226 Dec 13 09:39:54.128253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26a755fe-a823-42cb-9b20-7aba9dc351c7 req-305db865-5236-40c7-b234-2228977b9fc7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340377 Dec 13 09:39:54.192339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16c1733c-31f8-43b8-97f0-aa73d8f9463a req-504766fe-4aa9-49ff-8978-563e310c978e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Dec 13 09:39:54.256013 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3752f9-4bbd-4612-9ecd-37295eb65ece x-openstack-request-id: req-9d3752f9-4bbd-4612-9ecd-37295eb65ece {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:54.256307 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d18e55-e7e3-471d-aaa8-1f3d641883a5", "name": "network-vif-deleted", "tag": "bfa143ee-e733-4f41-8e0a-07d413d851e6", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:54.256560 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d3752f9-4bbd-4612-9ecd-37295eb65ece {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:54.257484 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d18e55-e7e3-471d-aaa8-1f3d641883a5', 'name': 'network-vif-deleted', 'tag': 'bfa143ee-e733-4f41-8e0a-07d413d851e6', 'status': 'completed', 'code': 200} Dec 13 09:39:54.259420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e5234c2-d8c9-4efd-b097-3a0ab03f5a54 req-1f6c63b9-6383-45a0-984c-08703b90e50d tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/ports?device_id=97966954-4145-490c-be9c-b6cab23dd492 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Dec 13 09:39:54.551625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b7805-d81a-4143-affc-258e97e3d676 req-d9406b82-c175-41ad-b3dc-1e46da1c8c75 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.555019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-739b7805-d81a-4143-affc-258e97e3d676 req-d9406b82-c175-41ad-b3dc-1e46da1c8c75 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.0593112 Dec 13 09:39:54.633113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d76037-ab27-4209-9364-fdd788cc4f6a req-1dee3d5c-523e-484d-aa2e-761153951016 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.634686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8d76037-ab27-4209-9364-fdd788cc4f6a req-1dee3d5c-523e-484d-aa2e-761153951016 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.0768359 Dec 13 09:39:54.643320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-739b7805-d81a-4143-affc-258e97e3d676 req-96d3f1f4-40cd-4459-bf96-3d83a0bd5ef2 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767560 Dec 13 09:39:54.699904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8d76037-ab27-4209-9364-fdd788cc4f6a req-1fca47a9-a813-4afd-8c7a-4cf6ae1cda1b tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Dec 13 09:39:54.886034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb301ca-0178-4cb3-afbd-a778c19b789e req-b269f0af-9fe9-4648-b02d-9e5252132750 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.887775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cb301ca-0178-4cb3-afbd-a778c19b789e req-b269f0af-9fe9-4648-b02d-9e5252132750 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.0561757 Dec 13 09:39:54.969208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cb301ca-0178-4cb3-afbd-a778c19b789e req-a4529254-6db5-4e27-8c9d-e16ac9e0197b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748796 Dec 13 09:39:54.978066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469fbc-567c-437c-bed4-7d737eea341d req-dcc7cdcc-cccc-4aba-bb68-19897e403e76 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.979835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb469fbc-567c-437c-bed4-7d737eea341d req-dcc7cdcc-cccc-4aba-bb68-19897e403e76 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 944 time: 0.0840855 Dec 13 09:39:55.033202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb469fbc-567c-437c-bed4-7d737eea341d req-c26589fb-40b8-43e9-ac80-c609cc007b3c tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Dec 13 09:39:55.124175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-27e043f0-9284-4c6d-8ccb-c939d0a67fb8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.126135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-27e043f0-9284-4c6d-8ccb-c939d0a67fb8 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 950 time: 0.0590699 Dec 13 09:39:55.238303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-59187edd-3960-4a64-afac-7f2a46e2c9d3 service neutron] 10.222.0.16 "GET /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.0888951 Dec 13 09:39:55.283603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port a699291a-f444-4176-ba47-f606f1d29986 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:55.284133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.404188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39208) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:55.430231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8a31-405b-45c8-bf38-4f435e1328e6 req-fd00d973-f394-4964-8ff7-9b6dde74da8b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.436068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-643a8a31-405b-45c8-bf38-4f435e1328e6 req-fd00d973-f394-4964-8ff7-9b6dde74da8b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 945 time: 0.1671739 Dec 13 09:39:55.529760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.562913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port a699291a-f444-4176-ba47-f606f1d29986, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a699291a-f444-4176-ba47-f606f1d29986,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.563491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.567190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.592654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-643a8a31-405b-45c8-bf38-4f435e1328e6 req-4e428242-b101-4ff0-b41b-ca3b72d96d23 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360817 Dec 13 09:39:55.595795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for a699291a-f444-4176-ba47-f606f1d29986 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:55.596680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.636316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:55.678078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-3b0cf3e3-09ad-4d27-8b2f-a3ca5c69a422 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.680266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-3b0cf3e3-09ad-4d27-8b2f-a3ca5c69a422 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.1960793 Dec 13 09:39:55.680798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f3afce-1d49-4fcd-bed3-bc0a020fde92 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:55.691705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1bc535a2-09d5-4135-8132-044be1e3f08b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:55.696566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bfa143ee-e733-4f41-8e0a-07d413d851e6 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:55.699721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.714233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.715271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-98d94e83-205a-4c44-98c8-20e447097f9a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/quotas/1084b148afb2471d88cacba0ef4dfde5 HTTP/1.1" status: 200 len: 375 time: 0.0242858 Dec 13 09:39:55.718116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.719658 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1 HTTP/1.1" status: 204 len: 168 time: 0.3140800 Dec 13 09:39:55.724046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.728287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: bfa143ee-e733-4f41-8e0a-07d413d851e6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:55.729135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39224) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:55.729573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device bfa143ee-e733-4f41-8e0a-07d413d851e6 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:55.756334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35536571-7855-4e7a-8876-4c92df6ed5f1 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:55.771042 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-12de0621-0f64-424f-b9ec-ae1c055d8783 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] show failed (client error): The resource could not be found. Dec 13 09:39:55.772140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12de0621-0f64-424f-b9ec-ae1c055d8783 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "GET /v2.0/security-groups/8bb02eaf-f339-4ec3-b1ff-f8d324a9c2e1 HTTP/1.1" status: 404 len: 347 time: 0.0421488 Dec 13 09:39:55.776732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39226) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:55.861001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-ea253830-7a47-4df4-8c9f-3038ace54ff7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447082 Dec 13 09:39:55.878514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1bc535a2-09d5-4135-8132-044be1e3f08b,segment=NetworkSegment(aa1de5ae-4cac-4104-9a9b-e13bdac21c0a),segment_id=aa1de5ae-4cac-4104-9a9b-e13bdac21c0a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.894016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '1bc535a2-09d5-4135-8132-044be1e3f08b', 'network_id': '89a60a53-9b9b-46d5-a516-90d5c06fa17c', 'port_id': '1bc535a2-09d5-4135-8132-044be1e3f08b', 'mac_address': 'fa:16:3e:23:87:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a077f928-077f-487c-bf3b-a2a9b5b4ef5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:55.938991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.954468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc535a2-09d5-4135-8132-044be1e3f08b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:55.977384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1bc535a2-09d5-4135-8132-044be1e3f08b,segment=NetworkSegment(aa1de5ae-4cac-4104-9a9b-e13bdac21c0a),segment_id=aa1de5ae-4cac-4104-9a9b-e13bdac21c0a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.981852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.996833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] Transition to ACTIVE for port object e7f3afce-1d49-4fcd-bed3-bc0a020fde92 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:56.000700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.021784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.055636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.057918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] Pushing event updated for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.069116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29492735-7846-41bb-b0a1-1ea724c9678f req-a45ec47a-6e46-471c-a99d-bf94cdbf1db3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.076814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29492735-7846-41bb-b0a1-1ea724c9678f req-a45ec47a-6e46-471c-a99d-bf94cdbf1db3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 943 time: 0.2294841 Dec 13 09:39:56.090508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced', 'a699291a-f444-4176-ba47-f606f1d29986'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:56.097686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=a699291a-f444-4176-ba47-f606f1d29986,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.102021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] No DVR routers for this DVR port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:56.146834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a', 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:56.154309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-7fbc512f-dd3e-4d62-b6c2-51ef0bd5b39a service neutron] 10.222.0.16 "PUT /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92/bindings/n-h2-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9086518 Dec 13 09:39:56.207867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-55a6b7ad-cee8-447d-96f7-ce4503f2c0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312838 Dec 13 09:39:56.240428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port a699291a-f444-4176-ba47-f606f1d29986 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:56.263637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.266475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfb95377-f903-4313-8501-3ea13e3080b1 req-b36056b5-0c0b-47f5-bc65-1c4b83af0d46 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "DELETE /v2.0/ports/a699291a-f444-4176-ba47-f606f1d29986 HTTP/1.1" status: 204 len: 173 time: 1.1338322 Dec 13 09:39:56.269348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'name': 'network-vif-deleted', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:56.271142 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3097ae3-3aa6-4926-8b24-e2d52b45bb57" -d '{"events": [{"server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "name": "network-vif-deleted", "tag": "a699291a-f444-4176-ba47-f606f1d29986"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:56.304837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Deleting port c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:56.305224 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.323741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29492735-7846-41bb-b0a1-1ea724c9678f req-a76a723a-11af-4dd1-aa17-2ac6c3239251 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457762 Dec 13 09:39:56.397011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['1bc535a2-09d5-4135-8132-044be1e3f08b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:56.869067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a2dde3-b28c-4765-8a15-51d572338e0a req-b440005b-3180-4a8f-8c7b-f75e5f3ef826 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a0377f-3228-487b-817a-e35cbc3a8152 HTTP/1.1" status: 200 len: 210 time: 0.0468674 Dec 13 09:39:56.888478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-0ae6ff89-5576-40f3-8ab2-eb01785a728b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.889972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-0ae6ff89-5576-40f3-8ab2-eb01785a728b tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.6518555 Dec 13 09:39:56.979068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.979630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:57.012239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-b97ee168-f848-4c6e-a745-890cb0bd9f93 service neutron] 10.222.0.31 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777007 Dec 13 09:39:57.027409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Calling delete_port for c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:57.042354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-062ba627-047d-478b-99c7-9a57040bb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.044119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-062ba627-047d-478b-99c7-9a57040bb556 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183&tenant_id=8b6b9611356a48e097af31d3eae2801c HTTP/1.1" status: 200 len: 1095 time: 0.1300313 Dec 13 09:39:57.064900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172302b-218b-424e-931e-38aa7b58f730 req-9617ff04-b9bd-47ca-b3d5-31f39eaf2999 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.066708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9172302b-218b-424e-931e-38aa7b58f730 req-9617ff04-b9bd-47ca-b3d5-31f39eaf2999 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1100938 Dec 13 09:39:57.234691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9172302b-218b-424e-931e-38aa7b58f730 req-a4620d1e-de38-4e19-9456-da947008287f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317394 Dec 13 09:39:57.300296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-ca252364-9304-4db8-ab32-b4315965c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.301718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-ca252364-9304-4db8-ab32-b4315965c0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1095 time: 0.1851654 Dec 13 09:39:57.428158 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052cc7d-e345-4e4c-be47-2cd7f08ca7f5 x-openstack-request-id: req-7052cc7d-e345-4e4c-be47-2cd7f08ca7f5 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:57.428458 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0377f-3228-487b-817a-e35cbc3a8152", "name": "network-vif-deleted", "tag": "a699291a-f444-4176-ba47-f606f1d29986", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:57.429696 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7052cc7d-e345-4e4c-be47-2cd7f08ca7f5 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:57.430349 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0377f-3228-487b-817a-e35cbc3a8152', 'name': 'network-vif-deleted', 'tag': 'a699291a-f444-4176-ba47-f606f1d29986', 'status': 'completed', 'code': 200} Dec 13 09:39:57.449536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893e51-6100-47e6-b29a-e9631a216e20 req-415c0767-895f-401f-aa70-3f691f742fea tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.451244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9893e51-6100-47e6-b29a-e9631a216e20 req-415c0767-895f-401f-aa70-3f691f742fea tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 945 time: 0.2103231 Dec 13 09:39:57.500734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-787ebdc5-9da4-45ad-acb9-43150347f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.502295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-787ebdc5-9da4-45ad-acb9-43150347f7aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1773524 Dec 13 09:39:57.571960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-b2bdcb14-3abe-4e6f-b6db-02b615ec7bb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 200 len: 217 time: 0.0509009 Dec 13 09:39:57.625465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:57.652099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6326d-8e40-4fe4-b21b-fd4c15295c6f req-48ce136f-576d-46ce-8689-9825bfc49545 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.653625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13a6326d-8e40-4fe4-b21b-fd4c15295c6f req-48ce136f-576d-46ce-8689-9825bfc49545 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 945 time: 0.1965058 Dec 13 09:39:57.685532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Pushing event deleted for resources: {'Port': ['ID=c8d3da6f-25c3-4a7e-bfb1-5a3f1168a7f2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:57.696377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9893e51-6100-47e6-b29a-e9631a216e20 req-0a703c46-ad38-4deb-a820-ff3269509aba tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128222 Dec 13 09:39:57.718459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-fec57faf-b72b-4cda-9ed8-fb9da3ced3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.719893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-fec57faf-b72b-4cda-9ed8-fb9da3ced3ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1363130 Dec 13 09:39:57.801005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-1787cb0b-09bc-4879-b877-fff612305a50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643842 Dec 13 09:39:57.871627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13a6326d-8e40-4fe4-b21b-fd4c15295c6f req-78c21511-44d9-4745-8d25-5ab65aaa263b tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910040 Dec 13 09:39:57.885235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a804f2cd-9a86-4178-b5cd-04d275ef9ce7 req-86046719-905a-46c7-9224-eb02bdcd8186 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 210 time: 0.0796990 Dec 13 09:39:58.011479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.018909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.020929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2aff2c9a-3caf-4412-9aef-a207ab478982 tempest-ServersTestBootFromVolume-828448626 tempest-ServersTestBootFromVolume-828448626-project] 10.222.0.31 "DELETE /v2.0/floatingips/8e90137f-e1d5-4e01-a82f-3570e69e39be HTTP/1.1" status: 204 len: 168 time: 2.2414813 Dec 13 09:39:58.024491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:58.183011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-bdfffa95-a9fc-4fdd-8162-99617d2a1397 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587635 Dec 13 09:39:58.233584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-ab2db8d2-212c-4b5c-8c84-301f4ca85f6f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.235196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-ab2db8d2-212c-4b5c-8c84-301f4ca85f6f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1837249 Dec 13 09:39:58.279710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbc4ef-1645-449a-8d4c-3d3cba02b2c4 req-e9dc2e23-91b7-425c-897d-163a2a1b51b3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.281297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7cbc4ef-1645-449a-8d4c-3d3cba02b2c4 req-e9dc2e23-91b7-425c-897d-163a2a1b51b3 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.1896842 Dec 13 09:39:58.360163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-7d69a96a-4db6-42b1-9e64-f2cb46b8c1e3 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0915825 Dec 13 09:39:58.413829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-00f5ea6c-a405-4dbd-b1a5-9211b771c016 service neutron] 10.222.0.20 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184093 Dec 13 09:39:58.419033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:58.603975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7cbc4ef-1645-449a-8d4c-3d3cba02b2c4 req-f4562e75-7d22-439a-8ae7-81560b55d102 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094630 Dec 13 09:39:58.606307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.767345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.913105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-2ea20167-4016-4b31-9be3-885aa5b85f15 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.914726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-2ea20167-4016-4b31-9be3-885aa5b85f15 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 806 time: 0.4718707 Dec 13 09:39:58.937154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-85776921-069c-4e07-95d7-a935f57fc997 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.938636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-85776921-069c-4e07-95d7-a935f57fc997 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183&tenant_id=8b6b9611356a48e097af31d3eae2801c&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.2334776 Dec 13 09:39:58.972091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Request body: {'port': {'device_id': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'admin_state_up': True, 'tenant_id': '1084b148afb2471d88cacba0ef4dfde5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:59.099605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5701-c9b7-4bdd-8017-59918a6c83f5 req-8ed924ea-8652-453c-a954-62e3e7ef41f1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.101868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434a5701-c9b7-4bdd-8017-59918a6c83f5 req-8ed924ea-8652-453c-a954-62e3e7ef41f1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.2180574 Dec 13 09:39:59.102434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Deleting port 0761d363-5588-41d5-a015-a8faddaf22e4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:59.102927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.202836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] For port 0761d363-5588-41d5-a015-a8faddaf22e4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0761d363-5588-41d5-a015-a8faddaf22e4,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:59.203374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.216867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Calling delete_port for 0761d363-5588-41d5-a015-a8faddaf22e4 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:59.318286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.365859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434a5701-c9b7-4bdd-8017-59918a6c83f5 req-7be0e4e2-b608-4499-9f39-e60a3c90199a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492106 Dec 13 09:39:59.383837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Made reservation on behalf of 1084b148afb2471d88cacba0ef4dfde5 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:59.394311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.418792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-f15523ed-48bf-40f4-b1c7-b1f6d19aae53 service neutron] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:59.426972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.447308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-f15523ed-48bf-40f4-b1c7-b1f6d19aae53 service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.448491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0510da8-294b-4f87-913e-b7ab7bd9fe38 req-f15523ed-48bf-40f4-b1c7-b1f6d19aae53 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92/bindings/n-h1-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.4668224 Dec 13 09:39:59.516651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Pushing event deleted for resources: {'Port': ['ID=0761d363-5588-41d5-a015-a8faddaf22e4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:59.613360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.652061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.695288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1bc535a2-09d5-4135-8132-044be1e3f08b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:59.745261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.752061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa0a10-4a21-46d3-be9b-d96c337dccbf req-671f82ce-a2f7-42fb-9a75-e077fbebc93a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.760990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0fa0a10-4a21-46d3-be9b-d96c337dccbf req-671f82ce-a2f7-42fb-9a75-e077fbebc93a tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 945 time: 0.1806564 Dec 13 09:39:59.763453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Allocated IP 172.20.0.5 (74a429cb-5537-4e99-98cf-dbb994ec3924/af42bc37-7eb2-497b-a0f2-53ddbaad7714/536a0de8-2cbb-45ba-9e7c-3117de90feb2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:59.821779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 1bc535a2-09d5-4135-8132-044be1e3f08b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:59.827064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 1bc535a2-09d5-4135-8132-044be1e3f08b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:59.827901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.911292 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f associated. External IP: 172.25.2.64, port: b18ab328-7154-4e3c-ab66-ada7033ec6a5. Dec 13 09:39:59.978254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0fa0a10-4a21-46d3-be9b-d96c337dccbf req-e9c5f4b2-03df-44c6-a702-9bf5e3089988 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163210 Dec 13 09:40:00.016357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.066761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:00.079817 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb894e-4ef1-4616-a2e6-cd558776a5aa" -d '{"events": [{"server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "name": "network-vif-plugged", "status": "completed", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:00.084736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Router b181fc7c-6900-4dd1-910c-9c19d3052c3e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:00.116446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1bc535a2-09d5-4135-8132-044be1e3f08b,segment=NetworkSegment(aa1de5ae-4cac-4104-9a9b-e13bdac21c0a),segment_id=aa1de5ae-4cac-4104-9a9b-e13bdac21c0a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:00.121786 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.191171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:00.226579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:00.227175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1f70-5570-48c0-87c2-4e9a595ebfd5 req-48f0ef3c-9385-4ea3-af0f-9b1b5036cf75 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.228736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f4b1f70-5570-48c0-87c2-4e9a595ebfd5 req-48f0ef3c-9385-4ea3-af0f-9b1b5036cf75 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 950 time: 0.1123919 Dec 13 09:40:00.231834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.234357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ebb6ef6-b269-4dcc-9e9b-0c92ba2aa67c admin admin] 10.222.0.31 "PUT /v2.0/routers/b181fc7c-6900-4dd1-910c-9c19d3052c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2084539 Dec 13 09:40:00.234967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39272) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:00.246196 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Sync routers for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:00.256159 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:00.257322 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:00.287295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a699291a-f444-4176-ba47-f606f1d29986 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:00.314366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: a699291a-f444-4176-ba47-f606f1d29986 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:00.314714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a699291a-f444-4176-ba47-f606f1d29986 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:00.368980 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.369243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:00.547878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.615102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:39:59Z', 'revision_number': 5, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port': {'id': '95bf91ec-a395-449c-90ae-477ce0b9fcdb', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:38Z', 'updated_at': '2021-12-13T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:00.618700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Deleting port 95bf91ec-a395-449c-90ae-477ce0b9fcdb {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:00.618700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.646091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Checking router: b181fc7c-6900-4dd1-910c-9c19d3052c3e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:00.655417 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Routers {'b181fc7c-6900-4dd1-910c-9c19d3052c3e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:00.656079 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:00.713980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] For port 95bf91ec-a395-449c-90ae-477ce0b9fcdb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=95bf91ec-a395-449c-90ae-477ce0b9fcdb,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:00.714362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.735027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Calling delete_port for 95bf91ec-a395-449c-90ae-477ce0b9fcdb owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:00.743489 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] Set router b181fc7c-6900-4dd1-910c-9c19d3052c3e gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:00.802508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:40:00Z', 'revision_number': 6, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:00.802778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-a3ca49bb-d72b-4cea-9924-f7aebef16577 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.804213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-a3ca49bb-d72b-4cea-9924-f7aebef16577 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c30189-3ef7-4392-b7c5-3cda689031be HTTP/1.1" status: 200 len: 950 time: 0.1539934 Dec 13 09:40:00.810873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f4b1f70-5570-48c0-87c2-4e9a595ebfd5 req-1748437f-5009-4d27-8013-ccae0b9c84ae tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637373 Dec 13 09:40:00.840010 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afebbcf-3352-4489-8eea-dc5f1ea6dea4 None None] The sync data for ids ['b181fc7c-6900-4dd1-910c-9c19d3052c3e'] in n-d-820935-7 is: [{'id': 'b181fc7c-6900-4dd1-910c-9c19d3052c3e', 'name': 'tempest-ServersTestBootFromVolume-2000408337-router', 'tenant_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:34Z', 'updated_at': '2021-12-13T09:40:00Z', 'revision_number': 6, 'project_id': 'd509b584408a4c16a1b7fd44cf21ce45', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:00.859927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.867052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:00.874198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:00.941991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.964285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Network 74a429cb-5537-4e99-98cf-dbb994ec3924 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:00.971439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=95bf91ec-a395-449c-90ae-477ce0b9fcdb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:00.988698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:00.992098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:01.001260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event updated for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:01.034212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.114321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.114953 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.134066 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.136204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.162491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e917f0-c6cb-4783-a26e-92252c007a4c req-4cc65c22-718a-485e-9f42-2c74bb65c79e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.163998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62e917f0-c6cb-4783-a26e-92252c007a4c req-4cc65c22-718a-485e-9f42-2c74bb65c79e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 931 time: 0.2433259 Dec 13 09:40:01.178175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:01.179138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.186534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.187828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b181fc7c-6900-4dd1-910c-9c19d3052c3e {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:01.188101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-af61fefd-3672-4243-a796-18bbf3662384 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2545924 Dec 13 09:40:01.191647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.195728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca1ddaa0-e9bd-4602-944f-334107e9dfcf admin admin] 10.222.0.31 "DELETE /v2.0/routers/b181fc7c-6900-4dd1-910c-9c19d3052c3e HTTP/1.1" status: 204 len: 168 time: 0.9570222 Dec 13 09:40:01.196068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:01.207148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Request body: {'port': {'device_id': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:01.275611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Deleting subnet 30874438-a655-4ffb-a4af-7010af69ded1 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:01.280953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.285444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:01.298024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:01.299190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.314437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:01.315087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:01.325654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-71fbca98-9dd4-4fbc-a804-d0e1ea962ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778019 Dec 13 09:40:01.331505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.395128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-fec65c5c-6b13-4375-bdb3-e5a26fe5f72e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "PUT /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 995 time: 2.9868152 Dec 13 09:40:01.403571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:01.405954 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756e21b-43c1-4cbe-9bfd-31de15e8325e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:01.435423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-b87f0b65-9650-49ba-aa9b-02fbb0d1eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.437072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-b87f0b65-9650-49ba-aa9b-02fbb0d1eba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739f1e71ebc4a92817a577b4a840681&device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 1100 time: 0.0838876 Dec 13 09:40:01.440208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.458613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.461235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:01.474022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62e917f0-c6cb-4783-a26e-92252c007a4c req-a4109ee0-856d-4a4e-90c2-ff96cecd572f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255204 Dec 13 09:40:01.542862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:01.543383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.574785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:01.594108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.626631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-d669e2a1-513c-4a24-b178-316fae49daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.628494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-d669e2a1-513c-4a24-b178-316fae49daae service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1496537 Dec 13 09:40:01.632340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30874438-a655-4ffb-a4af-7010af69ded1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:01.634547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.638502 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-878e0516-b1a2-475e-93ac-017ea48c6cb0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/30874438-a655-4ffb-a4af-7010af69ded1 HTTP/1.1" status: 204 len: 168 time: 0.4413922 Dec 13 09:40:01.642179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-8b414478-0266-4c40-9ff7-79c29e2535be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.643939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-8b414478-0266-4c40-9ff7-79c29e2535be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1896877 Dec 13 09:40:01.648325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:01.683735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62037988-a942-46da-a283-1abdf2c51c53 None None] Network 945846c4-15f8-437f-b480-5b5cbd429e50 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:01.700562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-64cf0dfb-2cab-447e-ae14-c81565321d5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a HTTP/1.1" status: 200 len: 217 time: 0.0603280 Dec 13 09:40:01.797060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.808343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-424b1e42-d68d-47e8-865f-c9c1306e42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.813857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-424b1e42-d68d-47e8-865f-c9c1306e42ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0828211 Dec 13 09:40:01.858573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6dd10-0fd9-4186-b67e-07e2796efab9 req-584cc274-2bca-4e55-beda-e6f347b2564f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.860272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66a6dd10-0fd9-4186-b67e-07e2796efab9 req-584cc274-2bca-4e55-beda-e6f347b2564f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.2803054 Dec 13 09:40:01.905419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-082be74b-3aaa-423c-9764-d6ac165925e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.907097 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-082be74b-3aaa-423c-9764-d6ac165925e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861032 Dec 13 09:40:01.937790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:39:59Z', 'revision_number': 1, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:01.978257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] DHCP port deletion for 945846c4-15f8-437f-b480-5b5cbd429e50 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:01.981334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:01.983692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Deleting port dfbfa9e6-627e-45ec-8ae9-349176f78f9f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:01.983850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.024395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:02.025233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:02.082093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66a6dd10-0fd9-4186-b67e-07e2796efab9 req-bb104b74-fdad-4340-924a-ea3f51762221 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969855 Dec 13 09:40:02.083573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] For port dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,segment=NetworkSegment(c11b5b92-ea7f-45be-810e-9a2ea285fb1a),segment_id=c11b5b92-ea7f-45be-810e-9a2ea285fb1a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:02.084005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.089204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-0f431013-d71b-47fa-9864-4a2f913eb576 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724792 Dec 13 09:40:02.113937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-392ee02d-c998-49ae-bd3a-0a3bd96462fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.122472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-392ee02d-c998-49ae-bd3a-0a3bd96462fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.4635265 Dec 13 09:40:02.134680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Calling delete_port for dfbfa9e6-627e-45ec-8ae9-349176f78f9f owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:02.296631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.321276 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2dbc38-c295-46f0-bcc3-5420ab9ee686 x-openstack-request-id: req-8f2dbc38-c295-46f0-bcc3-5420ab9ee686 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:02.324032 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "name": "network-vif-plugged", "status": "completed", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:02.324295 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f2dbc38-c295-46f0-bcc3-5420ab9ee686 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:02.324775 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b', 'code': 200} Dec 13 09:40:02.332669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Deleting port dfbfa9e6-627e-45ec-8ae9-349176f78f9f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:02.332974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.365636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.373872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] No DVR routers for this DVR port dfbfa9e6-627e-45ec-8ae9-349176f78f9f on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:02.395170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:02.428660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.432799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-689c6826-9a00-48fe-b06b-5db946857db0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 998 time: 0.3094730 Dec 13 09:40:02.454958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:02.454958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a', 'f30de82b-8318-4d20-89ba-20ce70585eb8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:02.494528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] For port dfbfa9e6-627e-45ec-8ae9-349176f78f9f, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:02.494981 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.495775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.515084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.515499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4de9e85d-67d4-4967-b558-b891fbd0daf1 req-95399c71-fdde-48b0-819c-da81c6514c8b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171684 Dec 13 09:40:02.525713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945846c4-15f8-437f-b480-5b5cbd429e50']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:02.530114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0eed-559d-42d7-b08a-e3f9cfaa55bf req-531c4bee-bf1b-4ab7-bd46-b7269f597ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.531351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-459b0eed-559d-42d7-b08a-e3f9cfaa55bf req-531c4bee-bf1b-4ab7-bd46-b7269f597ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 1097 time: 0.2633958 Dec 13 09:40:02.538360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536a0de8-2cbb-45ba-9e7c-3117de90feb2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:02.542486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:02.543008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11b5b92-ea7f-45be-810e-9a2ea285fb1a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:02.549773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c29b3-61bc-4b2c-9e68-a20ae094323b req-96a6adad-99a5-450e-a755-c7ee85beef6c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.551307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a02c29b3-61bc-4b2c-9e68-a20ae094323b req-96a6adad-99a5-450e-a755-c7ee85beef6c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.2663739 Dec 13 09:40:02.555530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.559894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Calling delete_port for dfbfa9e6-627e-45ec-8ae9-349176f78f9f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:02.586853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.592272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.600993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:02.602528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.621421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Port dfbfa9e6-627e-45ec-8ae9-349176f78f9f was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:40:02.639431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.647066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:02.650982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.654886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df7da30b-14b5-4201-bbed-5dec111d0920 req-7266c689-952c-4311-af2f-11fa14fc9b15 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "DELETE /v2.0/ports/a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b HTTP/1.1" status: 204 len: 173 time: 1.8387594 Dec 13 09:40:02.665919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Transition to ACTIVE for port object 536a0de8-2cbb-45ba-9e7c-3117de90feb2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:02.675705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-a1cb4a13-5d1e-4191-94cb-6eba48128bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.677271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-a1cb4a13-5d1e-4191-94cb-6eba48128bd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.2276220 Dec 13 09:40:02.681901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.688262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] No DVR routers for this DVR port dfbfa9e6-627e-45ec-8ae9-349176f78f9f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:02.750295 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:02.752692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.772047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 95bf91ec-a395-449c-90ae-477ce0b9fcdb no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:02.790332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.796079 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] 10.222.0.31 "DELETE /v2.0/networks/945846c4-15f8-437f-b480-5b5cbd429e50 HTTP/1.1" status: 204 len: 168 time: 1.1442952 Dec 13 09:40:02.796079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f226df-a81d-49e0-80c3-15b9ca1f2a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=945846c4-15f8-437f-b480-5b5cbd429e50,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.822781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853de791-f4f5-4f9f-a4d1-2834ec003e27 None None] Pushing event deleted for resources: {'Port': ['ID=dfbfa9e6-627e-45ec-8ae9-349176f78f9f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.824500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-459b0eed-559d-42d7-b08a-e3f9cfaa55bf req-4aadc0d3-ef24-4580-9fa9-a33422fc78d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702777 Dec 13 09:40:02.876450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a02c29b3-61bc-4b2c-9e68-a20ae094323b req-22d71f8d-6cff-48ff-a625-08cdcca03232 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949600 Dec 13 09:40:02.883194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Pushing event updated for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.903031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 95bf91ec-a395-449c-90ae-477ce0b9fcdb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:02.903643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 95bf91ec-a395-449c-90ae-477ce0b9fcdb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:02.904082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dfbfa9e6-627e-45ec-8ae9-349176f78f9f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:02.935634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-441960b3-5a55-4b47-bfaa-1f083f6678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.937208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-441960b3-5a55-4b47-bfaa-1f083f6678d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127631 Dec 13 09:40:02.954422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-99fc3bc7-d661-4527-b970-be5c12208371 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:40:02.955637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-99fc3bc7-d661-4527-b970-be5c12208371 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100808 Dec 13 09:40:02.974382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: dfbfa9e6-627e-45ec-8ae9-349176f78f9f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:02.974908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dfbfa9e6-627e-45ec-8ae9-349176f78f9f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:02.975231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0761d363-5588-41d5-a015-a8faddaf22e4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:02.991657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:03.048907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Attempting to bind port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:03.049366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Attempting to bind port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:03.050228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Attempting to bind port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:03.051072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0761d363-5588-41d5-a015-a8faddaf22e4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:03.051517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0761d363-5588-41d5-a015-a8faddaf22e4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:03.090876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:03.092771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Attempting to bind port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 on network 74a429cb-5537-4e99-98cf-dbb994ec3924 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:03.109772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:03.110296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Checking segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:03.110971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Bound using segment: {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:03.111651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Bound port: 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:03.112137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.197115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:03.201226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:03.209631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.286165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7600348a-bb8c-4b71-87f7-8ceb8678a33a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d509b584408a4c16a1b7fd44cf21ce45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923818 Dec 13 09:40:03.288125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39296) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:03.311021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.311586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.312967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] 10.222.0.16 "PUT /v2.0/ports/536a0de8-2cbb-45ba-9e7c-3117de90feb2 HTTP/1.1" status: 200 len: 1091 time: 2.1102171 Dec 13 09:40:03.325861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-6957d262-0c72-4c1e-8fc3-dad38e7dda13 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568728 Dec 13 09:40:03.344645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.361075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4cec-10ff-4e57-8ba2-d505ad8b2a9d req-b81ba9a3-16ed-47b3-83a3-0d62610b220f tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.368084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-833f4cec-10ff-4e57-8ba2-d505ad8b2a9d req-b81ba9a3-16ed-47b3-83a3-0d62610b220f tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 946 time: 0.1645973 Dec 13 09:40:03.371424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.392574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:39:59Z', 'revision_number': 1, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:03.410142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84061d14-93d4-4892-b3ee-e5c8fed73c0b service neutron] Pushing event updated for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:03.430440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.434052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.435594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a626692a-0e0d-4504-9dc8-20e0d8a7e3bd HTTP/1.1" status: 204 len: 168 time: 0.1461751 Dec 13 09:40:03.449324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36211d67-d9cf-4295-ab58-38e0a7e368df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626692a-0e0d-4504-9dc8-20e0d8a7e3bd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:03.496715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14295704-ec38-43e3-a3eb-96f083302b50 None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:39:59Z', 'revision_number': 1, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:03.565902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-833f4cec-10ff-4e57-8ba2-d505ad8b2a9d req-93ecb365-2a16-4786-94b3-3420a95b86bc tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931779 Dec 13 09:40:03.648810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7d18d3f-3d00-4542-9a75-6eca00ea1211 req-a049111c-1cca-4af2-81e5-0a4c17a4d5a9 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780712 Dec 13 09:40:03.650631 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809dcf6c-9221-426f-bf16-30aa36ae153e x-openstack-request-id: req-809dcf6c-9221-426f-bf16-30aa36ae153e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:03.651100 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:03.652091 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-809dcf6c-9221-426f-bf16-30aa36ae153e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:03.652570 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:40:03.672997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-5d9d2d17-8a25-493e-9280-ecd5edaafffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.675255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-5d9d2d17-8a25-493e-9280-ecd5edaafffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 1094 time: 0.3013473 Dec 13 09:40:03.714373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:03.756000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:03.756339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:03.825251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-59ebecf0-9a7d-4ce4-a5e2-261d09fbb691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2 HTTP/1.1" status: 200 len: 217 time: 0.0915141 Dec 13 09:40:03.833863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-23a475cc-d73f-4b2a-bcb8-ce7b099d44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.836274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-23a475cc-d73f-4b2a-bcb8-ce7b099d44d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1562943 Dec 13 09:40:03.859168 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d4aff-19b4-44f7-b3c4-cce816827d4e None None] New status for floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:04.049926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.360244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-b9d2592a-fd9a-44e9-be32-b7c9327b16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.361843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-b9d2592a-fd9a-44e9-be32-b7c9327b16ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.5245028 Dec 13 09:40:04.410799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39328) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:04.420649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-8842ca61-2785-438c-9bdd-243e28a0e5e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474365 Dec 13 09:40:04.438747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20f7f-e8d4-4114-9794-626bc32720dd req-0d401728-6781-4efe-886f-a5201ea6b659 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.440162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9d20f7f-e8d4-4114-9794-626bc32720dd req-0d401728-6781-4efe-886f-a5201ea6b659 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 943 time: 0.5584531 Dec 13 09:40:04.458146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-14b266fe-16e1-4b95-a073-9bf007d382ba tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.459702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-14b266fe-16e1-4b95-a073-9bf007d382ba tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5370495 Dec 13 09:40:04.533897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1933334735-network', 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:04.556108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:04.558323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.562582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-8841b976-8039-4396-8980-e9f4dec89b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.564074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-8841b976-8039-4396-8980-e9f4dec89b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.6807296 Dec 13 09:40:04.566653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.652510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.656629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.679132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:40:04.694402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb0ad6a-1112-4e8c-a187-f044c1e93af6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:04.696591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-637c3973-4fab-47da-9f79-d3f141b00760 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.2288656 Dec 13 09:40:04.697343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.697715 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Added segment 6aa94a1e-06bd-462c-bcc3-3511fba133ee of type vlan for network 6581a07d-bc34-4a92-8c34-48a89a99a46e Dec 13 09:40:04.711731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9d20f7f-e8d4-4114-9794-626bc32720dd req-f0c0a427-c69c-4602-89ed-185ce8b60869 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499654 Dec 13 09:40:04.727834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:04.755499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.773915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-2a1e76a1-9ca5-40f7-84c6-8e6d2544681b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 1000 time: 0.1934774 Dec 13 09:40:04.780405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-bbfcaa2e-3971-433d-98b7-db04c0c77fbb service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499627 Dec 13 09:40:04.804575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.806179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.806870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.868728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4555984 Dec 13 09:40:04.873737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39334) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:04.875768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879182-b1fe-4ad3-908d-98742cf7bf13 admin admin] Pushing event updated for resources: {'Network': ['ID=6581a07d-bc34-4a92-8c34-48a89a99a46e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:04.880660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Request body: {'subnet': {'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1933334735-subnet', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:04.888082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:40:04.902374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:04.904857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.913671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.984443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-4c7e5c1a-d9f1-483b-9545-4adb90a285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.985916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-4c7e5c1a-d9f1-483b-9545-4adb90a285c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1941159 Dec 13 09:40:05.017637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd4d1-859b-4d3a-8b0f-74ed553460bb req-0757139c-b9ce-48b7-bd76-59b0511a69f4 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.019155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f7fd4d1-859b-4d3a-8b0f-74ed553460bb req-0757139c-b9ce-48b7-bd76-59b0511a69f4 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 1095 time: 0.2022705 Dec 13 09:40:05.090032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d63c880-7d6f-47f9-ad35-f61cca377c39 req-f87ce989-48e7-4fe6-947a-5ceb0f566b34 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020892 Dec 13 09:40:05.094458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.152508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1602aa-7e41-476d-a5cd-099983bc9be6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:05.155386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-8153272b-cd64-401a-a31d-72c4732721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.156875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-8153272b-cd64-401a-a31d-72c4732721b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561036 Dec 13 09:40:05.160621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Checking segment: {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:05.161010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Network hostable DHCP agents. Network: 6581a07d-bc34-4a92-8c34-48a89a99a46e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:40:05.176743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f7fd4d1-859b-4d3a-8b0f-74ed553460bb req-d8992793-a1fd-49ad-8578-da1bfe036f88 tempest-LiveAutoBlockMigrationV225Test-49461218 tempest-LiveAutoBlockMigrationV225Test-49461218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487312 Dec 13 09:40:05.177607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:40:05.189008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6581a07d-bc34-4a92-8c34-48a89a99a46e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:05.193603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.194341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.200378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4decb333-664d-4477-8f81-4a9bd09978aa None None] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:05.219298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ce8ce9e-a8cb-420c-90b5-3fc50787c31b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3441873 Dec 13 09:40:05.220155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39336) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:05.226617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:05.255262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.257869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.332759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.368418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6581a07d-bc34-4a92-8c34-48a89a99a46e', 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e', 'project_id': '3a09041fb7674a3584c01b95c580562a', 'fixed_ips': [{'subnet_id': '9b1602aa-7e41-476d-a5cd-099983bc9be6'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:40:05.369835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.379414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-fc9d4497-c3fd-4db3-b78d-0045ed024db1 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130644 Dec 13 09:40:05.512696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.531708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Allocated IP 172.20.0.2 (6581a07d-bc34-4a92-8c34-48a89a99a46e/9b1602aa-7e41-476d-a5cd-099983bc9be6/fcc2fa9b-3203-43ce-a15e-29ace8bd4802) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:05.605090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21638-49ec-45d3-9718-400d3b9066b9 req-a2c16a6e-3aa6-4788-8dc6-032507975f0f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.606607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeb21638-49ec-45d3-9718-400d3b9066b9 req-a2c16a6e-3aa6-4788-8dc6-032507975f0f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1736598 Dec 13 09:40:05.635877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8756e21b-43c1-4cbe-9bfd-31de15e8325e req-483bae61-8b3a-4ea9-818f-04e3065d41a3 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241840 Dec 13 09:40:05.664726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'name': 'network-vif-deleted', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b'}, {'name': 'network-changed', 'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:05.667115 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741be57b-85bd-44ac-9df7-d900c9f78112" -d '{"events": [{"server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "name": "network-vif-deleted", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b"}, {"name": "network-changed", "server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:05.703234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.709840 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.719999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeb21638-49ec-45d3-9718-400d3b9066b9 req-da443959-1376-41c2-bae6-71fe62ce3315 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049247 Dec 13 09:40:05.753808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.772343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Pushing event updated for resources: {'Port': ['ID=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:05.782055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:05.782219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.784610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:05.788371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:05.830501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.840548 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.854681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Attempting to bind port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:05.855060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Attempting to bind port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:05.855433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Attempting to bind port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 on network 6581a07d-bc34-4a92-8c34-48a89a99a46e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:05.862671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:05.863054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Checking segment: {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:05.863455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.864296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Bound using segment: {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:05.865465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Bound port: fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:05.866554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.922537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Allocated IP 172.25.2.126 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ed2581af-17d2-492d-bc24-812c1051359c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:05.937751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] For port fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:05.941102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] For port fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:05.947733 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.975415 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f associated. External IP: 172.25.2.64, port: b18ab328-7154-4e3c-ab66-ada7033ec6a5. Dec 13 09:40:06.019069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636858-9ecb-4042-b009-16ee08efe22f None None] Pushing event updated for resources: {'Port': ['ID=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:06.039601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e81a69-a761-4e59-aa8d-b357d0bd2d98 req-2424f071-02b4-47e6-844a-3ed84a7cdcc7 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.040643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8e81a69-a761-4e59-aa8d-b357d0bd2d98 req-2424f071-02b4-47e6-844a-3ed84a7cdcc7 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 946 time: 0.1139107 Dec 13 09:40:06.056376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.072105 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-623c614f-847f-4077-9bcf-14ed21542ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.106906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.147016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:06.150399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:06.151217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8e81a69-a761-4e59-aa8d-b357d0bd2d98 req-355e4e80-f84f-4891-b613-adc46519dfbf tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023562 Dec 13 09:40:06.154825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:06.183192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2581af-17d2-492d-bc24-812c1051359c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:06.332248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:06.486906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.487381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:06.498503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:06.519603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:06.523347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:06.543306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c895b-6074-42de-b5ff-6edb39058629 req-8cc4b84f-08aa-4036-8852-acd32df8ae6f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.545174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c1c895b-6074-42de-b5ff-6edb39058629 req-8cc4b84f-08aa-4036-8852-acd32df8ae6f tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.1031837 Dec 13 09:40:06.648479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c1c895b-6074-42de-b5ff-6edb39058629 req-931c5592-3113-4bb5-9aa7-84bf0fab55d9 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918009 Dec 13 09:40:06.692413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:06.731536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.734186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fcc2fa9b-3203-43ce-a15e-29ace8bd4802 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:06.750756 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b70a97-ec75-49cd-b165-c45bf3dbfcdf x-openstack-request-id: req-94b70a97-ec75-49cd-b165-c45bf3dbfcdf {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:06.751069 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c30189-3ef7-4392-b7c5-3cda689031be", "name": "network-vif-deleted", "tag": "a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:06.751301 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94b70a97-ec75-49cd-b165-c45bf3dbfcdf {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:06.751895 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c30189-3ef7-4392-b7c5-3cda689031be', 'name': 'network-vif-deleted', 'tag': 'a0a7df06-3d9a-4f29-a440-0c5b04f2bb6b', 'status': 'completed', 'code': 200} Dec 13 09:40:06.752157 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2', 'status': 'completed', 'code': 200} Dec 13 09:40:06.828597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-121dd4ff-822d-4d59-a87e-68531dd8a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.830160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-121dd4ff-822d-4d59-a87e-68531dd8a795 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1084b148afb2471d88cacba0ef4dfde5&device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 1094 time: 0.0772302 Dec 13 09:40:06.835883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:06.905371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Router 32edf2a0-5641-49ab-918e-d7bce079aaf7 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:40:06.916487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:06.916953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.022770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61c00c-fb50-4d71-b372-1e92849000b5 req-44caf6a8-5507-45f8-9a8a-96a55917ba7c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.025973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b61c00c-fb50-4d71-b372-1e92849000b5 req-44caf6a8-5507-45f8-9a8a-96a55917ba7c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 943 time: 0.2120435 Dec 13 09:40:07.057406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:07.068615 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Sync routers for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:07.085591 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:07.086768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:07.091142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.096250 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-edeccf25-d418-469e-a9f3-099fec0d2dc2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8746736 Dec 13 09:40:07.097153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:07.102435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-74254919-7a9d-4564-89d8-e0975f77fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.103983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-74254919-7a9d-4564-89d8-e0975f77fdb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 200 len: 907 time: 0.2431910 Dec 13 09:40:07.152367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b61c00c-fb50-4d71-b372-1e92849000b5 req-2384a1cb-16aa-41fe-8a6e-fb3aefd2ad92 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109440 Dec 13 09:40:07.248837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:07.402445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-60efe5cc-ba7f-40b3-bfef-1c58f19c06c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2345068 Dec 13 09:40:07.408915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.443241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f544980-dc0a-4c9b-b838-a57ee80a7846 None None] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:07.534077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:07.548302 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:06Z', 'revision_number': 3, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:07.552262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.556087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:05Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:07.587652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Checking router: 32edf2a0-5641-49ab-918e-d7bce079aaf7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:07.588423 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Updating router 32edf2a0-5641-49ab-918e-d7bce079aaf7 port ed2581af-17d2-492d-bc24-812c1051359c binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:40:07.593545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-4370fe6c-7850-434c-b1e1-bb6ac5960da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.597270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-4370fe6c-7850-434c-b1e1-bb6ac5960da1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b6b9611356a48e097af31d3eae2801c&device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 1095 time: 0.1184294 Dec 13 09:40:07.633837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:07.635271 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.673366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-df0c4d8e-02ea-4ea8-b78a-9a8ab26542f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2 HTTP/1.1" status: 200 len: 217 time: 0.5282173 Dec 13 09:40:07.680755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-efffd4e9-f12c-4556-bf06-f04df66da3fb None None] Provisioning complete for port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:07.682227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-efffd4e9-f12c-4556-bf06-f04df66da3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.718101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:07.719373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:07.727054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:07.735324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.828871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-0b1784bb-c654-448d-bbdd-0eb0a47e770a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.830442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-0b1784bb-c654-448d-bbdd-0eb0a47e770a tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.6843476 Dec 13 09:40:07.864699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-f655a31e-65dd-413f-9353-98988a004a2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.866725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-f655a31e-65dd-413f-9353-98988a004a2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.2201555 Dec 13 09:40:07.876358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-2f875be6-b2a7-4348-a79f-18faa3f556ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.877818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-2f875be6-b2a7-4348-a79f-18faa3f556ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 200 len: 846 time: 0.1795666 Dec 13 09:40:07.890035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb90b-282b-4b2e-adb7-b87e7df68775 req-80108fdc-a134-4154-aaa8-993fb22481c6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.893196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:07.898103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b22fb90b-282b-4b2e-adb7-b87e7df68775 req-80108fdc-a134-4154-aaa8-993fb22481c6 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 944 time: 0.2778661 Dec 13 09:40:07.977610 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.985974 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.987205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1a8526ae-f85e-4cae-a805-725137b517de tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "PUT /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 997 time: 3.2693601 Dec 13 09:40:07.997770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-f20b7487-4732-4fe3-b7ef-4ba668869904 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74a429cb-5537-4e99-98cf-dbb994ec3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713725 Dec 13 09:40:08.043408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:08.058102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Pushing event updated for resources: {'Port': ['ID=ed2581af-17d2-492d-bc24-812c1051359c,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:08.074215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.075374 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.076174 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.076751 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.077296 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.078027 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.078562 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.079140 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.079831 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.080470 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.081012 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.081547 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.082203 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:08.114677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Attempting to bind port ed2581af-17d2-492d-bc24-812c1051359c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:08.115217 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Attempting to bind port ed2581af-17d2-492d-bc24-812c1051359c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:08.115700 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Attempting to bind port ed2581af-17d2-492d-bc24-812c1051359c on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:08.122660 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:08.123197 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:08.123958 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.125342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:08.125607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Bound port: ed2581af-17d2-492d-bc24-812c1051359c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:08.126095 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.134749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-71eec542-801b-4348-883b-e8873c90552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.137483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-71eec542-801b-4348-883b-e8873c90552c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 200 len: 922 time: 0.1692774 Dec 13 09:40:08.215630 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] For port ed2581af-17d2-492d-bc24-812c1051359c, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:08.216762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-82f7b6c7-96f8-41cb-894d-7a70811c13e8 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.218986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-82f7b6c7-96f8-41cb-894d-7a70811c13e8 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports/b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 942 time: 0.2174971 Dec 13 09:40:08.222695 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] For port ed2581af-17d2-492d-bc24-812c1051359c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ed2581af-17d2-492d-bc24-812c1051359c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:08.230050 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.243510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b22fb90b-282b-4b2e-adb7-b87e7df68775 req-162671a9-d672-42cf-8d48-91b1bb9c7a57 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444455 Dec 13 09:40:08.288352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:05Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:08.302135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-7ea161b1-df33-48b2-96a0-53d61cfade43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 200 len: 217 time: 0.1404448 Dec 13 09:40:08.347182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1294d54-9f73-4b26-a911-dd4acbc38b7e None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:05Z', 'revision_number': 3, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:08.370126 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:08.372133 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:39:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:08.380027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddf19d5e-991c-4ca4-a6c2-9111753ed1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.407777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-b7a2e51a-4265-4cac-a8c9-d38da4db8ac9 service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864911 Dec 13 09:40:08.408702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.432752 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b49a-30da-4afc-9301-3b8a0071589e None None] Pushing event updated for resources: {'Port': ['ID=ed2581af-17d2-492d-bc24-812c1051359c,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:08.462236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Deleting port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:08.462578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.493680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-11b51361-8abc-4081-bce1-0908411a1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.495538 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-11b51361-8abc-4081-bce1-0908411a1610 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 200 len: 861 time: 0.1578119 Dec 13 09:40:08.509857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dea0ac2d-405e-461f-9dc6-bf1be36926ea None None] Provisioning complete for port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:08.510244 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dea0ac2d-405e-461f-9dc6-bf1be36926ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.533277 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:08.590685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port f30de82b-8318-4d20-89ba-20ce70585eb8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:08.591079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.648970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fcc2fa9b-3203-43ce-a15e-29ace8bd4802 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:08.658397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ed979-c7f4-4c12-b1c4-d3b7b6547cd6 None None] New status for floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:08.681835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-96a08123-3e5e-4477-9a3a-eccf44a97449 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab03324b-d6e2-47a6-9396-b642214f6a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577582 Dec 13 09:40:08.780372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Allocated IP 172.20.0.1 (6581a07d-bc34-4a92-8c34-48a89a99a46e/9b1602aa-7e41-476d-a5cd-099983bc9be6/fb706e37-cccc-494c-a7d6-b5b2a427fe7f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:08.837247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] For port e7f3afce-1d49-4fcd-bed3-bc0a020fde92, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:08.837845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.859766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Calling delete_port for e7f3afce-1d49-4fcd-bed3-bc0a020fde92 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:08.860175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-52abb8a1-73e4-4f59-ac7f-1ac1e15ce5fc service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574273 Dec 13 09:40:08.881105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:06Z', 'revision_number': 3, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:08.904078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:08.904503 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.916354 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c595-8624-4cee-82a4-cf2cdb34069a None None] The sync data for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 is: [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:06Z', 'revision_number': 3, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:08.979380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.983180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}, {'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:08.985611 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945db715-3130-4454-a0e0-d8020f573d11" -d '{"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}, {"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:09.030207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a19c501-b2f5-4360-b8f2-bd92f40430e2 req-a52a634c-5700-4a7b-b51d-90e58f218d69 service neutron] 10.222.0.16 "GET /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602182 Dec 13 09:40:09.061383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.089181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port f30de82b-8318-4d20-89ba-20ce70585eb8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f30de82b-8318-4d20-89ba-20ce70585eb8,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:09.089705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.109851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:09.113763 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:09.114245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:09.116630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-b40db80f-c8d3-49be-8317-e9851f463806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.116945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:09.118154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-b40db80f-c8d3-49be-8317-e9851f463806 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.7391007 Dec 13 09:40:09.127226 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:09.127991 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:09.131646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for f30de82b-8318-4d20-89ba-20ce70585eb8 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:09.151618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Pushing event updated for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:09.174107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.191756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a67f06-cbec-4cab-b728-9e4ff2980793 req-d41f8819-6432-47bd-94fe-76caa30066d1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.200710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65a67f06-cbec-4cab-b728-9e4ff2980793 req-d41f8819-6432-47bd-94fe-76caa30066d1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.8084354 Dec 13 09:40:09.277138 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:09.366860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.371273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.408138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:09.411443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-741be57b-85bd-44ac-9df7-d900c9f78112 req-1684fe43-3408-438c-8d83-b68c22fef59d service neutron] 10.222.0.16 "GET /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663380 Dec 13 09:40:09.477135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event deleted for resources: {'Port': ['ID=e7f3afce-1d49-4fcd-bed3-bc0a020fde92,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:09.516355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.528728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65a67f06-cbec-4cab-b728-9e4ff2980793 req-90c32ac9-4a58-4eec-9f54-242f072d526d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269680 Dec 13 09:40:09.631930 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:08Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:09.661118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-ac3f4cc0-e433-4e77-afcb-60b6f983c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.669542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-ac3f4cc0-e433-4e77-afcb-60b6f983c28b service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.5420704 Dec 13 09:40:09.669760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:09.675043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] No DVR routers for this DVR port e7f3afce-1d49-4fcd-bed3-bc0a020fde92 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:09.679169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:09.679840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:09.696606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.700312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad806898-cf65-4e69-932f-c6eb0d111e3a req-d71a2557-31fd-43e5-87a8-985d83a39fc5 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.20 "DELETE /v2.0/ports/e7f3afce-1d49-4fcd-bed3-bc0a020fde92 HTTP/1.1" status: 204 len: 173 time: 1.8215744 Dec 13 09:40:09.704049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.725376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-87567f8c-0e00-411a-8abd-5be6396bc876 None None] Provisioning complete for port fb706e37-cccc-494c-a7d6-b5b2a427fe7f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:09.727259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87567f8c-0e00-411a-8abd-5be6396bc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.729568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.786369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-4b77e85f-a77a-4f95-b414-cd693903b5d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.1049886 Dec 13 09:40:09.793966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-87567f8c-0e00-411a-8abd-5be6396bc876 None None] Port fb706e37-cccc-494c-a7d6-b5b2a427fe7f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:09.796670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f30de82b-8318-4d20-89ba-20ce70585eb8 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:09.819127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.911117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.969573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.978292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-ce4f6bfb-c1ca-4df2-af3a-7257d577e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.980296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-ce4f6bfb-c1ca-4df2-af3a-7257d577e0be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1279092 Dec 13 09:40:10.004343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:10.010578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:10.026010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Pushing event updated for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:10.034554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=f30de82b-8318-4d20-89ba-20ce70585eb8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:10.047004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58096459-3db2-4827-a4cc-98b1b6d72a6a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:10.056836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:10.123114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20d1a-a82f-48ff-8e79-11d8855719c2 req-0814e98a-3e03-4d44-9dcc-b8848aed9d36 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.130718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47c20d1a-a82f-48ff-8e79-11d8855719c2 req-0814e98a-3e03-4d44-9dcc-b8848aed9d36 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a55c49e-ba8a-4a5f-98ea-4fab89960796 HTTP/1.1" status: 200 len: 949 time: 0.2517481 Dec 13 09:40:10.158958 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:10.242365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port f30de82b-8318-4d20-89ba-20ce70585eb8 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:10.246544 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:10.250067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9f0f88e-5bc6-4499-a490-a0b2a80abe69 req-8ba57b50-2d69-4236-98c4-45e8e34adaf1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "DELETE /v2.0/ports/f30de82b-8318-4d20-89ba-20ce70585eb8 HTTP/1.1" status: 204 len: 173 time: 2.3938875 Dec 13 09:40:10.286202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-7ae223bc-2d17-4653-909f-8a8fbf35bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.287948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-7ae223bc-2d17-4653-909f-8a8fbf35bc85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761884 Dec 13 09:40:10.311614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Router 32edf2a0-5641-49ab-918e-d7bce079aaf7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:10.312727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-0f5ef376-2827-4c8e-af5a-562a28ec37db service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:40:10.314043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-0f5ef376-2827-4c8e-af5a-562a28ec37db service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094101 Dec 13 09:40:10.329737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47c20d1a-a82f-48ff-8e79-11d8855719c2 req-7cef56be-3d1b-4d7e-9b7d-d36d35eec797 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980636 Dec 13 09:40:10.582958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:10.585363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:10.595171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 536a0de8-2cbb-45ba-9e7c-3117de90feb2 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:10.598120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff72286d-6f84-4bfd-ba11-a8b0f097bc9b admin admin] 10.222.0.31 "PUT /v2.0/routers/32edf2a0-5641-49ab-918e-d7bce079aaf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4996679 Dec 13 09:40:10.617707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: e7f3afce-1d49-4fcd-bed3-bc0a020fde92 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:10.617707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e7f3afce-1d49-4fcd-bed3-bc0a020fde92 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:10.683802 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:08Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:10.736842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ed2581af-17d2-492d-bc24-812c1051359c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:10.768041 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ea191-917d-4359-8044-a0ae128232a6 None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:a6:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:08Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:10.801498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3e7bd-01ba-47e3-982b-6dbfe011aba2 req-ba7b3c8f-426a-4328-9a4b-d4331cf70879 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.810192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ba3e7bd-01ba-47e3-982b-6dbfe011aba2 req-ba7b3c8f-426a-4328-9a4b-d4331cf70879 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 943 time: 0.2570546 Dec 13 09:40:10.825946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-1f8162ea-29a9-4984-9949-80917b6858d6 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893506 Dec 13 09:40:10.855149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:40:10.861085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff948fcc-604f-4a7a-abd3-1f32ad3ae71d None None] Provisioning complete for port fb706e37-cccc-494c-a7d6-b5b2a427fe7f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:10.861968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff948fcc-604f-4a7a-abd3-1f32ad3ae71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:10.873973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39374) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:10.959988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1152328053'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:10.967066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ba3e7bd-01ba-47e3-982b-6dbfe011aba2 req-71bd08fd-16ce-442e-a3cf-47d717af3ba7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559067 Dec 13 09:40:11.006182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:11.012221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.037264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-038c61c4-6195-4072-918d-ffc79cd1ac30 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025528 Dec 13 09:40:11.071330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:40:11.079787 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47cf7fe-7666-46dd-b473-b39aac72d1fa x-openstack-request-id: req-b47cf7fe-7666-46dd-b473-b39aac72d1fa {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:11.080766 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:11.081251 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b47cf7fe-7666-46dd-b473-b39aac72d1fa {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:11.081952 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:40:11.082624 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'status': 'completed', 'code': 200} Dec 13 09:40:11.120638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.122059 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Added segment 3ce205c2-c7c5-46c8-9c53-19b40f304af5 of type vlan for network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e Dec 13 09:40:11.125627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ff948fcc-604f-4a7a-abd3-1f32ad3ae71d None None] Port fb706e37-cccc-494c-a7d6-b5b2a427fe7f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:11.222661 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.235972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:11.236396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.242356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ed2581af-17d2-492d-bc24-812c1051359c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:11.242735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.273635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.280455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.281235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.291577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19d6fe40-b6ef-4b8e-90fe-c653dc209e09 req-650885d2-f4ed-4974-8b5d-897c23de1e0c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.0593305 Dec 13 09:40:11.296269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-e4a564cb-4f83-4dc2-affc-5183b3103795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.303477 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4282620 Dec 13 09:40:11.307687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-e4a564cb-4f83-4dc2-affc-5183b3103795 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1096 time: 0.2089586 Dec 13 09:40:11.309342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39380) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:11.324147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'subnet': {'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:11.338028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '536a0de8-2cbb-45ba-9e7c-3117de90feb2', 'network_id': '74a429cb-5537-4e99-98cf-dbb994ec3924', 'port_id': '536a0de8-2cbb-45ba-9e7c-3117de90feb2', 'mac_address': 'fa:16:3e:c7:13:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42bc37-7eb2-497b-a0f2-53ddbaad7714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:11.446490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-b9dc00cf-411e-4d5d-b404-ed21344f7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.456773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-b9dc00cf-411e-4d5d-b404-ed21344f7922 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.1481545 Dec 13 09:40:11.477306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68447-598e-41aa-9207-e509327e8073 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Network': ['ID=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:11.483934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-8118d678-c3e1-48e7-aa45-4ea74e5db99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.485585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-8118d678-c3e1-48e7-aa45-4ea74e5db99f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.3310206 Dec 13 09:40:11.507215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:40:11.539923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.642390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-a9c04df9-5529-426c-93d9-2acb456a7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.643939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-a9c04df9-5529-426c-93d9-2acb456a7325 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.1238997 Dec 13 09:40:11.653912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-7f93b154-bfdd-4850-b4c9-9af391caeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.655398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-7f93b154-bfdd-4850-b4c9-9af391caeb63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1096 time: 0.4843125 Dec 13 09:40:11.655595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536a0de8-2cbb-45ba-9e7c-3117de90feb2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:11.707935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:11.710429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.724817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.762475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-91bb7c44-914a-4a13-b5c0-436b5f1682a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.1054618 Dec 13 09:40:11.777952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-581e9906-108a-46ad-9576-15388a433a07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 1000 time: 0.3202703 Dec 13 09:40:11.784775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port ed2581af-17d2-492d-bc24-812c1051359c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ed2581af-17d2-492d-bc24-812c1051359c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:11.802119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.835291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:11.912515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=ed2581af-17d2-492d-bc24-812c1051359c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:11.935598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cff69-f502-458e-b0a2-d47d6be1f53f req-68dd75c4-32ba-445a-bb41-3dae46390e6d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.943036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-051cff69-f502-458e-b0a2-d47d6be1f53f req-68dd75c4-32ba-445a-bb41-3dae46390e6d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.2912419 Dec 13 09:40:11.951251 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.955281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-6a9e7dc2-7bb3-4fec-a372-9eb3e9b8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.960572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-6a9e7dc2-7bb3-4fec-a372-9eb3e9b8031d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1815510 Dec 13 09:40:11.976038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Sync routers for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:11.996625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-a0522333-f525-42c2-b947-a1cd8b538b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.997968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-a0522333-f525-42c2-b947-a1cd8b538b02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.2088437 Dec 13 09:40:12.014708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:12.015364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:12.039933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:12.043900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.074721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-27e0358b-5054-469a-88b0-473926d7edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.076388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-27e0358b-5054-469a-88b0-473926d7edbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.4037576 Dec 13 09:40:12.171295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['536a0de8-2cbb-45ba-9e7c-3117de90feb2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:12.181313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:12.213272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-051cff69-f502-458e-b0a2-d47d6be1f53f req-2b87e5e4-3876-4776-92db-9601522dc614 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649348 Dec 13 09:40:12.220417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638f59-573d-4764-9c9f-19aa4225e871 req-c13ad08a-02cf-4dee-963e-9ce2b2adc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.237140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-c13ad08a-02cf-4dee-963e-9ce2b2adc865 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592125 Dec 13 09:40:12.279928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-00cbc1ea-491f-4179-9074-1f0ac418beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.281621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-00cbc1ea-491f-4179-9074-1f0ac418beec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547729 Dec 13 09:40:12.316294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-1d1673d9-5a53-4209-92f5-183624998ffc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 1000 time: 0.2014489 Dec 13 09:40:12.543140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:09Z', 'revision_number': 4, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'fb706e37-cccc-494c-a7d6-b5b2a427fe7f', 'name': '', 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'mac_address': 'fa:16:3e:4e:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:08Z', 'updated_at': '2021-12-13T09:40:09Z', 'revision_number': 2, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'subnets': [{'id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:12.577945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Checking router: 32edf2a0-5641-49ab-918e-d7bce079aaf7 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:12.578314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Updating router 32edf2a0-5641-49ab-918e-d7bce079aaf7 port fb706e37-cccc-494c-a7d6-b5b2a427fe7f binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:40:12.607707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.643469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ed2581af-17d2-492d-bc24-812c1051359c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:12.783642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ed2581af-17d2-492d-bc24-812c1051359c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:12.784001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.845886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-5ace305a-1767-475d-9d67-f88a21746edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.847371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-5ace305a-1767-475d-9d67-f88a21746edd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.5215199 Dec 13 09:40:12.880000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-2e28b5c2-3512-401f-b78e-39c2227fcb4a service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418235 Dec 13 09:40:12.978933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc985a32-86b7-4432-a798-4f1845517498 req-b2c95630-d712-41f8-8087-f377bd24e02c tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.980449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc985a32-86b7-4432-a798-4f1845517498 req-b2c95630-d712-41f8-8087-f377bd24e02c tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 946 time: 0.2799015 Dec 13 09:40:12.993136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-d38b7010-90df-4579-896f-600a0a437658 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792064 Dec 13 09:40:13.044399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.104970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-deleted', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92'}, {'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'name': 'network-vif-deleted', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:13.107203 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa1971-c87f-41c7-824b-78265a092106" -d '{"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-deleted", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92"}, {"server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "name": "network-vif-deleted", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:13.164609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db715-3130-4454-a0e0-d8020f573d11 req-c5171289-63a1-47ed-9110-3fbee746a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.166166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-c5171289-63a1-47ed-9110-3fbee746a39d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3007584 Dec 13 09:40:13.167995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.174086 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.227756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785e90-1060-4ecd-8d7b-64f8479e8e15 None None] Pushing event updated for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:13.285622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Attempting to bind port fb706e37-cccc-494c-a7d6-b5b2a427fe7f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:13.286101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Attempting to bind port fb706e37-cccc-494c-a7d6-b5b2a427fe7f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:13.286540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Attempting to bind port fb706e37-cccc-494c-a7d6-b5b2a427fe7f on network 6581a07d-bc34-4a92-8c34-48a89a99a46e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:13.292717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:13.293193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Checking segment: {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:13.293808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.294282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Bound using segment: {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:13.294882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Bound port: fb706e37-cccc-494c-a7d6-b5b2a427fe7f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa94a1e-06bd-462c-bcc3-3511fba133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:13.295320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.321750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc985a32-86b7-4432-a798-4f1845517498 req-6eddd1a5-18e9-4b2f-a412-d1b8c732f294 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/security-groups?id=5641e094-011e-4c97-8f4b-9bc233f382da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276198 Dec 13 09:40:13.322368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Subnet': ['ID=e39a1c16-d1d2-404c-9dfb-dbc0d0395189,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:13.342609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72638f59-573d-4764-9c9f-19aa4225e871 req-ccc236b2-6762-4c3b-830e-990c69c01e1e service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293396 Dec 13 09:40:13.377034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-79b5f134-eeee-4f6e-a2f7-e94f628f1aed tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.379438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-79b5f134-eeee-4f6e-a2f7-e94f628f1aed tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 946 time: 0.2467704 Dec 13 09:40:13.398478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-4578b563-f05a-4adf-a6d0-e671fa072f45 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767040 Dec 13 09:40:13.407304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] For port fb706e37-cccc-494c-a7d6-b5b2a427fe7f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:13.408308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Checking segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:13.408890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network hostable DHCP agents. Network: 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:40:13.415434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] For port fb706e37-cccc-494c-a7d6-b5b2a427fe7f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:13.426512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.490346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-577bd396-4dca-4e54-956f-863ec4a443b2 service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929986 Dec 13 09:40:13.518881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:40:13.566823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785e90-1060-4ecd-8d7b-64f8479e8e15 None None] Pushing event updated for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:13.570049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:13.570688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:13.635492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:13.662123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63621a77-c46a-49c0-9fac-8146649113e2 req-9f31a0b9-6ccb-4b5e-8eee-222bfcb119bb tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.0951545 Dec 13 09:40:13.666647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.667243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.691526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6df628-3395-47d6-bb24-52c6338b23b9 None None] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:13.705719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed496-6cc4-4761-9c70-58f0cbb4e6ac req-22cb24d8-be7c-4758-8a63-4e1ae1d70a21 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.713683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-483ed496-6cc4-4761-9c70-58f0cbb4e6ac req-22cb24d8-be7c-4758-8a63-4e1ae1d70a21 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 944 time: 0.2470174 Dec 13 09:40:13.737757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39400) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:13.738262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43072f96-3b6c-4b3e-9e40-c1bcc8264e23 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4259038 Dec 13 09:40:13.744913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1117243083'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:13.794455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:13.803875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.804925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Deleting port 1bc535a2-09d5-4135-8132-044be1e3f08b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:13.805271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.843968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-945db715-3130-4454-a0e0-d8020f573d11 req-3c09e54f-00f1-499b-8b19-d869438c48bf service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277726 Dec 13 09:40:13.847713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:40:13.863735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.864324 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Added segment fddf8ddf-e9e0-4bae-abc1-e654d2afd90b of type vlan for network 69436868-a513-483f-8dba-499b2b98588b Dec 13 09:40:13.936135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'project_id': '3a09041fb7674a3584c01b95c580562a', 'fixed_ips': [{'subnet_id': 'e39a1c16-d1d2-404c-9dfb-dbc0d0395189'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:40:13.937010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.943394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.951224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-483ed496-6cc4-4761-9c70-58f0cbb4e6ac req-f91cf3d7-1d9d-46e3-90f2-eecdbae9b19f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366014 Dec 13 09:40:14.001746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.010223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.020326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.042229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5842a-bc8a-410f-87f8-aca8f1af1d7f req-9a348121-8d3c-44ad-ac46-6be27eac21f7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.056003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62c5842a-bc8a-410f-87f8-aca8f1af1d7f req-9a348121-8d3c-44ad-ac46-6be27eac21f7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.2213085 Dec 13 09:40:14.095590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Allocated IP 19.80.0.2 (29d720a7-11de-44ea-b1a6-1e2cf0c4a54e/e39a1c16-d1d2-404c-9dfb-dbc0d0395189/508dd7dd-fe97-459d-9190-fc99d20d9552) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:14.103667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] Provisioning complete for port fb706e37-cccc-494c-a7d6-b5b2a427fe7f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:14.104191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.109301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] For port 1bc535a2-09d5-4135-8132-044be1e3f08b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1bc535a2-09d5-4135-8132-044be1e3f08b,segment=NetworkSegment(aa1de5ae-4cac-4104-9a9b-e13bdac21c0a),segment_id=aa1de5ae-4cac-4104-9a9b-e13bdac21c0a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:14.110731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.118846 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3780053 Dec 13 09:40:14.119717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39402) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:14.127208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'subnet': {'network_id': '69436868-a513-483f-8dba-499b2b98588b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:14.163485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Calling delete_port for 1bc535a2-09d5-4135-8132-044be1e3f08b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:14.165464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:14.212101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41207d-4c78-4cd8-9f13-fcf1048c85ba tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Network': ['ID=69436868-a513-483f-8dba-499b2b98588b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.232987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:14.237086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.237671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62c5842a-bc8a-410f-87f8-aca8f1af1d7f req-330f1c7a-c435-4288-a80f-c4fe84a0ce67 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807523 Dec 13 09:40:14.258758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 69436868-a513-483f-8dba-499b2b98588b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:40:14.296904 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e44d2d8-007f-4af1-a70e-5f357c6899ff x-openstack-request-id: req-6e44d2d8-007f-4af1-a70e-5f357c6899ff {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:14.297344 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a2b7ed-8508-4ee9-9706-1ae696c4f183", "name": "network-vif-deleted", "tag": "e7f3afce-1d49-4fcd-bed3-bc0a020fde92", "status": "completed", "code": 200}, {"server_uuid": "0a55c49e-ba8a-4a5f-98ea-4fab89960796", "name": "network-vif-deleted", "tag": "f30de82b-8318-4d20-89ba-20ce70585eb8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:14.298227 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e44d2d8-007f-4af1-a70e-5f357c6899ff {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:14.299251 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a2b7ed-8508-4ee9-9706-1ae696c4f183', 'name': 'network-vif-deleted', 'tag': 'e7f3afce-1d49-4fcd-bed3-bc0a020fde92', 'status': 'completed', 'code': 200} Dec 13 09:40:14.299647 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a55c49e-ba8a-4a5f-98ea-4fab89960796', 'name': 'network-vif-deleted', 'tag': 'f30de82b-8318-4d20-89ba-20ce70585eb8', 'status': 'completed', 'code': 200} Dec 13 09:40:14.395637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 536a0de8-2cbb-45ba-9e7c-3117de90feb2 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:14.433393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-d59517a0-0203-4988-9274-84a8e2052c7e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1212800 Dec 13 09:40:14.507303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603820-6c51-412c-8433-4f7dade203aa req-d8c14403-d499-4bc2-949b-a0f2924b4f69 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.509003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff603820-6c51-412c-8433-4f7dade203aa req-d8c14403-d499-4bc2-949b-a0f2924b4f69 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1486576 Dec 13 09:40:14.529669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-dc498ad5-0426-4a0e-9947-db2301d0bd91 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.543251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-dc498ad5-0426-4a0e-9947-db2301d0bd91 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports/c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 942 time: 0.1088023 Dec 13 09:40:14.603959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.656064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.678741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['1bc535a2-09d5-4135-8132-044be1e3f08b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:14.695627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Subnet': ['ID=33e4d9d1-afad-4405-b24d-844bca34ad10,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.715982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Pushing event deleted for resources: {'Port': ['ID=1bc535a2-09d5-4135-8132-044be1e3f08b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.744544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff603820-6c51-412c-8433-4f7dade203aa req-7f5ffdb8-bcf1-4f6b-8f0c-fe36730fb0b8 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204080 Dec 13 09:40:14.746954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Checking segment: {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:14.747452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network hostable DHCP agents. Network: 69436868-a513-483f-8dba-499b2b98588b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:40:14.767197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.774085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-183edf22-932b-486f-a2e6-85e04a81ad58 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1662877 Dec 13 09:40:14.781589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 69436868-a513-483f-8dba-499b2b98588b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:40:14.797806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] No DVR routers for this DVR port 1bc535a2-09d5-4135-8132-044be1e3f08b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:14.801842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.805059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdd71a5a-5ddf-4d8f-879c-dca4cbd0105b req-26f02f0b-e69d-43d3-9742-78b866647243 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.20 "DELETE /v2.0/ports/1bc535a2-09d5-4135-8132-044be1e3f08b HTTP/1.1" status: 204 len: 173 time: 1.4191852 Dec 13 09:40:14.814206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 69436868-a513-483f-8dba-499b2b98588b) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:14.819640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.821356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:14.833637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.835389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.873687 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e5363168-a954-4fb8-8451-1ae83b48c12f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7497427 Dec 13 09:40:14.882139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2108f669-024a-4824-a319-ba9524176a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:09Z', 'revision_number': 4, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'fb706e37-cccc-494c-a7d6-b5b2a427fe7f', 'name': '', 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'mac_address': 'fa:16:3e:4e:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:08Z', 'updated_at': '2021-12-13T09:40:13Z', 'revision_number': 4, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'subnets': [{'id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:14.884654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7555b5-f782-4bd7-8659-026e8f3f3fbb None None] Network 69436868-a513-483f-8dba-499b2b98588b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:14.887869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] For port fb706e37-cccc-494c-a7d6-b5b2a427fe7f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:14.890944 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.921934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:14.922312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.964480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108f669-024a-4824-a319-ba9524176a41 None None] The sync data for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 is: [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:09Z', 'revision_number': 4, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'fb706e37-cccc-494c-a7d6-b5b2a427fe7f', 'name': '', 'network_id': '6581a07d-bc34-4a92-8c34-48a89a99a46e', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'mac_address': 'fa:16:3e:4e:6f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:08Z', 'updated_at': '2021-12-13T09:40:13Z', 'revision_number': 4, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'subnets': [{'id': '9b1602aa-7e41-476d-a5cd-099983bc9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:14.966124 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.055823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-eda64a66-ebc1-4b46-90b7-c6d1a7933f63 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.076156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64b6514-f1cb-40ab-89d9-7c0b552b8ca3 req-eda64a66-ebc1-4b46-90b7-c6d1a7933f63 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.3011408 Dec 13 09:40:15.100789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:15.124673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:15.132579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:15.134616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Pushing event updated for resources: {'Port': ['ID=508dd7dd-fe97-459d-9190-fc99d20d9552,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:15.220300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-260ed184-65bc-4873-9e19-44e0156b435b req-cd4029d4-166c-4cda-982f-a062f560ffd8 tempest-ServerPasswordTestJSON-709473117 tempest-ServerPasswordTestJSON-709473117-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28b920a-bd8d-479f-b19f-23c867646c9f HTTP/1.1" status: 200 len: 210 time: 0.0474057 Dec 13 09:40:15.250225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-69dd5cb6-89c7-4e41-92f3-cc50b6ce461e None None] Provisioning complete for port fb706e37-cccc-494c-a7d6-b5b2a427fe7f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:15.250599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69dd5cb6-89c7-4e41-92f3-cc50b6ce461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.262359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3be2db2-c31c-448d-af9c-719e4c83f86f req-6cf5a176-867a-4374-a435-ab424f6a190f tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=22a2b7ed-8508-4ee9-9706-1ae696c4f183 HTTP/1.1" status: 200 len: 210 time: 0.0520406 Dec 13 09:40:15.640305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18a40-ddd8-4f46-ad60-fc6b45f7b927 None None] Pushing event updated for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:15.646129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Attempting to bind port 508dd7dd-fe97-459d-9190-fc99d20d9552 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:15.646506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Attempting to bind port 508dd7dd-fe97-459d-9190-fc99d20d9552 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:15.647790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Attempting to bind port 508dd7dd-fe97-459d-9190-fc99d20d9552 on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:15.655508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-69436868-a513-483f-8dba-499b2b98588b', 'network_id': '69436868-a513-483f-8dba-499b2b98588b', 'project_id': '3a09041fb7674a3584c01b95c580562a', 'fixed_ips': [{'subnet_id': '33e4d9d1-afad-4405-b24d-844bca34ad10'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:40:15.656406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.675882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bac6c-3b49-46fe-b4b8-bfca0915c656 req-edb740ef-b8e9-4c84-ba20-3bc7cb50d911 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.676062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:15.676267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Checking segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:15.676676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.677318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Bound using segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:15.677950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Bound port: 508dd7dd-fe97-459d-9190-fc99d20d9552, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:15.679027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.680022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-717bac6c-3b49-46fe-b4b8-bfca0915c656 req-edb740ef-b8e9-4c84-ba20-3bc7cb50d911 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 944 time: 0.0909405 Dec 13 09:40:15.683411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.688423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-339c935d-b8e4-473f-aa35-a8232afaf6df tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.694428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-339c935d-b8e4-473f-aa35-a8232afaf6df tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.696178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-339c935d-b8e4-473f-aa35-a8232afaf6df tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/networks?id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&id=69436868-a513-483f-8dba-499b2b98588b&id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e HTTP/1.1" status: 200 len: 1392 time: 0.2407792 Dec 13 09:40:15.727252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-622ccd04-de82-4409-a645-7c3387e50320 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/quotas/3a09041fb7674a3584c01b95c580562a HTTP/1.1" status: 200 len: 375 time: 0.0238414 Dec 13 09:40:15.814213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:15.816522 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980f2c7-89d9-42dd-b8bc-71748bee36c0" -d '{"events": [{"server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "name": "network-vif-plugged", "status": "completed", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:15.835318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-717bac6c-3b49-46fe-b4b8-bfca0915c656 req-a2348c5b-08df-419e-8526-1f9d90c48ef5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381516 Dec 13 09:40:15.859175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-bcd56c92-faa2-4cd5-9800-c6133ec2f1de tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.860884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-bcd56c92-faa2-4cd5-9800-c6133ec2f1de tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 949 time: 0.1317947 Dec 13 09:40:15.877625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:15.886252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-18a090a0-9638-45b7-9c14-067e89dfb992 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456585 Dec 13 09:40:15.906093 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.929821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] For port 508dd7dd-fe97-459d-9190-fc99d20d9552, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:16.013633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] For port 508dd7dd-fe97-459d-9190-fc99d20d9552, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=508dd7dd-fe97-459d-9190-fc99d20d9552,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:16.024865 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.069456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.082715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Allocated IP 19.86.0.2 (69436868-a513-483f-8dba-499b2b98588b/33e4d9d1-afad-4405-b24d-844bca34ad10/80a47211-4d76-47e5-9a21-8f0603c46c49) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:16.138307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-45bc315e-f218-47a7-9959-16aadcbd6677 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.2489409 Dec 13 09:40:16.159500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-f487271d-bbd3-42fa-99c8-0d35e7cb8c3a service neutron] 10.222.0.31 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707028 Dec 13 09:40:16.235640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa25f-1334-448b-becb-8b1acd100252 None None] Pushing event updated for resources: {'Port': ['ID=508dd7dd-fe97-459d-9190-fc99d20d9552,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.290084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port 5aab1462-7298-4038-bb28-321bc4861ced {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:16.291075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.305014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-88b86f9f-d4bc-4144-8c19-50918126b456 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:16.332464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-88b86f9f-d4bc-4144-8c19-50918126b456 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports/c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 942 time: 0.1708052 Dec 13 09:40:16.349155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'name': 'network-vif-deleted', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:16.354115 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89d65a-fc95-4878-9a17-4ae873a0ae85" -d '{"events": [{"server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "name": "network-vif-deleted", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:16.405572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.413525 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.479808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Network 69436868-a513-483f-8dba-499b2b98588b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:16.489073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:16.493439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:16.541959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Pushing event updated for resources: {'Port': ['ID=80a47211-4d76-47e5-9a21-8f0603c46c49,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.628082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-1a263700-6a3c-4665-8a7e-7abe0bfae7ef service neutron] 10.222.0.31 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678771 Dec 13 09:40:16.638213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Attempting to bind port 80a47211-4d76-47e5-9a21-8f0603c46c49 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:16.638793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Attempting to bind port 80a47211-4d76-47e5-9a21-8f0603c46c49 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:16.639249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Attempting to bind port 80a47211-4d76-47e5-9a21-8f0603c46c49 on network 69436868-a513-483f-8dba-499b2b98588b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:16.645737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:16.646361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Checking segment: {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:16.647441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.647963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Bound using segment: {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:16.648528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Bound port: 80a47211-4d76-47e5-9a21-8f0603c46c49, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:16.649144 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.751889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb706e37-cccc-494c-a7d6-b5b2a427fe7f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:16.798656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] For port 80a47211-4d76-47e5-9a21-8f0603c46c49, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:16.826277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] For port 80a47211-4d76-47e5-9a21-8f0603c46c49, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=80a47211-4d76-47e5-9a21-8f0603c46c49,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:16.847076 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.939233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fb706e37-cccc-494c-a7d6-b5b2a427fe7f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:16.939816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.011706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fb925-40d1-4e02-a649-5f104edc60a0 None None] Pushing event updated for resources: {'Port': ['ID=80a47211-4d76-47e5-9a21-8f0603c46c49,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:17.109957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 508dd7dd-fe97-459d-9190-fc99d20d9552 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:17.197005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 508dd7dd-fe97-459d-9190-fc99d20d9552 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:17.197568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.210594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-f52f966f-896c-4063-ac2a-37aca7d99278 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.7721736 Dec 13 09:40:17.327704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.359435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port 5aab1462-7298-4038-bb28-321bc4861ced, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5aab1462-7298-4038-bb28-321bc4861ced,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:17.359833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.367632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 508dd7dd-fe97-459d-9190-fc99d20d9552, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=508dd7dd-fe97-459d-9190-fc99d20d9552,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:17.385629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.410181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for 5aab1462-7298-4038-bb28-321bc4861ced owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:17.452906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-9e1fdffe-d4c0-4bf8-ab22-47fa7253bde3 service neutron] 10.222.0.31 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237216 Dec 13 09:40:17.466102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=508dd7dd-fe97-459d-9190-fc99d20d9552,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:17.575397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-4e1ad079-c875-44ad-b40d-bb199bd52ae6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:17.577069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-4e1ad079-c875-44ad-b40d-bb199bd52ae6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "GET /v2.0/ports?device_id=091b5e21-33d2-42da-9a10-0748537c1b43 HTTP/1.1" status: 200 len: 949 time: 0.4352524 Dec 13 09:40:17.602724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c00344-2766-417f-abdd-948ffa5ce821 None None] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:17.675699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-24b4d615-7d4e-49b7-bf27-158939740fdd tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:17.677068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-24b4d615-7d4e-49b7-bf27-158939740fdd tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.4657035 Dec 13 09:40:17.678865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d17b76ed-c410-4bda-a536-3ffb630d3918 None None] Provisioning complete for port 508dd7dd-fe97-459d-9190-fc99d20d9552 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:17.679345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d17b76ed-c410-4bda-a536-3ffb630d3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.752591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-0d735a40-7ca7-4bf2-8547-918614f4fce6 service neutron] 10.222.0.31 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982831 Dec 13 09:40:17.809276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1bc535a2-09d5-4135-8132-044be1e3f08b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:17.836632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-131adaf1-7d7e-4f61-9ab0-91473a30ca7b tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:17.838559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-131adaf1-7d7e-4f61-9ab0-91473a30ca7b tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.4454503 Dec 13 09:40:17.846962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 1bc535a2-09d5-4135-8132-044be1e3f08b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:17.847400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1bc535a2-09d5-4135-8132-044be1e3f08b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:18.017197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-f5c2a0fb-5d82-4155-9eae-9e732d0eca20 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.3142354 Dec 13 09:40:18.025088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:18.093422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5969f03d-7aad-4ad5-a690-6c18a194e29f None None] Provisioning complete for port 508dd7dd-fe97-459d-9190-fc99d20d9552 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:18.094340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5969f03d-7aad-4ad5-a690-6c18a194e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.108083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.144432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f', '5aab1462-7298-4038-bb28-321bc4861ced'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:18.173879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port 58096459-3db2-4827-a4cc-98b1b6d72a6a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:18.173879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.176792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=5aab1462-7298-4038-bb28-321bc4861ced,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:18.206931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-72edd5f4-1d46-400e-9dd2-b110174ea52c service neutron] 10.222.0.31 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878267 Dec 13 09:40:18.214807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.218003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.218367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.218977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.219320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.219686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.220025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.220357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.220688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.222044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.222044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.222044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.222044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.222475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:18.375587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:40:18.389225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port 5aab1462-7298-4038-bb28-321bc4861ced on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:18.392397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.396199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-847387ba-7945-423a-8c5a-cb97a299ec8a req-6e35f6ca-75c2-4038-9466-e6feb31e19c5 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "DELETE /v2.0/ports/5aab1462-7298-4038-bb28-321bc4861ced HTTP/1.1" status: 204 len: 173 time: 2.4919260 Dec 13 09:40:18.500060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Deleting port 35b08113-3c1c-4071-9997-d37a567d85d2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:18.500431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.608334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-572b69db-c026-48ea-a765-998e4a13d19f service neutron] 10.222.0.31 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795688 Dec 13 09:40:18.625604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb9766-0b4e-4892-b588-ff97f36fbe0b None None] Network 69436868-a513-483f-8dba-499b2b98588b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:18.643575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port 58096459-3db2-4827-a4cc-98b1b6d72a6a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58096459-3db2-4827-a4cc-98b1b6d72a6a,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:18.653974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.771244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.777827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:18.778320 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f disassociated. External IP: 172.25.2.64, port: c64d9bf8-25c4-4a9f-b05d-60e4967dc13b. Dec 13 09:40:18.877328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for 58096459-3db2-4827-a4cc-98b1b6d72a6a owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:18.889946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 508dd7dd-fe97-459d-9190-fc99d20d9552 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:18.909182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] Provisioning complete for port 80a47211-4d76-47e5-9a21-8f0603c46c49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:18.909557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.013576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] For port 35b08113-3c1c-4071-9997-d37a567d85d2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=35b08113-3c1c-4071-9997-d37a567d85d2,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:19.013877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.079089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f020727b-6cec-42b6-91a0-9593ac7b1c1c req-20def97e-1910-410d-bbad-fcd237b23910 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4aa4494-45d5-45f2-ab88-2cc37efa6883 HTTP/1.1" status: 200 len: 210 time: 0.0885370 Dec 13 09:40:19.106003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 508dd7dd-fe97-459d-9190-fc99d20d9552 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:19.106383 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.168542 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.225703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] For port 80a47211-4d76-47e5-9a21-8f0603c46c49, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=80a47211-4d76-47e5-9a21-8f0603c46c49,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:19.231019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.300415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 80a47211-4d76-47e5-9a21-8f0603c46c49 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:19.362394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9569c22-1e3f-45df-b158-d9771610ac82 None None] Pushing event updated for resources: {'Port': ['ID=80a47211-4d76-47e5-9a21-8f0603c46c49,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:19.421405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 80a47211-4d76-47e5-9a21-8f0603c46c49 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:19.421792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.477691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-edbed637-357d-464c-9087-a663182d5499 None None] Provisioning complete for port 80a47211-4d76-47e5-9a21-8f0603c46c49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:19.478088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edbed637-357d-464c-9087-a663182d5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.549927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:19.802101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58096459-3db2-4827-a4cc-98b1b6d72a6a no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:19.899910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.986388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994854c-bae4-4189-a3c8-d7ea0387d1cc req-8ffca87a-93d6-4389-9e49-ec1c27f5c7c7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:19.988016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7994854c-bae4-4189-a3c8-d7ea0387d1cc req-8ffca87a-93d6-4389-9e49-ec1c27f5c7c7 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fc19ecd-1a6b-4432-bcf9-a2e69408f579 HTTP/1.1" status: 200 len: 945 time: 0.6637921 Dec 13 09:40:20.069898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.070181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.070506 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Floating IP 8ba61b79-a8b3-4006-b500-490940574798 disassociated. External IP: 172.25.2.162, port: 35b08113-3c1c-4071-9997-d37a567d85d2. Dec 13 09:40:20.070864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Calling delete_port for 35b08113-3c1c-4071-9997-d37a567d85d2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:20.072664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.084615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:20.148650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=58096459-3db2-4827-a4cc-98b1b6d72a6a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:20.274788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7994854c-bae4-4189-a3c8-d7ea0387d1cc req-627813ba-20b7-4160-a5ab-97f1bf823a04 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a03dd3f-19ef-4ac7-b39d-72b894c4c049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748888 Dec 13 09:40:20.275925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port 58096459-3db2-4827-a4cc-98b1b6d72a6a on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:20.280177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.290031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d323e23-bad1-478b-b60e-9e0f108c1a74 req-ff097ed1-9737-42a2-a287-5eb5c1ee87d1 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.20 "DELETE /v2.0/ports/58096459-3db2-4827-a4cc-98b1b6d72a6a HTTP/1.1" status: 204 len: 173 time: 2.6984046 Dec 13 09:40:20.294061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:20.303086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.315419 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:20.336823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:20.337465 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:20.405636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-6ee65aff-2ed5-4b02-be12-922baa0998e6 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "PUT /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 694 time: 2.3875055 Dec 13 09:40:20.455458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5aab1462-7298-4038-bb28-321bc4861ced no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:20.474255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-434856a1-c62d-4a49-8c6b-dfe9bf304a4d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:20.493840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-434856a1-c62d-4a49-8c6b-dfe9bf304a4d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:20.495528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-434856a1-c62d-4a49-8c6b-dfe9bf304a4d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "GET /v2.0/networks?id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&id=69436868-a513-483f-8dba-499b2b98588b&id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e HTTP/1.1" status: 200 len: 1392 time: 0.2581563 Dec 13 09:40:20.495765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efab747-1878-4afa-b169-837d88deffa5 req-5216165a-8f24-479e-94d8-d018f9b73103 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:20.504882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6efab747-1878-4afa-b169-837d88deffa5 req-5216165a-8f24-479e-94d8-d018f9b73103 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1287146 Dec 13 09:40:20.514322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'admin_state_up': True, 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:20.529383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 5aab1462-7298-4038-bb28-321bc4861ced {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:20.531933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5aab1462-7298-4038-bb28-321bc4861ced not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:20.635060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:20.650916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.657436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 80a47211-4d76-47e5-9a21-8f0603c46c49 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:20.720036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6efab747-1878-4afa-b169-837d88deffa5 req-462a47e4-829c-44b3-b21d-d23fb1c98288 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139883 Dec 13 09:40:20.793367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:20.801543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.830005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event deleted for resources: {'Port': ['ID=35b08113-3c1c-4071-9997-d37a567d85d2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:20.862259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-70a5581d-0b48-4c54-acef-dfbfa1291ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:20.872465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-70a5581d-0b48-4c54-acef-dfbfa1291ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1096 time: 0.4509916 Dec 13 09:40:20.887588 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9a353-da9e-4485-a0f1-5fbe3daa0f37 x-openstack-request-id: req-25b9a353-da9e-4485-a0f1-5fbe3daa0f37 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:20.887819 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "name": "network-vif-plugged", "status": "completed", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:20.888000 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25b9a353-da9e-4485-a0f1-5fbe3daa0f37 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:20.888701 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2', 'code': 200} Dec 13 09:40:20.938177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 80a47211-4d76-47e5-9a21-8f0603c46c49 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:20.938763 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:20.938850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:20.984320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39460) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:20.998987 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:21.024438 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:21.025389 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:21.083946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Deleting subnet a077f928-077f-487c-bf3b-a2a9b5b4ef5f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:21.094857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a0a7-9a6e-4f53-871a-54b952ec5e2a req-29fbd22c-0840-4b3f-9b0a-46d6c1de12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:21.096592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac32a0a7-9a6e-4f53-871a-54b952ec5e2a req-29fbd22c-0840-4b3f-9b0a-46d6c1de12a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 1096 time: 0.1142871 Dec 13 09:40:21.100226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.199016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-914302d8-2a87-4a15-83ab-f31bb9334f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:21.208292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-914302d8-2a87-4a15-83ab-f31bb9334f4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.3293722 Dec 13 09:40:21.234101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.249917 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:21.341852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-9ffc2550-7a36-47c3-a12a-09a92fabfa5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 217 time: 0.1323471 Dec 13 09:40:21.348226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Allocated IP 19.80.0.223 (29d720a7-11de-44ea-b1a6-1e2cf0c4a54e/e39a1c16-d1d2-404c-9dfb-dbc0d0395189/fe9cf6c8-2efe-485d-b312-0b9344f88b9f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:21.362512 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eee2e4-3fd3-4cff-aa7e-bf745140035b x-openstack-request-id: req-f3eee2e4-3fd3-4cff-aa7e-bf745140035b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:21.363350 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b920a-bd8d-479f-b19f-23c867646c9f", "name": "network-vif-deleted", "tag": "1bc535a2-09d5-4135-8132-044be1e3f08b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:21.363604 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3eee2e4-3fd3-4cff-aa7e-bf745140035b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:21.364468 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b920a-bd8d-479f-b19f-23c867646c9f', 'name': 'network-vif-deleted', 'tag': '1bc535a2-09d5-4135-8132-044be1e3f08b', 'status': 'completed', 'code': 200} Dec 13 09:40:21.368708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.474467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-83b82214-8f70-4de8-b284-a7d8994808d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:21.481483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-83b82214-8f70-4de8-b284-a7d8994808d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1387534 Dec 13 09:40:21.487580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac32a0a7-9a6e-4f53-871a-54b952ec5e2a req-5934d867-7af4-46a1-94bf-f392e3855b91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769894 Dec 13 09:40:21.489421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:21.536256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.593073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a077f928-077f-487c-bf3b-a2a9b5b4ef5f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:21.604296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.608144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0548fcae-350e-42a0-821b-b5f119619566 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a077f928-077f-487c-bf3b-a2a9b5b4ef5f HTTP/1.1" status: 204 len: 168 time: 0.6205230 Dec 13 09:40:21.611917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39470) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:21.635472 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:21.664025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22d749-867f-4b2e-b584-e93181fef8d0 None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:21.678440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f47fa-8682-413c-b0ff-9ca4afe423b4 req-dec0c651-8454-4715-9f40-8fee849d2045 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:21.687267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c51f47fa-8682-413c-b0ff-9ca4afe423b4 req-dec0c651-8454-4715-9f40-8fee849d2045 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2568419 Dec 13 09:40:21.770804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.795670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-f43c2c12-cb12-4387-a333-c52a4277af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:21.800032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 35b08113-3c1c-4071-9997-d37a567d85d2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:21.823704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-f43c2c12-cb12-4387-a333-c52a4277af07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175013 Dec 13 09:40:21.824893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:21.884577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.940255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.981935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a60a53-9b9b-46d5-a516-90d5c06fa17c']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:21.996223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:21.996837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1de5ae-4cac-4104-9a9b-e13bdac21c0a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:22.019071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.027887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.079094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] No DVR routers for this DVR port 35b08113-3c1c-4071-9997-d37a567d85d2 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:22.089245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.090267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:22.098354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.104531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-362c0e41-4e25-484a-9c78-9e2733e04d2b req-7728d4a6-9e2e-427e-9e67-448875a80848 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.20 "DELETE /v2.0/ports/35b08113-3c1c-4071-9997-d37a567d85d2 HTTP/1.1" status: 204 len: 173 time: 4.2440059 Dec 13 09:40:22.111693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:22.112332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:22.114183 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:22.131500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:22.134308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:22.167822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:22.168649 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1f1bd-6de2-47f1-8d81-b71efeb7644b None None] New status for floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:22.247361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.262331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c51f47fa-8682-413c-b0ff-9ca4afe423b4 req-dff79161-e7bf-4049-8001-3da934096b40 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731704 Dec 13 09:40:22.274372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.280735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/89a60a53-9b9b-46d5-a516-90d5c06fa17c HTTP/1.1" status: 204 len: 168 time: 0.6647127 Dec 13 09:40:22.285415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:22.289257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 35b08113-3c1c-4071-9997-d37a567d85d2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:22.289615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 35b08113-3c1c-4071-9997-d37a567d85d2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:22.309053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:22.309715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.324245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:22.324882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:22.338968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-118a34d1-4391-4ef3-929b-9f9d1295998f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8316131 Dec 13 09:40:22.345630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fba49-ce73-4b66-b65f-7a879e211ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a60a53-9b9b-46d5-a516-90d5c06fa17c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:22.347813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-d68ed8b0-37b9-45e6-a6e5-91b879571ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105212 Dec 13 09:40:22.373215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'network_id': '69436868-a513-483f-8dba-499b2b98588b', 'admin_state_up': True, 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:22.584585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39478) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:22.661667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:22.712153 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3674ebc-a962-46be-8c01-0d0201ef79ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ea5964a50c44206ab94d92bbcdbb29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261811 Dec 13 09:40:22.713902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:22.718115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.722397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:22.726465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e1bbf93c-f9c2-4bdb-a55f-f9293b420a06 None None] Provisioning complete for port fe9cf6c8-2efe-485d-b312-0b9344f88b9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:22.726853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf93c-f9c2-4bdb-a55f-f9293b420a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:22.753821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebbb0f0f-99e7-4fda-94f8-ae9668a2bc2d req-802ea1df-486c-4c50-aa6b-826cc3d43e11 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933115 Dec 13 09:40:22.783844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b8ff-1d94-4e8d-8fd6-73d239b8bf94 req-2d37059c-9f71-43bf-b95c-56bafa517746 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:22.800037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c701b8ff-1d94-4e8d-8fd6-73d239b8bf94 req-2d37059c-9f71-43bf-b95c-56bafa517746 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 932 time: 0.4094398 Dec 13 09:40:22.875737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbf93c-f9c2-4bdb-a55f-f9293b420a06 None None] Port fe9cf6c8-2efe-485d-b312-0b9344f88b9f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:22.887423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c701b8ff-1d94-4e8d-8fd6-73d239b8bf94 req-7e926853-7409-4e08-95d9-15ca69fdb337 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767477 Dec 13 09:40:23.044451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.092679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Allocated IP 19.86.0.174 (69436868-a513-483f-8dba-499b2b98588b/33e4d9d1-afad-4405-b24d-844bca34ad10/a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:23.095264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1530d-ed87-493f-96fe-f600c362c19d req-67683bf3-d89a-4542-b843-690f05fe45a0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:23.100786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04b1530d-ed87-493f-96fe-f600c362c19d req-67683bf3-d89a-4542-b843-690f05fe45a0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1029372 Dec 13 09:40:23.142836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:23.189101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04b1530d-ed87-493f-96fe-f600c362c19d req-ac06f254-1c2e-4573-932f-545a04afa02d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820243 Dec 13 09:40:23.201099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:23.219536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:23.220570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:23.292080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.330107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.356796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 69436868-a513-483f-8dba-499b2b98588b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:23.363635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:23.365189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'name': 'network-vif-deleted', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced'}, {'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'name': 'network-vif-deleted', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a'}, {'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'}, {'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'name': 'network-vif-deleted', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:23.367057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.368223 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a9ef7-58d1-4090-bb31-816c611abfee" -d '{"events": [{"server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "name": "network-vif-deleted", "tag": "5aab1462-7298-4038-bb28-321bc4861ced"}, {"server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "name": "network-vif-deleted", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a"}, {"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b"}, {"server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "name": "network-vif-deleted", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:23.392103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:23.396845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-d0901220-3a39-490f-8d8b-f7a15e7558ec tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:23.398452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-d0901220-3a39-490f-8d8b-f7a15e7558ec tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1162665 Dec 13 09:40:23.454823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:23.480843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-240af9ff-c52d-40a0-801e-fd5da4f24e71 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0761003 Dec 13 09:40:23.512466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:23.569664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.712300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45853-5dde-459e-b0af-5e6ee6100a1a req-6bbb560d-a9e6-43fe-9283-eeeb3511c06c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:23.713856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5d45853-5dde-459e-b0af-5e6ee6100a1a req-6bbb560d-a9e6-43fe-9283-eeeb3511c06c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2320988 Dec 13 09:40:23.731088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a2ebd862-6340-4cf5-a59e-f312368cddd5 None None] Provisioning complete for port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:23.731893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd862-6340-4cf5-a59e-f312368cddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.803035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebd862-6340-4cf5-a59e-f312368cddd5 None None] Port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:23.840430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:23.841727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5d45853-5dde-459e-b0af-5e6ee6100a1a req-fd31eb1f-c85d-4ca0-9d70-ee21fb22ea75 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203043 Dec 13 09:40:23.863729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:23.877283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:23.877870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.901743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7fed4071-115c-429a-882e-975574e4b4de tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397480 Dec 13 09:40:23.913256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81219b-2ea3-43d7-b1f9-c25ba1608abb None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:34:16Z', 'revision_number': 4, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d', 'name': '', 'network_id': 'bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'mac_address': 'fa:16:3e:4f:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:15Z', 'updated_at': '2021-12-13T09:34:22Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'subnets': [{'id': 'e2884f69-5eb9-46c8-80b7-0766de1feb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:23.913760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'admin_state_up': True, 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:23.937525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.940507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:23.943607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5641e094-011e-4c97-8f4b-9bc233f382da HTTP/1.1" status: 204 len: 168 time: 1.2180595 Dec 13 09:40:23.993154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da32df-9ad2-4925-aa99-6e1bf90c9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641e094-011e-4c97-8f4b-9bc233f382da,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:24.133145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:24.144888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.274256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:24.379159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.421365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dd33a-363d-494b-b81f-765c6f60029e None None] New status for floating IP 8ba61b79-a8b3-4006-b500-490940574798: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:24.441141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.524736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.529795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.534190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "DELETE /v2.0/security-groups/9a03dd3f-19ef-4ac7-b39d-72b894c4c049 HTTP/1.1" status: 204 len: 168 time: 0.2580578 Dec 13 09:40:24.534819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:24.570716 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145c9fe6-10ee-4152-a732-dadfc783487f x-openstack-request-id: req-145c9fe6-10ee-4152-a732-dadfc783487f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:24.570716 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4aa4494-45d5-45f2-ab88-2cc37efa6883", "name": "network-vif-deleted", "tag": "5aab1462-7298-4038-bb28-321bc4861ced", "status": "completed", "code": 200}, {"server_uuid": "091b5e21-33d2-42da-9a10-0748537c1b43", "name": "network-vif-deleted", "tag": "58096459-3db2-4827-a4cc-98b1b6d72a6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b", "status": "completed", "code": 200}, {"server_uuid": "2fc19ecd-1a6b-4432-bcf9-a2e69408f579", "name": "network-vif-deleted", "tag": "35b08113-3c1c-4071-9997-d37a567d85d2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:24.571686 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-145c9fe6-10ee-4152-a732-dadfc783487f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:24.572101 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-0beceeec-6a9d-486c-b4e4-cbabce7eb30c tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] show failed (client error): The resource could not be found. Dec 13 09:40:24.572288 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aa4494-45d5-45f2-ab88-2cc37efa6883', 'name': 'network-vif-deleted', 'tag': '5aab1462-7298-4038-bb28-321bc4861ced', 'status': 'completed', 'code': 200} Dec 13 09:40:24.573177 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b5e21-33d2-42da-9a10-0748537c1b43', 'name': 'network-vif-deleted', 'tag': '58096459-3db2-4827-a4cc-98b1b6d72a6a', 'status': 'completed', 'code': 200} Dec 13 09:40:24.573458 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'status': 'completed', 'code': 200} Dec 13 09:40:24.573762 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc19ecd-1a6b-4432-bcf9-a2e69408f579', 'name': 'network-vif-deleted', 'tag': '35b08113-3c1c-4071-9997-d37a567d85d2', 'status': 'completed', 'code': 200} Dec 13 09:40:24.580089 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0beceeec-6a9d-486c-b4e4-cbabce7eb30c tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "GET /v2.0/security-groups/9a03dd3f-19ef-4ac7-b39d-72b894c4c049 HTTP/1.1" status: 404 len: 347 time: 0.0369298 Dec 13 09:40:24.580999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32687d-c000-4e87-9c80-928389ac0ce6 tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03dd3f-19ef-4ac7-b39d-72b894c4c049,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:24.602192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:24.617954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Allocated IP 19.80.0.94 (29d720a7-11de-44ea-b1a6-1e2cf0c4a54e/e39a1c16-d1d2-404c-9dfb-dbc0d0395189/72cc5862-bdb5-4e00-bb10-101c3369f934) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:24.766100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab67110-2465-4938-8962-5c279354af22 req-d9e974a8-fbfb-4b3c-93d3-63ce811ca973 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:24.779685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab67110-2465-4938-8962-5c279354af22 req-d9e974a8-fbfb-4b3c-93d3-63ce811ca973 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:24.791753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ab67110-2465-4938-8962-5c279354af22 req-d9e974a8-fbfb-4b3c-93d3-63ce811ca973 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 1655 time: 0.1911285 Dec 13 09:40:24.810996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-648b94d9-5826-48e4-b5dc-e983a0d78bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:24.810996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-648b94d9-5826-48e4-b5dc-e983a0d78bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 1096 time: 0.2393131 Dec 13 09:40:24.870245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:24.919991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ab67110-2465-4938-8962-5c279354af22 req-5b66cbda-ee07-4bef-8981-da581675cf1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215868 Dec 13 09:40:24.961752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.119438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:25.131656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:25.139851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:25.142383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:25.161388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-a2e94293-f214-466e-aadf-797ee2182afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.163711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-a2e94293-f214-466e-aadf-797ee2182afe service neutron] 10.222.0.16 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.3185232 Dec 13 09:40:25.185068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-31b660d3-2580-4cc4-9d68-51a23fb04723 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.187626 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-31b660d3-2580-4cc4-9d68-51a23fb04723 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9 HTTP/1.1" status: 200 len: 945 time: 0.2810647 Dec 13 09:40:25.193914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.205433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.307475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-702cda0c-3263-4c6f-96c3-156833cdca7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 200 len: 217 time: 0.1159942 Dec 13 09:40:25.311877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.312702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.366414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Deleting port fb864259-f55f-4e5c-8cbc-1217afd5cfd1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:25.366763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.389871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-43b1e236-1407-43d8-9ae0-ec1c83cadb94 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4803891 Dec 13 09:40:25.426845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:25.453498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9acba3-9768-446a-b7b9-297658bcdf5f req-34635d4b-fabe-449c-a5f8-9de51e3a5b12 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.460956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a9acba3-9768-446a-b7b9-297658bcdf5f req-34635d4b-fabe-449c-a5f8-9de51e3a5b12 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.1941071 Dec 13 09:40:25.471326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-ca218a5a-acb8-4fb2-b477-b96ba069ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.472773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-ca218a5a-acb8-4fb2-b477-b96ba069ff44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1401060 Dec 13 09:40:25.510699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Deleting port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:25.511049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.517232 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f associated. External IP: 172.25.2.64, port: b18ab328-7154-4e3c-ab66-ada7033ec6a5. Dec 13 09:40:25.538969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c835c687-318d-486e-aea4-3da2da2ca895 None None] Provisioning complete for port 72cc5862-bdb5-4e00-bb10-101c3369f934 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:25.540405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c835c687-318d-486e-aea4-3da2da2ca895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.549898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.556730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.557365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.597094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c835c687-318d-486e-aea4-3da2da2ca895 None None] Port 72cc5862-bdb5-4e00-bb10-101c3369f934 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:25.612869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a9acba3-9768-446a-b7b9-297658bcdf5f req-80b3f479-3e1b-4ce6-a48a-e240f4abbc8e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510525 Dec 13 09:40:25.624273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Calling delete_port for fb864259-f55f-4e5c-8cbc-1217afd5cfd1 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:25.674127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-c7a6fc4a-f911-41ca-b1e9-ada6ed40f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.678914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-c7a6fc4a-f911-41ca-b1e9-ada6ed40f47f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948581 Dec 13 09:40:25.853342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] For port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:25.853732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:25.867849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9244e0-4d8c-4c7e-88f7-6fc3c22cc965 req-03bac4bd-148f-4083-9edc-c25416fd1123 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:25.869382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a9244e0-4d8c-4c7e-88f7-6fc3c22cc965 req-03bac4bd-148f-4083-9edc-c25416fd1123 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1668987 Dec 13 09:40:25.876455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-b9f3ccac-4638-4eaf-a800-bf093c61ba22 service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877258 Dec 13 09:40:25.898386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Calling delete_port for c64d9bf8-25c4-4a9f-b05d-60e4967dc13b owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:26.017485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-18e9b850-c1a2-4387-a850-3af14a9aebde tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:26.018972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-18e9b850-c1a2-4387-a850-3af14a9aebde tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 950 time: 0.1956880 Dec 13 09:40:26.038033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a9244e0-4d8c-4c7e-88f7-6fc3c22cc965 req-4e8635e2-fea1-4fa0-bef6-f81496f7a52a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600471 Dec 13 09:40:26.043401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:26.067280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c3a9ef7-58d1-4090-bb31-816c611abfee req-400586b0-492a-4244-9d2b-91bd6edfd0ba service neutron] 10.222.0.16 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794553 Dec 13 09:40:26.219214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.225507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:26.230368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.237630 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:26.256764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:26.257932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:26.261410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c05dfc77-bbca-4158-86e2-41d058cbcd15 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "PUT /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 995 time: 2.7530901 Dec 13 09:40:26.274461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057712-9eac-47c0-b715-3207673216bb req-cebf9f6e-0c6b-441d-8146-7ac4613ed9b7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:26.282024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19057712-9eac-47c0-b715-3207673216bb req-cebf9f6e-0c6b-441d-8146-7ac4613ed9b7 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 950 time: 0.1030364 Dec 13 09:40:26.294960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Pushing event deleted for resources: {'Port': ['ID=fb864259-f55f-4e5c-8cbc-1217afd5cfd1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:26.364303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19057712-9eac-47c0-b715-3207673216bb req-4f7d993d-7202-495c-bc95-ad73b4721b44 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764472 Dec 13 09:40:26.389279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-640a541f-f02f-4605-b250-79f5695f50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:26.390792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-640a541f-f02f-4605-b250-79f5695f50ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1018205 Dec 13 09:40:26.429705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9cf6c8-2efe-485d-b312-0b9344f88b9f {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:26.435796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.441750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port 02bed8e1-121f-4f65-b605-24a884c8d81f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:26.442531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.447931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b18ab328-7154-4e3c-ab66-ada7033ec6a5'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:26.458770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:26.465948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.478180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.486453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.493123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a22b88d-1ead-4876-8f2f-b221c3585e5e tempest-ServersWithSpecificFlavorTestJSON-166606408 tempest-ServersWithSpecificFlavorTestJSON-166606408-project] 10.222.0.31 "DELETE /v2.0/floatingips/8ba61b79-a8b3-4006-b500-490940574798 HTTP/1.1" status: 204 len: 168 time: 1.8895102 Dec 13 09:40:26.498456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:26.653256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event deleted for resources: {'Port': ['ID=c64d9bf8-25c4-4a9f-b05d-60e4967dc13b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:26.666903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Transition to ACTIVE for port object fe9cf6c8-2efe-485d-b312-0b9344f88b9f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:26.680501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.773723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] No DVR routers for this DVR port c64d9bf8-25c4-4a9f-b05d-60e4967dc13b on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:26.782822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:26.786361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b05c60c7-ac85-421d-835d-bf5c7f9b39d6 req-cab88633-6921-473a-9354-21a5ad69a751 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.16 "DELETE /v2.0/ports/c64d9bf8-25c4-4a9f-b05d-60e4967dc13b HTTP/1.1" status: 204 len: 173 time: 1.5586925 Dec 13 09:40:26.793121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'name': 'network-vif-deleted', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:26.800189 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745a68c-f9f6-480d-aa73-d020dfc239f4" -d '{"events": [{"server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "name": "network-vif-deleted", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:26.930501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:27.238210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port 02bed8e1-121f-4f65-b605-24a884c8d81f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=02bed8e1-121f-4f65-b605-24a884c8d81f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:27.239910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.248444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:27.251889 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b14cc7-4943-4ce9-8d18-047cde98301b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:27.256505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-7597b7ef-affd-4176-8774-6336c0fd4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.264216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-7597b7ef-affd-4176-8774-6336c0fd4a69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.8664434 Dec 13 09:40:27.280067 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:25Z', 'revision_number': 8, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:27.283685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6736-8967-4545-9aa2-54205cae484c req-8ba72033-6e2f-4f16-b89c-8fc9791cb576 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.285243 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-531d6736-8967-4545-9aa2-54205cae484c req-8ba72033-6e2f-4f16-b89c-8fc9791cb576 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a80c8d6-82b6-4186-a5b8-8f6968fd33fc HTTP/1.1" status: 200 len: 950 time: 0.3932710 Dec 13 09:40:27.286303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for 02bed8e1-121f-4f65-b605-24a884c8d81f owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:27.288389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Attempting to bind port fe9cf6c8-2efe-485d-b312-0b9344f88b9f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:27.288720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Attempting to bind port fe9cf6c8-2efe-485d-b312-0b9344f88b9f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:27.289049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Attempting to bind port fe9cf6c8-2efe-485d-b312-0b9344f88b9f on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:27.343769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Port fe9cf6c8-2efe-485d-b312-0b9344f88b9f on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:27.350067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Attempting to bind port fe9cf6c8-2efe-485d-b312-0b9344f88b9f on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:27.387127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7280d-bab3-47d0-9eca-567c7304e4f6 req-8b2dbdf6-3dfb-4afd-934a-fbed07ad4cdd tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.393953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7280d-bab3-47d0-9eca-567c7304e4f6 req-8b2dbdf6-3dfb-4afd-934a-fbed07ad4cdd tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.400586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7280d-bab3-47d0-9eca-567c7304e4f6 req-8b2dbdf6-3dfb-4afd-934a-fbed07ad4cdd tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.404210 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:27.409112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ea7280d-bab3-47d0-9eca-567c7304e4f6 req-8b2dbdf6-3dfb-4afd-934a-fbed07ad4cdd tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2388 time: 0.1360452 Dec 13 09:40:27.438697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:27.439056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Checking segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:27.439420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Bound using segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:27.440164 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:27.440804 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:27.444982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-e008726f-edad-440e-8b68-0154c6c073b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 998 time: 0.1795712 Dec 13 09:40:27.456523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Bound port: fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:27.456924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.535064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ea7280d-bab3-47d0-9eca-567c7304e4f6 req-22d955d7-3319-4c3d-ba52-9047a3a2d111 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243901 Dec 13 09:40:27.577987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-913186c9-98a9-4cbb-b879-a3b06edc76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.580022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-913186c9-98a9-4cbb-b879-a3b06edc76ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1342194 Dec 13 09:40:27.653996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-36906f07-e3d2-4f74-9c98-2553c880c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.659779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-36906f07-e3d2-4f74-9c98-2553c880c077 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695617 Dec 13 09:40:27.696187 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:27.753921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:27.762834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:27.770012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.781876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670a9ec-ff1c-4c0a-a756-d4a1a1cbbb44 req-e06c30f0-4618-497d-93ec-179d026eba42 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.798687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4670a9ec-ff1c-4c0a-a756-d4a1a1cbbb44 req-e06c30f0-4618-497d-93ec-179d026eba42 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1297245 Dec 13 09:40:27.854506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port f8be8c78-6016-4953-845a-56a43cbbfd69 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:27.855945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.916192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4670a9ec-ff1c-4c0a-a756-d4a1a1cbbb44 req-c3e6d51c-4bf1-4b58-a110-5de9537ee600 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162493 Dec 13 09:40:27.929037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.929661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.931085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe9cf6c8-2efe-485d-b312-0b9344f88b9f HTTP/1.1" status: 200 len: 1092 time: 2.5101080 Dec 13 09:40:27.953929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-c3ea4110-0bee-4d1b-ab49-995e29cda01f service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579734 Dec 13 09:40:27.967181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7e50-fead-4363-9278-6fa936ff793b req-bd076b23-2f7d-4b71-bcbd-0e7b9dd8dc56 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.970113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d02e7e50-fead-4363-9278-6fa936ff793b req-bd076b23-2f7d-4b71-bcbd-0e7b9dd8dc56 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.1380661 Dec 13 09:40:28.002953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.030693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'f8be8c78-6016-4953-845a-56a43cbbfd69', '02bed8e1-121f-4f65-b605-24a884c8d81f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:28.355610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Deleting port a62163a2-8b2c-4f59-baa3-34b375d7eea9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:28.356212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.384083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:25Z', 'revision_number': 8, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:28.385343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3e1cbc-015b-4719-bef9-ae678e0a9778 req-8e4e4c45-05ab-4529-84a6-1be885578b54 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137900 Dec 13 09:40:28.422944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee65c1-8fc2-4def-b365-f3b84344bc5b None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '909bd600-d12f-4ed6-b3fa-045cd03c9f6f', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'port_id': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'mac_address': 'fa:16:3e:69:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:34Z', 'updated_at': '2021-12-13T09:40:25Z', 'revision_number': 8, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:28.434663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829664d-b66f-4559-b2b2-5ef3add3c908 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:28.451584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:28.475342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c64d9bf8-25c4-4a9f-b05d-60e4967dc13b no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:28.522668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: c64d9bf8-25c4-4a9f-b05d-60e4967dc13b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:28.523143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c64d9bf8-25c4-4a9f-b05d-60e4967dc13b not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:28.534484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=02bed8e1-121f-4f65-b605-24a884c8d81f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:28.559992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port f8be8c78-6016-4953-845a-56a43cbbfd69, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f8be8c78-6016-4953-845a-56a43cbbfd69,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:28.560137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.644901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for f8be8c78-6016-4953-845a-56a43cbbfd69 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:28.650352 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c459ff9-65eb-436c-a1cc-9bd681baf011 x-openstack-request-id: req-4c459ff9-65eb-436c-a1cc-9bd681baf011 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:28.650647 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9", "name": "network-vif-deleted", "tag": "c64d9bf8-25c4-4a9f-b05d-60e4967dc13b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:28.650905 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c459ff9-65eb-436c-a1cc-9bd681baf011 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:28.651303 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dadfd5a-e0f5-4099-a8d3-5334dab8b9e9', 'name': 'network-vif-deleted', 'tag': 'c64d9bf8-25c4-4a9f-b05d-60e4967dc13b', 'status': 'completed', 'code': 200} Dec 13 09:40:28.652044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port 02bed8e1-121f-4f65-b605-24a884c8d81f on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:28.659433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.663468 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-111f8674-0ebb-4be8-9a87-fb525a45627f req-e96bdead-f8d8-42ea-b52f-bd8cdbb4340d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "DELETE /v2.0/ports/02bed8e1-121f-4f65-b605-24a884c8d81f HTTP/1.1" status: 204 len: 173 time: 2.6336989 Dec 13 09:40:28.674729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.682964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adb746-1a37-485c-a7cb-4a92bb7d74f7 req-4538c367-f9e6-4ba6-83a8-e5688ea746d2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:28.694315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59adb746-1a37-485c-a7cb-4a92bb7d74f7 req-4538c367-f9e6-4ba6-83a8-e5688ea746d2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.2048664 Dec 13 09:40:28.800683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] For port a62163a2-8b2c-4f59-baa3-34b375d7eea9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a62163a2-8b2c-4f59-baa3-34b375d7eea9,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:28.805459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.848897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Calling delete_port for a62163a2-8b2c-4f59-baa3-34b375d7eea9 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:28.872978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59adb746-1a37-485c-a7cb-4a92bb7d74f7 req-c59dd420-e86d-49c3-9644-a6f4ea7f041b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773295 Dec 13 09:40:28.934137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57060b7c-956f-4988-9618-3c8c89dac031 None None] New status for floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:28.967659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e7d8742-b0db-4105-b21c-ddbc42c81797 req-7870b147-cc38-4554-bcf6-ef2dbc9f7143 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0931101 Dec 13 09:40:29.094815 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6554528-bc8d-4caf-b274-4b5859cf18f0 x-openstack-request-id: req-e6554528-bc8d-4caf-b274-4b5859cf18f0 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:29.097923 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:29.098484 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6554528-bc8d-4caf-b274-4b5859cf18f0 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:29.102909 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:40:29.178098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.195323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:29.275111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=f8be8c78-6016-4953-845a-56a43cbbfd69,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:29.287068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca5acbe1-fc2a-4798-a4e5-2fa5550f7abb req-4e9f06f5-3459-4952-add5-743668e682f6 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c945fd-d024-4f8f-aa2d-8d711de76e98 HTTP/1.1" status: 200 len: 210 time: 0.0438292 Dec 13 09:40:29.299344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port f8be8c78-6016-4953-845a-56a43cbbfd69 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:29.306098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.315866 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-531d6736-8967-4545-9aa2-54205cae484c req-68592310-98cf-47aa-b702-c885a33ebf89 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "DELETE /v2.0/ports/f8be8c78-6016-4953-845a-56a43cbbfd69 HTTP/1.1" status: 204 len: 173 time: 2.0151117 Dec 13 09:40:29.322906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-7a07fada-3851-40a2-84d3-af4154e99763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.335866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-7a07fada-3851-40a2-84d3-af4154e99763 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1914065 Dec 13 09:40:29.345872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc9c1e-3806-48cf-a0f1-efcf8c116e21 req-22563408-ddbb-4471-9a71-c7e519f89089 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.353682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cfc9c1e-3806-48cf-a0f1-efcf8c116e21 req-22563408-ddbb-4471-9a71-c7e519f89089 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=fffa04af-7b90-4c2c-8257-c7fe0604bc51 HTTP/1.1" status: 200 len: 944 time: 0.2863984 Dec 13 09:40:29.415838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.615290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cfc9c1e-3806-48cf-a0f1-efcf8c116e21 req-fbd838fb-a617-4200-bfdf-0cffd9c78076 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601697 Dec 13 09:40:29.664556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:29.675260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.694053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Transition to ACTIVE for port object a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:29.699307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-36a32da2-b3c2-4156-8fe6-f355d77aaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.700878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-36a32da2-b3c2-4156-8fe6-f355d77aaf23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.3394420 Dec 13 09:40:29.704680 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.771032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:29.819517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d8308b4-f7c3-4f2b-8c5a-38db9e3677e8 req-e15af1bb-025f-4358-9c2d-9f28077bec9a tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 997 time: 0.2291009 Dec 13 09:40:29.844823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.857952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a62163a2-8b2c-4f59-baa3-34b375d7eea9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:29.881929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Attempting to bind port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:29.882592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Attempting to bind port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:29.883099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Attempting to bind port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 on network 69436868-a513-483f-8dba-499b2b98588b {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:29.888949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 on network 69436868-a513-483f-8dba-499b2b98588b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:29.889385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Attempting to bind port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 on network 69436868-a513-483f-8dba-499b2b98588b {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:29.894772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:29.895401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Checking segment: {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:29.895931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Bound using segment: {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:29.896667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Bound port: a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69436868-a513-483f-8dba-499b2b98588b'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:29.897156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.994626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:29.998547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:30.004652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.055201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event deleted for resources: {'Port': ['ID=a62163a2-8b2c-4f59-baa3-34b375d7eea9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:30.066880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-cad0ec6e-f74c-4cd4-b7d4-57924d120e7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 1000 time: 0.3528390 Dec 13 09:40:30.090100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:30.114093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.114782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.115262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.116187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.116643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.117678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.119057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.119840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.120696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.121149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.121609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.122974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.123428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.139577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.140568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.144039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] No DVR routers for this DVR port a62163a2-8b2c-4f59-baa3-34b375d7eea9 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:30.151963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-3f988891-cbd8-4889-ad2a-a7da89c5e4c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 HTTP/1.1" status: 200 len: 1092 time: 1.7173364 Dec 13 09:40:30.156134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.161529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d02e7e50-fead-4363-9278-6fa936ff793b req-d7f014bb-ca6e-41f0-bd32-5713078b7dbf tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "DELETE /v2.0/ports/a62163a2-8b2c-4f59-baa3-34b375d7eea9 HTTP/1.1" status: 204 len: 173 time: 2.1743946 Dec 13 09:40:30.195016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Request body: {'port': {'device_id': 'b5510474-e229-4001-822f-e5d6bcea050a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:30.229536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3573214-d8a8-4afb-bb09-0e43541e2141 req-c22d1072-4ff6-4d8b-8706-5b2b1571585c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.235747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3573214-d8a8-4afb-bb09-0e43541e2141 req-c22d1072-4ff6-4d8b-8706-5b2b1571585c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.243021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3573214-d8a8-4afb-bb09-0e43541e2141 req-c22d1072-4ff6-4d8b-8706-5b2b1571585c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.253706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3573214-d8a8-4afb-bb09-0e43541e2141 req-c22d1072-4ff6-4d8b-8706-5b2b1571585c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2400 time: 0.4331384 Dec 13 09:40:30.276816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.335074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fffb11a3-9723-4a2e-85e4-e39e595706b7 req-3256233a-237e-4129-b23e-84d235b22535 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1557941 Dec 13 09:40:30.357923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-cff0d93a-b7d6-45a7-a644-6952d85b8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.359421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-cff0d93a-b7d6-45a7-a644-6952d85b8f71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.2723281 Dec 13 09:40:30.373222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8308b4-f7c3-4f2b-8c5a-38db9e3677e8 req-c5aea567-3670-45ee-a85a-093903b9cf14 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.374587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d8308b4-f7c3-4f2b-8c5a-38db9e3677e8 req-c5aea567-3670-45ee-a85a-093903b9cf14 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.5262208 Dec 13 09:40:30.384420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3573214-d8a8-4afb-bb09-0e43541e2141 req-af6668bc-3b44-4951-8727-0ca9a0749cf1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297581 Dec 13 09:40:30.461172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f8be8c78-6016-4953-845a-56a43cbbfd69 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:30.486506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: f8be8c78-6016-4953-845a-56a43cbbfd69 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:30.487270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f8be8c78-6016-4953-845a-56a43cbbfd69 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:30.487933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 02bed8e1-121f-4f65-b605-24a884c8d81f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:30.510521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 02bed8e1-121f-4f65-b605-24a884c8d81f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:30.511266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 02bed8e1-121f-4f65-b605-24a884c8d81f not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:30.526942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a50f6-0715-442c-9b53-bfab8b623adf req-a1c495f8-0466-426b-a398-8fcb6b9e53c1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.528549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-101a50f6-0715-442c-9b53-bfab8b623adf req-a1c495f8-0466-426b-a398-8fcb6b9e53c1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.0573301 Dec 13 09:40:30.635192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-101a50f6-0715-442c-9b53-bfab8b623adf req-898dd0f2-c285-4219-9898-aef2fc5a77c7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982184 Dec 13 09:40:30.647222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-e6275188-924a-4b5f-939e-ef482ea835d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.653490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cc5862-bdb5-4e00-bb10-101c3369f934 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:30.658406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f'}, {'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'name': 'network-vif-deleted', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f'}, {'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'name': 'network-vif-deleted', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69'}, {'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:30.661435 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7bc00b-e58e-4ef7-bccb-df93025ab072" -d '{"events": [{"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f"}, {"server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "name": "network-vif-deleted", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f"}, {"server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "name": "network-vif-deleted", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69"}, {"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:30.665218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-e6275188-924a-4b5f-939e-ef482ea835d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354303 Dec 13 09:40:30.679445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.695921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Transition to ACTIVE for port object 72cc5862-bdb5-4e00-bb10-101c3369f934 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:30.712578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.832586 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-4198cefe-88dd-4850-aa1d-33c37dc451a3 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596651 Dec 13 09:40:30.909418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:30.925455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Attempting to bind port 72cc5862-bdb5-4e00-bb10-101c3369f934 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:30.928764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Attempting to bind port 72cc5862-bdb5-4e00-bb10-101c3369f934 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:30.929257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Attempting to bind port 72cc5862-bdb5-4e00-bb10-101c3369f934 on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:30.941131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Port 72cc5862-bdb5-4e00-bb10-101c3369f934 on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:30.944553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Attempting to bind port 72cc5862-bdb5-4e00-bb10-101c3369f934 on network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:30.950911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:30.951277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Checking segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:30.951695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Bound using segment: {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:30.952133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Bound port: 72cc5862-bdb5-4e00-bb10-101c3369f934, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce205c2-c7c5-46c8-9c53-19b40f304af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:30.952493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.025328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2cdeba62-9499-4475-a218-3c22d67902b6 req-1863dd12-eeb7-424f-95b8-e5d07d5dc09d tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0546901 Dec 13 09:40:31.025731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:31.030456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=72cc5862-bdb5-4e00-bb10-101c3369f934,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:31.039383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.052365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-3b6e5d18-ece4-48dc-b482-5a78715522e4 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1501575 Dec 13 09:40:31.099664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.100426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.102246 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] 10.222.0.20 "PUT /v2.0/ports/72cc5862-bdb5-4e00-bb10-101c3369f934 HTTP/1.1" status: 200 len: 1091 time: 0.9173946 Dec 13 09:40:31.104095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-deleted', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:31.107573 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e70716-85df-453e-b201-2bab9e213abc" -d '{"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-deleted", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:31.125309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-878b79dd-d3e7-481c-901c-f35a0f4b5a5e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.126841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-878b79dd-d3e7-481c-901c-f35a0f4b5a5e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports/b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 942 time: 0.0677121 Dec 13 09:40:31.129480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b14cc7-4943-4ce9-8d18-047cde98301b req-31dcdb57-2065-4023-9f71-da990744ac83 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868128 Dec 13 09:40:31.144933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3e3a-bf77-4fcc-978a-815333a0ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:31.163344 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d1845-9392-441a-8b42-68fa46be6533 x-openstack-request-id: req-888d1845-9392-441a-8b42-68fa46be6533 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:31.163694 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f", "status": "completed", "code": 200}, {"server_uuid": "d2c945fd-d024-4f8f-aa2d-8d711de76e98", "name": "network-vif-deleted", "tag": "02bed8e1-121f-4f65-b605-24a884c8d81f", "status": "completed", "code": 200}, {"server_uuid": "5a80c8d6-82b6-4186-a5b8-8f6968fd33fc", "name": "network-vif-deleted", "tag": "f8be8c78-6016-4953-845a-56a43cbbfd69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:31.163956 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-888d1845-9392-441a-8b42-68fa46be6533 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:31.164373 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'status': 'completed', 'code': 200} Dec 13 09:40:31.164743 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c945fd-d024-4f8f-aa2d-8d711de76e98', 'name': 'network-vif-deleted', 'tag': '02bed8e1-121f-4f65-b605-24a884c8d81f', 'status': 'completed', 'code': 200} Dec 13 09:40:31.165264 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a80c8d6-82b6-4186-a5b8-8f6968fd33fc', 'name': 'network-vif-deleted', 'tag': 'f8be8c78-6016-4953-845a-56a43cbbfd69', 'status': 'completed', 'code': 200} Dec 13 09:40:31.165264 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4', 'status': 'completed', 'code': 200} Dec 13 09:40:31.316243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ed68ef96-c194-4464-af3e-eea574081f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.316874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ed68ef96-c194-4464-af3e-eea574081f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.317391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ed68ef96-c194-4464-af3e-eea574081f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.319402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ed68ef96-c194-4464-af3e-eea574081f4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2865 time: 0.1391540 Dec 13 09:40:31.350470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-3ee409e0-fcba-4a1b-b224-5ef38e5db546 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1337414 Dec 13 09:40:31.409575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-d652dcc2-2e00-43f0-92a8-9796a27881ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f HTTP/1.1" status: 200 len: 217 time: 0.0726166 Dec 13 09:40:31.507000 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fef620-806f-435c-be37-5a8170fc291a x-openstack-request-id: req-b6fef620-806f-435c-be37-5a8170fc291a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:31.507308 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa04af-7b90-4c2c-8257-c7fe0604bc51", "name": "network-vif-deleted", "tag": "a62163a2-8b2c-4f59-baa3-34b375d7eea9", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:31.507644 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6fef620-806f-435c-be37-5a8170fc291a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:31.508041 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa04af-7b90-4c2c-8257-c7fe0604bc51', 'name': 'network-vif-deleted', 'tag': 'a62163a2-8b2c-4f59-baa3-34b375d7eea9', 'status': 'completed', 'code': 200} Dec 13 09:40:31.517749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-325d6ef3-a1ef-4cb8-805f-c6f170dac946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.519135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-325d6ef3-a1ef-4cb8-805f-c6f170dac946 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39a1c16-d1d2-404c-9dfb-dbc0d0395189 HTTP/1.1" status: 200 len: 801 time: 0.0899377 Dec 13 09:40:31.806299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-1098841f-db53-40b6-92b6-bd10b8de038f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.807565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-1098841f-db53-40b6-92b6-bd10b8de038f tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.4007773 Dec 13 09:40:31.879235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-911bfacc-ba05-4924-b776-249e756d80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.881295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-911bfacc-ba05-4924-b776-249e756d80b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3540409 Dec 13 09:40:31.923808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7077d-9c53-4b36-8b4e-d6930fff0e85 req-45f6bde6-97a9-4a65-beb1-9d147865204d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.930292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7077d-9c53-4b36-8b4e-d6930fff0e85 req-45f6bde6-97a9-4a65-beb1-9d147865204d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.936295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7077d-9c53-4b36-8b4e-d6930fff0e85 req-45f6bde6-97a9-4a65-beb1-9d147865204d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.937887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdc7077d-9c53-4b36-8b4e-d6930fff0e85 req-45f6bde6-97a9-4a65-beb1-9d147865204d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2412 time: 0.1592882 Dec 13 09:40:31.942721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e25ec152-262f-47e8-900e-26753d98b7cc tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1191947 Dec 13 09:40:31.973798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:32.097932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.145077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdc7077d-9c53-4b36-8b4e-d6930fff0e85 req-ec9472c2-d28a-4d95-a63c-836fe7f23eea tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772256 Dec 13 09:40:32.163650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-a6ea84fc-e60a-4aa8-a856-5c1156857a9d service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738342 Dec 13 09:40:32.207278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-af365596-865e-472e-919c-50e0659adcd8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.208802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-af365596-865e-472e-919c-50e0659adcd8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.1564386 Dec 13 09:40:32.425839 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.439015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.439342 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f disassociated. External IP: 172.25.2.64, port: b18ab328-7154-4e3c-ab66-ada7033ec6a5. Dec 13 09:40:32.465836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:32.475447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-9f9b6602-7695-4b8b-9f5e-f14a9a78ac59 service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033509 Dec 13 09:40:32.483715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ae650-8173-4b18-8998-cfe8f2f38803 req-2514de52-379d-4949-a7ff-8e51ab0d8798 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.485101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c7ae650-8173-4b18-8998-cfe8f2f38803 req-2514de52-379d-4949-a7ff-8e51ab0d8798 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=10ce207f-2ffb-4cb8-b65a-94c9e956644d HTTP/1.1" status: 200 len: 945 time: 0.2241004 Dec 13 09:40:32.486331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: a62163a2-8b2c-4f59-baa3-34b375d7eea9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:32.486685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a62163a2-8b2c-4f59-baa3-34b375d7eea9 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:32.551221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ea616649-c220-46bc-9bab-b25b246e2d36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 HTTP/1.1" status: 200 len: 217 time: 0.0636470 Dec 13 09:40:32.667512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Deleting port c056faf9-66bd-40fa-a27f-3b2199c33332 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:32.667875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.673251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c7ae650-8173-4b18-8998-cfe8f2f38803 req-62cc6503-a183-4f29-9f66-013e66c43f1e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745346 Dec 13 09:40:32.690849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7f70f69c-614c-4c0c-b373-3f18ad18e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.692424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-7f70f69c-614c-4c0c-b373-3f18ad18e819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33e4d9d1-afad-4405-b24d-844bca34ad10 HTTP/1.1" status: 200 len: 801 time: 0.1320846 Dec 13 09:40:32.867956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-417023eb-cfb2-4d6e-a6d4-c6675846eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.869476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-417023eb-cfb2-4d6e-a6d4-c6675846eaa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69436868-a513-483f-8dba-499b2b98588b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1472783 Dec 13 09:40:32.887302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] For port c056faf9-66bd-40fa-a27f-3b2199c33332, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c056faf9-66bd-40fa-a27f-3b2199c33332,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:32.887705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.953611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Calling delete_port for c056faf9-66bd-40fa-a27f-3b2199c33332 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:33.007404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:33.062231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93743-a4e2-49f3-a46a-5f36fcbe3d38 req-4a3f7282-4661-467f-978b-83cf63e37013 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.063749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ae93743-a4e2-49f3-a46a-5f36fcbe3d38 req-4a3f7282-4661-467f-978b-83cf63e37013 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1605091 Dec 13 09:40:33.153160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-deb8fc09-81d0-486c-8ff2-e9bf38578e5c service neutron] 10.222.0.20 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678132 Dec 13 09:40:33.166561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:33.168961 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953fc9e-4708-43d7-bdee-b4721e3e7863" -d '{"events": [{"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:33.454679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ae93743-a4e2-49f3-a46a-5f36fcbe3d38 req-3e7cd6aa-0534-4e68-a3d5-13020b74c2a3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818207 Dec 13 09:40:33.581606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bb7ba8c-dc0d-4014-b010-3925cec107eb req-4aab2ccc-7110-43fb-ad7f-c71533195849 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0568979 Dec 13 09:40:33.612938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:33.620711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.625272 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:33.636184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:33.636582 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:33.672919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.676315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-d3e0d8de-ae99-4620-8dec-4c1ebe1fc0a3 service neutron] 10.222.0.20 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702889 Dec 13 09:40:33.693260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e5d370ce-d940-407a-9281-a022034f487e tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "PUT /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 695 time: 1.7264585 Dec 13 09:40:33.716913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:33.721869 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342" -d '{"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:33.753080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event deleted for resources: {'Port': ['ID=c056faf9-66bd-40fa-a27f-3b2199c33332,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:33.767693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-8989a1b7-9e37-4157-9e46-6d8fede0ae75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=72cc5862-bdb5-4e00-bb10-101c3369f934 HTTP/1.1" status: 200 len: 217 time: 0.0828063 Dec 13 09:40:33.830328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:33.840003 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:33.874855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] No DVR routers for this DVR port c056faf9-66bd-40fa-a27f-3b2199c33332 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:33.904424 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.907882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c87d35a-1e19-47ea-aded-ea0b47730536 req-ccb0f50c-74af-4d6b-be16-4f3e880ccf2c tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "DELETE /v2.0/ports/c056faf9-66bd-40fa-a27f-3b2199c33332 HTTP/1.1" status: 204 len: 173 time: 1.6450872 Dec 13 09:40:33.928690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-bd7b5dd6-655e-4632-afb1-5073e72790eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.930590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-bd7b5dd6-655e-4632-afb1-5073e72790eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1789443 Dec 13 09:40:33.934097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-fbaa53d5-0d9b-44a4-9774-542e272b3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.935525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-fbaa53d5-0d9b-44a4-9774-542e272b3856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39a1c16-d1d2-404c-9dfb-dbc0d0395189 HTTP/1.1" status: 200 len: 801 time: 0.1481740 Dec 13 09:40:33.996932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ea9c0-7ea8-4fdf-8f2c-8dfc33e2c3d9 req-aff9ab19-7578-477f-a807-23cf78e20d62 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.004468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9ea9c0-7ea8-4fdf-8f2c-8dfc33e2c3d9 req-aff9ab19-7578-477f-a807-23cf78e20d62 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 950 time: 0.2027199 Dec 13 09:40:34.113452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ffbd6ef7-e8a1-4efe-b97a-3de998f36764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.114890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-ffbd6ef7-e8a1-4efe-b97a-3de998f36764 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670697 Dec 13 09:40:34.152244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9ea9c0-7ea8-4fdf-8f2c-8dfc33e2c3d9 req-18b246fb-8ddc-4bd6-a2cb-e70b0659c9b0 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467259 Dec 13 09:40:34.171994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-81e7af1b-ab1d-499b-9e12-d10ddaa43685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.181338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-81e7af1b-ab1d-499b-9e12-d10ddaa43685 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.2433236 Dec 13 09:40:34.245727 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.260198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-0d09bf50-5e64-4fbf-aef7-8da332d8e82c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.0779376 Dec 13 09:40:34.285035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:34.290300 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:34.300974 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:34.301844 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.305696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'mac_address': 'fa:16:3e:d0:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:34.384178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.389487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.394647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-cf34cdfb-c29c-4213-a3b7-5aa46b77deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.402672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-cf34cdfb-c29c-4213-a3b7-5aa46b77deeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1413682 Dec 13 09:40:34.408803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70c8dafc-b686-4b08-91b8-114baa53fc20 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:34.423227 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:34.444816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881cf0-b45c-457a-bd25-8246567ec2c9 req-5b136abe-00a1-489c-b58f-900e4e4b2429 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.451541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881cf0-b45c-457a-bd25-8246567ec2c9 req-5b136abe-00a1-489c-b58f-900e4e4b2429 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.454487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:34.479810 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.484898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881cf0-b45c-457a-bd25-8246567ec2c9 req-5b136abe-00a1-489c-b58f-900e4e4b2429 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.490071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64881cf0-b45c-457a-bd25-8246567ec2c9 req-5b136abe-00a1-489c-b58f-900e4e4b2429 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2412 time: 0.1785848 Dec 13 09:40:34.522117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-a5a8c1dc-cca6-4863-b163-57f182e8ad95 service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971329 Dec 13 09:40:34.624976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:34.649098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['70c8dafc-b686-4b08-91b8-114baa53fc20'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:34.657592 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.658348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.658714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.659070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.659433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.660669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.661304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.661777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.668810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.669334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.669691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.670037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.670381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.670722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:34.706257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-a2845cfe-87d3-460d-97ea-4de48503973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.711051 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58f13a-257d-42c3-a655-a8e1ca117f88 None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:39:09Z', 'revision_number': 4, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd6b55eaa-177b-4f64-bd13-4146d12b6304', 'name': '', 'network_id': 'afe427bd-acfa-4513-96ca-347dddcefabd', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'mac_address': 'fa:16:3e:eb:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:07Z', 'updated_at': '2021-12-13T09:39:13Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'subnets': [{'id': 'e07da23e-2111-491f-8a3f-2f9af6cd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:34.715887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-a2845cfe-87d3-460d-97ea-4de48503973d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121755 Dec 13 09:40:34.827101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64881cf0-b45c-457a-bd25-8246567ec2c9 req-dda9c558-eb25-4998-9365-f9dfd22b6d19 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303850 Dec 13 09:40:34.888441 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4e1606-b749-4f1b-9823-e82f1cb13180 x-openstack-request-id: req-ce4e1606-b749-4f1b-9823-e82f1cb13180 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:34.889334 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:34.889777 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4e1606-b749-4f1b-9823-e82f1cb13180 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:34.890500 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934', 'status': 'completed', 'code': 200} Dec 13 09:40:34.900860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-fc8a31a9-e91e-454a-8ffe-cf2953298eae tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.902642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-fc8a31a9-e91e-454a-8ffe-cf2953298eae tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 950 time: 0.3141224 Dec 13 09:40:34.912909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a96a54-3c0f-4fa6-8316-68e8388ed13e req-647b479f-b6ec-4018-938c-1fc759846c15 service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775265 Dec 13 09:40:35.044378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-d4808e59-9887-4d94-a5b8-3490489f0bfb service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276253 Dec 13 09:40:35.147148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-9043ccb1-5146-422a-ad27-084f90976fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.147866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-9043ccb1-5146-422a-ad27-084f90976fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.152443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-9043ccb1-5146-422a-ad27-084f90976fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.153818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-9043ccb1-5146-422a-ad27-084f90976fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2865 time: 0.1798735 Dec 13 09:40:35.241138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f148a25-6690-4333-aceb-09afda57610e None None] New status for floating IP 909bd600-d12f-4ed6-b3fa-045cd03c9f6f: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:35.267249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Deleting port dd2cf02d-a790-4df5-a3bb-ac49dc56946c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:35.267742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:35.273100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4159ca2d-ac15-4a4c-90e0-ab88c543d6c1 req-e249274d-f7db-46d7-9828-c12b010926c4 service neutron] 10.222.0.31 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228177 Dec 13 09:40:35.301269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:35.391054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-aa4b454f-950b-47d6-ab77-94e402f3c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.392773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-aa4b454f-950b-47d6-ab77-94e402f3c3d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e HTTP/1.1" status: 200 len: 903 time: 0.2297974 Dec 13 09:40:35.461663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-045f5283-d77e-4e6d-9590-6a54b64bd7da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f HTTP/1.1" status: 200 len: 217 time: 0.0530937 Dec 13 09:40:35.484769 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd8093-eb67-4219-89d9-d5e852792203 x-openstack-request-id: req-c4cd8093-eb67-4219-89d9-d5e852792203 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:35.485399 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:35.485768 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4cd8093-eb67-4219-89d9-d5e852792203 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:35.486234 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:40:35.581299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f6d0b26f-9925-4cb5-a052-559296be99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.594363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f6d0b26f-9925-4cb5-a052-559296be99e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2102dc5929b2409599956a2fdad8ec18&device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 1096 time: 0.1522100 Dec 13 09:40:35.598646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] For port dd2cf02d-a790-4df5-a3bb-ac49dc56946c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:35.599031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:35.648600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1841b-9009-40cd-9274-cae3c5a03652 req-aa00b79e-3d99-43ad-bc4a-06fbe2634ce4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.651710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81e1841b-9009-40cd-9274-cae3c5a03652 req-aa00b79e-3d99-43ad-bc4a-06fbe2634ce4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2615805 Dec 13 09:40:35.654840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Calling delete_port for dd2cf02d-a790-4df5-a3bb-ac49dc56946c owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:35.665499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-e22a5fc8-ee08-4bf5-a9bd-c755014efffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.666968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-e22a5fc8-ee08-4bf5-a9bd-c755014efffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39a1c16-d1d2-404c-9dfb-dbc0d0395189 HTTP/1.1" status: 200 len: 801 time: 0.1706390 Dec 13 09:40:35.741418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-d4ffed00-9d29-4529-8b5f-36ba33b696f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.742928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-d4ffed00-9d29-4529-8b5f-36ba33b696f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 200 len: 921 time: 0.1322405 Dec 13 09:40:35.821948 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f52ed2ed-65fb-4e77-8819-1c8031035a75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 200 len: 217 time: 0.0718224 Dec 13 09:40:35.850353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:35.878700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81e1841b-9009-40cd-9274-cae3c5a03652 req-67617693-0805-4b85-b63d-4711062dd78b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203798 Dec 13 09:40:35.884096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-fe76fb58-2395-4229-86ba-30440ac17ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.885600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-fe76fb58-2395-4229-86ba-30440ac17ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1952345 Dec 13 09:40:35.902656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4ff9a-54e4-4ef2-98db-bc7207f96946 req-a10dc758-ba81-4d2d-9870-2dcf860f216c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.903297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fb4ff9a-54e4-4ef2-98db-bc7207f96946 req-a10dc758-ba81-4d2d-9870-2dcf860f216c tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/ports?device_id=896cb6ab-abce-4f64-857d-8e2fec86c135 HTTP/1.1" status: 200 len: 950 time: 0.2273998 Dec 13 09:40:35.941888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 70c8dafc-b686-4b08-91b8-114baa53fc20 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:35.942709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:35.986808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f4878681-dd9f-46ff-8e57-3466a226f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.000149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f4878681-dd9f-46ff-8e57-3466a226f57c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 200 len: 859 time: 0.1706910 Dec 13 09:40:36.010749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-79a6853c-e4d3-4ad4-a29e-7108df3a775a service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043994 Dec 13 09:40:36.080583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d86774dc-0dfa-481f-aa2d-9f2eb0e98dba req-f105b4b7-2249-4eec-9477-231ca9c123ec tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0680871 Dec 13 09:40:36.087810 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91f352b8-c5a7-4cdf-9870-a22030e5718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.100574 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.160851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:36.162579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-e0f868c5-646e-4bf1-b6cf-3d1a2308760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.164214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:36.168572 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-e0f868c5-646e-4bf1-b6cf-3d1a2308760c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe427bd-acfa-4513-96ca-347dddcefabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581318 Dec 13 09:40:36.168782 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f5013-694b-4206-b409-38a4462a9eda" -d '{"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-plugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:36.174211 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.194514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fb4ff9a-54e4-4ef2-98db-bc7207f96946 req-ea058906-a209-441a-ba02-56d3e4c52150 tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878282 Dec 13 09:40:36.242135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:36.325683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-4985ecde-ab53-4129-b624-abba82659f89 service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955804 Dec 13 09:40:36.326889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.341962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['dd2cf02d-a790-4df5-a3bb-ac49dc56946c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:36.402953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Pushing event deleted for resources: {'Port': ['ID=dd2cf02d-a790-4df5-a3bb-ac49dc56946c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:36.403513 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-f4c930dc-ff50-4440-bd58-eb64521c20a6 service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264278 Dec 13 09:40:36.456026 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d01908-0375-4727-8503-eab84405d016 x-openstack-request-id: req-95d01908-0375-4727-8503-eab84405d016 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:36.456564 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-plugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:36.457186 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95d01908-0375-4727-8503-eab84405d016 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:36.457750 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'code': 200} Dec 13 09:40:36.470893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:36.511665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] No DVR routers for this DVR port dd2cf02d-a790-4df5-a3bb-ac49dc56946c on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:36.516616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.520128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccc42486-9e68-428d-8a92-1976f136ab35 req-9317a315-c537-48e1-bf44-d1b4d683728d tempest-ServersOnMultiNodesTest-1525300982 tempest-ServersOnMultiNodesTest-1525300982-project] 10.222.0.16 "DELETE /v2.0/ports/dd2cf02d-a790-4df5-a3bb-ac49dc56946c HTTP/1.1" status: 204 len: 173 time: 1.6096640 Dec 13 09:40:36.535276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92b51ab9-f7db-4ad2-8abf-9eb6a2f18342 req-c98936c5-a420-4136-a401-125f4b7dc34a service neutron] 10.222.0.20 "GET /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Dec 13 09:40:36.550457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: c056faf9-66bd-40fa-a27f-3b2199c33332 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:36.550457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c056faf9-66bd-40fa-a27f-3b2199c33332 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:36.550457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device dd2cf02d-a790-4df5-a3bb-ac49dc56946c no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:36.560908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-5f5fba31-5783-4cc5-9f1a-7b26aa975ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.562261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-5f5fba31-5783-4cc5-9f1a-7b26aa975ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.562793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-5f5fba31-5783-4cc5-9f1a-7b26aa975ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.564838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-5f5fba31-5783-4cc5-9f1a-7b26aa975ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2865 time: 0.1645019 Dec 13 09:40:36.580118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262483-48db-4626-8e03-4a71f183cdef req-ee317107-fd99-4323-81c3-d18b86fe1e07 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.586985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262483-48db-4626-8e03-4a71f183cdef req-ee317107-fd99-4323-81c3-d18b86fe1e07 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.593543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262483-48db-4626-8e03-4a71f183cdef req-ee317107-fd99-4323-81c3-d18b86fe1e07 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.601274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e262483-48db-4626-8e03-4a71f183cdef req-ee317107-fd99-4323-81c3-d18b86fe1e07 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2412 time: 0.1997027 Dec 13 09:40:36.606933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: dd2cf02d-a790-4df5-a3bb-ac49dc56946c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:36.620740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device dd2cf02d-a790-4df5-a3bb-ac49dc56946c not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:36.933440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.018301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e262483-48db-4626-8e03-4a71f183cdef req-8de12a5a-aa1a-4de1-9133-786e4ef27b74 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128368 Dec 13 09:40:37.278907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Deleting port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:37.279860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.293344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-565812dd-1554-4d05-ba98-47c2d5f74450 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.295632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-565812dd-1554-4d05-ba98-47c2d5f74450 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 944 time: 0.2993233 Dec 13 09:40:37.299318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-04682eb7-2af4-4141-bd0e-67369d67a6cf tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 200 len: 693 time: 0.1396148 Dec 13 09:40:37.312828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9749f-ed28-424f-bc3c-1c3176a78f33 req-b198201a-59f6-481a-a619-48886f98152e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.314236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47a9749f-ed28-424f-bc3c-1c3176a78f33 req-b198201a-59f6-481a-a619-48886f98152e tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 944 time: 0.3692236 Dec 13 09:40:37.389022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] For port 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:37.389460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.391879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-bb1e4579-56a0-4bf3-ab51-b6edf4ff33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.393381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-bb1e4579-56a0-4bf3-ab51-b6edf4ff33b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69436868-a513-483f-8dba-499b2b98588b HTTP/1.1" status: 200 len: 903 time: 0.7900181 Dec 13 09:40:37.407092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Calling delete_port for 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:37.490916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-deleted', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332'}, {'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'name': 'network-vif-deleted', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:37.492944 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d257c7-ce4d-4762-8f1c-84111d37524f" -d '{"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-deleted", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332"}, {"server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "name": "network-vif-deleted", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:37.503226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-47a21928-5167-4ae2-9dc7-4ee978f7e45c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 HTTP/1.1" status: 200 len: 217 time: 0.0808911 Dec 13 09:40:37.594558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47a9749f-ed28-424f-bc3c-1c3176a78f33 req-f2bfea1b-48c3-44a2-ba64-bb9b83cd0ca7 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/security-groups?id=7461cd33-bb48-4f72-983e-884d58a789a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379839 Dec 13 09:40:37.619445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-62271e3a-b5be-4866-8933-7f00ff9e45a7 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.620851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-62271e3a-b5be-4866-8933-7f00ff9e45a7 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2933614 Dec 13 09:40:37.622235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-821c48df-0d12-4a03-a288-5cc7d329d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.624046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-821c48df-0d12-4a03-a288-5cc7d329d08d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33e4d9d1-afad-4405-b24d-844bca34ad10 HTTP/1.1" status: 200 len: 801 time: 0.1106486 Dec 13 09:40:37.665887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.721964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-b2302c4c-ed4a-4628-b2da-0b82ca506373 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 696 time: 0.0856273 Dec 13 09:40:37.745287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Deleting port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:37.746223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.746837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:37.827413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-d27e33ef-63fa-4aea-8277-3a845f1dfffc tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 696 time: 0.1045628 Dec 13 09:40:37.846726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device fe9cf6c8-2efe-485d-b312-0b9344f88b9f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:38.006828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.010110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.025761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'port_id': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'mac_address': 'fa:16:3e:4a:11:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39a1c16-d1d2-404c-9dfb-dbc0d0395189', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:38.070757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-a0065b76-1cfd-48b7-9376-305d2c148d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:38.072653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-a0065b76-1cfd-48b7-9376-305d2c148d84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69436868-a513-483f-8dba-499b2b98588b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4374845 Dec 13 09:40:38.078784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.094538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9cf6c8-2efe-485d-b312-0b9344f88b9f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:38.116014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec6b72-2dbb-45a0-bbbc-0ece97e67e3a req-dc99ef0d-6e76-4d92-addf-6e92d29eb623 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:38.117606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ec6b72-2dbb-45a0-bbbc-0ece97e67e3a req-dc99ef0d-6e76-4d92-addf-6e92d29eb623 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.3848295 Dec 13 09:40:38.125469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.134426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.136343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 72cc5862-bdb5-4e00-bb10-101c3369f934 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:38.197896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:38.231233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=72cc5862-bdb5-4e00-bb10-101c3369f934,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.245312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '72cc5862-bdb5-4e00-bb10-101c3369f934', 'network_id': '29d720a7-11de-44ea-b1a6-1e2cf0c4a54e', 'port_id': '72cc5862-bdb5-4e00-bb10-101c3369f934', 'mac_address': 'fa:16:3e:de:cf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39a1c16-d1d2-404c-9dfb-dbc0d0395189', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:38.267899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55ec6b72-2dbb-45a0-bbbc-0ece97e67e3a req-f15e503f-84c8-4353-8af4-23c3418bd6a9 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335046 Dec 13 09:40:38.282844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:38.308978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.309285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Deleting port 522f7917-b527-4618-b4b7-652ee3f25bb2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:38.309859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.339097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cc5862-bdb5-4e00-bb10-101c3369f934 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:38.369777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=72cc5862-bdb5-4e00-bb10-101c3369f934,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.377088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.378257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:38.383353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-18e83058-bd1f-4a98-83ba-7456d34e7e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.447570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:38.456924 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-506181b2-d77a-4a38-a3a6-d2be56b910b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1514933 Dec 13 09:40:38.457444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39780) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:38.460059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Sync routers for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:38.482928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:38.483884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:38.495975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:38.537893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.541636 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.596723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.648734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4', 'network_id': '69436868-a513-483f-8dba-499b2b98588b', 'port_id': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4', 'mac_address': 'fa:16:3e:54:bf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e4d9d1-afad-4405-b24d-844bca34ad10', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:38.665832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:38.667541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] For port b6dfa9da-eebf-4560-8ef8-64ad4708bc32, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,segment=NetworkSegment(8270b0cc-6538-4614-a577-b7a81e9432ec),segment_id=8270b0cc-6538-4614-a577-b7a81e9432ec)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.667949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.688790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c15b39d3-eafa-48b2-8a94-08f597f527d4 req-c728305e-c2a1-4a2e-89e0-ec6012c30e99 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.2021859 Dec 13 09:40:38.734308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Calling delete_port for 522f7917-b527-4618-b4b7-652ee3f25bb2 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:38.761781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.773838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Calling delete_port for b6dfa9da-eebf-4560-8ef8-64ad4708bc32 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:38.802003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.838585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:38.868853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.876358 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.959309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:39.036386 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b110fe-ab8c-4aa3-94aa-f9dc82d2dc87 x-openstack-request-id: req-29b110fe-ab8c-4aa3-94aa-f9dc82d2dc87 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:39.036772 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ce207f-2ffb-4cb8-b65a-94c9e956644d", "name": "network-vif-deleted", "tag": "c056faf9-66bd-40fa-a27f-3b2199c33332", "status": "completed", "code": 200}, {"server_uuid": "896cb6ab-abce-4f64-857d-8e2fec86c135", "name": "network-vif-deleted", "tag": "dd2cf02d-a790-4df5-a3bb-ac49dc56946c", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:39.037035 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29b110fe-ab8c-4aa3-94aa-f9dc82d2dc87 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:39.037577 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ce207f-2ffb-4cb8-b65a-94c9e956644d', 'name': 'network-vif-deleted', 'tag': 'c056faf9-66bd-40fa-a27f-3b2199c33332', 'status': 'completed', 'code': 200} Dec 13 09:40:39.037900 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896cb6ab-abce-4f64-857d-8e2fec86c135', 'name': 'network-vif-deleted', 'tag': 'dd2cf02d-a790-4df5-a3bb-ac49dc56946c', 'status': 'completed', 'code': 200} Dec 13 09:40:39.167847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:40:37Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:39.175848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.201122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['72cc5862-bdb5-4e00-bb10-101c3369f934'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:39.208628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Checking router: d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:39.218871 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Routers {'d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:39.220363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:39.248141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-ddb0caa5-a70d-4e5f-ad72-4fc69cd6e8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1545310 Dec 13 09:40:39.291359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['fe9cf6c8-2efe-485d-b312-0b9344f88b9f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:39.341407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event deleted for resources: {'Port': ['ID=522f7917-b527-4618-b4b7-652ee3f25bb2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:39.343395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39790) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:39.383648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:39.398162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.462207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] Set router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:39.579129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32366a1-c891-429c-a4ea-a583612d7161 req-77082e3a-9d95-4e73-af51-797dfaa4d690 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:39.585826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Deleting port d549872b-39d3-4b08-bd73-5ddfd5298380 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:39.586237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.599837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32366a1-c891-429c-a4ea-a583612d7161 req-77082e3a-9d95-4e73-af51-797dfaa4d690 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:39.611593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.622900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32366a1-c891-429c-a4ea-a583612d7161 req-77082e3a-9d95-4e73-af51-797dfaa4d690 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:39.624251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b32366a1-c891-429c-a4ea-a583612d7161 req-77082e3a-9d95-4e73-af51-797dfaa4d690 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2415 time: 0.4730380 Dec 13 09:40:39.696233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.745032 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.750138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.757332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f7a558e-b680-4320-b1de-27ec270ca493 req-1b57e10c-28cd-418a-95c8-9a6fe2975ef0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "DELETE /v2.0/floatingips/909bd600-d12f-4ed6-b3fa-045cd03c9f6f HTTP/1.1" status: 204 len: 173 time: 1.8789058 Dec 13 09:40:39.788847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6e181ad-f8d7-41a0-ab1d-e0452d988282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2739f1e71ebc4a92817a577b4a840681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314518 Dec 13 09:40:39.807329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7bc00b-e58e-4ef7-bccb-df93025ab072 req-2939a13b-2cdf-4034-8428-85b4686ed9f0 service neutron] 10.222.0.20 "GET /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615076 Dec 13 09:40:39.848170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:39.994466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Pushing event deleted for resources: {'Port': ['ID=b6dfa9da-eebf-4560-8ef8-64ad4708bc32,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:40.014286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] No DVR routers for this DVR port b6dfa9da-eebf-4560-8ef8-64ad4708bc32 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:40.020389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.024113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] For port d549872b-39d3-4b08-bd73-5ddfd5298380, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d549872b-39d3-4b08-bd73-5ddfd5298380,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:40.024535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.025022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10a20e3f-43c9-4cd7-b9bd-f0fc7ec7e4ef req-f27e5085-83ba-4ec3-aa1f-192172f7e827 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.16 "DELETE /v2.0/ports/b6dfa9da-eebf-4560-8ef8-64ad4708bc32 HTTP/1.1" status: 204 len: 173 time: 2.7202644 Dec 13 09:40:40.041281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:40:37Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:40.078044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Calling delete_port for d549872b-39d3-4b08-bd73-5ddfd5298380 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:40.093669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b32366a1-c891-429c-a4ea-a583612d7161 req-b8331027-549f-4af4-8463-00886618da4a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352751 Dec 13 09:40:40.129152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81fce355-9936-4ef8-9e92-7720d2d301a2 req-ee2513b6-3d67-4975-a5bc-d09427223cf8 tempest-LiveAutoBlockMigrationV225Test-645349512 tempest-LiveAutoBlockMigrationV225Test-645349512-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ad5e0f-6621-4dd1-9490-d09ecace5c5b HTTP/1.1" status: 200 len: 210 time: 0.0638199 Dec 13 09:40:40.156275 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4dc64-13be-4e84-8b76-16f89ba332cd None None] The sync data for ids ['d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631'] in n-d-820935-7 is: [{'id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-461104581-router', 'tenant_id': '3463353f0ac7482180c10232599095ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:12Z', 'updated_at': '2021-12-13T09:40:37Z', 'revision_number': 5, 'project_id': '3463353f0ac7482180c10232599095ef', 'gw_port': {'id': 'd549872b-39d3-4b08-bd73-5ddfd5298380', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:13Z', 'updated_at': '2021-12-13T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:40.220249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.273878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.313221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b416b0ea-028b-4bb7-8429-759631a8acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.313692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b416b0ea-028b-4bb7-8429-759631a8acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.314156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b416b0ea-028b-4bb7-8429-759631a8acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.315843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b416b0ea-028b-4bb7-8429-759631a8acde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2868 time: 0.3512349 Dec 13 09:40:40.386152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.390410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e90aec0-549d-416b-98c6-d91397ccac33 req-d4312d1a-5a50-4fb8-9d29-4dd00eaa0379 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0615752 Dec 13 09:40:40.422038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d549872b-39d3-4b08-bd73-5ddfd5298380,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:40.469363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:40.484820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-3e7d8e3f-c2bf-4985-bb20-927cfb728856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.486572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-3e7d8e3f-c2bf-4985-bb20-927cfb728856 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e HTTP/1.1" status: 200 len: 903 time: 0.1476922 Dec 13 09:40:40.503132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.522165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: b6dfa9da-eebf-4560-8ef8-64ad4708bc32 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:40.524193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b6dfa9da-eebf-4560-8ef8-64ad4708bc32 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:40.543693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.550027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.551463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59 HTTP/1.1" status: 204 len: 168 time: 0.6451128 Dec 13 09:40:40.664056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-a646db38-a176-4b9d-b6c2-1a19340465ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=72cc5862-bdb5-4e00-bb10-101c3369f934 HTTP/1.1" status: 200 len: 217 time: 0.1669962 Dec 13 09:40:40.688355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b27ae-b9ff-4507-b5fa-22369cd1be60 req-3c12d4ca-2018-4c0b-a061-ec0e0b993f25 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.697794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-282b27ae-b9ff-4507-b5fa-22369cd1be60 req-3c12d4ca-2018-4c0b-a061-ec0e0b993f25 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.3781536 Dec 13 09:40:40.717075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9392af-824c-4fbe-96b5-7441fcb54303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4a2c6e-bb55-49cd-90e1-3e38af4f6f59,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:40.748709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.754204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.794753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:40.895070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:40.897705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-282b27ae-b9ff-4507-b5fa-22369cd1be60 req-cc5847f1-c410-4432-be51-ba8388cb8e0c tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986592 Dec 13 09:40:40.898761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5ce57efb-9c4f-4aac-a09b-33f6ce36ab9d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:40.919132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-fdb68aa8-d9ee-4ea5-a08a-bed5c93f168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.928129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-fdb68aa8-d9ee-4ea5-a08a-bed5c93f168c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39a1c16-d1d2-404c-9dfb-dbc0d0395189 HTTP/1.1" status: 200 len: 801 time: 0.2482252 Dec 13 09:40:40.961083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.962158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:40.968724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.973564 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3be61f62-4101-4e01-9cd3-a6164fb47ef7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d5bf8bb3-ae3d-4da0-81a5-3a5b4c7a4631 HTTP/1.1" status: 204 len: 168 time: 2.5144351 Dec 13 09:40:40.974999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:41.039250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-deleted', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:41.041910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.049651 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b1077b-0e5b-47a8-8d77-6af073d930fa" -d '{"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-deleted", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:41.057347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Deleting subnet e2884f69-5eb9-46c8-80b7-0766de1feb9d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:41.062031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.089202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b12c532a-414b-42f2-bea2-e745de239a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.091459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-b12c532a-414b-42f2-bea2-e745de239a2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401384 Dec 13 09:40:41.144568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.161020 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c4f7f9-087e-4feb-b07f-3af6c4e60f76 x-openstack-request-id: req-79c4f7f9-087e-4feb-b07f-3af6c4e60f76 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:41.162684 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ad5e0f-6621-4dd1-9490-d09ecace5c5b", "name": "network-vif-deleted", "tag": "b6dfa9da-eebf-4560-8ef8-64ad4708bc32", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:41.163136 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79c4f7f9-087e-4feb-b07f-3af6c4e60f76 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:41.163754 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ad5e0f-6621-4dd1-9490-d09ecace5c5b', 'name': 'network-vif-deleted', 'tag': 'b6dfa9da-eebf-4560-8ef8-64ad4708bc32', 'status': 'completed', 'code': 200} Dec 13 09:40:41.188627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d5e49-6d33-4971-bc40-61c21e3947ad req-2604db34-8ad6-431d-b951-ac90450196a0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.197482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f3d5e49-6d33-4971-bc40-61c21e3947ad req-2604db34-8ad6-431d-b951-ac90450196a0 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.2679236 Dec 13 09:40:41.279666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39836) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:41.328214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.393528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-389e59a9-0e57-48b7-9d00-d257256fc26d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53d38b80f19b4c74a9c3a8b2d3a5d7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103263 Dec 13 09:40:41.394176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:41.473540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.487105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.515017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2884f69-5eb9-46c8-80b7-0766de1feb9d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:41.519659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.526116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb3ba7a7-ec85-478c-b724-05593eabdebc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e2884f69-5eb9-46c8-80b7-0766de1feb9d HTTP/1.1" status: 204 len: 168 time: 0.5497940 Dec 13 09:40:41.526664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:41.533452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf74b39-c821-4d39-abb8-8ccc5ea84acf None None] Network bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:41.616286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.633930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.722347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.727292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.728768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a582f87f-b47f-4396-8013-924b770f4c6e HTTP/1.1" status: 204 len: 168 time: 0.3340714 Dec 13 09:40:41.765321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f82f97-623a-4088-89eb-c241d1e6f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582f87f-b47f-4396-8013-924b770f4c6e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:41.795332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f3d5e49-6d33-4971-bc40-61c21e3947ad req-5666b23b-78c0-4b6c-8750-aa08b22556b7 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965011 Dec 13 09:40:41.846478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] DHCP port deletion for bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:41.854113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab77463-1d15-4112-bd26-6bb297ff51d8 req-e8b4e56b-f1c7-46bc-b1e6-df4df31a4198 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.863204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab77463-1d15-4112-bd26-6bb297ff51d8 req-e8b4e56b-f1c7-46bc-b1e6-df4df31a4198 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.865264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Deleting port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:41.867575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.880476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab77463-1d15-4112-bd26-6bb297ff51d8 req-e8b4e56b-f1c7-46bc-b1e6-df4df31a4198 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.888397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eab77463-1d15-4112-bd26-6bb297ff51d8 req-e8b4e56b-f1c7-46bc-b1e6-df4df31a4198 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2415 time: 0.6298568 Dec 13 09:40:41.891233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-deccc447-d1cd-4599-b7e3-2ecd8d8b5d5d service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7859857 Dec 13 09:40:41.914559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 72cc5862-bdb5-4e00-bb10-101c3369f934 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:41.965934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:42.039386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] For port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:42.039803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.066852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.074457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 72cc5862-bdb5-4e00-bb10-101c3369f934 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:42.081844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Calling delete_port for 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:42.084312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 72cc5862-bdb5-4e00-bb10-101c3369f934 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:42.084767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.123963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Deleting port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:42.124331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.167064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6803565f-b526-40ba-9ccd-e58ed9caf57c req-8858c4b8-ac35-4f4e-ad79-f4afb5039975 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1474292 Dec 13 09:40:42.234906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] For port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,segment=NetworkSegment(4864738a-c42b-41bf-b728-02bebfb29a06),segment_id=4864738a-c42b-41bf-b728-02bebfb29a06)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:42.235314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.245361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eab77463-1d15-4112-bd26-6bb297ff51d8 req-f05bb65e-278e-4b6e-8f79-0bd79555c37d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494556 Dec 13 09:40:42.304508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Calling delete_port for 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:42.314578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3953fc9e-4708-43d7-bdee-b4721e3e7863 req-84021576-3c88-4fd4-9463-a0967b48bf05 service neutron] 10.222.0.20 "GET /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053125 Dec 13 09:40:42.404406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.420487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b89b95-7f0c-4129-8ca6-52a96f396177 req-efe95c6a-e43c-4431-bb69-0457a514381f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:42.422242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9b89b95-7f0c-4129-8ca6-52a96f396177 req-efe95c6a-e43c-4431-bb69-0457a514381f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Dec 13 09:40:42.498069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9b89b95-7f0c-4129-8ca6-52a96f396177 req-b6c61933-bf35-4f9a-a529-2cf26ff010c4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 Dec 13 09:40:42.506950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.514467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] No DVR routers for this DVR port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:42.543541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.588619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-f9c4eea8-2692-4522-bdf3-1d1e19fc8a84 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:42.590427 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-f9c4eea8-2692-4522-bdf3-1d1e19fc8a84 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.3746908 Dec 13 09:40:42.592320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] Pushing event deleted for resources: {'Port': ['ID=4bfb44d2-a7f6-4497-9ddb-dd159c74e14c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.597345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.622103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fbdbe-ad68-47e3-b376-e2545bb36fe8 None None] No DVR routers for this DVR port 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:42.652057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:42.654582 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a646f8f-c00c-445c-936f-3dd0992d866a" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:42.691076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=72cc5862-bdb5-4e00-bb10-101c3369f934,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:42.695537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:42.721230 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f180840-f176-4428-b412-384e1079054a x-openstack-request-id: req-4f180840-f176-4428-b412-384e1079054a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:42.721533 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:42.721788 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f180840-f176-4428-b412-384e1079054a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:42.722187 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934', 'code': 200} Dec 13 09:40:42.723128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:42.723474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfb44d2-a7f6-4497-9ddb-dd159c74e14c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:42.724403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d549872b-39d3-4b08-bd73-5ddfd5298380 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:42.727522 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.728325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device fe9cf6c8-2efe-485d-b312-0b9344f88b9f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:42.755442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.780542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:42.795392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4864738a-c42b-41bf-b728-02bebfb29a06') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:42.795749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4864738a-c42b-41bf-b728-02bebfb29a06') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:42.808329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.809501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d549872b-39d3-4b08-bd73-5ddfd5298380 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:42.809844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d549872b-39d3-4b08-bd73-5ddfd5298380 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:42.848348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.861851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:42.863464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.924839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.938396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port fe9cf6c8-2efe-485d-b312-0b9344f88b9f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:42.944512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port fe9cf6c8-2efe-485d-b312-0b9344f88b9f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:42.945149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:42.970097 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:43.008274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Deleting subnet 18a08c43-ceb3-4738-94df-6b8d9152b018 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:43.020714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0470966-cdf5-4a20-a335-36e733fe5355 req-0c1d4035-704a-4a4e-bc6f-7ff37a2bdc62 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.024350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0470966-cdf5-4a20-a335-36e733fe5355 req-0c1d4035-704a-4a4e-bc6f-7ff37a2bdc62 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 945 time: 0.0992525 Dec 13 09:40:43.029131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.071332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.115946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.120818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.124155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0470966-cdf5-4a20-a335-36e733fe5355 req-0d082648-8127-4ae9-bd59-4a37cccc8b08 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdeca30-b85b-4cba-a47e-472190e41648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796137 Dec 13 09:40:43.127137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39884) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:43.127288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf HTTP/1.1" status: 204 len: 168 time: 1.5975728 Dec 13 09:40:43.161968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.164933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15f9a4-3a3a-4eee-896f-ac7a2d520d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb5cec2-6fd7-42de-9c13-c3cd9129c5bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.177991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:43.185101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.187250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:43.225878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Deleting port b18ab328-7154-4e3c-ab66-ada7033ec6a5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:43.226218 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.398173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1a463d8-8954-439a-bad0-209b53a2b9a0 req-63bb3b6a-d3ee-45c9-91a0-e94cfcb2834f tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0917490 Dec 13 09:40:43.424470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.536761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.571039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] For port b18ab328-7154-4e3c-ab66-ada7033ec6a5, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b18ab328-7154-4e3c-ab66-ada7033ec6a5,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:43.572072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.572221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:43.581081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:43.581524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.634943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Calling delete_port for b18ab328-7154-4e3c-ab66-ada7033ec6a5 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:43.656617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f0c11-54b6-492f-8fdb-3ed379fe664a req-67a2599f-1f11-4336-8e44-43690190fb16 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.662833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f0c11-54b6-492f-8fdb-3ed379fe664a req-67a2599f-1f11-4336-8e44-43690190fb16 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.669673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f0c11-54b6-492f-8fdb-3ed379fe664a req-67a2599f-1f11-4336-8e44-43690190fb16 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.677957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-698f0c11-54b6-492f-8fdb-3ed379fe664a req-67a2599f-1f11-4336-8e44-43690190fb16 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2417 time: 0.3325129 Dec 13 09:40:43.726092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.776614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446457fc-891b-41bb-a09b-e0c96447de23 req-1a7573a0-32a4-4f7a-a400-d55e4252656b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.779161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:43.788874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-446457fc-891b-41bb-a09b-e0c96447de23 req-1a7573a0-32a4-4f7a-a400-d55e4252656b tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1776612 Dec 13 09:40:43.789099 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.823406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.824000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-698f0c11-54b6-492f-8fdb-3ed379fe664a req-da07e146-67eb-41ff-8af6-0979f2b4b221 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398177 Dec 13 09:40:43.890686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.904863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/18a08c43-ceb3-4738-94df-6b8d9152b018 HTTP/1.1" status: 204 len: 168 time: 1.9371471 Dec 13 09:40:43.906740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8186a4-3d18-4b26-94b9-f60d6210afe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a08c43-ceb3-4738-94df-6b8d9152b018,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.908198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.917963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:43.920580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-446457fc-891b-41bb-a09b-e0c96447de23 req-c98edc42-e891-4e3b-a5e0-6f76da81d28f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350315 Dec 13 09:40:44.054131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.101219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Pushing event deleted for resources: {'Port': ['ID=b18ab328-7154-4e3c-ab66-ada7033ec6a5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:44.153090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.194235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.232860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] No DVR routers for this DVR port b18ab328-7154-4e3c-ab66-ada7033ec6a5 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:44.236057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.241690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73c7e3a5-2ed5-4d05-a5f7-2a20431aab85 req-fe175585-bf11-4157-aeb1-f9a27c8787f1 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.20 "DELETE /v2.0/ports/b18ab328-7154-4e3c-ab66-ada7033ec6a5 HTTP/1.1" status: 204 len: 173 time: 1.6267335 Dec 13 09:40:44.242617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'name': 'network-vif-deleted', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:44.245823 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d983247-0bea-4c91-b1be-2ad9aa3302ed" -d '{"events": [{"server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "name": "network-vif-deleted", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:44.263371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce858e26-d5f4-4516-964b-dc5a15180df0 req-8b565263-256f-4858-932e-a0118bdc6f59 tempest-FloatingIPsAssociationTestJSON-156626852 tempest-FloatingIPsAssociationTestJSON-156626852-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e059517-4b76-4b7c-9cc1-ba3532e5cd73 HTTP/1.1" status: 200 len: 210 time: 0.0509994 Dec 13 09:40:44.342671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.358377 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb6d0e7-866a-45a3-b8a0-2e0c6181b627 x-openstack-request-id: req-acb6d0e7-866a-45a3-b8a0-2e0c6181b627 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:44.358806 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e059517-4b76-4b7c-9cc1-ba3532e5cd73", "name": "network-vif-deleted", "tag": "b18ab328-7154-4e3c-ab66-ada7033ec6a5", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:44.359225 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acb6d0e7-866a-45a3-b8a0-2e0c6181b627 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:44.359670 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e059517-4b76-4b7c-9cc1-ba3532e5cd73', 'name': 'network-vif-deleted', 'tag': 'b18ab328-7154-4e3c-ab66-ada7033ec6a5', 'status': 'completed', 'code': 200} Dec 13 09:40:44.396086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab03324b-d6e2-47a6-9396-b642214f6a49']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.435029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8270b0cc-6538-4614-a577-b7a81e9432ec') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.435713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8270b0cc-6538-4614-a577-b7a81e9432ec') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.468633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.502415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.516371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:44.516698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:44.518886 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:44.653430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.697115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.713191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab03324b-d6e2-47a6-9396-b642214f6a49 HTTP/1.1" status: 204 len: 168 time: 0.7889071 Dec 13 09:40:44.717535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c54561-242f-4ff7-9054-ae1f9fef6bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=ab03324b-d6e2-47a6-9396-b642214f6a49,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:44.723312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f'}, {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:44.726464 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471873e6-df33-4251-b495-114224bf4eca" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f"}, {"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:44.728277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:44.729090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eea2acb8-e2bf-48ab-a063-c642fcd9b850 req-0b29e39d-8a98-45d8-8fea-48ea9629fcaf tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1065032 Dec 13 09:40:44.842001 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9eb8c-9dbc-4c24-9c89-86f9e4465c8c x-openstack-request-id: req-97b9eb8c-9dbc-4c24-9c89-86f9e4465c8c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:44.842218 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f", "code": 200}, {"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-plugged", "status": "completed", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:44.842466 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97b9eb8c-9dbc-4c24-9c89-86f9e4465c8c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:44.843443 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'code': 200} Dec 13 09:40:44.844294 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4', 'code': 200} Dec 13 09:40:44.863541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Deleting port 7efdd5d0-349f-476d-b59a-3b8d6b263340 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:44.865610 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.884997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Deleting subnet e51181b7-c2d4-4671-8381-1e95775ca53e {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:44.894630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.985159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.999806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] For port 7efdd5d0-349f-476d-b59a-3b8d6b263340, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7efdd5d0-349f-476d-b59a-3b8d6b263340,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:45.000261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.019292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Calling delete_port for 7efdd5d0-349f-476d-b59a-3b8d6b263340 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:45.043212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.117748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-16735bca-1588-4f23-a909-e29221dcf438 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=768b1a91505d41878745504eab679496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314207 Dec 13 09:40:45.129275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.136841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec44e5-baeb-448a-8086-5af243cdceca req-a4917b34-e122-476e-abf3-09401958701c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.142749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec44e5-baeb-448a-8086-5af243cdceca req-a4917b34-e122-476e-abf3-09401958701c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.150443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec44e5-baeb-448a-8086-5af243cdceca req-a4917b34-e122-476e-abf3-09401958701c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.159031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3aec44e5-baeb-448a-8086-5af243cdceca req-a4917b34-e122-476e-abf3-09401958701c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2418 time: 0.1415296 Dec 13 09:40:45.160445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.164584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e51181b7-c2d4-4671-8381-1e95775ca53e HTTP/1.1" status: 204 len: 168 time: 0.4351900 Dec 13 09:40:45.180569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39956) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:45.185918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6039f8-e3b9-404e-aa7a-e13b7389af29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51181b7-c2d4-4671-8381-1e95775ca53e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:45.203205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b106e9-9530-46a1-ad94-1cf317c173ea req-b7f97e3c-fa53-4e30-bcae-08084d791546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.203853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b106e9-9530-46a1-ad94-1cf317c173ea req-b7f97e3c-fa53-4e30-bcae-08084d791546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.204415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b106e9-9530-46a1-ad94-1cf317c173ea req-b7f97e3c-fa53-4e30-bcae-08084d791546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.206176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-31b106e9-9530-46a1-ad94-1cf317c173ea req-b7f97e3c-fa53-4e30-bcae-08084d791546 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2871 time: 0.0947433 Dec 13 09:40:45.273724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-31b106e9-9530-46a1-ad94-1cf317c173ea req-aa1e6ba5-b883-499c-9e50-6e9c0abf7fd6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593812 Dec 13 09:40:45.693676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3aec44e5-baeb-448a-8086-5af243cdceca req-678bf562-3956-4380-be8b-2af2cff0069d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332339 Dec 13 09:40:45.696478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.745500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-82cb1cd2-a3a6-41f9-b8c2-f76fbf3701f5 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.746987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-82cb1cd2-a3a6-41f9-b8c2-f76fbf3701f5 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6231325 Dec 13 09:40:45.833695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-05cb9cc5-d985-44cf-ad23-1125f7e735ca tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/quotas/768b1a91505d41878745504eab679496 HTTP/1.1" status: 200 len: 375 time: 0.0637069 Dec 13 09:40:45.904083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b18ab328-7154-4e3c-ab66-ada7033ec6a5 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:45.916708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.922178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-f8c6dca2-b7ba-4aad-8079-0930c43705f8 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=768b1a91505d41878745504eab679496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506308 Dec 13 09:40:45.954453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.958281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: b18ab328-7154-4e3c-ab66-ada7033ec6a5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:45.958479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312698d7-092a-44d3-a85a-cb92b0f1b0a2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:45.961673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b18ab328-7154-4e3c-ab66-ada7033ec6a5 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:45.980195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b271-4cc4-46da-b408-3d49dc33f52f req-fb8f1e29-855f-4946-8b46-4ab240136b92 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.987400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b979b271-4cc4-46da-b408-3d49dc33f52f req-fb8f1e29-855f-4946-8b46-4ab240136b92 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1937730 Dec 13 09:40:46.014985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b629afdd-eef8-48b2-b579-637ec5186fba') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:46.015281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b629afdd-eef8-48b2-b579-637ec5186fba') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:46.022913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7efdd5d0-349f-476d-b59a-3b8d6b263340,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:46.072091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.137938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:46.151883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.192622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:46.193343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:46.194953 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:46.275655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b979b271-4cc4-46da-b408-3d49dc33f52f req-772769b4-8e73-44ac-a56d-793bf03be6e3 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869954 Dec 13 09:40:46.504242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02fef09d-1fad-4481-a6e6-36d186607067 req-3aeb76f3-d468-43ac-b887-2eac63459317 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1035705 Dec 13 09:40:46.507092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-809e509b-7ac8-47a6-b96c-6bed0ff0e30b req-b0fa2df8-8a1d-47ac-98e2-94ff0fc3226c tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 210 time: 0.1134591 Dec 13 09:40:46.512128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.517552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.520903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] 10.222.0.31 "DELETE /v2.0/networks/312698d7-092a-44d3-a85a-cb92b0f1b0a2 HTTP/1.1" status: 204 len: 168 time: 1.3392942 Dec 13 09:40:46.582800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612667b-320c-4ba0-9c00-1e7e3da3268f admin admin] Pushing event deleted for resources: {'Network': ['ID=312698d7-092a-44d3-a85a-cb92b0f1b0a2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:46.618067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.934771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.951678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39992) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:47.037262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286a4dc-a6eb-40ab-8df6-32d474324f25 req-58ea7930-e9aa-4f74-907a-77aa191b768a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.043659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286a4dc-a6eb-40ab-8df6-32d474324f25 req-58ea7930-e9aa-4f74-907a-77aa191b768a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.049930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286a4dc-a6eb-40ab-8df6-32d474324f25 req-58ea7930-e9aa-4f74-907a-77aa191b768a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.059322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a286a4dc-a6eb-40ab-8df6-32d474324f25 req-58ea7930-e9aa-4f74-907a-77aa191b768a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2418 time: 0.2082775 Dec 13 09:40:47.116855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Router 1b8b3935-ff4e-4752-8acd-661b9b717653 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:47.122792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb106db0-2e35-4bc2-9270-e1ed510b3a3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b6b9611356a48e097af31d3eae2801c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642270 Dec 13 09:40:47.127159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:47.169656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a286a4dc-a6eb-40ab-8df6-32d474324f25 req-14d01431-f16e-465f-bddb-4e73cffe18da tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 Dec 13 09:40:47.285292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.310526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:47.320146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7b34d337-a561-4d41-a53c-c825c9242c0c admin admin] 10.222.0.31 "PUT /v2.0/routers/1b8b3935-ff4e-4752-8acd-661b9b717653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1915987 Dec 13 09:40:47.322553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:47.325361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Sync routers for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:47.354135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:47.354790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:47.371468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.569570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.572182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.578138 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7461cd33-bb48-4f72-983e-884d58a789a8 HTTP/1.1" status: 204 len: 168 time: 0.4497194 Dec 13 09:40:47.590323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.593654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b3162-76e5-4852-8068-dd95e683782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7461cd33-bb48-4f72-983e-884d58a789a8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:47.601858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Deleting port d6b55eaa-177b-4f64-bd13-4146d12b6304 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:47.602205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.632288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:47.689317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-4830e8f1-522d-4f2d-92d3-0697131d04a5 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=768b1a91505d41878745504eab679496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1526294 Dec 13 09:40:47.732220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] For port d6b55eaa-177b-4f64-bd13-4146d12b6304, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d6b55eaa-177b-4f64-bd13-4146d12b6304,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:47.733099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.780418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Calling delete_port for d6b55eaa-177b-4f64-bd13-4146d12b6304 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:47.835169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f63f-7033-454e-bbed-5c8368716621 req-75c8a108-d0aa-405b-9903-a0476567d5c4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.846137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d886f63f-7033-454e-bbed-5c8368716621 req-75c8a108-d0aa-405b-9903-a0476567d5c4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2575188 Dec 13 09:40:47.922580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489afa8-fe45-4d2c-823b-e889fb5c64e4 req-2a03ba3d-7e31-4228-870a-8bd4f10acc1f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.933601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489afa8-fe45-4d2c-823b-e889fb5c64e4 req-2a03ba3d-7e31-4228-870a-8bd4f10acc1f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.943680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489afa8-fe45-4d2c-823b-e889fb5c64e4 req-2a03ba3d-7e31-4228-870a-8bd4f10acc1f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.953025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7489afa8-fe45-4d2c-823b-e889fb5c64e4 req-2a03ba3d-7e31-4228-870a-8bd4f10acc1f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2418 time: 0.3563216 Dec 13 09:40:48.064814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d886f63f-7033-454e-bbed-5c8368716621 req-fe19785f-676c-4461-90f6-02d599bb9e91 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140467 Dec 13 09:40:48.096874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:45Z', 'revision_number': 5, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port': {'id': '6cc2035a-4903-47f7-9938-14116fc2d952', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:24Z', 'updated_at': '2021-12-13T09:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:48.171765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.204372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Checking router: 1b8b3935-ff4e-4752-8acd-661b9b717653 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:48.213707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40024) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:48.229763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Routers {'1b8b3935-ff4e-4752-8acd-661b9b717653'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:48.230630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1b8b3935-ff4e-4752-8acd-661b9b717653'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:48.232558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5efea41-9121-42bd-b0f7-d87b520b34f4 req-66514e2a-69da-40d9-bb16-dd1d73aabb7f tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 210 time: 0.0515277 Dec 13 09:40:48.253445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-4d54d912-8ec9-4505-b4e4-32da6aea3012 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:48.254937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-4d54d912-8ec9-4505-b4e4-32da6aea3012 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5381069 Dec 13 09:40:48.258851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.294443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7489afa8-fe45-4d2c-823b-e889fb5c64e4 req-64ca52b7-ab8e-472a-9d96-7d80573a069f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404584 Dec 13 09:40:48.305316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b55eaa-177b-4f64-bd13-4146d12b6304,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:48.329459 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a79932d2-21f5-4649-b6f2-13d87015777a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74a09f74b01c412190a96684fe186f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135259 Dec 13 09:40:48.336742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:48.345433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Request body: {'port': {'device_id': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '768b1a91505d41878745504eab679496'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:48.392675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] Set router 1b8b3935-ff4e-4752-8acd-661b9b717653 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:48.488516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:48Z', 'revision_number': 6, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:48.526942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e5b80-8a47-463b-ae87-5dc7e01e05d0 None None] The sync data for ids ['1b8b3935-ff4e-4752-8acd-661b9b717653'] in n-d-820935-7 is: [{'id': '1b8b3935-ff4e-4752-8acd-661b9b717653', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889704891-router', 'tenant_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:48Z', 'revision_number': 6, 'project_id': 'fd25b22a72d84a07bde9949ae19a67bc', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:48.540670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b56849b-0e45-4d0b-b62b-9b61abc0d15a req-f13dfafd-a4ff-454b-a5f4-6c387972ebe1 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1462696 Dec 13 09:40:48.615503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Deleting port 6cc2035a-4903-47f7-9938-14116fc2d952 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:48.615794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.715723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Made reservation on behalf of 768b1a91505d41878745504eab679496 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:48.719779 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.743035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.758255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] For port 6cc2035a-4903-47f7-9938-14116fc2d952, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6cc2035a-4903-47f7-9938-14116fc2d952,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:48.758657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.781622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Calling delete_port for 6cc2035a-4903-47f7-9938-14116fc2d952 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:48.837299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.952760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.020062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.026249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.046651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.062239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.065149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.066417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be2f459d-2066-4e24-b81f-f043d157a93c HTTP/1.1" status: 204 len: 168 time: 0.7288036 Dec 13 09:40:49.114189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155979f-fc00-4847-ae95-8c8b1cb7b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f459d-2066-4e24-b81f-f043d157a93c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:49.239477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-3d91c1f7-603d-4d0b-b136-d41fa098e286 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:49.247693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-3d91c1f7-603d-4d0b-b136-d41fa098e286 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:49.256317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-3d91c1f7-603d-4d0b-b136-d41fa098e286 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:49.258071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-3d91c1f7-603d-4d0b-b136-d41fa098e286 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2418 time: 0.1286533 Dec 13 09:40:49.300236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:49.415076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21e9f720-950d-4067-81e4-d11f6af014b6 req-ed559c46-c081-498b-ab99-eefbbbd94363 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 210 time: 0.0537167 Dec 13 09:40:49.494658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:49.533125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231eec-24ff-4da6-9503-b41f31f7193e req-4dd81896-8801-4a61-89e8-c02f523351ad tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:49.535845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22231eec-24ff-4da6-9503-b41f31f7193e req-4dd81896-8801-4a61-89e8-c02f523351ad tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.3097539 Dec 13 09:40:49.604564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port 72cc5862-bdb5-4e00-bb10-101c3369f934 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:49.604907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.816578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:49.832786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Sync routers for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:49.839994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d2e2099f-62eb-4471-822c-7b5feea983c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6871364 Dec 13 09:40:49.857179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:49.857839 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:49.869268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:49.906220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.942437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Allocated IP 192.168.233.60 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/113c91c8-360a-42a8-ae17-f04a0056de72) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:49.950587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port 72cc5862-bdb5-4e00-bb10-101c3369f934, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=72cc5862-bdb5-4e00-bb10-101c3369f934,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:49.951465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:49.966148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc2035a-4903-47f7-9938-14116fc2d952,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:49.971808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for 72cc5862-bdb5-4e00-bb10-101c3369f934 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:50.060700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22231eec-24ff-4da6-9503-b41f31f7193e req-7bdbfda8-43a1-482f-b5bb-7f29d17c4082 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999843 Dec 13 09:40:50.071925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.078691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a8e96-688e-4902-ae8e-2ea759d6bc12 req-830e4d64-da28-4c88-ac84-0f6f471ab6c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:50.088680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a8e96-688e-4902-ae8e-2ea759d6bc12 req-830e4d64-da28-4c88-ac84-0f6f471ab6c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:50.095518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a8e96-688e-4902-ae8e-2ea759d6bc12 req-830e4d64-da28-4c88-ac84-0f6f471ab6c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:50.097373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-902a8e96-688e-4902-ae8e-2ea759d6bc12 req-830e4d64-da28-4c88-ac84-0f6f471ab6c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 2418 time: 0.5555565 Dec 13 09:40:50.131536 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:50.168566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.290981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.395864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Deleting port 494eb0b1-748e-431f-ac3b-efaab676d16b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:50.396705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.460809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.477061 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:40:48Z', 'revision_number': 5, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port': {'id': '494eb0b1-748e-431f-ac3b-efaab676d16b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:01Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:50.511088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbb3510e-fffe-49c2-b3e7-d0f5a922c6fb req-2e296d64-eea7-4fa0-ae57-98299acb9dd8 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1913149 Dec 13 09:40:50.558461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=72cc5862-bdb5-4e00-bb10-101c3369f934,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:50.588004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Checking router: bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:50.613432 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Routers {'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:50.618935 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:50.635144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port 72cc5862-bdb5-4e00-bb10-101c3369f934 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:50.652363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.656476 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-8c1d3193-aca1-4beb-b2e7-8121d96f9b87 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "DELETE /v2.0/ports/72cc5862-bdb5-4e00-bb10-101c3369f934 HTTP/1.1" status: 204 len: 173 time: 1.3909836 Dec 13 09:40:50.657137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:50.659537 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ff009-8923-40d8-abed-d82b1375855d" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:50.700043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.734326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] For port 494eb0b1-748e-431f-ac3b-efaab676d16b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=494eb0b1-748e-431f-ac3b-efaab676d16b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:50.739078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.747145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-902a8e96-688e-4902-ae8e-2ea759d6bc12 req-10240c61-4db9-4364-915b-56b2c6a4e098 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368213 Dec 13 09:40:50.747640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7efdd5d0-349f-476d-b59a-3b8d6b263340 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:50.754143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.757662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.760661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:50.823327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7efdd5d0-349f-476d-b59a-3b8d6b263340 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:50.823718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7efdd5d0-349f-476d-b59a-3b8d6b263340 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:50.824155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6cc2035a-4903-47f7-9938-14116fc2d952 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:50.835717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Calling delete_port for 494eb0b1-748e-431f-ac3b-efaab676d16b owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:50.870390 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] Set router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:50.913328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 6cc2035a-4903-47f7-9938-14116fc2d952 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:50.913680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6cc2035a-4903-47f7-9938-14116fc2d952 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:50.951083 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132aba17-e5cf-404a-a324-f978be0f483c x-openstack-request-id: req-132aba17-e5cf-404a-a324-f978be0f483c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:50.951389 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "72cc5862-bdb5-4e00-bb10-101c3369f934", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:50.951686 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-132aba17-e5cf-404a-a324-f978be0f483c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:50.952094 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': '72cc5862-bdb5-4e00-bb10-101c3369f934', 'status': 'completed', 'code': 200} Dec 13 09:40:51.010790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:51.019270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:51.025663 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:40:50Z', 'revision_number': 6, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:51.042019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:51.096824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855eaf91-157d-4a00-83bf-59550686de0f None None] The sync data for ids ['bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa'] in n-d-820935-7 is: [{'id': 'bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-656354934-router', 'tenant_id': '2102dc5929b2409599956a2fdad8ec18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:00Z', 'updated_at': '2021-12-13T09:40:50Z', 'revision_number': 6, 'project_id': '2102dc5929b2409599956a2fdad8ec18', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:51.134774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:51.137041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.164482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:51.164482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.173751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6dab0-c640-4de9-9dc4-a03fbb507a56 req-8e603793-f15b-4d9d-bf86-66f42156d741 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:51.180376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fb6dab0-c640-4de9-9dc4-a03fbb507a56 req-8e603793-f15b-4d9d-bf86-66f42156d741 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 935 time: 0.4298365 Dec 13 09:40:51.187934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.196732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8b3935-ff4e-4752-8acd-661b9b717653 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:51.355767 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.367032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa3ca05c-a73e-408b-bfb2-a9a750363f56 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1b8b3935-ff4e-4752-8acd-661b9b717653 HTTP/1.1" status: 204 len: 168 time: 4.0432510 Dec 13 09:40:51.368443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:51.374763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Pushing event updated for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:51.423998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-98070ecf-cf86-49e3-945f-ac5fce3207af tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0826545 Dec 13 09:40:51.447276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3f33f59a-5b6a-4b5c-bbda-d2c27c5a6a3f None None] Provisioning complete for port 113c91c8-360a-42a8-ae17-f04a0056de72 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:51.447276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3f33f59a-5b6a-4b5c-bbda-d2c27c5a6a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.501840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Request body: {'port': {'device_id': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:51.534807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3f33f59a-5b6a-4b5c-bbda-d2c27c5a6a3f None None] Port 113c91c8-360a-42a8-ae17-f04a0056de72 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:51.548222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.566035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084befc-7f95-4607-94af-df52b808caa3 req-a790ef01-d595-4917-b03b-0e9ed9e6d3bf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:51.573791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7084befc-7f95-4607-94af-df52b808caa3 req-a790ef01-d595-4917-b03b-0e9ed9e6d3bf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.3677976 Dec 13 09:40:51.611584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:51.612182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.627956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:51.628312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.678080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fb6dab0-c640-4de9-9dc4-a03fbb507a56 req-7eca595b-ee4e-479f-8222-29e0a59f1ae8 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785936 Dec 13 09:40:51.762682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Pushing event deleted for resources: {'Port': ['ID=494eb0b1-748e-431f-ac3b-efaab676d16b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:51.780851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Deleting subnet a89c4038-9e25-4923-b051-d9943acd9f62 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:51.788738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.817645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7084befc-7f95-4607-94af-df52b808caa3 req-13244b6d-f180-4d15-931e-880a1fa7be43 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373407 Dec 13 09:40:51.944283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 72cc5862-bdb5-4e00-bb10-101c3369f934 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:51.975144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92910f21-e8d2-4560-ab85-067090e0c687 req-b40ccb23-d146-49e0-851c-7b67a77c6d3e tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0606334 Dec 13 09:40:51.993935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.994155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 72cc5862-bdb5-4e00-bb10-101c3369f934 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:51.994675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 72cc5862-bdb5-4e00-bb10-101c3369f934 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:51.995287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device fe9cf6c8-2efe-485d-b312-0b9344f88b9f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:52.032031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.159165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-8cf1920f-304d-4709-8116-fd5f68301112 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a035f2248af44b09b5bb376bcf6350be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091886 Dec 13 09:40:52.185006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.289612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d4e9-6a41-4dd5-ab2b-f7c5e3136910 req-6c968d29-597f-4c43-9e84-9b5288a28d1d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:52.295756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d4e9-6a41-4dd5-ab2b-f7c5e3136910 req-6c968d29-597f-4c43-9e84-9b5288a28d1d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:52.303852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ff2d4e9-6a41-4dd5-ab2b-f7c5e3136910 req-6c968d29-597f-4c43-9e84-9b5288a28d1d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 1683 time: 0.1978028 Dec 13 09:40:52.314751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:52.316580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:52.320107 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cefef5-214f-436c-b67d-434b51ef67a2" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:52.324646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.325603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:52.410817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:52.424571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-42b7815e-b2c4-4408-822f-2fbe76c7b99d tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:52.426157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-42b7815e-b2c4-4408-822f-2fbe76c7b99d tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664297 Dec 13 09:40:52.441216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ff2d4e9-6a41-4dd5-ab2b-f7c5e3136910 req-c78d01c5-3e90-4c8c-bf46-85d0cab1ebca tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364493 Dec 13 09:40:52.455234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-a5b03f2d-040e-47e0-8d31-5836e68dcef3 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/quotas/a035f2248af44b09b5bb376bcf6350be HTTP/1.1" status: 200 len: 375 time: 0.0180590 Dec 13 09:40:52.492368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.521753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113c91c8-360a-42a8-ae17-f04a0056de72 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:52.530951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.549971 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402ad0b-05c4-45e4-8f60-928d6f8c6784 x-openstack-request-id: req-a402ad0b-05c4-45e4-8f60-928d6f8c6784 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:52.550801 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:52.551477 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a402ad0b-05c4-45e4-8f60-928d6f8c6784 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:52.552712 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'code': 200} Dec 13 09:40:52.572486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.575803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-83149744-e0d8-4f37-aaba-d80676a7c8c4 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314336 Dec 13 09:40:52.578164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.580928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Transition to ACTIVE for port object 113c91c8-360a-42a8-ae17-f04a0056de72 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:52.585446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.588747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.681717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:52.692003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.692575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:52.701405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.702851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd776a67-6329-4e14-85fe-0738a0979726 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bdbd4ef8-f3f9-4d2e-bcfd-e0419419a1fa HTTP/1.1" status: 204 len: 168 time: 2.8309131 Dec 13 09:40:52.706663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40134) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:52.724469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.776225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Deleting subnet e07da23e-2111-491f-8a3f-2f9af6cd3126 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:52.805432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:52.810111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.822845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:52.826096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 494eb0b1-748e-431f-ac3b-efaab676d16b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:52.848416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.862454 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9ecab1dc-fbdc-456c-8dd3-751b93211cc0 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "DELETE /v2.0/ports/a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4 HTTP/1.1" status: 204 len: 173 time: 2.1979136 Dec 13 09:40:52.909196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 494eb0b1-748e-431f-ac3b-efaab676d16b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:52.914619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 494eb0b1-748e-431f-ac3b-efaab676d16b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:52.919582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d6b55eaa-177b-4f64-bd13-4146d12b6304 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:52.961530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d6b55eaa-177b-4f64-bd13-4146d12b6304 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:52.962745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d6b55eaa-177b-4f64-bd13-4146d12b6304 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:52.967282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:52.977352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:52.987149 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd3cc9-e877-433a-aae6-ee9562f6b4e1" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:53.040733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Attempting to bind port 113c91c8-360a-42a8-ae17-f04a0056de72 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:53.041137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Attempting to bind port 113c91c8-360a-42a8-ae17-f04a0056de72 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:53.041476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Attempting to bind port 113c91c8-360a-42a8-ae17-f04a0056de72 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:53.075609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf4da9-0121-4c53-a452-c18e81fe0e24 req-78184038-9f0c-4683-8d93-06a020f444fd tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.084218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adaf4da9-0121-4c53-a452-c18e81fe0e24 req-78184038-9f0c-4683-8d93-06a020f444fd tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 947 time: 0.1817882 Dec 13 09:40:53.091358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Port 113c91c8-360a-42a8-ae17-f04a0056de72 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:53.091947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Attempting to bind port 113c91c8-360a-42a8-ae17-f04a0056de72 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:53.107960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:53.108342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:53.108741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:53.109189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Bound port: 113c91c8-360a-42a8-ae17-f04a0056de72, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:53.109551 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.117767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.210505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89c4038-9e25-4923-b051-d9943acd9f62,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:53.215391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.222253 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-330343ab-171f-4239-a26a-396ecae13ddf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a89c4038-9e25-4923-b051-d9943acd9f62 HTTP/1.1" status: 204 len: 168 time: 1.8525777 Dec 13 09:40:53.224755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40158) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:53.230030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981236b-fde5-4fe4-b5b1-459abe664b9b None None] Network 6001546a-cec0-4c0a-aa08-5585bfe3054b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:53.312113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port fe9cf6c8-2efe-485d-b312-0b9344f88b9f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:53.312629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.348353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adaf4da9-0121-4c53-a452-c18e81fe0e24 req-4b3c1966-e9f7-48ef-9c01-b1b6633b18c2 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630606 Dec 13 09:40:53.349607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.432814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.469656 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ca7e1-5ba6-44e2-b1bf-3e24b7ad80dd x-openstack-request-id: req-ff1ca7e1-5ba6-44e2-b1bf-3e24b7ad80dd {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:53.469967 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:53.470229 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff1ca7e1-5ba6-44e2-b1bf-3e24b7ad80dd {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:53.470629 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': 'a73a9ebc-bd2c-4fb6-9e07-32f8ed8e00b4', 'status': 'completed', 'code': 200} Dec 13 09:40:53.521764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port fe9cf6c8-2efe-485d-b312-0b9344f88b9f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:53.522130 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.531807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] DHCP port deletion for 6001546a-cec0-4c0a-aa08-5585bfe3054b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:53.538397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for fe9cf6c8-2efe-485d-b312-0b9344f88b9f owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:53.540875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Deleting port e8dc5600-962b-425e-bf03-3131bfe64fd4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:53.541213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.569394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cc766-a103-4e57-8ac7-42ce2889ac32 req-3f575009-7bde-42b8-9572-d0cb69f7d2c7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.579493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa7cc766-a103-4e57-8ac7-42ce2889ac32 req-3f575009-7bde-42b8-9572-d0cb69f7d2c7 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.3955591 Dec 13 09:40:53.643659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Deleting port e8dc5600-962b-425e-bf03-3131bfe64fd4 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:53.644050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.649185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] For port e8dc5600-962b-425e-bf03-3131bfe64fd4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dc5600-962b-425e-bf03-3131bfe64fd4,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:53.650159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.666346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Calling delete_port for e8dc5600-962b-425e-bf03-3131bfe64fd4 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:53.715863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa7cc766-a103-4e57-8ac7-42ce2889ac32 req-1bf78ac3-aedb-410b-aec5-716628631f95 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341403 Dec 13 09:40:53.731098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcaf5f51-126f-4b26-89bc-58039d23ec5c req-28a3910c-1dae-48e2-85ad-28ca34cc21e9 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 210 time: 0.2204220 Dec 13 09:40:53.769497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:53.781636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] For port e8dc5600-962b-425e-bf03-3131bfe64fd4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dc5600-962b-425e-bf03-3131bfe64fd4,segment=NetworkSegment(343e73d6-ab94-456c-8a4a-61bf7acdb4e3),segment_id=343e73d6-ab94-456c-8a4a-61bf7acdb4e3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:53.782647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.785915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=113c91c8-360a-42a8-ae17-f04a0056de72,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:53.809361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.828268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Calling delete_port for e8dc5600-962b-425e-bf03-3131bfe64fd4 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:53.842716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.920104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8dc5600-962b-425e-bf03-3131bfe64fd4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:53.950751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51be2e81-a129-4357-85a7-c25111fa49af req-fe3877ea-06c7-4598-b06a-3aaa24b788dc tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0409157 Dec 13 09:40:53.957441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.959295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] No DVR routers for this DVR port e8dc5600-962b-425e-bf03-3131bfe64fd4 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:53.960193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.962046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] 10.222.0.16 "PUT /v2.0/ports/113c91c8-360a-42a8-ae17-f04a0056de72 HTTP/1.1" status: 200 len: 1095 time: 2.4961028 Dec 13 09:40:53.979256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.999477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:54.001847 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222b318-29f5-4137-adfb-c80f36130477" -d '{"events": [{"name": "network-changed", "server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:54.006164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.045556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] Pushing event deleted for resources: {'Port': ['ID=e8dc5600-962b-425e-bf03-3131bfe64fd4,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:54.049832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54072c63-833f-4e15-89e5-cc72664c2007 None None] No DVR routers for this DVR port e8dc5600-962b-425e-bf03-3131bfe64fd4 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:54.110950 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83216a3d-2a3b-4075-873c-3d57cb721f06 x-openstack-request-id: req-83216a3d-2a3b-4075-873c-3d57cb721f06 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:54.111624 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:54.112098 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83216a3d-2a3b-4075-873c-3d57cb721f06 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:54.112650 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72', 'status': 'completed', 'code': 200} Dec 13 09:40:54.126654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5d506-95c8-4530-8cc2-0a53a491898b None None] Network afe427bd-acfa-4513-96ca-347dddcefabd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:54.129844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07da23e-2111-491f-8a3f-2f9af6cd3126,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:54.142347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.145745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4cc06318-c892-48ca-992c-7e67ced94936 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e07da23e-2111-491f-8a3f-2f9af6cd3126 HTTP/1.1" status: 204 len: 168 time: 1.4360282 Dec 13 09:40:54.168438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:54.215201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.269645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6001546a-cec0-4c0a-aa08-5585bfe3054b']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:54.293057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343e73d6-ab94-456c-8a4a-61bf7acdb4e3') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:54.293360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343e73d6-ab94-456c-8a4a-61bf7acdb4e3') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:54.334098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.354282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.369846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:54.370311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.416730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161df832-693b-4fbd-aa94-401374e752dd None None] DHCP port deletion for afe427bd-acfa-4513-96ca-347dddcefabd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:54.429978 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:54.432649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.438254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.445241 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] 10.222.0.31 "DELETE /v2.0/networks/6001546a-cec0-4c0a-aa08-5585bfe3054b HTTP/1.1" status: 204 len: 168 time: 1.2172365 Dec 13 09:40:54.463319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1d11-43dc-4d51-abf1-473bf8400f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6001546a-cec0-4c0a-aa08-5585bfe3054b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:54.530604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Deleting port 31e5ad47-5893-480c-9db5-417290fc9913 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:54.530993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.579575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.585081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f82cc-17e8-4b78-93ab-2b14e8fafbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:54.607698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27e15-622a-43f5-b069-0ef3da199bfb req-65c71a2d-23c4-4ace-a560-d4a90777603f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:54.614888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a27e15-622a-43f5-b069-0ef3da199bfb req-65c71a2d-23c4-4ace-a560-d4a90777603f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5510474-e229-4001-822f-e5d6bcea050a HTTP/1.1" status: 200 len: 944 time: 0.7174306 Dec 13 09:40:54.640716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-161df832-693b-4fbd-aa94-401374e752dd None None] For port 31e5ad47-5893-480c-9db5-417290fc9913, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31e5ad47-5893-480c-9db5-417290fc9913,segment=NetworkSegment(afb1eedb-7da4-45d0-8ece-e946bd2665d2),segment_id=afb1eedb-7da4-45d0-8ece-e946bd2665d2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:54.641099 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.648061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.654862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-f088151a-6eda-42b4-982f-31dafbc4102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:54.657182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-f088151a-6eda-42b4-982f-31dafbc4102c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768b1a91505d41878745504eab679496&device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 1098 time: 0.5435832 Dec 13 09:40:54.658452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Calling delete_port for 31e5ad47-5893-480c-9db5-417290fc9913 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:54.704640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=fe9cf6c8-2efe-485d-b312-0b9344f88b9f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:54.711520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-85f27580-666e-4374-9b42-8c6c31bc33f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=113c91c8-360a-42a8-ae17-f04a0056de72 HTTP/1.1" status: 200 len: 217 time: 0.0441580 Dec 13 09:40:54.787727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a27e15-622a-43f5-b069-0ef3da199bfb req-f230be6c-9962-41b8-a8cc-1467657e0139 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718285 Dec 13 09:40:54.789745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40220) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:54.830760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port fe9cf6c8-2efe-485d-b312-0b9344f88b9f on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:54.834678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.839231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c840277-f94f-47e5-8f6e-cedb74e214d1 req-9dc6539b-b8b6-4675-9a46-43a9ccbcd929 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "DELETE /v2.0/ports/fe9cf6c8-2efe-485d-b312-0b9344f88b9f HTTP/1.1" status: 204 len: 173 time: 1.9487827 Dec 13 09:40:54.848639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31e5ad47-5893-480c-9db5-417290fc9913 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:54.920842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c07b2659-3629-4c35-af14-f1c018df5fbd tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a035f2248af44b09b5bb376bcf6350be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571983 Dec 13 09:40:54.923799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-c6510fcb-ed01-43b5-a9fd-d0aafd11761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:54.925296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-c6510fcb-ed01-43b5-a9fd-d0aafd11761a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2049654 Dec 13 09:40:54.992084 n-d-820935-7 neutron-server[103196]: INFO neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No ports have port_id starting with 31e5ad47-5893-480c-9db5-417290fc9913 Dec 13 09:40:54.993732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dc5600-962b-425e-bf03-3131bfe64fd4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:54.998454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.118416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e8dc5600-962b-425e-bf03-3131bfe64fd4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:55.120901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-ac53a7ee-72bd-4249-84be-33f3f6fd2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.121975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dc5600-962b-425e-bf03-3131bfe64fd4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:55.122565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-ac53a7ee-72bd-4249-84be-33f3f6fd2d43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750286 Dec 13 09:40:55.124133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161df832-693b-4fbd-aa94-401374e752dd None None] Pushing event deleted for resources: {'Port': ['ID=31e5ad47-5893-480c-9db5-417290fc9913,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.135330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161df832-693b-4fbd-aa94-401374e752dd None None] No DVR routers for this DVR port 31e5ad47-5893-480c-9db5-417290fc9913 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:55.164162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-ab26de39-2843-4e33-871a-ed85616f9352 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.166083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-ab26de39-2843-4e33-871a-ed85616f9352 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386522 Dec 13 09:40:55.180842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Request body: {'port': {'device_id': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'a035f2248af44b09b5bb376bcf6350be'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:55.235919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c9f2c93-b597-4a8f-bde3-cc72bdafbb20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3463353f0ac7482180c10232599095ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3895135 Dec 13 09:40:55.240310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:55.243849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Deleting port 31e5ad47-5893-480c-9db5-417290fc9913 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:55.244197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.264512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78b608-5f16-48bd-8437-2e6f4721a5e6 req-ec1285b4-d24a-4237-9920-4440e66fc91e tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.266091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c78b608-5f16-48bd-8437-2e6f4721a5e6 req-ec1285b4-d24a-4237-9920-4440e66fc91e tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 947 time: 0.3398244 Dec 13 09:40:55.334372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.338678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Made reservation on behalf of a035f2248af44b09b5bb376bcf6350be for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:55.342749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.362447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.375525 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:40:55.383082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] For port 31e5ad47-5893-480c-9db5-417290fc9913, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:55.383935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.385495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.396936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-3fda1bb3-9267-41dc-aa79-995d97eeff4c service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396865 Dec 13 09:40:55.410475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Calling delete_port for 31e5ad47-5893-480c-9db5-417290fc9913 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:55.423515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Port 31e5ad47-5893-480c-9db5-417290fc9913 was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:40:55.435330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.453718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c78b608-5f16-48bd-8437-2e6f4721a5e6 req-e3210ffc-2a82-4fc0-9137-f5cd6d2cd835 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489415 Dec 13 09:40:55.502889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:55.505778 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46ee348-380b-446d-8194-0b8b214b235b" -d '{"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:55.510038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.517167 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.529835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.532635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.536796 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b78e6a6-063d-4b6f-9d79-f096bd46d2f2 HTTP/1.1" status: 204 len: 168 time: 0.2926769 Dec 13 09:40:55.561471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e5ad47-5893-480c-9db5-417290fc9913,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.578322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] No DVR routers for this DVR port 31e5ad47-5893-480c-9db5-417290fc9913 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:55.690572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ba5c7-253e-4f27-9e60-492d4c476418,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.708401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a95f0e-86ed-4308-a752-ae42d920ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b78e6a6-063d-4b6f-9d79-f096bd46d2f2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.725857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a168c-86a3-4c38-9d7d-f15c12562842 req-135b63fa-d637-42ba-a067-b603c2f6cdc0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.728614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Allocated IP 192.168.233.121 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/beb6fcfb-5642-4743-a524-771dc283a19f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:55.733182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-947a168c-86a3-4c38-9d7d-f15c12562842 req-135b63fa-d637-42ba-a067-b603c2f6cdc0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1728063 Dec 13 09:40:55.758426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1491e9b-a36e-4f8f-95f2-4e70a1d822b1 req-39fd598d-3338-4666-9ab6-ec30df1673cc service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494399 Dec 13 09:40:55.760551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d16788cb-5ce2-4892-8562-56a1cad47d63 req-665e74a7-1012-4872-9b43-1ebd012fc512 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 210 time: 0.0750172 Dec 13 09:40:55.762848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.797728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe427bd-acfa-4513-96ca-347dddcefabd']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:55.824742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb1eedb-7da4-45d0-8ece-e946bd2665d2') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:55.825030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb1eedb-7da4-45d0-8ece-e946bd2665d2') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:55.865928 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.904785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.909747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-947a168c-86a3-4c38-9d7d-f15c12562842 req-dfeab2bb-8691-47ba-93c1-16f61f6f61a8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754782 Dec 13 09:40:55.934401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc7392ce-cbf8-4e57-b7ff-7fc000fdd542 req-97909724-5136-4fff-95df-172fe08b2afe tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0549643 Dec 13 09:40:55.935944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:55.936442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:55.939918 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:55.959500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.984644 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51413aa4-84c2-447a-9df4-7d2e11eb56cb x-openstack-request-id: req-51413aa4-84c2-447a-9df4-7d2e11eb56cb {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:55.984914 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5510474-e229-4001-822f-e5d6bcea050a", "name": "network-vif-deleted", "tag": "fe9cf6c8-2efe-485d-b312-0b9344f88b9f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:55.986662 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51413aa4-84c2-447a-9df4-7d2e11eb56cb {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:55.987071 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5510474-e229-4001-822f-e5d6bcea050a', 'name': 'network-vif-deleted', 'tag': 'fe9cf6c8-2efe-485d-b312-0b9344f88b9f', 'status': 'completed', 'code': 200} Dec 13 09:40:55.996636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b318-29f5-4137-adfb-c80f36130477 req-972a7750-d2d5-4b22-9a15-d3227a4df771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.998262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-972a7750-d2d5-4b22-9a15-d3227a4df771 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768b1a91505d41878745504eab679496&device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 1098 time: 0.1644750 Dec 13 09:40:56.010899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40266) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.024121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40268) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.035297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.096448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:56.100690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:56.118927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:56.128995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.138280 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.142706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/afe427bd-acfa-4513-96ca-347dddcefabd HTTP/1.1" status: 204 len: 168 time: 1.9582622 Dec 13 09:40:56.192991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09134-a8c7-4098-8d27-50f7babd81a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe427bd-acfa-4513-96ca-347dddcefabd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.219903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Pushing event updated for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.256470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting subnet 33e4d9d1-afad-4405-b24d-844bca34ad10 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:56.267197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b416274b-e252-4f34-843f-3bd76005c1ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd25b22a72d84a07bde9949ae19a67bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2439246 Dec 13 09:40:56.268122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.273181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40276) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.297409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.298486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.322313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-c12dc7ee-d928-497f-a4c2-c9e60cc6841a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1419237 Dec 13 09:40:56.346787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Request body: {'port': {'device_id': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:56.400292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b318-29f5-4137-adfb-c80f36130477 req-be446875-cfe3-4f9c-b154-a3e343ee1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.401876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-be446875-cfe3-4f9c-b154-a3e343ee1872 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3948956 Dec 13 09:40:56.411746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.426711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b10bd-3bd6-4c04-a637-837f766ee5f6 req-f638bdb0-d580-4aea-8637-3a43331591b1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.434483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b8b10bd-3bd6-4c04-a637-837f766ee5f6 req-f638bdb0-d580-4aea-8637-3a43331591b1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2319343 Dec 13 09:40:56.436134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.449609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.491279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.495847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8ab82c77-e015-4803-981a-5b1688ac24cf None None] Provisioning complete for port beb6fcfb-5642-4743-a524-771dc283a19f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:56.496409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ab82c77-e015-4803-981a-5b1688ac24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.539376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ab82c77-e015-4803-981a-5b1688ac24cf None None] Port beb6fcfb-5642-4743-a524-771dc283a19f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:56.561446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-e5d1f9cd-6370-4ce0-b13f-85ff291719e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=113c91c8-360a-42a8-ae17-f04a0056de72 HTTP/1.1" status: 200 len: 217 time: 0.1059017 Dec 13 09:40:56.637582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.709536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6fcfb-5642-4743-a524-771dc283a19f {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:56.716905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.729336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Transition to ACTIVE for port object beb6fcfb-5642-4743-a524-771dc283a19f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:56.733285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.751724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-de22b104-15db-4492-9997-1be947e4f3c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2102dc5929b2409599956a2fdad8ec18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913125 Dec 13 09:40:56.763759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.789053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b8b10bd-3bd6-4c04-a637-837f766ee5f6 req-2d884a59-8267-4e08-9c96-e858863a2c9d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520861 Dec 13 09:40:56.804647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b318-29f5-4137-adfb-c80f36130477 req-28fde3de-1256-44d9-8824-4dc4d69328cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.806576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-28fde3de-1256-44d9-8824-4dc4d69328cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2297688 Dec 13 09:40:56.811752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.816814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.878051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.881357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.882528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23231bea-1cc5-4a0f-91dc-7165e334b46e HTTP/1.1" status: 204 len: 168 time: 0.6074576 Dec 13 09:40:56.905329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-e4e5175b-1c74-4a55-9486-8a07d7cd4b01 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.907087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-e4e5175b-1c74-4a55-9486-8a07d7cd4b01 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.4504969 Dec 13 09:40:56.915457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.944947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf8a0e-5099-4c68-8913-e449adeab8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23231bea-1cc5-4a0f-91dc-7165e334b46e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.971426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-2feed3d3-8ed6-439d-89c9-2855c6c7a032 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/quotas/0819414f5fcd4e63bdfd4ca528a1b8ef HTTP/1.1" status: 200 len: 375 time: 0.0553231 Dec 13 09:40:56.993532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.014015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Attempting to bind port beb6fcfb-5642-4743-a524-771dc283a19f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:57.014355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Attempting to bind port beb6fcfb-5642-4743-a524-771dc283a19f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:57.014683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Attempting to bind port beb6fcfb-5642-4743-a524-771dc283a19f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:57.022235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Port beb6fcfb-5642-4743-a524-771dc283a19f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:57.022548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Attempting to bind port beb6fcfb-5642-4743-a524-771dc283a19f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:57.029836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b318-29f5-4137-adfb-c80f36130477 req-488691e0-ca32-4b52-b8e6-ce929e575118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.031400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-488691e0-ca32-4b52-b8e6-ce929e575118 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117770 Dec 13 09:40:57.036877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.042005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:57.042247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:57.042607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:57.043082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Bound port: beb6fcfb-5642-4743-a524-771dc283a19f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:57.043434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.089134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e045153-3228-4e24-909d-3777f845f25f req-0c040246-b01c-477e-b157-a10e81507f48 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.096689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e045153-3228-4e24-909d-3777f845f25f req-0c040246-b01c-477e-b157-a10e81507f48 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 947 time: 0.1818223 Dec 13 09:40:57.119633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Subnet': ['ID=33e4d9d1-afad-4405-b24d-844bca34ad10,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:57.130940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.131964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fae12-8bc9-4ffa-b343-8527f7e8ce33 None None] Network 69436868-a513-483f-8dba-499b2b98588b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:57.133697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.139583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcdeca30-b85b-4cba-a47e-472190e41648 HTTP/1.1" status: 204 len: 168 time: 0.3727529 Dec 13 09:40:57.146943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.147114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:57.150649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=beb6fcfb-5642-4743-a524-771dc283a19f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:57.151505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-963e4092-aa90-443d-9911-23d1747bf10e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/subnets/33e4d9d1-afad-4405-b24d-844bca34ad10 HTTP/1.1" status: 204 len: 168 time: 1.1194463 Dec 13 09:40:57.156035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:57.158587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.199281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-4f6bc98f-48cc-4c84-94c7-dfac38058c30 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2268646 Dec 13 09:40:57.206819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce0e3e-20d3-4d27-90aa-49fe6bd0ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdeca30-b85b-4cba-a47e-472190e41648,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:57.227038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.227732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.229766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] 10.222.0.20 "PUT /v2.0/ports/beb6fcfb-5642-4743-a524-771dc283a19f HTTP/1.1" status: 200 len: 1096 time: 0.9014647 Dec 13 09:40:57.370226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195407c-0fc7-4fad-8a2b-d5b265531946 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:57.400088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-fc4dc15f-6a84-4996-bbad-8d634ba98dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.406039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-fc4dc15f-6a84-4996-bbad-8d634ba98dcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 1099 time: 0.1302464 Dec 13 09:40:57.463378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-bb812792-d524-40b8-98f7-d4345a1362eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=beb6fcfb-5642-4743-a524-771dc283a19f HTTP/1.1" status: 200 len: 217 time: 0.0494282 Dec 13 09:40:57.531502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-1544a07b-800c-4781-ad9c-8a11bc0fda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.533167 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-1544a07b-800c-4781-ad9c-8a11bc0fda24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0625110 Dec 13 09:40:57.541135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] DHCP port deletion for 69436868-a513-483f-8dba-499b2b98588b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:57.590624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-17d18088-a83c-4cdc-80aa-7feaeba15da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.592715 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-17d18088-a83c-4cdc-80aa-7feaeba15da5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517771 Dec 13 09:40:57.654813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Deleting port 80a47211-4d76-47e5-9a21-8f0603c46c49 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:57.655631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.713298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-9b4cdfbe-aa28-48e3-a532-59d6829bed00 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118162 Dec 13 09:40:57.795012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] For port 80a47211-4d76-47e5-9a21-8f0603c46c49, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=80a47211-4d76-47e5-9a21-8f0603c46c49,segment=NetworkSegment(fddf8ddf-e9e0-4bae-abc1-e654d2afd90b),segment_id=fddf8ddf-e9e0-4bae-abc1-e654d2afd90b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:57.795565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.818196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e045153-3228-4e24-909d-3777f845f25f req-6c4b1f11-a140-4f18-92a9-f7586687a79c tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205503 Dec 13 09:40:57.830180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Calling delete_port for 80a47211-4d76-47e5-9a21-8f0603c46c49 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:57.849780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.883230 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-499f5813-f5e7-46c2-a4c9-17b448f4bc34 req-2dd99926-a73d-4dd1-922f-410f8322beeb service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619220 Dec 13 09:40:57.915331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-d0b46758-0a16-4a7a-bb09-2e37dc5a60b2 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728745 Dec 13 09:40:57.956769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:57.963676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.972332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-7304305e-0882-4522-b4a1-e437f37562e0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.978023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-7304305e-0882-4522-b4a1-e437f37562e0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd1479b1-539c-443c-9bef-fcce8c4ffe54 HTTP/1.1" status: 200 len: 945 time: 0.2570698 Dec 13 09:40:57.988305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-b7a65592-fa53-4d64-8569-1d28f536ce33 service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878718 Dec 13 09:40:57.988606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:57.991643 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab09151-fe80-42f0-a0e7-ecd42094b74d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:58.028786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] No DVR routers for this DVR port 80a47211-4d76-47e5-9a21-8f0603c46c49 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:58.040940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9cb47-e939-460d-8bc1-60939d7f592f None None] Pushing event deleted for resources: {'Port': ['ID=80a47211-4d76-47e5-9a21-8f0603c46c49,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:58.103318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] The port '80a47211-4d76-47e5-9a21-8f0603c46c49' was deleted {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 13 09:40:58.226767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7222b318-29f5-4137-adfb-c80f36130477 req-57306667-c976-4fa5-8080-520e4cd1a4b6 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986064 Dec 13 09:40:58.261041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.294766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:58.299067 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad8596-b5df-4a09-9c4a-433d8b7fa0d4" -d '{"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-unplugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:58.311868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:58.316947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.329261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca4c00-874a-4124-a5a2-8ca34cd8b885 req-f28eaa09-bfcc-47ac-b61e-9aa76e8d91d3 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:58.337177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1eca4c00-874a-4124-a5a2-8ca34cd8b885 req-f28eaa09-bfcc-47ac-b61e-9aa76e8d91d3 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 948 time: 0.4106445 Dec 13 09:40:58.345787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.375533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:58.403803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69436868-a513-483f-8dba-499b2b98588b']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:58.428068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-ba3f2e33-4d77-40a0-a2c3-dd44c7447b2e service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564327 Dec 13 09:40:58.431734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:58.432038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddf8ddf-e9e0-4bae-abc1-e654d2afd90b') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:58.457840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.485834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1eca4c00-874a-4124-a5a2-8ca34cd8b885 req-d29c0292-400b-41a8-91a0-9a6838449bf4 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478291 Dec 13 09:40:58.487942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Deleting port 70c8dafc-b686-4b08-91b8-114baa53fc20 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:58.488274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.502672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40356) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:58.533666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.578214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:58.578974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:58.582234 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:58.709345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 80a47211-4d76-47e5-9a21-8f0603c46c49 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:58.741379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb54da76-7272-4eaa-a968-be8ba0dc102c req-29b46230-945c-4695-a2c4-94e0500099f7 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0987382 Dec 13 09:40:58.772622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 80a47211-4d76-47e5-9a21-8f0603c46c49 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:58.773316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 80a47211-4d76-47e5-9a21-8f0603c46c49 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:58.773708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.788563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-296993455-network', 'tenant_id': '61cc7818f2304146ac34962170102c9d'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:58.794666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.805214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/networks/69436868-a513-483f-8dba-499b2b98588b HTTP/1.1" status: 204 len: 168 time: 1.6348138 Dec 13 09:40:58.816032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40370) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:58.843782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939705d4-cd6e-4045-9680-fa3092cec589 req-dc1be0f7-c7fb-4739-a42c-3efa9ea7db67 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:58.845899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-939705d4-cd6e-4045-9680-fa3092cec589 req-dc1be0f7-c7fb-4739-a42c-3efa9ea7db67 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.2115772 Dec 13 09:40:58.875223 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44333d-9b12-4c56-a079-33f585d5235b x-openstack-request-id: req-dd44333d-9b12-4c56-a079-33f585d5235b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:58.875642 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:58.876001 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd44333d-9b12-4c56-a079-33f585d5235b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:58.876504 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f', 'status': 'completed', 'code': 200} Dec 13 09:40:58.887969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] For port 70c8dafc-b686-4b08-91b8-114baa53fc20, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=70c8dafc-b686-4b08-91b8-114baa53fc20,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:58.893069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.894428 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc064d-d884-44a4-9ff5-ae4612b624ed x-openstack-request-id: req-57cc064d-d884-44a4-9ff5-ae4612b624ed {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:58.894862 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-unplugged", "status": "completed", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:58.895184 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57cc064d-d884-44a4-9ff5-ae4612b624ed {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:58.896361 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'code': 200} Dec 13 09:40:58.955368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting subnet e39a1c16-d1d2-404c-9dfb-dbc0d0395189 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:58.959224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Calling delete_port for 70c8dafc-b686-4b08-91b8-114baa53fc20 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:58.961747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eed34-5b0d-4768-866b-0e35e2bdfeec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Network': ['ID=69436868-a513-483f-8dba-499b2b98588b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:58.964424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.965458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0f829ba-847c-4033-ba35-279ff24e616e req-4b1bf558-2170-44f6-ba80-70b3c44cff1c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 210 time: 0.0367742 Dec 13 09:40:59.015372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-5c00b9e3-0d2c-455c-aac4-30db1dea92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.016834 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-5c00b9e3-0d2c-455c-aac4-30db1dea92a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 1099 time: 0.1356273 Dec 13 09:40:59.024682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Made reservation on behalf of 61cc7818f2304146ac34962170102c9d for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:59.028337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.047959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.123977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.180685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-dfef6d4f-4a58-4b79-8cf1-dc51d044845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.182176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-dfef6d4f-4a58-4b79-8cf1-dc51d044845f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1575348 Dec 13 09:40:59.190386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.201713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-939705d4-cd6e-4045-9680-fa3092cec589 req-c875cf03-46ff-4775-b9a7-bfedd60e2b5f tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744386 Dec 13 09:40:59.243374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ab16-d29a-4071-8efe-a1587e10eb8d req-a9690710-abfc-4b4d-a183-b98db556bac8 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.245265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77b4ab16-d29a-4071-8efe-a1587e10eb8d req-a9690710-abfc-4b4d-a183-b98db556bac8 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 947 time: 0.2092867 Dec 13 09:40:59.255602 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-d9d35f3e-28c3-4bde-b73d-6dd261bd7637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=beb6fcfb-5642-4743-a524-771dc283a19f HTTP/1.1" status: 200 len: 217 time: 0.0607646 Dec 13 09:40:59.322471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.327320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-04c248f9-9233-4df0-96d6-dd48d5058354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.328956 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-04c248f9-9233-4df0-96d6-dd48d5058354 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0640800 Dec 13 09:40:59.334446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.374015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Subnet': ['ID=e39a1c16-d1d2-404c-9dfb-dbc0d0395189,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:59.386041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.388410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6102701-110c-495b-a584-edd9aed568c8 None None] Network 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:59.388547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a2d8bde-2759-4a2f-af7f-bc882455c99c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/subnets/e39a1c16-d1d2-404c-9dfb-dbc0d0395189 HTTP/1.1" status: 204 len: 168 time: 0.5711341 Dec 13 09:40:59.402499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:59.421339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-29ebed14-eb24-4fd1-8c84-0725b7ae1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.423162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-29ebed14-eb24-4fd1-8c84-0725b7ae1f9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585275 Dec 13 09:40:59.459078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77b4ab16-d29a-4071-8efe-a1587e10eb8d req-b6260031-0d8f-4526-8f25-d20a2906a558 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041867 Dec 13 09:40:59.461790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.507060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.525729 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.559986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-54aaded2-00e6-4ec1-8ae6-e35c880fa4c0 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295302 Dec 13 09:40:59.595651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:40:59.609747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event deleted for resources: {'Port': ['ID=70c8dafc-b686-4b08-91b8-114baa53fc20,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:59.640255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.654325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a499b-1f29-4a42-880e-d94466629274 None None] DHCP port deletion for 29d720a7-11de-44ea-b1a6-1e2cf0c4a54e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:59.656594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.657217 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Added segment 136c4029-05c2-428a-9fa7-54c1d582cc87 of type vlan for network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 Dec 13 09:40:59.662533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86770611-cbb5-488e-a366-4f5ebe23d768,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:59.742353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Deleting port 508dd7dd-fe97-459d-9190-fc99d20d9552 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:59.744102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.751585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] No DVR routers for this DVR port 70c8dafc-b686-4b08-91b8-114baa53fc20 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:59.754993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.759763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-aab09151-fe80-42f0-a0e7-ecd42094b74d req-bafa08a9-9742-49b7-9cdc-fdd81187a4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887321 Dec 13 09:40:59.763250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4060914e-1067-4954-b6e8-83e6bedbd407 req-e1395b3f-581d-4632-8cc3-e746e73bf3db tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "DELETE /v2.0/ports/70c8dafc-b686-4b08-91b8-114baa53fc20 HTTP/1.1" status: 204 len: 173 time: 1.7122314 Dec 13 09:40:59.790060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-deleted', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:59.793334 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5693c3b5-8f17-48b7-83ad-d0aeab998a05" -d '{"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-deleted", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:59.851352 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.867079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-935a499b-1f29-4a42-880e-d94466629274 None None] For port 508dd7dd-fe97-459d-9190-fc99d20d9552, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=508dd7dd-fe97-459d-9190-fc99d20d9552,segment=NetworkSegment(3ce205c2-c7c5-46c8-9c53-19b40f304af5),segment_id=3ce205c2-c7c5-46c8-9c53-19b40f304af5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:59.867825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.886031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Calling delete_port for 508dd7dd-fe97-459d-9190-fc99d20d9552 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:59.969544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device beb6fcfb-5642-4743-a524-771dc283a19f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:59.971269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba3255-2459-46fa-bd24-454a283ec06a req-6e450fa0-a3be-4d56-a459-2416777f31c4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.972888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cba3255-2459-46fa-bd24-454a283ec06a req-6e450fa0-a3be-4d56-a459-2416777f31c4 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1170595 Dec 13 09:40:59.977416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.978629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.978925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.992351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-64a2df60-08f6-4d42-a94c-4be8359902dd tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.994591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c490-0c93-48a6-b5cb-6292fd578bc0 req-a8d0fff4-0d5c-4aeb-a57c-74721ff6996e tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.995366 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-64a2df60-08f6-4d42-a94c-4be8359902dd tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.1451948 Dec 13 09:40:59.996321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c40c490-0c93-48a6-b5cb-6292fd578bc0 req-a8d0fff4-0d5c-4aeb-a57c-74721ff6996e tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 948 time: 0.1651404 Dec 13 09:41:00.012016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Request body: {'port': {'device_id': '190d628e-133b-4261-8671-33be9d0e575a', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'admin_state_up': True, 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:00.064537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.100466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5963349 Dec 13 09:41:00.103370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40404) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:00.111880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port 508dd7dd-fe97-459d-9190-fc99d20d9552 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:00.112259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.113143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Request body: {'subnet': {'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-296993455-subnet', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:00.131067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a499b-1f29-4a42-880e-d94466629274 None None] Pushing event deleted for resources: {'Port': ['ID=508dd7dd-fe97-459d-9190-fc99d20d9552,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.139249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a499b-1f29-4a42-880e-d94466629274 None None] No DVR routers for this DVR port 508dd7dd-fe97-459d-9190-fc99d20d9552 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:00.151935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62f75-9a0b-4ef4-bd3f-f2005a3be8ca admin admin] Pushing event updated for resources: {'Network': ['ID=235d6eca-62dc-4d3c-ad0f-ba14eb37d697,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.153327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Made reservation on behalf of 61cc7818f2304146ac34962170102c9d for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:00.156830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.172814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:00.216596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:00.220345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.235745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cba3255-2459-46fa-bd24-454a283ec06a req-b60977bf-0d4c-4e37-b694-762aa5626008 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350590 Dec 13 09:41:00.274287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=beb6fcfb-5642-4743-a524-771dc283a19f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:00.281479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c40c490-0c93-48a6-b5cb-6292fd578bc0 req-b5c41db7-6fc5-4a28-a024-b11d65251b75 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529936 Dec 13 09:41:00.285995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port 508dd7dd-fe97-459d-9190-fc99d20d9552, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:00.286398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.312147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for 508dd7dd-fe97-459d-9190-fc99d20d9552 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:00.317157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Port 508dd7dd-fe97-459d-9190-fc99d20d9552 was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:41:00.318891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.334530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'beb6fcfb-5642-4743-a524-771dc283a19f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'beb6fcfb-5642-4743-a524-771dc283a19f', 'mac_address': 'fa:16:3e:12:94:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:00.356245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port 508dd7dd-fe97-459d-9190-fc99d20d9552 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:00.363240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=508dd7dd-fe97-459d-9190-fc99d20d9552,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.439808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.457270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb6fcfb-5642-4743-a524-771dc283a19f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:00.505665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=beb6fcfb-5642-4743-a524-771dc283a19f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:00.506003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecdf290f-8437-4544-8926-443fd0c8ce7f req-22031e19-c2ae-404f-8609-87054afe71fa tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0678029 Dec 13 09:41:00.508642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.513203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.532637 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01689303-01a8-4202-9003-7c3257f14138 x-openstack-request-id: req-01689303-01a8-4202-9003-7c3257f14138 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:00.533171 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1479b1-539c-443c-9bef-fcce8c4ffe54", "name": "network-vif-deleted", "tag": "70c8dafc-b686-4b08-91b8-114baa53fc20", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:00.533610 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01689303-01a8-4202-9003-7c3257f14138 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:00.534510 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1479b1-539c-443c-9bef-fcce8c4ffe54', 'name': 'network-vif-deleted', 'tag': '70c8dafc-b686-4b08-91b8-114baa53fc20', 'status': 'completed', 'code': 200} Dec 13 09:41:00.560786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Allocated IP 172.20.0.14 (4f11020b-d7af-4025-8c60-df869da58360/152fcafc-aa53-4505-bb72-0c4869a772c5/d32dcd09-569d-428f-a392-59c3f5591ded) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:00.579368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d720a7-11de-44ea-b1a6-1e2cf0c4a54e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:00.590091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.594129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.599077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 113c91c8-360a-42a8-ae17-f04a0056de72 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:00.608846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce205c2-c7c5-46c8-9c53-19b40f304af5') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:00.610506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce205c2-c7c5-46c8-9c53-19b40f304af5') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:00.638329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bbedf4-1dfc-40cd-a340-452f8ceddd11,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.641046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.696272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Checking segment: {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:00.696555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 508dd7dd-fe97-459d-9190-fc99d20d9552 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:00.696668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Network hostable DHCP agents. Network: 235d6eca-62dc-4d3c-ad0f-ba14eb37d697, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:00.704637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-817ca004-771c-4545-b31a-9ec4bdc3c775 req-3b91a151-2cf7-4245-8033-03d51996b2a8 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 210 time: 0.0788758 Dec 13 09:41:00.727228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 508dd7dd-fe97-459d-9190-fc99d20d9552 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:00.727725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 508dd7dd-fe97-459d-9190-fc99d20d9552 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:00.741677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['beb6fcfb-5642-4743-a524-771dc283a19f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:00.760280 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.766811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:00.773640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:00.774449 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.780282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 235d6eca-62dc-4d3c-ad0f-ba14eb37d697) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:00.788398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:00.789059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:00.793342 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:00.813443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a461b5c-1bef-49dc-bf99-61b2295f6a1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7064223 Dec 13 09:41:00.818864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:00.824404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:00.845307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219f0fa-88d2-41c1-8721-df8aa4f6711d None None] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:00.870701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.874266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.875162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.910270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de914b-10df-46da-9433-d24eb19382d3 req-24697600-6a4d-4dde-af03-af64fba58437 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:00.911327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0de914b-10df-46da-9433-d24eb19382d3 req-24697600-6a4d-4dde-af03-af64fba58437 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 947 time: 0.2053049 Dec 13 09:41:00.924776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=113c91c8-360a-42a8-ae17-f04a0056de72,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:00.926118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.927206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.951743 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:00.958737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/networks/29d720a7-11de-44ea-b1a6-1e2cf0c4a54e HTTP/1.1" status: 204 len: 168 time: 1.5498593 Dec 13 09:41:00.959048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '113c91c8-360a-42a8-ae17-f04a0056de72', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '113c91c8-360a-42a8-ae17-f04a0056de72', 'mac_address': 'fa:16:3e:18:57:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:00.977755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40424) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:00.988067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:00.998493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eba5d-ecd6-4168-9355-3771bbd4cd1a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Network': ['ID=29d720a7-11de-44ea-b1a6-1e2cf0c4a54e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:01.029367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-270997043'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:01.050379 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.059724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:01.063773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.066112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0de914b-10df-46da-9433-d24eb19382d3 req-dee4975a-587f-4e9a-a735-d38c0b75d9f8 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374872 Dec 13 09:41:01.081830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c91c8-360a-42a8-ae17-f04a0056de72 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:01.083986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-d5037a47-f844-4392-8f6a-8fbd9c83c29e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.085668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-d5037a47-f844-4392-8f6a-8fbd9c83c29e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1178062 Dec 13 09:41:01.109181 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.144619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'project_id': '61cc7818f2304146ac34962170102c9d', 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:01.148878 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.189412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=113c91c8-360a-42a8-ae17-f04a0056de72,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:01.222064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:01.222502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.250411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.355881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:01.397959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Allocated IP 172.20.0.2 (235d6eca-62dc-4d3c-ad0f-ba14eb37d697/60bbedf4-1dfc-40cd-a340-452f8ceddd11/7d0426c7-20fc-40a3-a452-9ca461327e94) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:01.440658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port 536a0de8-2cbb-45ba-9e7c-3117de90feb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=536a0de8-2cbb-45ba-9e7c-3117de90feb2,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:01.440946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.466273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for 536a0de8-2cbb-45ba-9e7c-3117de90feb2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:01.493832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace315d-37cb-4786-9226-e73c750009a8 req-df970252-8e8b-4e68-8d66-dc9618a1d7e5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.495393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ace315d-37cb-4786-9226-e73c750009a8 req-df970252-8e8b-4e68-8d66-dc9618a1d7e5 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 945 time: 0.1404009 Dec 13 09:41:01.504431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Network 4f11020b-d7af-4025-8c60-df869da58360 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:01.511655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:01.515936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:01.542122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b326-6fbc-4fdf-b456-f5fe3f770f8f req-62905898-c446-4b91-9beb-5a49087dff73 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.549247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c649b326-6fbc-4fdf-b456-f5fe3f770f8f req-62905898-c446-4b91-9beb-5a49087dff73 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 949 time: 0.1592479 Dec 13 09:41:01.597542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:01.611260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:01.612213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.616822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['113c91c8-360a-42a8-ae17-f04a0056de72'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:01.643238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.662860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c649b326-6fbc-4fdf-b456-f5fe3f770f8f req-399d786a-455f-4107-a57a-51dbfda59a74 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077139 Dec 13 09:41:01.668279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.668632 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Added segment a7895b46-f8b3-43cf-a0da-967500f76265 of type vlan for network dbefd5af-445a-4264-8077-4869bf3aa58a Dec 13 09:41:01.678944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.698337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.698901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:01.699049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.705104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:01.713073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:01.715993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ace315d-37cb-4786-9226-e73c750009a8 req-b4ad0970-4f98-4ac2-a7ed-e001f0169cf8 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047594 Dec 13 09:41:01.759355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0426c7-20fc-40a3-a452-9ca461327e94,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:01.791314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-20d28eac-f74e-4618-9f00-1909e56a4ac4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7851064 Dec 13 09:41:01.793089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.808306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Request body: {'port': {'device_id': '190d628e-133b-4261-8671-33be9d0e575a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:01.871379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be768d1f-5f06-467d-a136-3569b5eb1d39 req-bcd22b3d-85e0-40a4-9a7e-477deff0e599 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0766661 Dec 13 09:41:01.880592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Attempting to bind port 7d0426c7-20fc-40a3-a452-9ca461327e94 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:01.881111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Attempting to bind port 7d0426c7-20fc-40a3-a452-9ca461327e94 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:01.881342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Attempting to bind port 7d0426c7-20fc-40a3-a452-9ca461327e94 on network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:01.893082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:01.893488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Checking segment: {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:01.893891 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.894343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Bound using segment: {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:01.894843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Bound port: 7d0426c7-20fc-40a3-a452-9ca461327e94, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:01.896277 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.914441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.921386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.922062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.948423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.961473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07444418-8e5a-4cdd-8099-905a7aec3685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.961997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec37c-b3e1-4176-a491-2a2a87cff9d1 req-eeb95df1-91d9-4a48-9543-c9217cd199b0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.969948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.973175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-028ec37c-b3e1-4176-a491-2a2a87cff9d1 req-eeb95df1-91d9-4a48-9543-c9217cd199b0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 932 time: 0.0983529 Dec 13 09:41:01.974691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device beb6fcfb-5642-4743-a524-771dc283a19f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:02.034226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=536a0de8-2cbb-45ba-9e7c-3117de90feb2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.036836 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0363827 Dec 13 09:41:02.042910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] For port 7d0426c7-20fc-40a3-a452-9ca461327e94, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:02.043159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40452) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:02.047924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] For port 7d0426c7-20fc-40a3-a452-9ca461327e94, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d0426c7-20fc-40a3-a452-9ca461327e94,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:02.049928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'subnet': {'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:02.057306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.087607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a947d0-f563-4fc9-b8ad-f4b31b83e455 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Network': ['ID=dbefd5af-445a-4264-8077-4869bf3aa58a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.089924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-028ec37c-b3e1-4176-a491-2a2a87cff9d1 req-6b4f998c-9829-4265-8e7b-b911150699d1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152411 Dec 13 09:41:02.113583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port 536a0de8-2cbb-45ba-9e7c-3117de90feb2 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:02.116654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.121168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89a3ad40-7c9a-424b-9160-d8fe2fab3850 req-8e77f52a-e863-44d5-b66b-a00870944ad0 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "DELETE /v2.0/ports/536a0de8-2cbb-45ba-9e7c-3117de90feb2 HTTP/1.1" status: 204 len: 173 time: 1.0286210 Dec 13 09:41:02.136548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port beb6fcfb-5642-4743-a524-771dc283a19f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:02.138943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85269-8a97-432e-ac14-2344585382e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0426c7-20fc-40a3-a452-9ca461327e94,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.143794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port beb6fcfb-5642-4743-a524-771dc283a19f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:02.144177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.149287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network dbefd5af-445a-4264-8077-4869bf3aa58a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:02.309642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7aa20-4cb2-4367-bce4-7d6e409466de req-952179aa-7ded-489b-8421-ce053df13084 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.311431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8aa7aa20-4cb2-4367-bce4-7d6e409466de req-952179aa-7ded-489b-8421-ce053df13084 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 948 time: 0.0842791 Dec 13 09:41:02.332039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.361380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:02.364264 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5409f9ce-966d-4694-b5bf-1282fec1a901" -d '{"events": [{"server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "name": "network-vif-plugged", "status": "completed", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:02.385034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8aa7aa20-4cb2-4367-bce4-7d6e409466de req-c7dbe1d7-daa2-4535-93e7-8bd340625060 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597594 Dec 13 09:41:02.417100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=beb6fcfb-5642-4743-a524-771dc283a19f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:02.422580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.423826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:02.477562 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d90e9-a59e-4fed-a056-953563888c20 x-openstack-request-id: req-7f9d90e9-a59e-4fed-a056-953563888c20 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:02.477562 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "name": "network-vif-plugged", "status": "completed", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:02.477843 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f9d90e9-a59e-4fed-a056-953563888c20 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:02.478027 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f', 'code': 200} Dec 13 09:41:02.478823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 70c8dafc-b686-4b08-91b8-114baa53fc20 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:02.479582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 70c8dafc-b686-4b08-91b8-114baa53fc20 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:02.520321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.536131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'name': 'network-vif-deleted', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:02.538829 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd11ec4-c640-49be-b18d-cad37466dcf0" -d '{"events": [{"server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "name": "network-vif-deleted", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:02.552728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07444418-8e5a-4cdd-8099-905a7aec3685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.558843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:02.562169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd', '536a0de8-2cbb-45ba-9e7c-3117de90feb2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:02.570169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.661906 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc16408-a474-4b49-9f53-f2bac0ff2801 x-openstack-request-id: req-8bc16408-a474-4b49-9f53-f2bac0ff2801 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:02.662349 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fadddf-4fba-4918-a9d7-43efbb690f64", "name": "network-vif-deleted", "tag": "536a0de8-2cbb-45ba-9e7c-3117de90feb2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:02.662680 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bc16408-a474-4b49-9f53-f2bac0ff2801 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:02.663151 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fadddf-4fba-4918-a9d7-43efbb690f64', 'name': 'network-vif-deleted', 'tag': '536a0de8-2cbb-45ba-9e7c-3117de90feb2', 'status': 'completed', 'code': 200} Dec 13 09:41:02.681774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145758e8-cb41-4a49-b37e-5be906d881ea req-de16060b-7395-4da0-82bc-f7cc4d918848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.684258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-145758e8-cb41-4a49-b37e-5be906d881ea req-de16060b-7395-4da0-82bc-f7cc4d918848 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 1101 time: 0.1361277 Dec 13 09:41:02.720900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07444418-8e5a-4cdd-8099-905a7aec3685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.776800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d0426c7-20fc-40a3-a452-9ca461327e94 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:02.807757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-145758e8-cb41-4a49-b37e-5be906d881ea req-27b70888-1e00-4600-8607-6919ca48ec96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131356 Dec 13 09:41:02.886557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-841a4aa6-38fa-4274-935b-3bc62cdfe237 req-551bd504-84c9-4b54-aabb-5c441483190a tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7fadddf-4fba-4918-a9d7-43efbb690f64 HTTP/1.1" status: 200 len: 210 time: 0.0391009 Dec 13 09:41:02.902418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25c051-7de4-4cbc-aabe-c2ebef32e8a4 req-bbe68719-1f40-43d8-9e6d-d97c35755995 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.904522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c25c051-7de4-4cbc-aabe-c2ebef32e8a4 req-bbe68719-1f40-43d8-9e6d-d97c35755995 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.0933771 Dec 13 09:41:02.905319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.928834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7d0426c7-20fc-40a3-a452-9ca461327e94 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:02.929325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.960103 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-07444418-8e5a-4cdd-8099-905a7aec3685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49a06aee94774c56b2cdaa03c5b122b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3430898 Dec 13 09:41:02.961407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.962705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40466) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:02.966815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.969095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07444418-8e5a-4cdd-8099-905a7aec3685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d1ae07-763c-47da-a6db-cd7f64a81d40,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.993608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c25c051-7de4-4cbc-aabe-c2ebef32e8a4 req-bc2b6129-2499-4e12-872d-14cb6a853851 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745704 Dec 13 09:41:03.071319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c98aee5a-8397-45eb-b6ab-09372f59c0fe req-7d1f2534-e941-46a6-b5d6-af815c22938d tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0483017 Dec 13 09:41:03.076666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.115727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.199785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ec06be8-02cb-4a71-89d9-87fb6a826fec req-2e8f9835-13f2-4a23-a787-15016a396c50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0297749 Dec 13 09:41:03.239236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32dcd09-569d-428f-a392-59c3f5591ded {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:03.257962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.262016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.265251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.268410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.272654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41d1ae07-763c-47da-a6db-cd7f64a81d40 HTTP/1.1" status: 204 len: 168 time: 0.3081908 Dec 13 09:41:03.288614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Subnet': ['ID=9eb3611e-5fc1-4a3b-9c9c-79c6db858ead,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:03.288992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25924a0-4901-4acd-b072-5f42be92ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d1ae07-763c-47da-a6db-cd7f64a81d40,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:03.296573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Transition to ACTIVE for port object d32dcd09-569d-428f-a392-59c3f5591ded will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:03.303771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee4df-8ae2-4453-804b-e9685c9f069c req-386555e2-3db6-4837-a5d3-c847c34a20c0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.311757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66fee4df-8ae2-4453-804b-e9685c9f069c req-386555e2-3db6-4837-a5d3-c847c34a20c0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 932 time: 0.1028523 Dec 13 09:41:03.339943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.357348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 7d0426c7-20fc-40a3-a452-9ca461327e94, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d0426c7-20fc-40a3-a452-9ca461327e94,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:03.362820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.385331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66fee4df-8ae2-4453-804b-e9685c9f069c req-0b03d310-fd6d-40d1-a832-2dbb81952b51 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665314 Dec 13 09:41:03.386146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Checking segment: {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:03.386529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network hostable DHCP agents. Network: dbefd5af-445a-4264-8077-4869bf3aa58a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:03.456406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=7d0426c7-20fc-40a3-a452-9ca461327e94,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:03.462766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Allocated IP 172.25.2.47 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/067351b0-74b0-486e-a4ff-2d6cfdfe4747) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:03.500074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:03.559254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network dbefd5af-445a-4264-8077-4869bf3aa58a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:03.562632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1015d92-1b8e-49c0-bbe6-027ad43e7b85 None None] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:03.568071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82ff2c-2af8-4a24-9e0b-c6fdadf86d84 req-31dd6ed5-abdd-4cba-890c-adffdcbc1339 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.569804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff82ff2c-2af8-4a24-9e0b-c6fdadf86d84 req-31dd6ed5-abdd-4cba-890c-adffdcbc1339 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 948 time: 0.0757921 Dec 13 09:41:03.613915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, dbefd5af-445a-4264-8077-4869bf3aa58a) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:03.625546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.626173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.640276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff82ff2c-2af8-4a24-9e0b-c6fdadf86d84 req-317eda3d-d34a-4aee-b53f-b802c7b3e225 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637031 Dec 13 09:41:03.644110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f459180-9633-41b6-9130-29376d3166b6 None None] Network dbefd5af-445a-4264-8077-4869bf3aa58a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:03.676199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3aabf941-1611-4398-8567-13d88f8c7f9f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6294358 Dec 13 09:41:03.676567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40476) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:03.679580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Attempting to bind port d32dcd09-569d-428f-a392-59c3f5591ded on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:03.679924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Attempting to bind port d32dcd09-569d-428f-a392-59c3f5591ded by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:03.680253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Attempting to bind port d32dcd09-569d-428f-a392-59c3f5591ded on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:03.681569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1356909308'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:03.691679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Port d32dcd09-569d-428f-a392-59c3f5591ded on network 4f11020b-d7af-4025-8c60-df869da58360 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:03.692038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Attempting to bind port d32dcd09-569d-428f-a392-59c3f5591ded on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:03.706025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.706217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:03.707685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:03.708557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Checking segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:03.708936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Bound using segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:03.709375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Bound port: d32dcd09-569d-428f-a392-59c3f5591ded, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:03.709724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.711158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.740169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:03.750001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40478) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:03.752382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.752731 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Added segment e7ecb9e4-2fff-4e25-b7d5-998fac04cc57 of type vlan for network 5ccb1070-24af-43ed-a84e-1f88e750f2ad Dec 13 09:41:03.773499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1887-2782-467a-b0e6-e697d0d0b36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.799508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-dbefd5af-445a-4264-8077-4869bf3aa58a', 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a', 'project_id': '3a09041fb7674a3584c01b95c580562a', 'fixed_ips': [{'subnet_id': '9eb3611e-5fc1-4a3b-9c9c-79c6db858ead'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:03.800379 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.817122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:03.817857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f77964ae-e8ec-4bc0-8c1a-c77cd2725795 None None] Provisioning complete for port 7d0426c7-20fc-40a3-a452-9ca461327e94 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:03.817857 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f77964ae-e8ec-4bc0-8c1a-c77cd2725795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.824705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:03.825746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.836486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.847883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.885082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:03.889682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:03.895030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:03.898306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.899005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.900976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] 10.222.0.20 "PUT /v2.0/ports/d32dcd09-569d-428f-a392-59c3f5591ded HTTP/1.1" status: 200 len: 1092 time: 2.0999744 Dec 13 09:41:03.901129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:03.903390 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a66232-5a23-4209-b494-d27e24f94f68" -d '{"events": [{"name": "network-changed", "server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:03.951640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Pushing event updated for resources: {'Port': ['ID=067351b0-74b0-486e-a4ff-2d6cfdfe4747,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.049419 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d637c-1595-45d3-9d89-5a2fdab0c44e x-openstack-request-id: req-f89d637c-1595-45d3-9d89-5a2fdab0c44e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:04.049815 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:04.050340 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f89d637c-1595-45d3-9d89-5a2fdab0c44e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:04.050939 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'status': 'completed', 'code': 200} Dec 13 09:41:04.116400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-2317ba38-0622-437c-84d9-9129f3b17c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.118393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-2317ba38-0622-437c-84d9-9129f3b17c25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 1095 time: 0.1262348 Dec 13 09:41:04.163664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.171641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.172341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.208982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Allocated IP 19.80.0.2 (dbefd5af-445a-4264-8077-4869bf3aa58a/9eb3611e-5fc1-4a3b-9c9c-79c6db858ead/e82a38c8-bfdf-4e6a-b58a-853108501dde) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:04.233002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5553336 Dec 13 09:41:04.245424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:04.285859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'subnet': {'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:04.306533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce9f3-7907-404f-a726-3591c84e1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.319654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-1f020d38-f5fc-439c-ac43-638f30b61792 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d32dcd09-569d-428f-a392-59c3f5591ded HTTP/1.1" status: 200 len: 217 time: 0.1819668 Dec 13 09:41:04.340866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.376575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3a63-fb79-4564-9873-9c9693dc5c68 req-410f95be-ee9d-4796-8fd4-dc7ef0e38cac tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.378141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5ba3a63-fb79-4564-9873-9c9693dc5c68 req-410f95be-ee9d-4796-8fd4-dc7ef0e38cac tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.2185054 Dec 13 09:41:04.381180 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1887-2782-467a-b0e6-e697d0d0b36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.415577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d11add-9665-4c6b-a8ad-78da31e2ae27 req-ca05e048-57d7-4769-a588-a4ee0578250a tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1316655 Dec 13 09:41:04.416708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1887-2782-467a-b0e6-e697d0d0b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.479115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbde5e-aab5-46ff-8ff9-15e76be321b1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Network': ['ID=5ccb1070-24af-43ed-a84e-1f88e750f2ad,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.516120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:04.585211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 113c91c8-360a-42a8-ae17-f04a0056de72 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:04.590905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-8538e11b-aee7-4e1f-9f23-60af56efc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.593366 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-8538e11b-aee7-4e1f-9f23-60af56efc301 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.2575438 Dec 13 09:41:04.649280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.654027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-d2a68dd0-b9f5-4ed4-be67-e70263cb10ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516708 Dec 13 09:41:04.661629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:04.662744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5ba3a63-fb79-4564-9873-9c9693dc5c68 req-a7020dbe-39d8-4ac3-8189-d652a1bb7cf7 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567337 Dec 13 09:41:04.668314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.671472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fe4e1887-2782-467a-b0e6-e697d0d0b36a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7f365317e3d4abe90c11021e9ef1b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9204888 Dec 13 09:41:04.673318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e1887-2782-467a-b0e6-e697d0d0b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6155fa-5275-44fc-ac0a-9247f51794e1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.675947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:04.691285 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.734860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d0426c7-20fc-40a3-a452-9ca461327e94 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:04.763386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847247b3-b0be-4efd-ac9b-2e91b471172d req-166bd380-8c55-4d83-ad19-fa16a0424f8e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.783354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-847247b3-b0be-4efd-ac9b-2e91b471172d req-166bd380-8c55-4d83-ad19-fa16a0424f8e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 944 time: 0.2185595 Dec 13 09:41:04.792723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Network dbefd5af-445a-4264-8077-4869bf3aa58a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:04.828120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:04.833257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Pushing event updated for resources: {'Port': ['ID=e82a38c8-bfdf-4e6a-b58a-853108501dde,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.836037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8d809167-4a86-48c4-860c-9d0d80fed471 None None] Provisioning complete for port 7d0426c7-20fc-40a3-a452-9ca461327e94 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:04.836506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d809167-4a86-48c4-860c-9d0d80fed471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.838763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:04.845970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 113c91c8-360a-42a8-ae17-f04a0056de72 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:04.867004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.883973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 113c91c8-360a-42a8-ae17-f04a0056de72 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:04.884466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.947707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-847247b3-b0be-4efd-ac9b-2e91b471172d req-7e92787d-897a-47f0-b9a5-f36013ebc8e9 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579113 Dec 13 09:41:04.952441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.988263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7d0426c7-20fc-40a3-a452-9ca461327e94 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:04.988715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.991818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Attempting to bind port e82a38c8-bfdf-4e6a-b58a-853108501dde on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:04.992274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Attempting to bind port e82a38c8-bfdf-4e6a-b58a-853108501dde by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:04.992733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Attempting to bind port e82a38c8-bfdf-4e6a-b58a-853108501dde on network dbefd5af-445a-4264-8077-4869bf3aa58a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:04.995943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafac2-034c-4dba-b394-6a2ed843e9e0 req-6109b4a4-c824-454c-a2c1-ddddcb730e5b tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:05.008072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdafac2-034c-4dba-b394-6a2ed843e9e0 req-6109b4a4-c824-454c-a2c1-ddddcb730e5b tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 948 time: 0.1605849 Dec 13 09:41:05.021255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:05.021762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Checking segment: {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:05.022259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.022690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Bound using segment: {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:05.024170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Bound port: e82a38c8-bfdf-4e6a-b58a-853108501dde, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:05.024637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.109715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.113595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.114730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce6155fa-5275-44fc-ac0a-9247f51794e1 HTTP/1.1" status: 204 len: 168 time: 0.4354393 Dec 13 09:41:05.141786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.143960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdafac2-034c-4dba-b394-6a2ed843e9e0 req-9bfb875c-225a-4801-8343-6aaf7f50345d tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348391 Dec 13 09:41:05.145066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d99254-9c3f-4c7b-9b96-4f84a42e58cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6155fa-5275-44fc-ac0a-9247f51794e1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.165044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.233487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:05.235911 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e4176-6d34-4b44-bf2d-0dacced15674" -d '{"events": [{"server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "name": "network-vif-plugged", "status": "completed", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:05.253695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] For port e82a38c8-bfdf-4e6a-b58a-853108501dde, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:05.265915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=113c91c8-360a-42a8-ae17-f04a0056de72,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:05.277487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.278189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 536a0de8-2cbb-45ba-9e7c-3117de90feb2 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:05.283368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] For port e82a38c8-bfdf-4e6a-b58a-853108501dde, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e82a38c8-bfdf-4e6a-b58a-853108501dde,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:05.300359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-99329898-a611-451c-ba40-943c6599da1c service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267152 Dec 13 09:41:05.304841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 536a0de8-2cbb-45ba-9e7c-3117de90feb2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:05.305199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 536a0de8-2cbb-45ba-9e7c-3117de90feb2 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:05.324891 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.330303 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25986772-3a98-49f8-9eda-bb01613fd714 x-openstack-request-id: req-25986772-3a98-49f8-9eda-bb01613fd714 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:05.330600 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "name": "network-vif-plugged", "status": "completed", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:05.330861 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25986772-3a98-49f8-9eda-bb01613fd714 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:05.331279 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72', 'code': 200} Dec 13 09:41:05.396532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.491040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fdc84-db7d-40c5-b3be-1d05936f3cac None None] Pushing event updated for resources: {'Port': ['ID=e82a38c8-bfdf-4e6a-b58a-853108501dde,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.511650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af34be-4ad0-470d-8666-bb135036ee96 req-964b4e88-999c-43d1-b9dd-1143b15c438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:05.513772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6af34be-4ad0-470d-8666-bb135036ee96 req-964b4e88-999c-43d1-b9dd-1143b15c438e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 1100 time: 0.1118307 Dec 13 09:41:05.556760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f1053e4-4d38-4b83-a61e-34241fed35a4 req-c0f15a51-bf6a-4598-be63-e8925cff694f tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0417876 Dec 13 09:41:05.612274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6af34be-4ad0-470d-8666-bb135036ee96 req-7c6346d8-605d-420c-a2e8-e54a94defee5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838218 Dec 13 09:41:05.714209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.857327 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf248c99-1ae1-4be5-b5ba-6492f65bae3a req-c60d6527-a645-4344-81b1-9934766510d6 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188713 Dec 13 09:41:05.938123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Subnet': ['ID=787a5ce0-41c6-4a98-8ada-6cd129c0a4ec,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.974843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.987367 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2592d301-a03a-4819-91a3-e58589befbaa req-5704cf3a-5648-444a-99aa-cdfeb54f7d76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5528b0fa43449bb60cebd4148304e2&device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.1134391 Dec 13 09:41:05.999715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Checking segment: {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:06.000308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network hostable DHCP agents. Network: 5ccb1070-24af-43ed-a84e-1f88e750f2ad, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:06.018221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51424d94-453c-4682-8144-d66aeac2013f req-bddf79ca-7d0f-44c0-b091-3ea67543dbf1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.019772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51424d94-453c-4682-8144-d66aeac2013f req-bddf79ca-7d0f-44c0-b091-3ea67543dbf1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.1227684 Dec 13 09:41:06.041889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-954b3d9c-05b4-456a-a063-8f91194d9c65 req-9e87dc00-e068-4860-bf86-6ebc70c7e591 tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0429125 Dec 13 09:41:06.049985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a66232-5a23-4209-b494-d27e24f94f68 req-06554dbe-9b05-4335-af2c-2d66915628d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.051374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-06554dbe-9b05-4335-af2c-2d66915628d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 1095 time: 0.0977049 Dec 13 09:41:06.075100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2592d301-a03a-4819-91a3-e58589befbaa req-b798de06-9f2c-4b98-ae20-9b9a69fd5970 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3a5528b0fa43449bb60cebd4148304e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775001 Dec 13 09:41:06.091464 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3935292-fbef-434a-a408-42916314686e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.163896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51424d94-453c-4682-8144-d66aeac2013f req-74314834-b228-401b-8f65-9bb15d9c57ba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243300 Dec 13 09:41:06.179034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:06.225217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a66232-5a23-4209-b494-d27e24f94f68 req-4e1a358d-345c-42f4-b6b6-f289d3d79b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.226635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-4e1a358d-345c-42f4-b6b6-f289d3d79b9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 906 time: 0.1668727 Dec 13 09:41:06.250075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5ccb1070-24af-43ed-a84e-1f88e750f2ad) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:06.251006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca42da-2daa-46a9-9c0d-53d749e0de0d req-a88e165e-8726-4093-952c-9e8a939d067e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.259950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46ca42da-2daa-46a9-9c0d-53d749e0de0d req-a88e165e-8726-4093-952c-9e8a939d067e tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 945 time: 0.0932662 Dec 13 09:41:06.261288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655df35e-c886-4a12-8269-5bd7ca6cbcb2 None None] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:06.268917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.269452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.329260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-451d88ea-6db5-4125-9d2a-60bfa091f590 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0760996 Dec 13 09:41:06.384692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d301-a03a-4819-91a3-e58589befbaa req-50cc2690-e276-46f7-a72a-1c28ba2ae801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.386185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2592d301-a03a-4819-91a3-e58589befbaa req-50cc2690-e276-46f7-a72a-1c28ba2ae801 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2961717 Dec 13 09:41:06.398339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-c98bbf01-215d-497d-adec-b8dd8f8f0b9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d32dcd09-569d-428f-a392-59c3f5591ded HTTP/1.1" status: 200 len: 217 time: 0.1157863 Dec 13 09:41:06.413285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Router 6b50a757-8d08-43f2-babb-1e6eea9ae015 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:41:06.434173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5ccb1070-24af-43ed-a84e-1f88e750f2ad', 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad', 'project_id': '3a09041fb7674a3584c01b95c580562a', 'fixed_ips': [{'subnet_id': '787a5ce0-41c6-4a98-8ada-6cd129c0a4ec'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:06.435246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.494268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a66232-5a23-4209-b494-d27e24f94f68 req-50c6494d-d56c-4c6a-8e44-1a0ff9b99851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.495813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-50c6494d-d56c-4c6a-8e44-1a0ff9b99851 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.0857234 Dec 13 09:41:06.500603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46ca42da-2daa-46a9-9c0d-53d749e0de0d req-b9bb4b42-c8dd-46f8-bd7a-c12be6e61673 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395694 Dec 13 09:41:06.567044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1e49b-1613-46c7-b94f-bcfd9ff46f2d req-11abc9ee-9f9d-41c5-b34a-38402788bea6 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.594384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf1e49b-1613-46c7-b94f-bcfd9ff46f2d req-11abc9ee-9f9d-41c5-b34a-38402788bea6 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 944 time: 0.3016686 Dec 13 09:41:06.606767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-261163be-63d0-4585-b110-f70dfe01b2b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818429 Dec 13 09:41:06.636815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:06.662616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Sync routers for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:06.674003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.678385 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f50d3124-7bcc-48db-8f75-84c9fbd576f4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8553066 Dec 13 09:41:06.678596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40572) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:06.718203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:06.719128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:40:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:06.778580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e82a38c8-bfdf-4e6a-b58a-853108501dde up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:06.836564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-b9f655b7-5981-4f75-a103-389df67e5536 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790369 Dec 13 09:41:06.855254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Allocated IP 19.86.0.2 (5ccb1070-24af-43ed-a84e-1f88e750f2ad/787a5ce0-41c6-4a98-8ada-6cd129c0a4ec/ca917229-ed85-4c99-b3d9-04ca641ed8a6) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:06.964540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64a66232-5a23-4209-b494-d27e24f94f68 req-8f2601de-3a18-4b6f-b263-ac4e2230b26e service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057272 Dec 13 09:41:06.981829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef910fa-8ae1-48a0-a11f-85c41231b796 req-002f172e-00e5-4c2f-bdf4-9296a93410bc tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.984060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ef910fa-8ae1-48a0-a11f-85c41231b796 req-002f172e-00e5-4c2f-bdf4-9296a93410bc tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 949 time: 0.3661656 Dec 13 09:41:07.003400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf1e49b-1613-46c7-b94f-bcfd9ff46f2d req-718853af-d756-4574-90a3-7c1901220c4d tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054449 Dec 13 09:41:07.117473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6daff58-3fa2-4c21-81e8-f05c0f162d3e None None] Network dbefd5af-445a-4264-8077-4869bf3aa58a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:07.137606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ef910fa-8ae1-48a0-a11f-85c41231b796 req-856caf64-4fb9-4f46-a6ef-9cfc5140549f tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311538 Dec 13 09:41:07.269909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-66eaa2ed-72ea-4939-9da1-484d3286d58d None None] Provisioning complete for port e82a38c8-bfdf-4e6a-b58a-853108501dde triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:07.270499 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66eaa2ed-72ea-4939-9da1-484d3286d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.334121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:07.418431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e82a38c8-bfdf-4e6a-b58a-853108501dde triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:07.418805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.421295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-7845c7e1-d84f-475f-a940-23a81978c235 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:07.428051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-7845c7e1-d84f-475f-a940-23a81978c235 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:07.430228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-7845c7e1-d84f-475f-a940-23a81978c235 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/networks?id=dbefd5af-445a-4264-8077-4869bf3aa58a&id=5ccb1070-24af-43ed-a84e-1f88e750f2ad HTTP/1.1" status: 200 len: 1391 time: 0.1966629 Dec 13 09:41:07.460368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.473286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce60e171-000a-42dc-bb21-0e91b26cbf42 req-3f8f11a8-d9ee-4aa1-92f1-14c1ea059c5c tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.31 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0418370 Dec 13 09:41:07.482015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-d8e046b5-b0a5-4b54-82ba-5bd1b315cb51 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/quotas/3a09041fb7674a3584c01b95c580562a HTTP/1.1" status: 200 len: 375 time: 0.0392971 Dec 13 09:41:07.587008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-26c914ea-a367-42a0-a97f-14cbb533f2e5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038511 Dec 13 09:41:07.676862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2592d301-a03a-4819-91a3-e58589befbaa req-53ecbe77-99f8-442c-ac93-2fb0c04ac28b tempest-ServerShowV257Test-1453485020 tempest-ServerShowV257Test-1453485020-project] 10.222.0.20 "GET /v2.0/ports?device_id=81bc69cc-0eec-47c3-a005-ba75526390c7 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Dec 13 09:41:07.738822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Allocated IP 172.20.0.1 (235d6eca-62dc-4d3c-ad0f-ba14eb37d697/60bbedf4-1dfc-40cd-a340-452f8ceddd11/436a03dc-1d26-4f98-93ac-1291c07906a3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:07.739016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.772120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66eaa2ed-72ea-4939-9da1-484d3286d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.805552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.810389 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.831466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3fd76b20-f7a1-4f20-9940-3f562b4265a4 service neutron] 10.222.0.31 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354383 Dec 13 09:41:07.917877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e82a38c8-bfdf-4e6a-b58a-853108501dde, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e82a38c8-bfdf-4e6a-b58a-853108501dde,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:07.933604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.956851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-d0319918-b93a-49fe-bede-d0a06fd87ff6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:07.958412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-d0319918-b93a-49fe-bede-d0a06fd87ff6 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 945 time: 0.2460914 Dec 13 09:41:07.965562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.973693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:07.976913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.984352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:07.987599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:08.021729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:08.024172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe775f-72fd-4c42-a265-09c734bc8a82 req-b0ec7673-0514-4736-92d1-4fcdc29637dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:08.026426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3fe775f-72fd-4c42-a265-09c734bc8a82 req-b0ec7673-0514-4736-92d1-4fcdc29637dd tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 945 time: 0.1527355 Dec 13 09:41:08.033728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:08.035901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Pushing event updated for resources: {'Port': ['ID=ca917229-ed85-4c99-b3d9-04ca641ed8a6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.037342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:08.042748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:08.046089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Pushing event updated for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.090408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-f6437282-c9e5-4340-9ad9-02adaa4ad177 service neutron] 10.222.0.31 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578413 Dec 13 09:41:08.123789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.146121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-66eaa2ed-72ea-4939-9da1-484d3286d58d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:41:08.146476 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-66eaa2ed-72ea-4939-9da1-484d3286d58d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:41:08.243745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:04Z', 'revision_number': 3, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:08.250556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Attempting to bind port ca917229-ed85-4c99-b3d9-04ca641ed8a6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:08.250933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Attempting to bind port ca917229-ed85-4c99-b3d9-04ca641ed8a6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:08.251300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Attempting to bind port ca917229-ed85-4c99-b3d9-04ca641ed8a6 on network 5ccb1070-24af-43ed-a84e-1f88e750f2ad {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:08.258819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e82a38c8-bfdf-4e6a-b58a-853108501dde,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.292772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-c06c1cd2-8f7f-42b5-9a4e-6b698792be48 service neutron] 10.222.0.31 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799486 Dec 13 09:41:08.304731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:08.305366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Checking segment: {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:08.305508 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.305909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Bound using segment: {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:08.306400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Bound port: ca917229-ed85-4c99-b3d9-04ca641ed8a6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:08.306784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.310148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Checking router: 6b50a757-8d08-43f2-babb-1e6eea9ae015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:08.310492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Updating router 6b50a757-8d08-43f2-babb-1e6eea9ae015 port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:08.361184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.405189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.425657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3fe775f-72fd-4c42-a265-09c734bc8a82 req-8d0208bb-6c58-47f0-9126-66cc15e59cc1 tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504896 Dec 13 09:41:08.434439 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d33b7afa-e600-4bf5-a464-f67aabb7dff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.447947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Deleting port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:08.456070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.504010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:08.523308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'mac_address': 'fa:16:3e:71:83:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:08.582382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-992a2bac-5cea-4e4d-b94b-ea3079de519a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a035f2248af44b09b5bb376bcf6350be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464170 Dec 13 09:41:08.605211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-dfbc9fd1-e614-4161-8c64-21069f3a897b service neutron] 10.222.0.31 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112235 Dec 13 09:41:08.650268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] For port ca917229-ed85-4c99-b3d9-04ca641ed8a6, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:08.661577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.672647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.699784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e82a38c8-bfdf-4e6a-b58a-853108501dde up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:08.738024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] For port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,segment=NetworkSegment(6167bcd4-44cc-4873-979f-d4cb7e1a9dfe),segment_id=6167bcd4-44cc-4873-979f-d4cb7e1a9dfe)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:08.738793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.746375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] For port ca917229-ed85-4c99-b3d9-04ca641ed8a6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca917229-ed85-4c99-b3d9-04ca641ed8a6,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:08.751821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.759621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Pushing event updated for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.790622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.791975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Calling delete_port for 621c3453-1ddc-47f4-a551-2b1a7a00a5cd owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:08.821109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32dcd09-569d-428f-a392-59c3f5591ded {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:08.837354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-54a9f397-e74d-4ea5-8dc6-90f83386f43f tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:08.846488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-54a9f397-e74d-4ea5-8dc6-90f83386f43f tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548630 Dec 13 09:41:08.864930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.865920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-c79e6f04-8af8-4a94-a9bc-d9d8a589e210 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/quotas/a035f2248af44b09b5bb376bcf6350be HTTP/1.1" status: 200 len: 375 time: 0.0184934 Dec 13 09:41:08.876769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:08.928829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.935029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:08.937270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:08.995658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e82a38c8-bfdf-4e6a-b58a-853108501dde triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:08.996190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.028189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6d509cf2-844f-4c7e-a16c-4171f1fbdfea tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612892 Dec 13 09:41:09.082902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cb048-0db8-41a1-b4a4-7244a9209f58 req-75280f69-cfe5-40dc-9a9b-e5d71c7ba75b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:09.094697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-375cb048-0db8-41a1-b4a4-7244a9209f58 req-75280f69-cfe5-40dc-9a9b-e5d71c7ba75b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 945 time: 0.1973095 Dec 13 09:41:09.132141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd946-0230-49fc-a6d0-44c8b798a719 None None] Pushing event updated for resources: {'Port': ['ID=ca917229-ed85-4c99-b3d9-04ca641ed8a6,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.170203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d32dcd09-569d-428f-a392-59c3f5591ded'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:09.276192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-375cb048-0db8-41a1-b4a4-7244a9209f58 req-c963d979-e862-4412-b5be-97902876522b tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780181 Dec 13 09:41:09.611987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.625209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace333c3-e2cb-46ed-a5e9-1a1bdbf2e2d4 req-b3ed4d90-f4b2-4428-b856-7f4859a12584 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 210 time: 0.0865531 Dec 13 09:41:09.649112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['621c3453-1ddc-47f4-a551-2b1a7a00a5cd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:09.701830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454559a3-1ffa-4a21-9fca-fd7ed7d7b36a req-197ba345-d6b3-44d3-a5d3-7cbff2409ee3 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:09.710830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-454559a3-1ffa-4a21-9fca-fd7ed7d7b36a req-197ba345-d6b3-44d3-a5d3-7cbff2409ee3 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 949 time: 0.2401280 Dec 13 09:41:09.738016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Pushing event deleted for resources: {'Port': ['ID=621c3453-1ddc-47f4-a551-2b1a7a00a5cd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.740947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cb0e663e-1b96-4968-86ff-c55189f1ce38 None None] Provisioning complete for port 436a03dc-1d26-4f98-93ac-1291c07906a3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:09.741330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb0e663e-1b96-4968-86ff-c55189f1ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.773486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] No DVR routers for this DVR port 621c3453-1ddc-47f4-a551-2b1a7a00a5cd on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:09.777516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.782637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ebabdf1-ea10-4a0e-a2b2-f21203124261 req-f5e19be7-39a1-4c6a-95b4-a6be5a555e4d tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.16 "DELETE /v2.0/ports/621c3453-1ddc-47f4-a551-2b1a7a00a5cd HTTP/1.1" status: 204 len: 173 time: 1.8168228 Dec 13 09:41:09.783567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'name': 'network-vif-deleted', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:09.800610 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd009733-6f4a-498e-90b4-cac7ea8d4cfb" -d '{"events": [{"server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "name": "network-vif-deleted", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:09.831274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Router 6b50a757-8d08-43f2-babb-1e6eea9ae015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:09.845817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e663e-1b96-4968-86ff-c55189f1ce38 None None] Port 436a03dc-1d26-4f98-93ac-1291c07906a3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:09.861636 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.890411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-454559a3-1ffa-4a21-9fca-fd7ed7d7b36a req-f5103916-e5c7-4811-acaa-1846fb110080 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782978 Dec 13 09:41:09.935443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.947756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49a8f1f2-435c-4d6b-b930-619491aae37f req-f543ea07-b6a0-4e5b-aee5-961196e43043 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 210 time: 0.0819662 Dec 13 09:41:10.083311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e4d811c-ac76-48ad-82d4-57bc8c02daaa req-3dc7b154-0fc3-4179-8511-70ebd03b30bf tempest-ServersTestJSON-1807539005 tempest-ServersTestJSON-1807539005-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b60b06-16ee-43b7-92f5-376a288ac144 HTTP/1.1" status: 200 len: 210 time: 0.0607941 Dec 13 09:41:10.112438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:10.127416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-24608763-a143-4132-beb6-c0d98067db50 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b50a757-8d08-43f2-babb-1e6eea9ae015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4383891 Dec 13 09:41:10.160415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cb0e663e-1b96-4968-86ff-c55189f1ce38 None None] Provisioning complete for port e82a38c8-bfdf-4e6a-b58a-853108501dde triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:10.160970 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb0e663e-1b96-4968-86ff-c55189f1ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.171418 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d427466c-e7a8-4e62-8231-8a29b0cbfe77 x-openstack-request-id: req-d427466c-e7a8-4e62-8231-8a29b0cbfe77 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:10.171979 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b60b06-16ee-43b7-92f5-376a288ac144", "name": "network-vif-deleted", "tag": "621c3453-1ddc-47f4-a551-2b1a7a00a5cd", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:10.172429 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d427466c-e7a8-4e62-8231-8a29b0cbfe77 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:10.172853 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b60b06-16ee-43b7-92f5-376a288ac144', 'name': 'network-vif-deleted', 'tag': '621c3453-1ddc-47f4-a551-2b1a7a00a5cd', 'status': 'completed', 'code': 200} Dec 13 09:41:10.230399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.292380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:10.342529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.627362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e07be-cc95-49b0-8a7b-bdb91628fb20 None None] Pushing event updated for resources: {'Port': ['ID=067351b0-74b0-486e-a4ff-2d6cfdfe4747,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:10.642174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Attempting to bind port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:10.648510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Attempting to bind port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:10.649145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Attempting to bind port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:10.680641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:10.680854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-284bd7b0-339d-4d33-be58-38fcd9c0e6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.686239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:10.687119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.688132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:10.688737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Bound port: 067351b0-74b0-486e-a4ff-2d6cfdfe4747, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:10.689364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.775960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac1dba-bfcc-40e4-84a8-384d67941033 None None] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:10.780301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c6ac0-bccb-420b-b5d0-ae8747e66df5 req-ca000974-7520-455d-818c-93e693d65463 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.789399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe4c6ac0-bccb-420b-b5d0-ae8747e66df5 req-ca000974-7520-455d-818c-93e693d65463 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 945 time: 0.2739511 Dec 13 09:41:10.868825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-5ce6e647-1cf4-4e90-97b9-8de1fd0b6626 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.878477 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-284bd7b0-339d-4d33-be58-38fcd9c0e6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.879156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-5ce6e647-1cf4-4e90-97b9-8de1fd0b6626 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.881647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-5ce6e647-1cf4-4e90-97b9-8de1fd0b6626 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "GET /v2.0/networks?id=dbefd5af-445a-4264-8077-4869bf3aa58a&id=5ccb1070-24af-43ed-a84e-1f88e750f2ad HTTP/1.1" status: 200 len: 1391 time: 0.4177251 Dec 13 09:41:10.884119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-284bd7b0-339d-4d33-be58-38fcd9c0e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.890303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca917229-ed85-4c99-b3d9-04ca641ed8a6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:10.895788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'port': {'device_id': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a', 'admin_state_up': True, 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:10.928698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-284bd7b0-339d-4d33-be58-38fcd9c0e6fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a5528b0fa43449bb60cebd4148304e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350927 Dec 13 09:41:10.929938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bd7b0-339d-4d33-be58-38fcd9c0e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb9818b-6b7c-4b7d-acd4-f11704d585e8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:10.934008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40696) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:10.953669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] For port 067351b0-74b0-486e-a4ff-2d6cfdfe4747, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:10.977648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] For port 067351b0-74b0-486e-a4ff-2d6cfdfe4747, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=067351b0-74b0-486e-a4ff-2d6cfdfe4747,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:10.979957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Provisioning complete for port 436a03dc-1d26-4f98-93ac-1291c07906a3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:10.980338 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.990741 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.020345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.021415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.099498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.099892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.104387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.109411 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb9818b-6b7c-4b7d-acd4-f11704d585e8 HTTP/1.1" status: 204 len: 168 time: 0.1728914 Dec 13 09:41:11.111071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Port 436a03dc-1d26-4f98-93ac-1291c07906a3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:11.122684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ca917229-ed85-4c99-b3d9-04ca641ed8a6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:11.123069 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.136801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecafe4-d9c2-4b88-8633-719d349d4707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb9818b-6b7c-4b7d-acd4-f11704d585e8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:11.187598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e07be-cc95-49b0-8a7b-bdb91628fb20 None None] Pushing event updated for resources: {'Port': ['ID=067351b0-74b0-486e-a4ff-2d6cfdfe4747,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:11.202738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:11.203497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:11.264521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-5ce6067b-cb11-4efb-a4d7-b79a120e6a31 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a035f2248af44b09b5bb376bcf6350be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456514 Dec 13 09:41:11.312465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Provisioning complete for port ca917229-ed85-4c99-b3d9-04ca641ed8a6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:11.312836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.475655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-e2087836-fc91-44bd-b0b2-10c870dc5542 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:11.478118 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-e2087836-fc91-44bd-b0b2-10c870dc5542 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127314 Dec 13 09:41:11.480886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe4c6ac0-bccb-420b-b5d0-ae8747e66df5 req-82b82e1d-608a-46f4-90cc-27f739597b65 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676302 Dec 13 09:41:11.500810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Request body: {'port': {'device_id': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'a035f2248af44b09b5bb376bcf6350be'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:11.529225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-3e355f50-48f8-4e04-b667-eaa5525688ba tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6464286 Dec 13 09:41:11.532408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.542818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:11.545462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:11.618450 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.673106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.682703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Made reservation on behalf of a035f2248af44b09b5bb376bcf6350be for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:11.687537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:11.691573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.699807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.733606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port ca917229-ed85-4c99-b3d9-04ca641ed8a6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca917229-ed85-4c99-b3d9-04ca641ed8a6,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:11.755597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.758944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f47f6f-921f-474a-8058-545d86977f0e req-7485bef2-6525-4236-a30d-605552a4f517 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 210 time: 0.0447030 Dec 13 09:41:11.896783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Allocated IP 19.80.0.99 (dbefd5af-445a-4264-8077-4869bf3aa58a/9eb3611e-5fc1-4a3b-9c9c-79c6db858ead/955c80a4-feb1-413f-b68f-5b3ed8f1d8e3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:11.898165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:41:11.898311 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-3641159d-fd79-4395-ae8f-426cff4df53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:41:11.900272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.919934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=ca917229-ed85-4c99-b3d9-04ca641ed8a6,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.001100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.002176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Allocated IP 192.168.233.177 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/af0fdac0-8e3f-4f46-9860-c8b3f366c04d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:12.018667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:12.076725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '436a03dc-1d26-4f98-93ac-1291c07906a3', 'name': '', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'mac_address': 'fa:16:3e:49:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 2, 'project_id': '61cc7818f2304146ac34962170102c9d', 'subnets': [{'id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:12.104196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Allocated IP 172.25.2.36 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/d70854b1-0c78-430a-b6cc-e5c01eb02a66) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:12.114883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889585a-a6a8-4db5-bec0-434f2211e4f1 None None] The sync data for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 is: [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '436a03dc-1d26-4f98-93ac-1291c07906a3', 'name': '', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'mac_address': 'fa:16:3e:49:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 2, 'project_id': '61cc7818f2304146ac34962170102c9d', 'subnets': [{'id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:12.124117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port d32dcd09-569d-428f-a392-59c3f5591ded completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:12.130043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d32dcd09-569d-428f-a392-59c3f5591ded triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:12.130428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.219869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.229679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.266241 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.267622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad5b8724-f056-4c5a-8a3a-8d3421713b89 req-d4cdae89-6afb-4af1-b6b8-867a54a1dfe3 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 210 time: 0.2807958 Dec 13 09:41:12.271917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.307591 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.334873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:12.339589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['beb6fcfb-5642-4743-a524-771dc283a19f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:12.341626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:12.373139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:12.385485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40730) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:12.388287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:12.406581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:12.417249 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d6b14-315a-413b-808a-cc0dcff61c90" -d '{"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-plugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:12.520741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Deleting subnet af42bc37-7eb2-497b-a0f2-53ddbaad7714 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:12.524420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:12.530365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Pushing event updated for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.557461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.563913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:12.595627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.596461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.630316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:12.631672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:12.633504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-fafda114-3985-44fd-8e1b-56e6c5097fba tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1391406 Dec 13 09:41:12.639227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 621c3453-1ddc-47f4-a551-2b1a7a00a5cd no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:12.648352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Request body: {'port': {'device_id': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:12.700992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.767525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event updated for resources: {'Port': ['ID=d70854b1-0c78-430a-b6cc-e5c01eb02a66,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.772461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.795936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.795936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca917229-ed85-4c99-b3d9-04ca641ed8a6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:12.808784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 621c3453-1ddc-47f4-a551-2b1a7a00a5cd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:12.808784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 621c3453-1ddc-47f4-a551-2b1a7a00a5cd not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:12.849953 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.894944 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e2f44-29cd-46b6-a491-2dbaca668544 x-openstack-request-id: req-440e2f44-29cd-46b6-a491-2dbaca668544 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:12.895310 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-plugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:12.895586 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-440e2f44-29cd-46b6-a491-2dbaca668544 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:12.896007 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'code': 200} Dec 13 09:41:12.897989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-af6bf183-b66d-4433-9a06-7f91215af3e3 None None] Provisioning complete for port ca917229-ed85-4c99-b3d9-04ca641ed8a6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:12.898364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af6bf183-b66d-4433-9a06-7f91215af3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.957139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.032703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.064553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ca917229-ed85-4c99-b3d9-04ca641ed8a6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:13.065037 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.096137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.195770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53b120a7-2d76-4276-8b83-817f0e13b58d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.239967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0fdac0-8e3f-4f46-9860-c8b3f366c04d {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:13.251161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.269727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.273415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network dbefd5af-445a-4264-8077-4869bf3aa58a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:13.294933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:13.302862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Transition to ACTIVE for port object af0fdac0-8e3f-4f46-9860-c8b3f366c04d will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:13.305318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:13.310955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.339084 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.408718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e64ed-c1ea-46ec-a364-2a9bb603d160 req-459ca675-edc5-44cf-850e-06ac6ae6e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.410251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8e64ed-c1ea-46ec-a364-2a9bb603d160 req-459ca675-edc5-44cf-850e-06ac6ae6e402 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 1097 time: 0.3354442 Dec 13 09:41:13.440593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Pushing event updated for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.455342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d6cdd-f7bc-482e-b5fc-8321ee5826b3 req-0514a16b-7b85-43ae-87d2-43057abeace8 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.466475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-253d6cdd-f7bc-482e-b5fc-8321ee5826b3 req-0514a16b-7b85-43ae-87d2-43057abeace8 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 946 time: 0.3930681 Dec 13 09:41:13.486944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Attempting to bind port af0fdac0-8e3f-4f46-9860-c8b3f366c04d on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:13.487439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Attempting to bind port af0fdac0-8e3f-4f46-9860-c8b3f366c04d by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:13.487967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Attempting to bind port af0fdac0-8e3f-4f46-9860-c8b3f366c04d on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:13.493061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Port af0fdac0-8e3f-4f46-9860-c8b3f366c04d on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:13.493526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Attempting to bind port af0fdac0-8e3f-4f46-9860-c8b3f366c04d on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:13.500074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:13.500626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:13.501105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:13.507577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Bound port: af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:13.508097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.547978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af42bc37-7eb2-497b-a0f2-53ddbaad7714,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.556043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.559336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c7fb3413-79f5-4915-8d86-3c8506000c97 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af42bc37-7eb2-497b-a0f2-53ddbaad7714 HTTP/1.1" status: 204 len: 168 time: 1.1289034 Dec 13 09:41:13.563971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40746) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:13.607536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.608236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.618676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.668653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:13.674900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:13.681008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.684832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.724972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a02f16-c272-4021-b3fc-a02d0a620419 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8327429 Dec 13 09:41:13.725415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.726161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.727728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] 10.222.0.20 "PUT /v2.0/ports/af0fdac0-8e3f-4f46-9860-c8b3f366c04d HTTP/1.1" status: 200 len: 1096 time: 1.0843349 Dec 13 09:41:13.734489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:13.737681 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2dd3e1-540e-42a3-964c-cd62a318f18a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:13.745662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-253d6cdd-f7bc-482e-b5fc-8321ee5826b3 req-b89afa97-74be-46cf-a7d5-c44a4a7952b2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780945 Dec 13 09:41:13.765670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Request body: {'port': {'device_id': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad', 'admin_state_up': True, 'tenant_id': '3a09041fb7674a3584c01b95c580562a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:13.923717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee8e64ed-c1ea-46ec-a364-2a9bb603d160 req-035d4eea-7dde-4f01-ad81-74e2fbc8a949 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056129 Dec 13 09:41:13.932211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ba88-46d1-4de7-baf3-8974e76df116 service neutron] Pushing event updated for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.961343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.974561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1f120be5-0581-46bc-a147-3c9b4f8b67ce None None] Provisioning complete for port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:13.975603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1f120be5-0581-46bc-a147-3c9b4f8b67ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.992542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53b120a7-2d76-4276-8b83-817f0e13b58d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.993171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.006270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-643e84d8-3349-4d4a-81c1-4384aef8d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.010344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-643e84d8-3349-4d4a-81c1-4384aef8d00e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 1099 time: 0.2029874 Dec 13 09:41:14.012147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a429cb-5537-4e99-98cf-dbb994ec3924']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:14.026211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:14.026517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6167bcd4-44cc-4873-979f-d4cb7e1a9dfe') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:14.043796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1f120be5-0581-46bc-a147-3c9b4f8b67ce None None] Port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:14.057611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.060766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Made reservation on behalf of 3a09041fb7674a3584c01b95c580562a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:14.064847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.071131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53b120a7-2d76-4276-8b83-817f0e13b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.079063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.089063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:14.089775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:14.092194 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:14.185287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-65699fbe-2cd3-4500-a14f-2a4b35ef06bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d HTTP/1.1" status: 200 len: 217 time: 0.0577114 Dec 13 09:41:14.204677 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.237616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-53b120a7-2d76-4276-8b83-817f0e13b58d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a94660c5eaa042f2ba60565895cea9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8581772 Dec 13 09:41:14.244347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.249915 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74a429cb-5537-4e99-98cf-dbb994ec3924 HTTP/1.1" status: 204 len: 168 time: 0.6824243 Dec 13 09:41:14.249915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40754) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:14.269732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b120a7-2d76-4276-8b83-817f0e13b58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404df0db-8946-463a-9516-bea52f2d9e85,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.282609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121928b-e90c-4a35-8ca8-6f40c254eb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a429cb-5537-4e99-98cf-dbb994ec3924,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.287429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-2212fd3b-25ab-46f1-9a2f-796ef526dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.289859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-2212fd3b-25ab-46f1-9a2f-796ef526dd3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0963538 Dec 13 09:41:14.329469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e43fc-2f4c-4625-96dd-56d4de44daca req-1eec0d27-021c-426d-ad1a-89cc7c347a68 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.331055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec2e43fc-2f4c-4625-96dd-56d4de44daca req-1eec0d27-021c-426d-ad1a-89cc7c347a68 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 931 time: 0.2476578 Dec 13 09:41:14.370814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-5908adee-cf13-4ca1-87bb-78de237b7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.372508 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-5908adee-cf13-4ca1-87bb-78de237b7e14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734866 Dec 13 09:41:14.373397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.416392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.435317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:14.437371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.456804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.484334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Allocated IP 19.86.0.114 (5ccb1070-24af-43ed-a84e-1f88e750f2ad/787a5ce0-41c6-4a98-8ada-6cd129c0a4ec/893b9b9f-3298-4999-8e9b-7b4d02c344ea) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:14.510986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-1ee7f6f4-3e15-4420-95ca-3f829f823676 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272967 Dec 13 09:41:14.517497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.521087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.522296 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/404df0db-8946-463a-9516-bea52f2d9e85 HTTP/1.1" status: 204 len: 168 time: 0.2638664 Dec 13 09:41:14.524085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec2e43fc-2f4c-4625-96dd-56d4de44daca req-7e4bfe59-3bd2-4e09-99be-cb0934c987d9 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753418 Dec 13 09:41:14.548786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event updated for resources: {'Port': ['ID=d70854b1-0c78-430a-b6cc-e5c01eb02a66,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.560284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bd98f-07f5-4b3f-be4b-fc36c92ee035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404df0db-8946-463a-9516-bea52f2d9e85,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.651102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a47bad7d-17c9-45e8-bbb4-6fe4eb212e53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1084b148afb2471d88cacba0ef4dfde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095370 Dec 13 09:41:14.658391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:14.680171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.697791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.708869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-1540c61f-f1d5-4594-b7c7-c34d9a4baa8b tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1784074 Dec 13 09:41:14.718476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 067351b0-74b0-486e-a4ff-2d6cfdfe4747 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:14.744850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3913ea83-bf6b-4c23-a8d1-7f770135522c req-084b2500-54b3-407b-b52b-2facfbaf8ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210956 Dec 13 09:41:14.801848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.803021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:14.803753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.846954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-4ae413fb-a2e9-463e-8ead-c94543c5bf06 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1357086 Dec 13 09:41:14.863256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.963877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.965341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.967433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.969279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7 HTTP/1.1" status: 204 len: 168 time: 0.3094814 Dec 13 09:41:14.986593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c836d-809e-4607-9fde-9f7e33fadc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a0e55-3dbd-4db0-a140-f38e8c67a3b7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.043663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 067351b0-74b0-486e-a4ff-2d6cfdfe4747, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=067351b0-74b0-486e-a4ff-2d6cfdfe4747,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:15.075696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.096282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954feadd-073d-49aa-b5da-42b95ff59eac req-40518adf-c8e2-4981-a5e4-e6b967e13441 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.103971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-954feadd-073d-49aa-b5da-42b95ff59eac req-40518adf-c8e2-4981-a5e4-e6b967e13441 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 948 time: 0.1797068 Dec 13 09:41:15.124951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:15.142808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-358f1c5e-afcb-446d-8ec6-ea2b41c73209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.150569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=067351b0-74b0-486e-a4ff-2d6cfdfe4747,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.180945 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.211385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-5e194a53-a11c-45e9-989c-70e791ffd680 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.213942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8802ff4a-29a7-488b-8c46-d2dcf994413f req-5e194a53-a11c-45e9-989c-70e791ffd680 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.3652427 Dec 13 09:41:15.238635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-358f1c5e-afcb-446d-8ec6-ea2b41c73209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.243506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-358f1c5e-afcb-446d-8ec6-ea2b41c73209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.259059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-954feadd-073d-49aa-b5da-42b95ff59eac req-165bf192-d706-4e16-9dd8-7bc1d2ecc594 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537478 Dec 13 09:41:15.286805 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e1ee40-6c97-4449-8935-d6d5892f8453 x-openstack-request-id: req-d4e1ee40-6c97-4449-8935-d6d5892f8453 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:15.287285 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:15.287406 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e1ee40-6c97-4449-8935-d6d5892f8453 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:15.287778 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d', 'status': 'completed', 'code': 200} Dec 13 09:41:15.305449 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-358f1c5e-afcb-446d-8ec6-ea2b41c73209 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857adc528773485caea824f5f113f2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793065 Dec 13 09:41:15.308510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:15.379849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.399071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f1c5e-afcb-446d-8ec6-ea2b41c73209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbae8a4-b50a-421c-a87c-3ccc0005bfed,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.484743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:15.490027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-99e514d1-bdab-443e-891e-4c4c40d68f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.491487 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-99e514d1-bdab-443e-891e-4c4c40d68f42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a035f2248af44b09b5bb376bcf6350be&device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 1099 time: 0.1678824 Dec 13 09:41:15.503541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.505210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:15.531726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:15.550215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event updated for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.595789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Sync routers for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:15.611677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:15.615364 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:15.626603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.632424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ca80-fe08-4e8c-8aef-b5f06226fd6f req-48733988-4772-470e-9f54-baa35b917e8a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.634135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ff3ca80-fe08-4e8c-8aef-b5f06226fd6f req-48733988-4772-470e-9f54-baa35b917e8a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 946 time: 0.2680886 Dec 13 09:41:15.706959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-b898f0b0-37fe-4258-a953-8f52f7823b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.708834 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-b898f0b0-37fe-4258-a953-8f52f7823b99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2030742 Dec 13 09:41:15.725667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4b780-9e4e-4b79-99bd-76cc9228afb8 req-ad629680-310b-406c-8446-48947f89d38d tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.736343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece4b780-9e4e-4b79-99bd-76cc9228afb8 req-ad629680-310b-406c-8446-48947f89d38d tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 949 time: 0.2607200 Dec 13 09:41:15.739586 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.743676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.745443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebbae8a4-b50a-421c-a87c-3ccc0005bfed HTTP/1.1" status: 204 len: 168 time: 0.4353859 Dec 13 09:41:15.768583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.770838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.773662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40796) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:15.804720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa64fc9-08ef-420b-867a-d92806f8d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbae8a4-b50a-421c-a87c-3ccc0005bfed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.822545 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-0cc4d43a-f73c-429f-961c-30c91d12b477 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d HTTP/1.1" status: 200 len: 217 time: 0.0963166 Dec 13 09:41:15.835440 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:15.886543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ff3ca80-fe08-4e8c-8aef-b5f06226fd6f req-7b41d70e-84a9-407b-b9f0-adbc1da611f1 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318039 Dec 13 09:41:15.889998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bed24a47-56d0-487c-b007-e2867461d31b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1369290 Dec 13 09:41:15.905079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Request body: {'port': {'device_id': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:15.929506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-831abc0e-d7f1-40cf-b9e6-ec456df20510 None None] Provisioning complete for port 893b9b9f-3298-4999-8e9b-7b4d02c344ea triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:15.930143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-831abc0e-d7f1-40cf-b9e6-ec456df20510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.931241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-45b0877e-82e9-4106-a680-e97cf6761584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.937867 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-45b0877e-82e9-4106-a680-e97cf6761584 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1030056 Dec 13 09:41:15.996091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece4b780-9e4e-4b79-99bd-76cc9228afb8 req-9fd8d824-91ac-4561-afc5-86aa069bef6e tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584040 Dec 13 09:41:16.021572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-8049d656-10ec-4652-92dd-f0309f6877c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.024884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-8049d656-10ec-4652-92dd-f0309f6877c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797615 Dec 13 09:41:16.038635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-831abc0e-d7f1-40cf-b9e6-ec456df20510 None None] Port 893b9b9f-3298-4999-8e9b-7b4d02c344ea cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:16.103520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87c127a1-3a44-4538-bde2-9bc47e2ff34f req-bff2b1d6-d1eb-4aa6-9235-840c7f487a42 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips/27aa3046-f84b-43a5-acc8-096b33ba5e7b HTTP/1.1" status: 200 len: 692 time: 0.1408205 Dec 13 09:41:16.185164 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-a0223d73-d9d9-4891-b830-f0f352a9b95b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529136 Dec 13 09:41:16.340425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7d2dd3e1-540e-42a3-964c-cd62a318f18a req-57d1a767-d1d7-4860-874b-cd587d0872f0 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422341 Dec 13 09:41:16.392993 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '436a03dc-1d26-4f98-93ac-1291c07906a3', 'name': '', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'mac_address': 'fa:16:3e:49:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 2, 'project_id': '61cc7818f2304146ac34962170102c9d', 'subnets': [{'id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:16.426742 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Checking router: 6b50a757-8d08-43f2-babb-1e6eea9ae015 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:16.427229 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Updating router 6b50a757-8d08-43f2-babb-1e6eea9ae015 port 436a03dc-1d26-4f98-93ac-1291c07906a3 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:16.445305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.454120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87c09478-702b-44f9-8f31-2ebbdf5b44d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.458690 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.474615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:16.558149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a1e0-9e83-43b9-a477-97e826543b2e req-784457cb-d44f-4966-9125-a6b28a4e1187 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.564266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a1e0-9e83-43b9-a477-97e826543b2e req-784457cb-d44f-4966-9125-a6b28a4e1187 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.571703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d74a1e0-9e83-43b9-a477-97e826543b2e req-784457cb-d44f-4966-9125-a6b28a4e1187 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1654 time: 0.5036044 Dec 13 09:41:16.666090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837dc96-41cc-466c-9202-3e9069becec1 req-dc0482de-fa1a-4291-a535-3ebeaed7ebcd tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.667519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b837dc96-41cc-466c-9202-3e9069becec1 req-dc0482de-fa1a-4291-a535-3ebeaed7ebcd tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.16 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 949 time: 0.2461405 Dec 13 09:41:16.713875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 067351b0-74b0-486e-a4ff-2d6cfdfe4747 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:16.714412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-49370563-network', 'tenant_id': '90099857b69d442e91bae51a20589812'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:16.750346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Made reservation on behalf of 90099857b69d442e91bae51a20589812 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:16.752826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.767317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:16.767740 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.783429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.803736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c127a1-3a44-4538-bde2-9bc47e2ff34f req-b46b579d-f490-4006-ae36-df57d26ed14e tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.813146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87c127a1-3a44-4538-bde2-9bc47e2ff34f req-b46b579d-f490-4006-ae36-df57d26ed14e tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.4124820 Dec 13 09:41:16.856265 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.862991 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.908455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d74a1e0-9e83-43b9-a477-97e826543b2e req-ab1440de-dd2e-4757-be40-c71abe4b3e75 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357437 Dec 13 09:41:16.917058 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Pushing event updated for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:16.927602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.927810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.927810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.927810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.927810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.928132 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.928373 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.929026 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.929492 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.929955 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.930435 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.930955 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.931418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.932051 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:16.937644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.972195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-87c127a1-3a44-4538-bde2-9bc47e2ff34f req-460800b4-f3d8-46de-ae2f-d5bc9f5e740f tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:41:16.974096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87c127a1-3a44-4538-bde2-9bc47e2ff34f req-460800b4-f3d8-46de-ae2f-d5bc9f5e740f tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1599548 Dec 13 09:41:17.013556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:17.037967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8145a0f0-d6b7-445d-82b9-026bb7262556,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.056353 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Attempting to bind port 436a03dc-1d26-4f98-93ac-1291c07906a3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:17.056684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Attempting to bind port 436a03dc-1d26-4f98-93ac-1291c07906a3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:17.057183 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Attempting to bind port 436a03dc-1d26-4f98-93ac-1291c07906a3 on network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:17.060023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.060958 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Added segment 76047e67-4a04-46da-985e-9b0d22392724 of type vlan for network 6a8f253c-1fb3-40de-b279-396b240630df Dec 13 09:41:17.076085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:17.076501 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Checking segment: {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:17.076954 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.077359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Bound using segment: {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:17.077842 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Bound port: 436a03dc-1d26-4f98-93ac-1291c07906a3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c4029-05c2-428a-9fa7-54c1d582cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:17.088500 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.169483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.199161 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] For port 436a03dc-1d26-4f98-93ac-1291c07906a3, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:17.203108 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] For port 436a03dc-1d26-4f98-93ac-1291c07906a3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=436a03dc-1d26-4f98-93ac-1291c07906a3,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:17.213565 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.224219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.225701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.226521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.265043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7868273 Dec 13 09:41:17.273428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40844) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:17.282462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Request body: {'subnet': {'network_id': '6a8f253c-1fb3-40de-b279-396b240630df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-49370563-subnet', 'tenant_id': '90099857b69d442e91bae51a20589812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:17.302891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87c09478-702b-44f9-8f31-2ebbdf5b44d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.334215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:17.334971 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:17.349727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87c09478-702b-44f9-8f31-2ebbdf5b44d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.376497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] Provisioning complete for port 436a03dc-1d26-4f98-93ac-1291c07906a3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:17.377871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d8f1e-15fa-4f5e-bbd4-ea0686bda0ff admin admin] Pushing event updated for resources: {'Network': ['ID=6a8f253c-1fb3-40de-b279-396b240630df,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.379668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.389271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Made reservation on behalf of 90099857b69d442e91bae51a20589812 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:17.390731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6a8f253c-1fb3-40de-b279-396b240630df details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:17.392597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.443358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc099b67-8103-4554-ac5b-3b6f8cbd85dd None None] Pushing event updated for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.554003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9dc77-4d08-4ec6-9d70-17b4cd762a74 req-fcdd15f5-0a23-4c1e-8504-756e07e3984a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.555650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24a9dc77-4d08-4ec6-9d70-17b4cd762a74 req-fcdd15f5-0a23-4c1e-8504-756e07e3984a tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 948 time: 0.4321835 Dec 13 09:41:17.598812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.617113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Deleting port 113c91c8-360a-42a8-ae17-f04a0056de72 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:17.617463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.635377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:17.638775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] For port 436a03dc-1d26-4f98-93ac-1291c07906a3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=436a03dc-1d26-4f98-93ac-1291c07906a3,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:17.643161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d748c8e-ddbb-4734-a482-ad9c4aa6c472 req-9e4e91b6-ca53-4f1b-b223-9e0c3ab5cc55 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=61cc7818f2304146ac34962170102c9d HTTP/1.1" status: 200 len: 695 time: 0.3184922 Dec 13 09:41:17.643589 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.662501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.711998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c10326-5c83-4fec-83c5-ea8f2416e563 None None] Pushing event updated for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.731434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3c3982-2d9e-469b-bff7-4f5cfb8365d6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.733177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-87c09478-702b-44f9-8f31-2ebbdf5b44d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a39b634427a4afa898350c0ed19450c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9246259 Dec 13 09:41:17.737026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40854) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:17.773241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e497de3d-4d6b-4fb7-a60b-5830a382c312 None None] Provisioning complete for port 436a03dc-1d26-4f98-93ac-1291c07906a3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:17.775040 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e497de3d-4d6b-4fb7-a60b-5830a382c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.777644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09478-702b-44f9-8f31-2ebbdf5b44d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a5fd0a-e1ad-4a4d-9763-b5248ddc8c33,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.834685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Checking segment: {'id': '76047e67-4a04-46da-985e-9b0d22392724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:17.835306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Network hostable DHCP agents. Network: 6a8f253c-1fb3-40de-b279-396b240630df, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:17.859802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.881362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Network 6a8f253c-1fb3-40de-b279-396b240630df is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:17.884375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:17.910126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6a8f253c-1fb3-40de-b279-396b240630df) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:17.915276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.934040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.934685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.942634 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '436a03dc-1d26-4f98-93ac-1291c07906a3', 'name': '', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'mac_address': 'fa:16:3e:49:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:17Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'subnets': [{'id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:17.951519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.965803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee195238-3ca6-4baa-acac-516e12cbc637 None None] Network 6a8f253c-1fb3-40de-b279-396b240630df requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:17.979052 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95269e3b-f87a-40c1-9f70-2620df12a612 None None] The sync data for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 is: [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:08Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '436a03dc-1d26-4f98-93ac-1291c07906a3', 'name': '', 'network_id': '235d6eca-62dc-4d3c-ad0f-ba14eb37d697', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'mac_address': 'fa:16:3e:49:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:17Z', 'revision_number': 4, 'project_id': '61cc7818f2304146ac34962170102c9d', 'subnets': [{'id': '60bbedf4-1dfc-40cd-a340-452f8ceddd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:18.029240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.032525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.037344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71a5fd0a-e1ad-4a4d-9763-b5248ddc8c33 HTTP/1.1" status: 204 len: 168 time: 0.2922451 Dec 13 09:41:18.037469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Transition to ACTIVE for port object 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:18.042635 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95bce099-d664-4cd4-89ee-9790bea69120 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7682912 Dec 13 09:41:18.053103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59212033-608c-4161-a855-30e66e4ddfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a5fd0a-e1ad-4a4d-9763-b5248ddc8c33,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.061735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24a9dc77-4d08-4ec6-9d70-17b4cd762a74 req-e6e7efe3-6560-4af1-a16e-9698354a7612 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495773 Dec 13 09:41:18.084387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.091528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device af0fdac0-8e3f-4f46-9860-c8b3f366c04d details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:18.125036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] For port 113c91c8-360a-42a8-ae17-f04a0056de72, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=113c91c8-360a-42a8-ae17-f04a0056de72,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:18.125562 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.144473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Calling delete_port for 113c91c8-360a-42a8-ae17-f04a0056de72 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:18.300410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64f222-764d-4e97-b16b-a748d39fdab6 None None] Network 6a8f253c-1fb3-40de-b279-396b240630df requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:18.325219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748c8e-ddbb-4734-a482-ad9c4aa6c472 req-044f99a1-6805-4bbf-8d31-0def3c5e284d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.332182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d748c8e-ddbb-4734-a482-ad9c4aa6c472 req-044f99a1-6805-4bbf-8d31-0def3c5e284d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks?id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 787 time: 0.6880901 Dec 13 09:41:18.393193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.421217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:18.434363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d', 'mac_address': 'fa:16:3e:25:e2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:18.435345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-640ac5a3-298a-4a33-b866-867ae4d5d202 req-87637b0a-58b4-4e42-90c4-1a8fc403d3fb tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d1e16a-e294-41df-b4cd-d13fffd18008 HTTP/1.1" status: 200 len: 210 time: 0.1277452 Dec 13 09:41:18.440401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['113c91c8-360a-42a8-ae17-f04a0056de72'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:18.477586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.502424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.615227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.615914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.616464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.617853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.618677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.619362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.619922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.620927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.621468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.622606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.623146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.623828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.634802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fdac0-8e3f-4f46-9860-c8b3f366c04d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:18.635799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:18.639625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] No DVR routers for this DVR port 113c91c8-360a-42a8-ae17-f04a0056de72 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:18.644733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.654024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b837dc96-41cc-466c-9202-3e9069becec1 req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] 10.222.0.16 "DELETE /v2.0/ports/113c91c8-360a-42a8-ae17-f04a0056de72 HTTP/1.1" status: 204 len: 173 time: 1.9725311 Dec 13 09:41:18.694081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'name': 'network-vif-deleted', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:18.699215 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e7de8-3781-43ce-85b3-3684539a3606" -d '{"events": [{"server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "name": "network-vif-deleted", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:18.738482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:18.747381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.862489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6882a7-739b-4ed3-ac4e-93352dce75c1 tempest-TenantUsagesTestJSON-921599038 tempest-TenantUsagesTestJSON-921599038-project] Pushing event deleted for resources: {'Port': ['ID=113c91c8-360a-42a8-ae17-f04a0056de72,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.882710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.885463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 436a03dc-1d26-4f98-93ac-1291c07906a3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:18.890229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f70c-8885-4b3d-ad55-9c931c931ae2 req-fa059408-46f7-4807-8e9d-6f0f0c52950a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.891677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13f4f70c-8885-4b3d-ad55-9c931c931ae2 req-fa059408-46f7-4807-8e9d-6f0f0c52950a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 946 time: 0.4880199 Dec 13 09:41:18.986666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 436a03dc-1d26-4f98-93ac-1291c07906a3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:18.986958 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.009486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8e93-a648-4285-94a5-39f593ec6e9b req-db908f7b-bba0-4feb-8623-740281ce97be tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.019261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8e93-a648-4285-94a5-39f593ec6e9b req-db908f7b-bba0-4feb-8623-740281ce97be tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.021042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a53d8e93-a648-4285-94a5-39f593ec6e9b req-db908f7b-bba0-4feb-8623-740281ce97be tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1666 time: 0.3660169 Dec 13 09:41:19.031823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Attempting to bind port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:19.032532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Attempting to bind port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:19.033033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Attempting to bind port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 on network dbefd5af-445a-4264-8077-4869bf3aa58a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:19.065973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 on network dbefd5af-445a-4264-8077-4869bf3aa58a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:19.066124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['af0fdac0-8e3f-4f46-9860-c8b3f366c04d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:19.066297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Attempting to bind port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 on network dbefd5af-445a-4264-8077-4869bf3aa58a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:19.076821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13f4f70c-8885-4b3d-ad55-9c931c931ae2 req-0812d0fe-786b-4772-b589-14ba1f1e9fe0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764357 Dec 13 09:41:19.088315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:19.088669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Checking segment: {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:19.091924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Bound using segment: {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:19.091924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Bound port: 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7895b46-f8b3-43cf-a0da-967500f76265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:19.091924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.233792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a53d8e93-a648-4285-94a5-39f593ec6e9b req-bf20e57b-288f-49ed-8b0a-9480e0ff91bb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914957 Dec 13 09:41:19.374560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40898) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:19.384250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541958417-network', 'tenant_id': '7843f052c17849a99e707b9619c8f4aa'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:19.393271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-086d7f86-d7f2-4a6b-a29d-ec8723ff4b6c tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips/27aa3046-f84b-43a5-acc8-096b33ba5e7b HTTP/1.1" status: 200 len: 692 time: 0.1085985 Dec 13 09:41:19.398070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:19.409729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:19.426031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Made reservation on behalf of 7843f052c17849a99e707b9619c8f4aa for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:19.430537 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.434905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.445092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.514197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.514897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.516459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] 10.222.0.20 "PUT /v2.0/ports/955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 HTTP/1.1" status: 200 len: 1091 time: 3.6160448 Dec 13 09:41:19.555605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Request body: {'port': {'device_id': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:19.568617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.571381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfb257-0550-4553-8552-f669b2641f93 service neutron] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:19.574455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.603957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-86111094-e476-45ea-9cee-317f63aa0037 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.605841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-86111094-e476-45ea-9cee-317f63aa0037 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2117989 Dec 13 09:41:19.618026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:19.640294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a6eb9-85e2-4d74-932b-23907eb19b28,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:19.657925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.658481 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Added segment 648c0bc4-4215-4d74-b86a-38f646a9af91 of type vlan for network f3368758-4274-4199-acaa-d8f41f4c1fae Dec 13 09:41:19.732883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.756457 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc042a4-4d7c-4d12-b046-435e3c338171 x-openstack-request-id: req-bcc042a4-4d7c-4d12-b046-435e3c338171 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:19.757003 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d1e16a-e294-41df-b4cd-d13fffd18008", "name": "network-vif-deleted", "tag": "113c91c8-360a-42a8-ae17-f04a0056de72", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:19.757437 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcc042a4-4d7c-4d12-b046-435e3c338171 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:19.757991 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1e16a-e294-41df-b4cd-d13fffd18008', 'name': 'network-vif-deleted', 'tag': '113c91c8-360a-42a8-ae17-f04a0056de72', 'status': 'completed', 'code': 200} Dec 13 09:41:19.768101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-ca963a9f-dfea-497b-b110-6ed9f969c550 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1514068 Dec 13 09:41:19.790186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.791226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.791850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.799249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.862494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] Pushing event updated for resources: {'Network': ['ID=f3368758-4274-4199-acaa-d8f41f4c1fae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:19.875003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2da67dd7-2cb3-4f93-996f-727e3e947789 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4975779 Dec 13 09:41:19.875241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f3368758-4274-4199-acaa-d8f41f4c1fae details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:19.875855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:19.881280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Request body: {'subnet': {'network_id': 'f3368758-4274-4199-acaa-d8f41f4c1fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541958417-subnet', 'tenant_id': '7843f052c17849a99e707b9619c8f4aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:19.906653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-134b0a25-08b3-4885-ac19-e896ccbc4694 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1229415 Dec 13 09:41:19.916214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Made reservation on behalf of 7843f052c17849a99e707b9619c8f4aa for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:19.917576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.056144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device af0fdac0-8e3f-4f46-9860-c8b3f366c04d up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:20.098073 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.107814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port af0fdac0-8e3f-4f46-9860-c8b3f366c04d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:20.114115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port af0fdac0-8e3f-4f46-9860-c8b3f366c04d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:20.114758 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.116208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc591d64-3a67-49c8-9f5f-f7751ff44a4a req-2f70ef24-1179-4fef-960c-9bda4d27c02d tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:20.117773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc591d64-3a67-49c8-9f5f-f7751ff44a4a req-2f70ef24-1179-4fef-960c-9bda4d27c02d tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 949 time: 0.2659655 Dec 13 09:41:20.165249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b06e02-c488-4ce3-8a6e-fc8ddb1c91cc,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.175387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Checking segment: {'id': '648c0bc4-4215-4d74-b86a-38f646a9af91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3368758-4274-4199-acaa-d8f41f4c1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:20.175777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Network hostable DHCP agents. Network: f3368758-4274-4199-acaa-d8f41f4c1fae, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:20.193497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Network f3368758-4274-4199-acaa-d8f41f4c1fae is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:20.203288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f3368758-4274-4199-acaa-d8f41f4c1fae) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:20.209448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:20.210043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.216568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da1052-1bac-4255-b241-63083fa5b7e9 None None] Network f3368758-4274-4199-acaa-d8f41f4c1fae requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:20.228368 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c2ee93c4-2aff-4715-b58b-dde261feadea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3513477 Dec 13 09:41:20.264200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc591d64-3a67-49c8-9f5f-f7751ff44a4a req-00cec3d7-6beb-4f3b-b96f-a154e0bb4d4e tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344647 Dec 13 09:41:20.267002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.280095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Deleting port d70854b1-0c78-430a-b6cc-e5c01eb02a66 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:20.280896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.295870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:20.298695 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c118da03-55fc-4f15-8c1c-fe0164f01565" -d '{"events": [{"server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:20.319618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:20.334588 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.390398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.437798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de900a52-e711-4102-9ff5-a625c720b40b None None] Network f3368758-4274-4199-acaa-d8f41f4c1fae requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:20.658498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 113c91c8-360a-42a8-ae17-f04a0056de72 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:20.669509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.670099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.685609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 113c91c8-360a-42a8-ae17-f04a0056de72 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:20.685967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 113c91c8-360a-42a8-ae17-f04a0056de72 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:20.689803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Calling delete_port for d70854b1-0c78-430a-b6cc-e5c01eb02a66 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:20.693450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893b9b9f-3298-4999-8e9b-7b4d02c344ea {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:20.704363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.756213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Transition to ACTIVE for port object 893b9b9f-3298-4999-8e9b-7b4d02c344ea will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:20.761326 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.840513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Pushing event updated for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.961005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Attempting to bind port 893b9b9f-3298-4999-8e9b-7b4d02c344ea on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:20.961342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Attempting to bind port 893b9b9f-3298-4999-8e9b-7b4d02c344ea by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:20.961678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Attempting to bind port 893b9b9f-3298-4999-8e9b-7b4d02c344ea on network 5ccb1070-24af-43ed-a84e-1f88e750f2ad {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:20.969646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Port 893b9b9f-3298-4999-8e9b-7b4d02c344ea on network 5ccb1070-24af-43ed-a84e-1f88e750f2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:20.969965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Attempting to bind port 893b9b9f-3298-4999-8e9b-7b4d02c344ea on network 5ccb1070-24af-43ed-a84e-1f88e750f2ad {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:20.981451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:20.982070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Checking segment: {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:20.982644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Bound using segment: {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:20.983247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Bound port: 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:20.983814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.993629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.027660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event deleted for resources: {'Port': ['ID=d70854b1-0c78-430a-b6cc-e5c01eb02a66,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.128946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40950) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.135697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:21.140427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:21.141686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.144310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.145996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94385a8b-f910-4aad-b05e-0f84440cbf43 req-b199b13a-ded0-48c8-870f-f17c8c784980 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "DELETE /v2.0/floatingips/27aa3046-f84b-43a5-acc8-096b33ba5e7b HTTP/1.1" status: 204 len: 173 time: 1.2168419 Dec 13 09:41:21.148699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.194881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.195583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.196941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] 10.222.0.20 "PUT /v2.0/ports/893b9b9f-3298-4999-8e9b-7b4d02c344ea HTTP/1.1" status: 200 len: 1092 time: 1.6475458 Dec 13 09:41:21.225102 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ff1f81-9a62-45ed-a993-23e9e4514a5d x-openstack-request-id: req-b4ff1f81-9a62-45ed-a993-23e9e4514a5d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:21.226002 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:21.226438 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4ff1f81-9a62-45ed-a993-23e9e4514a5d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:21.226893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207d666-b18d-4282-901c-4196ef31a33b service neutron] Pushing event updated for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.227040 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d', 'code': 200} Dec 13 09:41:21.323881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a934724-5321-4829-8d1e-a742ca59a030 req-04811bbc-0520-45e2-b87a-a7457359e2c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.343216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a934724-5321-4829-8d1e-a742ca59a030 req-04811bbc-0520-45e2-b87a-a7457359e2c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.351463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a934724-5321-4829-8d1e-a742ca59a030 req-04811bbc-0520-45e2-b87a-a7457359e2c5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1678 time: 0.1358783 Dec 13 09:41:21.444394 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5dcd8fc0-9b3e-4999-a17d-fd8b809c30e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=768b1a91505d41878745504eab679496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118858 Dec 13 09:41:21.445478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.447455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a934724-5321-4829-8d1e-a742ca59a030 req-b9648e12-621c-4a6e-a406-0a87f3f9e09f tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950480 Dec 13 09:41:21.466395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-c0b11531-233a-41fb-8add-d831e33e2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.467135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-c0b11531-233a-41fb-8add-d831e33e2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.469155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-c0b11531-233a-41fb-8add-d831e33e2b49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1980 time: 0.1106055 Dec 13 09:41:21.495490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95157b5-03ad-4b7b-a0ca-7f39985e6578 req-8141b584-5e11-46bf-9e67-7b6cffdeee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.497027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f95157b5-03ad-4b7b-a0ca-7f39985e6578 req-8141b584-5e11-46bf-9e67-7b6cffdeee1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 1101 time: 0.1455803 Dec 13 09:41:21.534620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-146622ec-9e64-47fd-ac3a-ee75310a75af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0504267 Dec 13 09:41:21.573672 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.604349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.625749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-896cdd65-6e40-4f5e-a189-f50efdf7f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.627316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-896cdd65-6e40-4f5e-a189-f50efdf7f92c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9eb3611e-5fc1-4a3b-9c9c-79c6db858ead HTTP/1.1" status: 200 len: 801 time: 0.0830851 Dec 13 09:41:21.629460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f95157b5-03ad-4b7b-a0ca-7f39985e6578 req-911ee235-4570-4183-b472-ec4dfa25e242 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072373 Dec 13 09:41:21.669357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.672119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.673348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d4685d8-4a35-4143-8e3b-e5a71c5e5cba HTTP/1.1" status: 204 len: 168 time: 0.2262468 Dec 13 09:41:21.681383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76cca8-f5fc-4b8e-a1f4-ddf3d78e5c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4685d8-4a35-4143-8e3b-e5a71c5e5cba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.758735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3'}, {'name': 'network-changed', 'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:21.761088 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15127498-998d-4fb8-abef-592349b41c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3"}, {"name": "network-changed", "server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:21.791649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-442c37d0-ae28-417e-a7e6-7d368a076596 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.793384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-442c37d0-ae28-417e-a7e6-7d368a076596 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/networks?id=6a8f253c-1fb3-40de-b279-396b240630df HTTP/1.1" status: 200 len: 823 time: 0.1997066 Dec 13 09:41:21.826304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-e0221294-2b34-43c3-ba9a-e6578fa3222c tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/quotas/90099857b69d442e91bae51a20589812 HTTP/1.1" status: 200 len: 375 time: 0.0219936 Dec 13 09:41:21.844872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-875e4b53-2fb1-43e7-acf3-1687000e9e40 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1704078 Dec 13 09:41:21.891384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:21.898882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d71910d9-dbc0-422c-a5fa-62e9cf19ece4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90099857b69d442e91bae51a20589812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601983 Dec 13 09:41:21.937352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-fa304aa7-e343-40fb-9f85-08114fc282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.938861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-fa304aa7-e343-40fb-9f85-08114fc282ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dbefd5af-445a-4264-8077-4869bf3aa58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100733 Dec 13 09:41:21.956545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.971968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8afb3250-cba0-40e5-a778-96ad1d5c4993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.974954 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.051044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8afb3250-cba0-40e5-a778-96ad1d5c4993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.054870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8afb3250-cba0-40e5-a778-96ad1d5c4993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.065915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:22.099908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8afb3250-cba0-40e5-a778-96ad1d5c4993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa80431039644d26ad3866f09faf0d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410823 Dec 13 09:41:22.100814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb3250-cba0-40e5-a778-96ad1d5c4993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2338b71-72a3-417f-9beb-a87048316002,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.102903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:22.135934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-03a17ff2-0fbc-467e-93ee-89ff12de180b service neutron] 10.222.0.31 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251389 Dec 13 09:41:22.142117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-033eae97-0311-4b86-8d38-0855a6d161f7 service neutron] 10.222.0.20 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761985 Dec 13 09:41:22.154092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.177277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.186506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:22.199205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'mac_address': 'fa:16:3e:71:83:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:22.227489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.230363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.234003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2338b71-72a3-417f-9beb-a87048316002 HTTP/1.1" status: 204 len: 168 time: 0.1278300 Dec 13 09:41:22.240359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea90d0-cb55-4353-aa24-d4464686d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2338b71-72a3-417f-9beb-a87048316002,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.250233 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.276692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d32dcd09-569d-428f-a392-59c3f5591ded {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:22.298502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:22.303775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.325201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-f2304b51-e305-4133-bedb-f3dd8e252918 service neutron] 10.222.0.31 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806438 Dec 13 09:41:22.332545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.371420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-ce9c3849-83c5-47b8-b1b3-659ee4adcebb service neutron] 10.222.0.20 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173669 Dec 13 09:41:22.459980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-8717935f-7ec2-4277-85ea-fbf62906bd6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea HTTP/1.1" status: 200 len: 217 time: 0.0543458 Dec 13 09:41:22.542779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.580679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d32dcd09-569d-428f-a392-59c3f5591ded'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:22.666929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Allocated IP 172.25.2.169 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:22.672867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-795dca0b-7ee4-4a3a-b957-0f3943904790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.674375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-795dca0b-7ee4-4a3a-b957-0f3943904790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=787a5ce0-41c6-4a98-8ada-6cd129c0a4ec HTTP/1.1" status: 200 len: 801 time: 0.2069509 Dec 13 09:41:22.706425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fbac8-b6bc-45c2-a6d3-bcccd312eafe req-33ecf958-4387-4e53-a062-b6d9bcbe3474 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.713653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218fbac8-b6bc-45c2-a6d3-bcccd312eafe req-33ecf958-4387-4e53-a062-b6d9bcbe3474 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 950 time: 0.1475708 Dec 13 09:41:22.847026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a9708d-b8d9-4bb1-af6e-dc6ce3a6b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.849148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-96a9708d-b8d9-4bb1-af6e-dc6ce3a6b8ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ccb1070-24af-43ed-a84e-1f88e750f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640971 Dec 13 09:41:22.864647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218fbac8-b6bc-45c2-a6d3-bcccd312eafe req-6100a96c-a409-4e46-af50-e6fe98cf2415 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501086 Dec 13 09:41:22.994210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.053774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-bcb551d4-c194-4ae7-80bf-15e4d6c1f9fe service neutron] 10.222.0.20 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862731 Dec 13 09:41:23.071478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.168261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:23.175842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:23.183218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:23.219625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event updated for resources: {'Port': ['ID=a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:23.251648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c43e086-15ee-4fe8-ab48-b3b192b0cdd8 req-0bc321c9-ec15-4e43-9e20-2017cc50d3de service neutron] 10.222.0.20 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896062 Dec 13 09:41:23.330306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.380179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.383678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:23.447414 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ca240-f398-473e-b2d3-06c5eabea50c x-openstack-request-id: req-030ca240-f398-473e-b2d3-06c5eabea50c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:23.447987 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:23.448596 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-030ca240-f398-473e-b2d3-06c5eabea50c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:23.449479 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'status': 'completed', 'code': 200} Dec 13 09:41:23.450396 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea', 'status': 'completed', 'code': 200} Dec 13 09:41:23.607593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-7e4ab4ec-0288-468a-8697-158e60dd59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.608053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-7e4ab4ec-0288-468a-8697-158e60dd59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.609658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-7e4ab4ec-0288-468a-8697-158e60dd59d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1980 time: 0.1113954 Dec 13 09:41:23.627899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:23.652287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe38b-c9aa-422b-8457-eb7557fe3b00 req-86e14825-5d31-4ec4-ba03-bcb77664595a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.659330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe38b-c9aa-422b-8457-eb7557fe3b00 req-86e14825-5d31-4ec4-ba03-bcb77664595a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.661638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accfe38b-c9aa-422b-8457-eb7557fe3b00 req-86e14825-5d31-4ec4-ba03-bcb77664595a tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1678 time: 0.1502206 Dec 13 09:41:23.678269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95a9524b-dea5-458b-9e1e-07dff5760676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.726807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.733738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.755211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-network', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:23.797944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Made reservation on behalf of c2a8c5c5c3664e16be0db6276d595f59 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:23.803105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.818723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.886272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95a9524b-dea5-458b-9e1e-07dff5760676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.895873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95a9524b-dea5-458b-9e1e-07dff5760676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.910663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accfe38b-c9aa-422b-8457-eb7557fe3b00 req-bc911cfd-791f-49e4-9a39-2d4e7afe7723 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043855 Dec 13 09:41:23.963481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9524b-dea5-458b-9e1e-07dff5760676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a52958-8204-444f-b76d-38da7beb7d50,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:23.975063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95a9524b-dea5-458b-9e1e-07dff5760676 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f148d42464d47ef8ab36258cfb2d815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5896342 Dec 13 09:41:23.975726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:23.989291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-9ed847eb-0987-4041-9fe8-813bd7b7df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.993920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-9ed847eb-0987-4041-9fe8-813bd7b7df84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dbefd5af-445a-4264-8077-4869bf3aa58a HTTP/1.1" status: 200 len: 902 time: 0.3758879 Dec 13 09:41:24.003005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event updated for resources: {'Port': ['ID=a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.020881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.029439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.068888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:24.082027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:24.098746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2714f5-8682-413e-820f-531de63d3c35,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.105753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.106088 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Added segment 2d2df735-41bb-432c-9f69-7e38db8e22fa of type vlan for network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 Dec 13 09:41:24.118900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.189361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d32dcd09-569d-428f-a392-59c3f5591ded triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:24.190601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.204462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.223434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.283416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.284561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.286402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.302205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.341280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:24.342404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:24.346172 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea4bcf-0ed2-4cca-b95e-eea34c897293" -d '{"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-plugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:24.350989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.379295 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7493439 Dec 13 09:41:24.382934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:24.389523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Request body: {'subnet': {'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-subnet', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:24.421166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9f126-1c70-4e66-ba79-5a247480c467 admin admin] Pushing event updated for resources: {'Network': ['ID=11afddbe-eefa-41bd-ab3f-14e307dc7fd0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.434987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86565b3a-bf96-4880-8218-6895ecf6946d req-39b9aded-bfde-41b2-a7fb-8fa6eaf4fe72 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 210 time: 0.4338248 Dec 13 09:41:24.435206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:24.438930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.446037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-e2caa5af-257f-46df-af41-f3e6b3b071b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 HTTP/1.1" status: 200 len: 217 time: 0.4363520 Dec 13 09:41:24.448417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.448615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.455911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.459152 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85a52958-8204-444f-b76d-38da7beb7d50 HTTP/1.1" status: 204 len: 168 time: 0.4766896 Dec 13 09:41:24.540948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-f9d3b8a2-98df-4d04-bd9c-a1b55bdc58cb tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.542517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-f9d3b8a2-98df-4d04-bd9c-a1b55bdc58cb tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.16 "GET /v2.0/networks?id=6a8f253c-1fb3-40de-b279-396b240630df HTTP/1.1" status: 200 len: 823 time: 0.7651122 Dec 13 09:41:24.549355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3ed31-19ee-40cd-8d76-3366273b6145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a52958-8204-444f-b76d-38da7beb7d50,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.558417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Made reservation on behalf of c2a8c5c5c3664e16be0db6276d595f59 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:24.560682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Request body: {'port': {'device_id': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df', 'admin_state_up': True, 'tenant_id': '90099857b69d442e91bae51a20589812'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:24.571090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.573183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.579455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-efb33b2f-a59c-4f12-927f-e68227317e60 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7097747 Dec 13 09:41:24.601090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-6e38dca4-5170-4df4-bc13-fa88cbbd44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.602704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-6e38dca4-5170-4df4-bc13-fa88cbbd44fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9eb3611e-5fc1-4a3b-9c9c-79c6db858ead HTTP/1.1" status: 200 len: 801 time: 0.1330602 Dec 13 09:41:24.719421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-ac20fcb2-0fd0-435e-b589-d948bd5f7ad6 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.1383572 Dec 13 09:41:24.856197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-e1cfe896-6689-490b-843a-fccc992758c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.863525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-e1cfe896-6689-490b-843a-fccc992758c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dbefd5af-445a-4264-8077-4869bf3aa58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171395 Dec 13 09:41:24.919429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.991294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-c314e9f6-a75b-4cdf-ab4b-7f6a974baed0 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.006685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7684e2c6-ef99-4a9d-81e6-b0eb0874e089 req-c314e9f6-a75b-4cdf-ab4b-7f6a974baed0 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2854071 Dec 13 09:41:25.030667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdd0349-629b-439c-8264-d4433b8b587e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:25.044280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Made reservation on behalf of 90099857b69d442e91bae51a20589812 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:25.047813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.074149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Checking segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:25.074848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Network hostable DHCP agents. Network: 11afddbe-eefa-41bd-ab3f-14e307dc7fd0, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:25.086920 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6060f-7562-489f-93d9-7c928e5a2faa x-openstack-request-id: req-62e6060f-7562-489f-93d9-7c928e5a2faa {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:25.087957 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-plugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:25.088376 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62e6060f-7562-489f-93d9-7c928e5a2faa {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:25.088932 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'code': 200} Dec 13 09:41:25.100437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-d0efaef2-c2ce-4505-bf57-144c18b8b9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251799 Dec 13 09:41:25.117881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:25.131804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 11afddbe-eefa-41bd-ab3f-14e307dc7fd0) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:25.138332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.139298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.145891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1ce86-e379-45a7-8a3e-4a3cc2c24507 None None] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:25.199093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:25.201360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-92ab3468-1e1a-4fcd-8ce1-c2fe3e51ebed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8168914 Dec 13 09:41:25.205832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:25.217837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:25.267264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-871bb1ab-7677-41dc-b51a-ef76a004b713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.286159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.287222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.339810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:25.340989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.343712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5683027-aa2d-419f-bb0f-0d3bca206fcc req-6cd2d416-2d28-47d8-9c51-349ecf1677dd tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.345428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5683027-aa2d-419f-bb0f-0d3bca206fcc req-6cd2d416-2d28-47d8-9c51-349ecf1677dd tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 950 time: 0.2141700 Dec 13 09:41:25.378804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-871bb1ab-7677-41dc-b51a-ef76a004b713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.390928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-871bb1ab-7677-41dc-b51a-ef76a004b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.449594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bb1ab-7677-41dc-b51a-ef76a004b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0e762-07d2-4cd8-b441-0183e70150d6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:25.457021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-871bb1ab-7677-41dc-b51a-ef76a004b713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0131b03c20f4715bc2c0e177e2794c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381036 Dec 13 09:41:25.457771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41106) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:25.526637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bce4f-02a3-4a0b-83f2-312fe0f8ca62 req-f9260578-110d-4aa3-b237-5ecb05ae9340 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.533990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bce4f-02a3-4a0b-83f2-312fe0f8ca62 req-f9260578-110d-4aa3-b237-5ecb05ae9340 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.541394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b9bce4f-02a3-4a0b-83f2-312fe0f8ca62 req-f9260578-110d-4aa3-b237-5ecb05ae9340 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1678 time: 0.3090189 Dec 13 09:41:25.542294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Allocated IP 172.20.0.2 (11afddbe-eefa-41bd-ab3f-14e307dc7fd0/2fdd0349-629b-439c-8264-d4433b8b587e/e3512a75-fdb4-429c-84a3-3ded04b0b078) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:25.638677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.660616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5683027-aa2d-419f-bb0f-0d3bca206fcc req-7ef35538-debf-45fa-8420-66380ca1c6a4 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972951 Dec 13 09:41:25.687225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-7ab7f9cc-878d-49db-81aa-4570f0f5cbbd service neutron] 10.222.0.20 "GET /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452442 Dec 13 09:41:25.701535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Allocated IP 172.20.0.9 (6a8f253c-1fb3-40de-b279-396b240630df/4d3c3982-2d9e-469b-bff7-4f5cfb8365d6/fa79711f-e5d9-4e02-9ffd-30102de8bb58) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:25.801487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.809813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.854920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:25.858069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:25.862074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:25.868143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-f110523e-150a-4866-bac0-fe891be0e06c tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips/b226c847-4c74-4fc0-adbf-655e0a26f2e0 HTTP/1.1" status: 200 len: 693 time: 0.1732421 Dec 13 09:41:25.871501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b9bce4f-02a3-4a0b-83f2-312fe0f8ca62 req-88e8fb82-8060-4784-b2cc-20dbc95611d7 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293476 Dec 13 09:41:25.874393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Pushing event updated for resources: {'Port': ['ID=e3512a75-fdb4-429c-84a3-3ded04b0b078,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:25.877465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.981410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Attempting to bind port e3512a75-fdb4-429c-84a3-3ded04b0b078 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:25.983682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Attempting to bind port e3512a75-fdb4-429c-84a3-3ded04b0b078 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:25.985345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Attempting to bind port e3512a75-fdb4-429c-84a3-3ded04b0b078 on network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:25.992665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:25.992665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Checking segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:25.993206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.993704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Bound using segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:25.994804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Bound port: e3512a75-fdb4-429c-84a3-3ded04b0b078, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:25.995305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.069678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.075082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] For port e3512a75-fdb4-429c-84a3-3ded04b0b078, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:26.079241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] For port e3512a75-fdb4-429c-84a3-3ded04b0b078, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3512a75-fdb4-429c-84a3-3ded04b0b078,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:26.083086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:26.085484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.103202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.243776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf100b0-8850-40a7-a31e-d81200f723f9 None None] Pushing event updated for resources: {'Port': ['ID=e3512a75-fdb4-429c-84a3-3ded04b0b078,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:26.304178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:26.319238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'network_id': 'dbefd5af-445a-4264-8077-4869bf3aa58a', 'port_id': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'mac_address': 'fa:16:3e:6a:e0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb3611e-5fc1-4a3b-9c9c-79c6db858ead', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:26.381188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.383238 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.427937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:26.512195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:26.527699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.528798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 893b9b9f-3298-4999-8e9b-7b4d02c344ea details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:26.540173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-9f613acc-0042-40aa-8c05-c2d14ebde25d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:26.552345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-9f613acc-0042-40aa-8c05-c2d14ebde25d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.6696036 Dec 13 09:41:26.671216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.789738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3512a75-fdb4-429c-84a3-3ded04b0b078 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:26.830040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-30438ee1-1807-4e4e-86b8-7ded52825264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:26.830511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-30438ee1-1807-4e4e-86b8-7ded52825264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:26.832152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-30438ee1-1807-4e4e-86b8-7ded52825264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a09041fb7674a3584c01b95c580562a&device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1980 time: 0.9808249 Dec 13 09:41:26.834399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41122) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:26.887582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:26.933340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-2ecb9a0f-de91-412c-ba06-3a753971e85a tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.3795428 Dec 13 09:41:26.936720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Network 6a8f253c-1fb3-40de-b279-396b240630df is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:26.945052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e3512a75-fdb4-429c-84a3-3ded04b0b078 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:26.945426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.980979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:26.989208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:26.999575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.005242 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.005416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '893b9b9f-3298-4999-8e9b-7b4d02c344ea', 'network_id': '5ccb1070-24af-43ed-a84e-1f88e750f2ad', 'port_id': '893b9b9f-3298-4999-8e9b-7b4d02c344ea', 'mac_address': 'fa:16:3e:74:d1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787a5ce0-41c6-4a98-8ada-6cd129c0a4ec', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:27.010642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68e0e762-07d2-4cd8-b441-0183e70150d6 HTTP/1.1" status: 204 len: 168 time: 1.5327883 Dec 13 09:41:27.023156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:27.028511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6976b31-339e-46cd-b40f-9f756e848ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.059127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.124654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e3512a75-fdb4-429c-84a3-3ded04b0b078, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3512a75-fdb4-429c-84a3-3ded04b0b078,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:27.131622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.141619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6976b31-339e-46cd-b40f-9f756e848ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.148797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6976b31-339e-46cd-b40f-9f756e848ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.186309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976b31-339e-46cd-b40f-9f756e848ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade6dad-71a6-4a14-a663-5cf68ee20908,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.223930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e3512a75-fdb4-429c-84a3-3ded04b0b078,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.229931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.232636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c6976b31-339e-46cd-b40f-9f756e848ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0b74b1100fd4f5c9e1bbab816f9fe54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902740 Dec 13 09:41:27.233432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41130) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:27.245273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893b9b9f-3298-4999-8e9b-7b4d02c344ea {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:27.266779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:27.272092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.387531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.387791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.432026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.520665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.525766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.528362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ade6dad-71a6-4a14-a663-5cf68ee20908 HTTP/1.1" status: 204 len: 168 time: 0.2927029 Dec 13 09:41:27.540282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46ac72-561e-40ce-8781-aa87337b07e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade6dad-71a6-4a14-a663-5cf68ee20908,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.552553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['893b9b9f-3298-4999-8e9b-7b4d02c344ea'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:27.580624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['955c80a4-feb1-413f-b68f-5b3ed8f1d8e3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:27.913068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0d120-5637-4695-8bd5-810ae9378996 None None] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:28.135767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-f3be2c5d-072a-432b-8964-c5dbbb1d1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.141888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-f3be2c5d-072a-432b-8964-c5dbbb1d1c9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ccb1070-24af-43ed-a84e-1f88e750f2ad HTTP/1.1" status: 200 len: 903 time: 1.1802940 Dec 13 09:41:28.142678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d95b01-a0e7-4c4e-8c30-f97c8948d740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0e762-07d2-4cd8-b441-0183e70150d6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:28.220860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Pushing event updated for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:28.260681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfb275-175a-43a7-bdde-c05b03391482 req-f0276d39-536a-450e-b0e2-3bac76c6fc56 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.271229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1cfb275-175a-43a7-bdde-c05b03391482 req-f0276d39-536a-450e-b0e2-3bac76c6fc56 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 931 time: 1.6828964 Dec 13 09:41:28.287959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-7f4ce54d-c354-4085-a652-9691560530cb tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 1.2659688 Dec 13 09:41:28.400678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-50c950aa-8f03-4249-84d7-c5fd1926fe6b None None] Provisioning complete for port e3512a75-fdb4-429c-84a3-3ded04b0b078 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:28.408984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-50c950aa-8f03-4249-84d7-c5fd1926fe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.420188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-132c0a8e-96e7-4e46-a299-59744405bf73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea HTTP/1.1" status: 200 len: 217 time: 0.2386053 Dec 13 09:41:28.514756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.515472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.670011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41168) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:28.730460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-d0d908a2-857c-4bd1-be5f-0c27c5066ee4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1754773 Dec 13 09:41:28.758921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3512a75-fdb4-429c-84a3-3ded04b0b078 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:28.774539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Request body: {'port': {'device_id': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:28.824838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-f956a6de-cbb7-4d17-908c-fd3523990d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.826319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-f956a6de-cbb7-4d17-908c-fd3523990d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=787a5ce0-41c6-4a98-8ada-6cd129c0a4ec HTTP/1.1" status: 200 len: 801 time: 0.2989445 Dec 13 09:41:28.871786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41174) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:28.878043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1cfb275-175a-43a7-bdde-c05b03391482 req-7e10153b-5813-4619-af06-5d351f874dde tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046784 Dec 13 09:41:28.955842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3e5daf39-54b1-4412-9a04-241b97ef7ce6 None None] Provisioning complete for port e3512a75-fdb4-429c-84a3-3ded04b0b078 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:28.956465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e5daf39-54b1-4412-9a04-241b97ef7ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.973726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.018147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-286147376-network', 'tenant_id': 'd1aee0964a5340039a1c2b9ad4d7c717'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:29.048758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e3512a75-fdb4-429c-84a3-3ded04b0b078 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:29.049351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.059842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Made reservation on behalf of d1aee0964a5340039a1c2b9ad4d7c717 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:29.067483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.105253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-network', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:29.109472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.303690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.316898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.346979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Made reservation on behalf of 0ee3de92d24441b8b2dad4a189036736 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:29.350477 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.367835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.371035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:29.378302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50359916-ea1e-4ce3-a22d-4e79a11dda2e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.382600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.446507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.446856 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Added segment f2b9f34c-75a1-4584-be3a-96f267b7a5af of type vlan for network fbf30d93-9aee-453f-a35f-c3a3fb5684fc Dec 13 09:41:29.455217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Deleting port a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:29.455832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.519454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.545316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.547093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127498-998d-4fb8-abef-592349b41c0d req-395387c8-11f6-4bc5-84c2-c181461aaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.549408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-395387c8-11f6-4bc5-84c2-c181461aaa6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ccb1070-24af-43ed-a84e-1f88e750f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6701882 Dec 13 09:41:29.559842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.628473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b449ec0-1b4b-439e-b5fa-600bf8fe4dbd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.653639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.656289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.657244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.664888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.734798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:29.738988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf30d93-9aee-453f-a35f-c3a3fb5684fc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.757455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fbf30d93-9aee-453f-a35f-c3a3fb5684fc details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:29.781667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.840960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.841774 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Added segment 0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69 of type vlan for network f048611b-6f60-417a-a2b1-5f1a5c8bccdc Dec 13 09:41:29.855233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff96e-627e-4bf9-a463-e32c5c0a9806 req-10adb543-3de2-45d1-850f-9f325f25fb80 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.858544 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dc652ce5-3643-438f-b780-cf0a74b97b24 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1864278 Dec 13 09:41:29.861816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff96e-627e-4bf9-a463-e32c5c0a9806 req-10adb543-3de2-45d1-850f-9f325f25fb80 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.877278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4ff96e-627e-4bf9-a463-e32c5c0a9806 req-10adb543-3de2-45d1-850f-9f325f25fb80 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1680 time: 0.5164208 Dec 13 09:41:29.883977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41188) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:29.891238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Request body: {'subnet': {'network_id': 'fbf30d93-9aee-453f-a35f-c3a3fb5684fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-286147376-subnet', 'tenant_id': 'd1aee0964a5340039a1c2b9ad4d7c717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:29.918815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.946205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Made reservation on behalf of d1aee0964a5340039a1c2b9ad4d7c717 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:29.949055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.007900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.007900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:30.007900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.114619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:30.135305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.135752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.143444 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2704830 Dec 13 09:41:30.148931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-c17deea5-a380-4052-a6bb-0269273deebc service neutron] 10.222.0.20 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756776 Dec 13 09:41:30.150465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:30.159633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Pushing event updated for resources: {'Network': ['ID=f048611b-6f60-417a-a2b1-5f1a5c8bccdc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:30.173394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.173745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.174091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.174421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.178034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.178425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.180052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.180407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.180749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.181090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.182077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.182416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.182744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225756a-c765-48a4-b059-9c646b60bfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:30.190271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Request body: {'subnet': {'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-subnet', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:30.198744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4ff96e-627e-4bf9-a463-e32c5c0a9806 req-2b674c03-62db-4825-bd1a-e97dade1505e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203275 Dec 13 09:41:30.202526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:30.299255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15127498-998d-4fb8-abef-592349b41c0d req-7342c635-06cb-4b1b-a974-170460f06c55 service neutron] 10.222.0.20 "GET /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996895 Dec 13 09:41:30.327000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Calling delete_port for a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:30.347150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:30.371535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:30.372334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.472704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Made reservation on behalf of 0ee3de92d24441b8b2dad4a189036736 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:30.475012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.499775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-0567bf2c-cba7-43be-8b0a-106888786e35 tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:30.501662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-0567bf2c-cba7-43be-8b0a-106888786e35 tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 1101 time: 0.2015724 Dec 13 09:41:30.502505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.555974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:30.557572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:30.561120 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d0635-da58-4100-9b8b-87329f3a68b2" -d '{"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-plugged", "status": "completed", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:30.569440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.571259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 893b9b9f-3298-4999-8e9b-7b4d02c344ea up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:30.601409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-9aa47bc4-ad44-4769-863d-c83c15be553a tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.604391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Allocated IP 172.25.2.127 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/96f33ab9-86f1-4a17-8c96-8fab955c26fd) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:30.700292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.744622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:30.771040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf50be2-4578-4367-b98a-4e066552f3c2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:30.783899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 893b9b9f-3298-4999-8e9b-7b4d02c344ea completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:30.789402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Checking segment: {'id': 'f2b9f34c-75a1-4584-be3a-96f267b7a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbf30d93-9aee-453f-a35f-c3a3fb5684fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:30.790069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Network hostable DHCP agents. Network: fbf30d93-9aee-453f-a35f-c3a3fb5684fc, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:30.798888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 893b9b9f-3298-4999-8e9b-7b4d02c344ea triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:30.799280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.817881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Network fbf30d93-9aee-453f-a35f-c3a3fb5684fc is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:30.831988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fbf30d93-9aee-453f-a35f-c3a3fb5684fc) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:30.840528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:30.841228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.850676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c245f-7a9d-4430-b0eb-0d8950116a67 None None] Network fbf30d93-9aee-453f-a35f-c3a3fb5684fc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:30.865647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa79711f-e5d9-4e02-9ffd-30102de8bb58 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:30.884238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e109884-ff57-43c8-9048-7d7b162dc43a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9988332 Dec 13 09:41:30.890726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.038314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Transition to ACTIVE for port object fa79711f-e5d9-4e02-9ffd-30102de8bb58 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:31.043897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ffaf4-d852-4cca-bb2e-86be170c0bc3 None None] Network fbf30d93-9aee-453f-a35f-c3a3fb5684fc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:31.049154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-9aa47bc4-ad44-4769-863d-c83c15be553a tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.050429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.091890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.116717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Pushing event deleted for resources: {'Port': ['ID=a4b2c821-7e3f-4e68-a31d-20b0f3bbbde6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.118611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-9aa47bc4-ad44-4769-863d-c83c15be553a tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.160648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.228196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa47bc4-ad44-4769-863d-c83c15be553a tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c58ea3-bc34-4807-94c8-c814dee006f9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.324723 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.387600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:31.406149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.460355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.470187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-599ac80c-2b27-4154-b16d-843942fd8b23 req-9aa47bc4-ad44-4769-863d-c83c15be553a tempest-ServersAdminNegativeTestJSON-28704261 tempest-ServersAdminNegativeTestJSON-28704261-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9503975 Dec 13 09:41:31.472125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.541087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.551841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5dc82a-b917-4cd5-9231-add12efbbd8a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.571434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.806791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41220) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:31.812825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-292471513-network', 'tenant_id': '13a1a58559af43799e1e101bfd030695'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:31.839976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Made reservation on behalf of 13a1a58559af43799e1e101bfd030695 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:31.843118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.854636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.899113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.901843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.903076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-869f3789-5e7e-40ec-b7a5-27ebfa94c63b req-18ac9db8-4d42-4313-b270-c2d793d6e130 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "DELETE /v2.0/floatingips/b226c847-4c74-4fc0-adbf-655e0a26f2e0 HTTP/1.1" status: 204 len: 173 time: 3.6143343 Dec 13 09:41:31.952456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:31.960458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.966655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.981922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:31.995566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:32.000493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:32.023911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.024303 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Added segment 8d385e36-8437-427e-9fa6-9df72960da87 of type vlan for network 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 Dec 13 09:41:32.058685 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690c8c2-d8eb-4593-84d2-45e27debdfe5 x-openstack-request-id: req-f690c8c2-d8eb-4593-84d2-45e27debdfe5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:32.059729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Pushing event updated for resources: {'Port': ['ID=96f33ab9-86f1-4a17-8c96-8fab955c26fd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.060058 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-plugged", "status": "completed", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:32.061119 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f690c8c2-d8eb-4593-84d2-45e27debdfe5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:32.062009 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'code': 200} Dec 13 09:41:32.064167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b372d9ea-1c47-452c-9bef-bb9deda0651a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.088732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.128292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:32.128903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Network hostable DHCP agents. Network: f048611b-6f60-417a-a2b1-5f1a5c8bccdc, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:32.133923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.134797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.135788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.196174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3876038 Dec 13 09:41:32.202421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:32.211736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Request body: {'subnet': {'network_id': '644f3910-4b2a-4d46-ac5d-5bcb9ded76b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-292471513-subnet', 'tenant_id': '13a1a58559af43799e1e101bfd030695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:32.234400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da355b7-d60b-4673-afb8-ed0f5faba26e req-ac795c65-9c1e-4899-9a5d-4c20f082bbd5 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.236291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da355b7-d60b-4673-afb8-ed0f5faba26e req-ac795c65-9c1e-4899-9a5d-4c20f082bbd5 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 943 time: 0.3420527 Dec 13 09:41:32.238443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Made reservation on behalf of 13a1a58559af43799e1e101bfd030695 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:32.241113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.264732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Attempting to bind port fa79711f-e5d9-4e02-9ffd-30102de8bb58 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:32.265094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Attempting to bind port fa79711f-e5d9-4e02-9ffd-30102de8bb58 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '76047e67-4a04-46da-985e-9b0d22392724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:32.265393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Attempting to bind port fa79711f-e5d9-4e02-9ffd-30102de8bb58 on network 6a8f253c-1fb3-40de-b279-396b240630df {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:32.276948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Port fa79711f-e5d9-4e02-9ffd-30102de8bb58 on network 6a8f253c-1fb3-40de-b279-396b240630df not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:32.277269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Attempting to bind port fa79711f-e5d9-4e02-9ffd-30102de8bb58 on network 6a8f253c-1fb3-40de-b279-396b240630df {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:32.279020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:32.313526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:32.313526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Checking segment: {'id': '76047e67-4a04-46da-985e-9b0d22392724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:32.313526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Bound using segment: {'id': '76047e67-4a04-46da-985e-9b0d22392724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:32.313990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Bound port: fa79711f-e5d9-4e02-9ffd-30102de8bb58, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76047e67-4a04-46da-985e-9b0d22392724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:32.313990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.328519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f048611b-6f60-417a-a2b1-5f1a5c8bccdc) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:32.339222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.339859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.341349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc94d9-b6e8-42b8-802f-3953f3e718b5 None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:32.352976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e216c86-4012-47f3-bbda-007716803cd1 req-e609247f-da65-4055-bb7b-7334714765ae tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.358997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e216c86-4012-47f3-bbda-007716803cd1 req-e609247f-da65-4055-bb7b-7334714765ae tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.361274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e216c86-4012-47f3-bbda-007716803cd1 req-e609247f-da65-4055-bb7b-7334714765ae tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.1940773 Dec 13 09:41:32.379692 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:41:32.425351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45290-1d75-45bb-b629-61e7add1191f admin admin] Pushing event updated for resources: {'Network': ['ID=644f3910-4b2a-4d46-ac5d-5bcb9ded76b2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.428971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.459628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:32.475997 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-168dbb0d-0130-48be-8b70-623e494c2bce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2907109 Dec 13 09:41:32.478600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:32.481844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4058c8b7-ddff-46a6-bc7d-18086622e089,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.488113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da355b7-d60b-4673-afb8-ed0f5faba26e req-745bd36b-9381-4904-8397-2753a0def051 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296605 Dec 13 09:41:32.488576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:32.540095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Checking segment: {'id': '8d385e36-8437-427e-9fa6-9df72960da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '644f3910-4b2a-4d46-ac5d-5bcb9ded76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:32.540606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Network hostable DHCP agents. Network: 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:32.559991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.561929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.573498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:32.574538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.578272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:32.584919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58,segment=NetworkSegment(76047e67-4a04-46da-985e-9b0d22392724),segment_id=76047e67-4a04-46da-985e-9b0d22392724)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:32.613212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e216c86-4012-47f3-bbda-007716803cd1 req-bed883e3-5f55-4c3e-84fa-fdbdcb11074e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923225 Dec 13 09:41:32.620000 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.636645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.694857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.700960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.706124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Network 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:32.767920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:32.826826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.826826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.827836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.828474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.832978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-79736221-5269-47db-a887-1b5aa1f7f8dc service neutron] 10.222.0.16 "PUT /v2.0/ports/fa79711f-e5d9-4e02-9ffd-30102de8bb58 HTTP/1.1" status: 200 len: 1091 time: 4.0759325 Dec 13 09:41:32.839725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92577993-f6b3-415e-a002-1363e98457c2 None None] Network 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:32.842105 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-c44e4072-dfe5-44fa-9e53-3187a1bcf117 req-e68e74b5-75e2-4c3c-afcd-8877ad5d0c16 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] show failed (client error): The resource could not be found. Dec 13 09:41:32.843633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c44e4072-dfe5-44fa-9e53-3187a1bcf117 req-e68e74b5-75e2-4c3c-afcd-8877ad5d0c16 tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips/b226c847-4c74-4fc0-adbf-655e0a26f2e0 HTTP/1.1" status: 404 len: 350 time: 0.1537259 Dec 13 09:41:32.844372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:32.847413 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e34e0-67de-460a-9152-622bfccb4e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:32.900142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.909364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-831a8746-3df6-414a-8aa1-b502cc5f116a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7058387 Dec 13 09:41:33.041397 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-cb671b49-562c-44c9-8668-5b81fd7e735a req-656bd36b-1725-43c0-ab12-41c50660d48d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] show failed (client error): The resource could not be found. Dec 13 09:41:33.042357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb671b49-562c-44c9-8668-5b81fd7e735a req-656bd36b-1725-43c0-ab12-41c50660d48d tempest-FloatingIPsTestJSON-969764459 tempest-FloatingIPsTestJSON-969764459-project] 10.222.0.31 "GET /v2.0/floatingips/b226c847-4c74-4fc0-adbf-655e0a26f2e0 HTTP/1.1" status: 404 len: 350 time: 0.1300352 Dec 13 09:41:33.117276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41252) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:33.135143 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca384c2b-f4ca-4519-90ff-5b16cb94cdb4 x-openstack-request-id: req-ca384c2b-f4ca-4519-90ff-5b16cb94cdb4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:33.135460 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:33.135743 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca384c2b-f4ca-4519-90ff-5b16cb94cdb4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:33.136102 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58', 'status': 'completed', 'code': 200} Dec 13 09:41:33.168907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:33.196546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Allocated IP 172.20.0.2 (f048611b-6f60-417a-a2b1-5f1a5c8bccdc/1b5dc82a-b917-4cd5-9231-add12efbbd8a/da3787d7-9600-4a51-ab42-019b1b95c2b2) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:33.202100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab1918-b1f8-48cc-8299-2213c8e0a318 None None] Network 644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:33.263634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.289937 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.310282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-73de4e4d-c141-46fa-a289-73f54301ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.311720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-73de4e4d-c141-46fa-a289-73f54301ee1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90099857b69d442e91bae51a20589812&device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 1094 time: 0.4331882 Dec 13 09:41:33.401698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Allocated IP 172.25.2.213 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/10164978-912e-4275-95bf-e741f0555536) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:33.423653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Deleting subnet 7cf50be2-4578-4367-b98a-4e066552f3c2 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:33.429094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.455486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.462180 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.472357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.507085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.537904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:33.553680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-5aa0f7d5-b52f-4de0-9eb6-43213b5a3f67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58 HTTP/1.1" status: 200 len: 217 time: 0.1253948 Dec 13 09:41:33.554179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:33.563218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:33.565224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Pushing event updated for resources: {'Port': ['ID=da3787d7-9600-4a51-ab42-019b1b95c2b2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:33.582896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3c29-d97c-4005-a1ee-2ac657d5223a req-a752d807-862c-41bf-90ce-ef5ce7642557 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.594014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96bb3c29-d97c-4005-a1ee-2ac657d5223a req-a752d807-862c-41bf-90ce-ef5ce7642557 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 950 time: 0.3322325 Dec 13 09:41:33.630312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.657027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Attempting to bind port da3787d7-9600-4a51-ab42-019b1b95c2b2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:33.657405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Attempting to bind port da3787d7-9600-4a51-ab42-019b1b95c2b2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:33.657764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Attempting to bind port da3787d7-9600-4a51-ab42-019b1b95c2b2 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:33.663522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:33.663929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:33.664337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.664734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:33.665219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Bound port: da3787d7-9600-4a51-ab42-019b1b95c2b2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:33.665591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.714962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.725496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.744843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] For port da3787d7-9600-4a51-ab42-019b1b95c2b2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:33.749474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] For port da3787d7-9600-4a51-ab42-019b1b95c2b2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=da3787d7-9600-4a51-ab42-019b1b95c2b2,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:33.754941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.759431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf50be2-4578-4367-b98a-4e066552f3c2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:33.763801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.771798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4bbf25ec-9341-42cc-b0c1-6e26b67da7fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7cf50be2-4578-4367-b98a-4e066552f3c2 HTTP/1.1" status: 204 len: 168 time: 0.5899549 Dec 13 09:41:33.774235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41270) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:33.840964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d025a4-f8a5-4001-83b2-ef8a6423e506 None None] Pushing event updated for resources: {'Port': ['ID=da3787d7-9600-4a51-ab42-019b1b95c2b2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:33.905327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.914589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.962692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:33.966551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:33.968454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8793d6-7500-4659-95f8-c58fe3bd2121 req-4c769ce2-3bad-419c-bf05-fc3c3a44150f tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.969984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb8793d6-7500-4659-95f8-c58fe3bd2121 req-4c769ce2-3bad-419c-bf05-fc3c3a44150f tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 943 time: 0.3526614 Dec 13 09:41:33.971140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:33.983061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96bb3c29-d97c-4005-a1ee-2ac657d5223a req-a158b5fd-bc4b-440a-b5c5-87df95d84f61 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859570 Dec 13 09:41:34.008166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938d23b-c4ff-491b-bba7-e49074509580 req-7d0362dd-7bec-48de-afca-e9575b1bb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.009663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-7d0362dd-7bec-48de-afca-e9575b1bb4ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d3c3982-2d9e-469b-bff7-4f5cfb8365d6 HTTP/1.1" status: 200 len: 863 time: 0.4469993 Dec 13 09:41:34.062733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:34.064976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Pushing event updated for resources: {'Port': ['ID=10164978-912e-4275-95bf-e741f0555536,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:34.067033 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1fd9a-fc24-4700-82e6-f986436faad1" -d '{"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-plugged", "status": "completed", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:34.109190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.148835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-15397edc-687c-42fc-a0b6-9817fffa0848 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a8f253c-1fb3-40de-b279-396b240630df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172092 Dec 13 09:41:34.221555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.305337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf30d93-9aee-453f-a35f-c3a3fb5684fc']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:34.339695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b9f34c-75a1-4584-be3a-96f267b7a5af') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:34.340242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b9f34c-75a1-4584-be3a-96f267b7a5af') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:34.366789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.376650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb8793d6-7500-4659-95f8-c58fe3bd2121 req-a75fca48-5491-4f3b-b8ab-77cc33e4c31e tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826447 Dec 13 09:41:34.384381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-9b362a82-c07d-4742-a4ed-c242113c9a61 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134926 Dec 13 09:41:34.401404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.421734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:34.422842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:34.425364 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:34.432525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5346762-582e-4b2d-ade4-96d8f7026444 req-0e54075e-ffc1-4b05-ac1b-72c43744d4ec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.440218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5346762-582e-4b2d-ade4-96d8f7026444 req-0e54075e-ffc1-4b05-ac1b-72c43744d4ec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.447481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5346762-582e-4b2d-ade4-96d8f7026444 req-0e54075e-ffc1-4b05-ac1b-72c43744d4ec tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.3337595 Dec 13 09:41:34.460761 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff07203-8914-4b47-8538-d42425b7179b x-openstack-request-id: req-9ff07203-8914-4b47-8538-d42425b7179b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:34.461653 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-plugged", "status": "completed", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:34.462116 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ff07203-8914-4b47-8538-d42425b7179b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:34.462711 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea', 'code': 200} Dec 13 09:41:34.502853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Router 35e85c8e-088b-40ee-97fa-b54255f4ca74 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:41:34.606115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.618265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.624740 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] 10.222.0.31 "DELETE /v2.0/networks/fbf30d93-9aee-453f-a35f-c3a3fb5684fc HTTP/1.1" status: 204 len: 168 time: 0.8475761 Dec 13 09:41:34.658416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:34.764390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device da3787d7-9600-4a51-ab42-019b1b95c2b2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:34.775214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e82ff-6bba-4a2e-8f1f-f7e4940120de admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf30d93-9aee-453f-a35f-c3a3fb5684fc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:34.830098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-b3448861-decf-46c3-baac-d54d6a9923f2 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.831739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-b3448861-decf-46c3-baac-d54d6a9923f2 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 950 time: 0.1117487 Dec 13 09:41:34.835617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Deleting subnet 4058c8b7-ddff-46a6-bc7d-18086622e089 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:34.837829 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.896978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port da3787d7-9600-4a51-ab42-019b1b95c2b2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:34.898808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.946658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.039765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.047276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.067051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5346762-582e-4b2d-ade4-96d8f7026444 req-3eb04029-c5ee-4ab0-96bb-7b3642284a5b tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178293 Dec 13 09:41:35.122933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port da3787d7-9600-4a51-ab42-019b1b95c2b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=da3787d7-9600-4a51-ab42-019b1b95c2b2,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:35.131167 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.133702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938d23b-c4ff-491b-bba7-e49074509580 req-b8dd4cb8-c534-48fe-b468-f958da916e9f service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391763 Dec 13 09:41:35.182666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2690504-66fb-4fa8-8830-3ea846d3f015 req-5d3fed1e-6e25-47d6-8f1b-aa49378e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.200440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2690504-66fb-4fa8-8830-3ea846d3f015 req-5d3fed1e-6e25-47d6-8f1b-aa49378e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.205619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2690504-66fb-4fa8-8830-3ea846d3f015 req-5d3fed1e-6e25-47d6-8f1b-aa49378e3cfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1984 time: 0.6560495 Dec 13 09:41:35.205841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Deleting port af0fdac0-8e3f-4f46-9860-c8b3f366c04d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:35.205958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.210318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.216136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=da3787d7-9600-4a51-ab42-019b1b95c2b2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:35.226553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.226955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.227454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.227935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.228283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.228627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.228970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.229355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.229697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.230170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.230639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.230982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.231445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:35.371457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2690504-66fb-4fa8-8830-3ea846d3f015 req-80708f13-4746-422d-be61-f1927d7ca3cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494431 Dec 13 09:41:35.372670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:35.399528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Sync routers for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:35.422039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.423427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcfa6616-9e4a-48ac-95a8-4a5c47bd436f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 10.2209888 Dec 13 09:41:35.428778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41290) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:35.439082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:35.442532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:35.479573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.505824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.533867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e649b-d5e4-4f98-b708-b943bf3e4674 None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:35.545732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4058c8b7-ddff-46a6-bc7d-18086622e089,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:35.557523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.564844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] For port af0fdac0-8e3f-4f46-9860-c8b3f366c04d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:35.564844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.570654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.580423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e54f9bc5-9d8c-48d8-a717-5146f6e91686 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4058c8b7-ddff-46a6-bc7d-18086622e089 HTTP/1.1" status: 204 len: 168 time: 0.9187353 Dec 13 09:41:35.583979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:35.594594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc744c-3c71-432a-bc65-09f7057149ec req-e96f09ea-c402-42ba-8aee-565d98be70bb tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.604027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7bc744c-3c71-432a-bc65-09f7057149ec req-e96f09ea-c402-42ba-8aee-565d98be70bb tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 950 time: 0.3821139 Dec 13 09:41:35.608075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-e4592b41-7fd3-462e-bdbb-500ebe9f17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.609757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-e4592b41-7fd3-462e-bdbb-500ebe9f17b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90099857b69d442e91bae51a20589812&device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 1094 time: 0.3868451 Dec 13 09:41:35.653851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Calling delete_port for af0fdac0-8e3f-4f46-9860-c8b3f366c04d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:35.673159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f2f10dc4-9c8d-4a09-abd1-0ac48ee9a176 None None] Provisioning complete for port da3787d7-9600-4a51-ab42-019b1b95c2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:35.673538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2f10dc4-9c8d-4a09-abd1-0ac48ee9a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.751566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:35.862798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452320ab-1221-4a5c-b08f-a76e647a68ea req-85230ff3-adf7-450c-9ab8-76bbc6a53260 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.871240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-452320ab-1221-4a5c-b08f-a76e647a68ea req-85230ff3-adf7-450c-9ab8-76bbc6a53260 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 943 time: 0.3704920 Dec 13 09:41:35.974334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7bc744c-3c71-432a-bc65-09f7057149ec req-c8b8281b-8892-4a4d-8550-bf3ecceb42c1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617616 Dec 13 09:41:36.096980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ac61f3-9330-4b57-a6a3-1094277cb28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.118291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:32Z', 'revision_number': 3, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:36.146812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-5894f39e-e9b7-456a-8bbe-396eb909df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.149902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-5894f39e-e9b7-456a-8bbe-396eb909df1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a8f253c-1fb3-40de-b279-396b240630df HTTP/1.1" status: 200 len: 924 time: 0.5089591 Dec 13 09:41:36.167092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Checking router: 35e85c8e-088b-40ee-97fa-b54255f4ca74 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:36.177758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Updating router 35e85c8e-088b-40ee-97fa-b54255f4ca74 port 96f33ab9-86f1-4a17-8c96-8fab955c26fd binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:36.222360 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.255955 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-452320ab-1221-4a5c-b08f-a76e647a68ea req-c19e342e-09d3-443c-8e44-fa8d39b2ad02 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801041 Dec 13 09:41:36.279879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.448851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-92a80f6b-8691-4a90-9605-de9674111f4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58 HTTP/1.1" status: 200 len: 217 time: 0.2242100 Dec 13 09:41:36.574211 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.576292 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Router 47b2f935-9904-4e14-8174-ce03038a204f is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:41:36.597251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['beb6fcfb-5642-4743-a524-771dc283a19f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:36.662899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Pushing event deleted for resources: {'Port': ['ID=af0fdac0-8e3f-4f46-9860-c8b3f366c04d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:36.666430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.695268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b98c92e5-48ef-4f2e-bcb5-7ea197e5a427 None None] Provisioning complete for port da3787d7-9600-4a51-ab42-019b1b95c2b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:36.695745 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b98c92e5-48ef-4f2e-bcb5-7ea197e5a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.748722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644f3910-4b2a-4d46-ac5d-5bcb9ded76b2']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:36.790440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9579a4-908c-46fb-9420-cd3cb559c957 req-8d583158-1c96-4453-8c3e-c3c98dcf343e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.798528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9579a4-908c-46fb-9420-cd3cb559c957 req-8d583158-1c96-4453-8c3e-c3c98dcf343e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.800049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device da3787d7-9600-4a51-ab42-019b1b95c2b2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:36.808243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c9579a4-908c-46fb-9420-cd3cb559c957 req-8d583158-1c96-4453-8c3e-c3c98dcf343e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.5950522 Dec 13 09:41:36.840054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-7eb61a67-9611-41bf-860d-770d44a0efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.841873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-7eb61a67-9611-41bf-860d-770d44a0efbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d3c3982-2d9e-469b-bff7-4f5cfb8365d6 HTTP/1.1" status: 200 len: 863 time: 0.3813739 Dec 13 09:41:36.864099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d385e36-8437-427e-9fa6-9df72960da87') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:36.864401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d385e36-8437-427e-9fa6-9df72960da87') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:36.868011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] No DVR routers for this DVR port af0fdac0-8e3f-4f46-9860-c8b3f366c04d on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:36.883477 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.886928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7271249-3dc7-4f20-8376-c07c9b3edc91 req-c9637682-3e13-4a49-ada7-2f7107ae1035 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "DELETE /v2.0/ports/af0fdac0-8e3f-4f46-9860-c8b3f366c04d HTTP/1.1" status: 204 len: 173 time: 2.0471413 Dec 13 09:41:36.887404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'name': 'network-vif-deleted', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:36.891078 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0b27c6-ee56-42fc-be50-6e52eb5b3658" -d '{"events": [{"server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "name": "network-vif-deleted", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:36.895151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.970871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.999860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:37.000272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:37.019033 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:37.022247 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0316901-5c46-439d-a1a2-508b653486d4 x-openstack-request-id: req-c0316901-5c46-439d-a1a2-508b653486d4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:37.022247 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358e99-9175-4743-b4e6-80637ef1ee6d", "name": "network-vif-deleted", "tag": "af0fdac0-8e3f-4f46-9860-c8b3f366c04d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:37.022247 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0316901-5c46-439d-a1a2-508b653486d4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:37.022247 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358e99-9175-4743-b4e6-80637ef1ee6d', 'name': 'network-vif-deleted', 'tag': 'af0fdac0-8e3f-4f46-9860-c8b3f366c04d', 'status': 'completed', 'code': 200} Dec 13 09:41:37.036523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-48c28f78-3feb-4f14-817a-4f4565aee8b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a8f253c-1fb3-40de-b279-396b240630df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568248 Dec 13 09:41:37.071188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c9579a4-908c-46fb-9420-cd3cb559c957 req-bd83d9bf-aa14-4cc9-b2ac-42c996a34822 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599468 Dec 13 09:41:37.114471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:37.124386 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:37.142896 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:37.143781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:37.164388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.179158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.181273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab6799ff-1fea-41fb-922b-e97ec39a928c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6964130 Dec 13 09:41:37.185644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:37.199651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.223307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] 10.222.0.31 "DELETE /v2.0/networks/644f3910-4b2a-4d46-ac5d-5bcb9ded76b2 HTTP/1.1" status: 204 len: 168 time: 1.6312807 Dec 13 09:41:37.245704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46034302-bff1-46a5-bd9e-c6825144f8fd req-964598c8-9e41-4965-990d-d59e6563af02 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae358e99-9175-4743-b4e6-80637ef1ee6d HTTP/1.1" status: 200 len: 210 time: 0.0388882 Dec 13 09:41:37.252646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0a6d3-ea53-445c-87d5-15a6688f748c admin admin] Pushing event deleted for resources: {'Network': ['ID=644f3910-4b2a-4d46-ac5d-5bcb9ded76b2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:37.324305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Deleting port 436a03dc-1d26-4f98-93ac-1291c07906a3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:37.324995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.335478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-7fa031f7-df6c-4c54-b38a-da5bcb335286 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583218 Dec 13 09:41:37.466403 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:37.496967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.546402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a9692-f7a6-4aed-b07b-d9ee2c352482 req-a9733df5-ea71-4115-a574-d1da5c3e5b42 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.554607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c72a9692-f7a6-4aed-b07b-d9ee2c352482 req-a9733df5-ea71-4115-a574-d1da5c3e5b42 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 943 time: 0.1781466 Dec 13 09:41:37.589600 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.612321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41332) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:37.801852 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port da3787d7-9600-4a51-ab42-019b1b95c2b2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:37.823230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.863766 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:34Z', 'revision_number': 3, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:37.898838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Attempting to bind port 96f33ab9-86f1-4a17-8c96-8fab955c26fd on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:37.899272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Attempting to bind port 96f33ab9-86f1-4a17-8c96-8fab955c26fd by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:37.899612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Attempting to bind port 96f33ab9-86f1-4a17-8c96-8fab955c26fd on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:37.916251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3dda-598d-41da-8e26-dc03a4683bf7 None None] Pushing event updated for resources: {'Port': ['ID=96f33ab9-86f1-4a17-8c96-8fab955c26fd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:37.928309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:37.928309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:37.928543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.928825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:37.929301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Bound port: 96f33ab9-86f1-4a17-8c96-8fab955c26fd, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:37.929690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.025531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] For port 96f33ab9-86f1-4a17-8c96-8fab955c26fd, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:38.030032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] For port 96f33ab9-86f1-4a17-8c96-8fab955c26fd, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96f33ab9-86f1-4a17-8c96-8fab955c26fd,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:38.036959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] For port 436a03dc-1d26-4f98-93ac-1291c07906a3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=436a03dc-1d26-4f98-93ac-1291c07906a3,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:38.037247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.037360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.074608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Calling delete_port for 436a03dc-1d26-4f98-93ac-1291c07906a3 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:38.115689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.156500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3dda-598d-41da-8e26-dc03a4683bf7 None None] Pushing event updated for resources: {'Port': ['ID=96f33ab9-86f1-4a17-8c96-8fab955c26fd,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:38.177015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device af0fdac0-8e3f-4f46-9860-c8b3f366c04d no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:38.213052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:38.213975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:38.223286 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:38.224248 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Updating router 47b2f935-9904-4e14-8174-ce03038a204f port 10164978-912e-4275-95bf-e741f0555536 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:38.272875 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.295677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Allocated IP 172.20.0.1 (f048611b-6f60-417a-a2b1-5f1a5c8bccdc/1b5dc82a-b917-4cd5-9231-add12efbbd8a/5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:38.383913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:38.412052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.424186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c72a9692-f7a6-4aed-b07b-d9ee2c352482 req-a4d65102-47fc-4d4c-8cac-8722c26fb3e5 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8683960 Dec 13 09:41:38.452768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.485288 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.525049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48e34e0-67de-460a-9152-622bfccb4e7e req-bd425cf8-3d79-4625-b7fb-fcab6df30c53 service neutron] 10.222.0.16 "GET /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1566741 Dec 13 09:41:38.582457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-386ed4e2-fc16-49c5-a095-40025160e0d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1aee0964a5340039a1c2b9ad4d7c717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9494567 Dec 13 09:41:38.587528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Pushing event updated for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:38.593897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41348) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:38.623324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:38.627585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:38.632392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:38.642548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: af0fdac0-8e3f-4f46-9860-c8b3f366c04d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:38.642896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device af0fdac0-8e3f-4f46-9860-c8b3f366c04d not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:38.686741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64170a1-e82d-413a-846f-0c7aaec5cd20 req-dce7136e-2c82-48ce-abbb-63fc987ae98c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.699146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64170a1-e82d-413a-846f-0c7aaec5cd20 req-dce7136e-2c82-48ce-abbb-63fc987ae98c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.712143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64170a1-e82d-413a-846f-0c7aaec5cd20 req-dce7136e-2c82-48ce-abbb-63fc987ae98c tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.4903593 Dec 13 09:41:38.721824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-28efa3cb-e3b9-4125-aa6e-2e72f704af03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.743038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.743869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fa79711f-e5d9-4e02-9ffd-30102de8bb58 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:38.838677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.854684 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.864595 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.976352 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Attempting to bind port 10164978-912e-4275-95bf-e741f0555536 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:38.976783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Attempting to bind port 10164978-912e-4275-95bf-e741f0555536 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:38.977195 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Attempting to bind port 10164978-912e-4275-95bf-e741f0555536 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:39.016728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:39.017184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:39.017598 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.017994 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:39.020720 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Bound port: 10164978-912e-4275-95bf-e741f0555536, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:39.022581 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.124789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.141925 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] For port 10164978-912e-4275-95bf-e741f0555536, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:39.146849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] For port 10164978-912e-4275-95bf-e741f0555536, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=10164978-912e-4275-95bf-e741f0555536,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:39.148967 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424cb98-831e-484d-8510-7414ed66f74a None None] Pushing event updated for resources: {'Port': ['ID=10164978-912e-4275-95bf-e741f0555536,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.154094 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.167482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.171600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=436a03dc-1d26-4f98-93ac-1291c07906a3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.215451 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:39.216122 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:39.231080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58,segment=NetworkSegment(76047e67-4a04-46da-985e-9b0d22392724),segment_id=76047e67-4a04-46da-985e-9b0d22392724)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:39.242459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c64170a1-e82d-413a-846f-0c7aaec5cd20 req-98b3fe59-3e42-47c0-984b-99562a5214f5 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292599 Dec 13 09:41:39.308431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58', 'network_id': '6a8f253c-1fb3-40de-b279-396b240630df', 'port_id': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58', 'mac_address': 'fa:16:3e:dc:ee:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3c3982-2d9e-469b-bff7-4f5cfb8365d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:39.329425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-81e968bf-cd34-4eab-aae9-3781d9aa15cd None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:39.329934 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81e968bf-cd34-4eab-aae9-3781d9aa15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.374969 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:39.435090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-81e968bf-cd34-4eab-aae9-3781d9aa15cd None None] Port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:39.486501 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424cb98-831e-484d-8510-7414ed66f74a None None] Pushing event updated for resources: {'Port': ['ID=10164978-912e-4275-95bf-e741f0555536,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.522506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.528306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.551160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:32Z', 'revision_number': 3, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:39.565301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.638114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.641680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e65563-4cb1-4eca-b0f9-35742f0b0b4b None None] The sync data for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 is: [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:32Z', 'revision_number': 3, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:39.652496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Pushing event updated for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.652782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.685445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa79711f-e5d9-4e02-9ffd-30102de8bb58 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:39.712885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:38Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:39.720383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.729783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58,segment=NetworkSegment(76047e67-4a04-46da-985e-9b0d22392724),segment_id=76047e67-4a04-46da-985e-9b0d22392724)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:39.740369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.771522 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7b26a-584d-4435-996a-fb2b36fedc25 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:38Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:39.783377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212cf7-2759-490a-b2a2-db9c694fe9cd req-ddfcdb18-8214-4c49-b662-4803575c65be tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.785728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58212cf7-2759-490a-b2a2-db9c694fe9cd req-ddfcdb18-8214-4c49-b662-4803575c65be tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.5967729 Dec 13 09:41:39.856334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.929504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:39.936503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:40.046105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['fa79711f-e5d9-4e02-9ffd-30102de8bb58'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:40.054416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.205871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58212cf7-2759-490a-b2a2-db9c694fe9cd req-af93dde9-e936-456c-8d55-f8cbe73c7e7d tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195741 Dec 13 09:41:40.253360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Allocated IP 172.20.0.1 (11afddbe-eefa-41bd-ab3f-14e307dc7fd0/2fdd0349-629b-439c-8264-d4433b8b587e/7d59baf2-3fc3-4185-b5ea-0874c0b5c988) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:40.336302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151b146-8483-4845-abfe-5f6160fab7d2 req-26e30d69-5b4c-40ab-99fa-bcb42c9cfe96 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.353569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9151b146-8483-4845-abfe-5f6160fab7d2 req-26e30d69-5b4c-40ab-99fa-bcb42c9cfe96 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 944 time: 0.5592320 Dec 13 09:41:40.435686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:40.582829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-5b0d5e3b-33c0-4bbe-9b2a-e9659b1a9119 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.585976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-5b0d5e3b-33c0-4bbe-9b2a-e9659b1a9119 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.2192807 Dec 13 09:41:40.681239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.689178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.694052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50359916-ea1e-4ce3-a22d-4e79a11dda2e HTTP/1.1" status: 204 len: 168 time: 2.0982754 Dec 13 09:41:40.822046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-877d1f67-7927-4ccd-ae2a-9ee55f410a37 None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:40.822546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-877d1f67-7927-4ccd-ae2a-9ee55f410a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.841412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b09ea-4a71-4785-bced-f04b50bb15c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50359916-ea1e-4ce3-a22d-4e79a11dda2e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:41.026657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96f33ab9-86f1-4a17-8c96-8fab955c26fd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:41.038951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-877d1f67-7927-4ccd-ae2a-9ee55f410a37 None None] Port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:41.178038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.200694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:41.230146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7bb0c0a-ecd6-4628-85c9-ca9bea593e53 admin admin] 10.222.0.31 "PUT /v2.0/routers/47b2f935-9904-4e14-8174-ce03038a204f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0345533 Dec 13 09:41:41.259136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 96f33ab9-86f1-4a17-8c96-8fab955c26fd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:41.260015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.260997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Deleting port beb6fcfb-5642-4743-a524-771dc283a19f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:41.261340 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.432440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9151b146-8483-4845-abfe-5f6160fab7d2 req-a5cf21ef-fd27-4e2d-a0fe-3e75768d235c tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0776000 Dec 13 09:41:41.487656 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.537716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 96f33ab9-86f1-4a17-8c96-8fab955c26fd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96f33ab9-86f1-4a17-8c96-8fab955c26fd,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:41.544817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.569614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.606192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45dc1-62c7-41cc-9b77-011d79c6cf21 req-54b81319-1da2-423e-8b7d-12bfc86e168d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.618737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45dc1-62c7-41cc-9b77-011d79c6cf21 req-54b81319-1da2-423e-8b7d-12bfc86e168d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.634573 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a45dc1-62c7-41cc-9b77-011d79c6cf21 req-54b81319-1da2-423e-8b7d-12bfc86e168d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.9859500 Dec 13 09:41:41.646200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] For port beb6fcfb-5642-4743-a524-771dc283a19f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=beb6fcfb-5642-4743-a524-771dc283a19f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:41.647355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.647858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=96f33ab9-86f1-4a17-8c96-8fab955c26fd,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:41.680692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Calling delete_port for beb6fcfb-5642-4743-a524-771dc283a19f owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:41.708840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:41.790300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Router 6b50a757-8d08-43f2-babb-1e6eea9ae015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:41.869770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-1f77dac8-0a89-4a8c-b4cc-d785b977cf97 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.881322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-1f77dac8-0a89-4a8c-b4cc-d785b977cf97 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.883040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-1f77dac8-0a89-4a8c-b4cc-d785b977cf97 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.6822562 Dec 13 09:41:41.936555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-93f0bcff-ad16-4c13-bfd0-d857299c9464 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13a1a58559af43799e1e101bfd030695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261515 Dec 13 09:41:41.940032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:41.940534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a45dc1-62c7-41cc-9b77-011d79c6cf21 req-5c4c9916-bcdc-4038-a877-8ec38f05bcc9 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002310 Dec 13 09:41:41.946957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.959720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.967881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['beb6fcfb-5642-4743-a524-771dc283a19f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:41.993091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Pushing event deleted for resources: {'Port': ['ID=beb6fcfb-5642-4743-a524-771dc283a19f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.042939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325a93e-f1d9-4afd-adfc-6df04b6d5fe4 req-690d361e-cf7b-4842-9efc-5a531846d021 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:42.050938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f325a93e-f1d9-4afd-adfc-6df04b6d5fe4 req-690d361e-cf7b-4842-9efc-5a531846d021 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef1fd321-d4cf-42b8-8608-bc5c717ebbf9 HTTP/1.1" status: 200 len: 950 time: 0.3989406 Dec 13 09:41:42.093042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] No DVR routers for this DVR port beb6fcfb-5642-4743-a524-771dc283a19f on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:42.097762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.101731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7c5da57-e988-4083-9cdb-8ce6ed5bf5f2 req-e7dc67ba-78fe-4f54-becb-3fe892ffbfe1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.20 "DELETE /v2.0/ports/beb6fcfb-5642-4743-a524-771dc283a19f HTTP/1.1" status: 204 len: 173 time: 1.5068600 Dec 13 09:41:42.102433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'name': 'network-vif-deleted', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:42.104999 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca44b3a3-1fee-4f93-a8a2-25d68bf507bd" -d '{"events": [{"server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "name": "network-vif-deleted", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:42.118870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.140750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.184002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.260055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.263180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.268912 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b372d9ea-1c47-452c-9bef-bb9deda0651a HTTP/1.1" status: 204 len: 168 time: 0.3279505 Dec 13 09:41:42.284474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:42.285868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2274d-1eb2-4524-8e03-d76a108e31b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b372d9ea-1c47-452c-9bef-bb9deda0651a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.353264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:42.391876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:42.500625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Pushing event updated for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.558673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f325a93e-f1d9-4afd-adfc-6df04b6d5fe4 req-718b68fc-993d-420a-9983-3566797cd6e1 tempest-ServersAdminNegativeTestJSON-1654562787 tempest-ServersAdminNegativeTestJSON-1654562787-project] 10.222.0.31 "GET /v2.0/security-groups?id=f03ba5c7-253e-4f27-9e60-492d4c476418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068319 Dec 13 09:41:42.625099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:42.654488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41404) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:42.657022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Sync routers for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:42.681662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea87fc27-d504-469b-99ff-e532fe6c9e09 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b50a757-8d08-43f2-babb-1e6eea9ae015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5631299 Dec 13 09:41:42.685739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:42.686553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:42.735081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.865874 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003b2a6-50b6-49f8-8070-a0e4d52ff1a4 x-openstack-request-id: req-9003b2a6-50b6-49f8-8070-a0e4d52ff1a4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:42.866174 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1fd321-d4cf-42b8-8608-bc5c717ebbf9", "name": "network-vif-deleted", "tag": "beb6fcfb-5642-4743-a524-771dc283a19f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:42.866432 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9003b2a6-50b6-49f8-8070-a0e4d52ff1a4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:42.866839 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1fd321-d4cf-42b8-8608-bc5c717ebbf9', 'name': 'network-vif-deleted', 'tag': 'beb6fcfb-5642-4743-a524-771dc283a19f', 'status': 'completed', 'code': 200} Dec 13 09:41:42.909454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fa79711f-e5d9-4e02-9ffd-30102de8bb58 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:42.990211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port 893b9b9f-3298-4999-8e9b-7b4d02c344ea {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:42.992710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.066758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.186279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port 893b9b9f-3298-4999-8e9b-7b4d02c344ea, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=893b9b9f-3298-4999-8e9b-7b4d02c344ea,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:43.188266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.220185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for 893b9b9f-3298-4999-8e9b-7b4d02c344ea owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:43.255956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fa9a22cc-0622-4c08-84cb-4d57ab2e0e63 None None] Provisioning complete for port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:43.256925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa9a22cc-0622-4c08-84cb-4d57ab2e0e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.336021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a22cc-0622-4c08-84cb-4d57ab2e0e63 None None] Port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:43.373601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port fa79711f-e5d9-4e02-9ffd-30102de8bb58 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:43.409442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port fa79711f-e5d9-4e02-9ffd-30102de8bb58 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:43.413328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.523666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:43.684929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96f33ab9-86f1-4a17-8c96-8fab955c26fd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:43.869339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41428) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:43.894806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640461142', 'description': 'tempest-description--1722985713'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:43.959114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41432) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:44.001016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.007137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.164691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-983973217-network', 'tenant_id': '9508a0dd44274258bccd4f45b464600f'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:44.206264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:44.241959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066a3f-81e4-4b1a-b0fe-271380b89663 req-08e1fd53-668b-42a5-bab4-6b8684f728b4 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.248907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066a3f-81e4-4b1a-b0fe-271380b89663 req-08e1fd53-668b-42a5-bab4-6b8684f728b4 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.257154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2066a3f-81e4-4b1a-b0fe-271380b89663 req-08e1fd53-668b-42a5-bab4-6b8684f728b4 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 1682 time: 0.3308611 Dec 13 09:41:44.276571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855c30-fcf0-42de-8478-0be88515697d req-5bfe0c37-36ff-4fb2-bbdf-f914f45617ab tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.278299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be855c30-fcf0-42de-8478-0be88515697d req-5bfe0c37-36ff-4fb2-bbdf-f914f45617ab tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 944 time: 0.3714862 Dec 13 09:41:44.282651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:44.290992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.296214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Deleting port 067351b0-74b0-486e-a4ff-2d6cfdfe4747 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:44.297345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.399696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.400374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.432614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] For port 067351b0-74b0-486e-a4ff-2d6cfdfe4747, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=067351b0-74b0-486e-a4ff-2d6cfdfe4747,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:44.433534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.436558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2066a3f-81e4-4b1a-b0fe-271380b89663 req-5e0abc6c-e749-4254-83f6-5fc53ae20cfc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748505 Dec 13 09:41:44.437638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 96f33ab9-86f1-4a17-8c96-8fab955c26fd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:44.438841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.451731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be855c30-fcf0-42de-8478-0be88515697d req-32d40a7e-d996-4c28-893d-3c14ac2e8f75 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637721 Dec 13 09:41:44.453578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Calling delete_port for 067351b0-74b0-486e-a4ff-2d6cfdfe4747 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:44.459392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.559878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=893b9b9f-3298-4999-8e9b-7b4d02c344ea,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:44.569317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.583842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.595577 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.603858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.605100 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:44.612556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:44.615884 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3730762-a4c6-4036-b05a-43945424b236" -d '{"events": [{"server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "name": "network-vif-plugged", "status": "completed", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:44.629363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:44.630849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:44.643217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58,segment=NetworkSegment(76047e67-4a04-46da-985e-9b0d22392724),segment_id=76047e67-4a04-46da-985e-9b0d22392724)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:44.664875 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.674725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:38Z', 'revision_number': 5, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port': {'id': '067351b0-74b0-486e-a4ff-2d6cfdfe4747', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:02Z', 'updated_at': '2021-12-13T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:44.680070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dffc1b-f69d-4ec0-a975-b41a3929d3fa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:44.752390 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7cca4b-89f7-4c71-a2bb-c705a6391d6f x-openstack-request-id: req-2f7cca4b-89f7-4c71-a2bb-c705a6391d6f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:44.752855 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "name": "network-vif-plugged", "status": "completed", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:44.753215 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f7cca4b-89f7-4c71-a2bb-c705a6391d6f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:44.754320 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58', 'code': 200} Dec 13 09:41:44.766918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Checking router: 6b50a757-8d08-43f2-babb-1e6eea9ae015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:44.768669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.777818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:44.788270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.793766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.794610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device beb6fcfb-5642-4743-a524-771dc283a19f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:44.835332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b113a-6843-4827-a1b2-82719eb67171,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:44.859982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.866546 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a8cb967f-2a0e-4e1d-a178-a10455872dbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9960144 Dec 13 09:41:44.875085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: beb6fcfb-5642-4743-a524-771dc283a19f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:44.875439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device beb6fcfb-5642-4743-a524-771dc283a19f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:44.875910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 893b9b9f-3298-4999-8e9b-7b4d02c344ea no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:44.882959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Routers {'6b50a757-8d08-43f2-babb-1e6eea9ae015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:44.884372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6b50a757-8d08-43f2-babb-1e6eea9ae015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:44.922603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:44.932642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:44.945063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group_rule': {'security_group_id': '02dffc1b-f69d-4ec0-a975-b41a3929d3fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:44.948227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:44.950772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 893b9b9f-3298-4999-8e9b-7b4d02c344ea {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:44.951742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 893b9b9f-3298-4999-8e9b-7b4d02c344ea not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:44.975820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.976411 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Added segment cb7fd8fa-447e-423f-8d97-7bc825b1fc1f of type vlan for network 73b915b1-b359-496e-ba4b-ec17ddbb7572 Dec 13 09:41:45.017480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:45.020083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.038632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.043152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.114054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 10164978-912e-4275-95bf-e741f0555536 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:45.133497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.143895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.196555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.201610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41452) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.208673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.229824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.236772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] Set router 6b50a757-8d08-43f2-babb-1e6eea9ae015 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:45.315692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7764a7d-d0e3-4cba-a01a-51c0a4c61f08,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.317667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.343058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port 893b9b9f-3298-4999-8e9b-7b4d02c344ea on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:45.348043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.349019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.349608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.353359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.353690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.354886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79e8759f-0c35-4ecf-bbc3-180f2d4fadaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192431 Dec 13 09:41:45.361492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-6a0fb09a-cd22-4faf-8abd-33936b678ba1 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "DELETE /v2.0/ports/893b9b9f-3298-4999-8e9b-7b4d02c344ea HTTP/1.1" status: 204 len: 173 time: 3.4611623 Dec 13 09:41:45.363664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41456) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.366016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-deleted', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:45.368887 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6438e2-e4e9-4285-9ec8-6d3507abd23a" -d '{"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-deleted", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:45.377900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group_rule': {'security_group_id': '02dffc1b-f69d-4ec0-a975-b41a3929d3fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:45.395717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 6, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:45.449407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa27a-9f09-47ee-b9bc-b955f987794a req-d42c8840-427b-4712-a934-e513e36c6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.450090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eebf1d-5db0-4398-b75d-dba381fca477 None None] The sync data for ids ['6b50a757-8d08-43f2-babb-1e6eea9ae015'] in n-d-820935-7 is: [{'id': '6b50a757-8d08-43f2-babb-1e6eea9ae015', 'name': 'tempest-FloatingIPsTestJSON-296993455-router', 'tenant_id': '61cc7818f2304146ac34962170102c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:00Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 6, 'project_id': '61cc7818f2304146ac34962170102c9d', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:45.451780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-696aa27a-9f09-47ee-b9bc-b955f987794a req-d42c8840-427b-4712-a934-e513e36c6d05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 1096 time: 0.3910692 Dec 13 09:41:45.459807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Pushing event deleted for resources: {'Port': ['ID=067351b0-74b0-486e-a4ff-2d6cfdfe4747,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.495462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 10164978-912e-4275-95bf-e741f0555536 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:45.495941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.550968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.570941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6102712 Dec 13 09:41:45.626323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 2, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:45.629878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41464) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.631744 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1a73b-0c8f-4b57-b604-f2585913e094 x-openstack-request-id: req-78a1a73b-0c8f-4b57-b604-f2585913e094 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:45.632042 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-deleted", "tag": "893b9b9f-3298-4999-8e9b-7b4d02c344ea", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:45.632298 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78a1a73b-0c8f-4b57-b604-f2585913e094 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:45.632701 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-deleted', 'tag': '893b9b9f-3298-4999-8e9b-7b4d02c344ea', 'status': 'completed', 'code': 200} Dec 13 09:41:45.646635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Request body: {'subnet': {'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-983973217-subnet', 'tenant_id': '9508a0dd44274258bccd4f45b464600f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:45.673176 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.686987 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:45.687717 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Updating router 47b2f935-9904-4e14-8174-ce03038a204f port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:45.705135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.707194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Pushing event updated for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.717801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 10164978-912e-4275-95bf-e741f0555536, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=10164978-912e-4275-95bf-e741f0555536,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:45.718989 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.723819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.728278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b838-d3fc-48a8-9322-6d4e5f112513 admin admin] Pushing event updated for resources: {'Network': ['ID=73b915b1-b359-496e-ba4b-ec17ddbb7572,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.763649 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.768542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.777381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:45.779434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.795808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:45.813540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4209c9c-76b6-41de-b299-929e7e19a50f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.868925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.870117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66be84f7-9cdb-4357-97c3-9f6c9610c2f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4965580 Dec 13 09:41:45.886540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b17aa2c5-4520-4b08-a4f6-9b12025a0645 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a035f2248af44b09b5bb376bcf6350be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6777852 Dec 13 09:41:45.890014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41468) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.890353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41470) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.898354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:45.970179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.990552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=10164978-912e-4275-95bf-e741f0555536,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.000745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.018467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.075498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 436a03dc-1d26-4f98-93ac-1291c07906a3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:46.133806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-696aa27a-9f09-47ee-b9bc-b955f987794a req-649ee3ac-a584-4a19-bc4b-867ba60415fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382384 Dec 13 09:41:46.134419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.155103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 436a03dc-1d26-4f98-93ac-1291c07906a3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:46.155785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 436a03dc-1d26-4f98-93ac-1291c07906a3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:46.215190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.215758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b50a757-8d08-43f2-babb-1e6eea9ae015 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:41:46.220842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.224951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-770eeb65-b536-43b3-9c94-e7d9089be560 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6b50a757-8d08-43f2-babb-1e6eea9ae015 HTTP/1.1" status: 204 len: 168 time: 3.5694764 Dec 13 09:41:46.225609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41474) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:46.265458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.329900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1605aa-c364-4237-b551-d45d2c97d826 req-6faa3059-e7ec-4f79-aa19-977591a36686 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.341181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1605aa-c364-4237-b551-d45d2c97d826 req-6faa3059-e7ec-4f79-aa19-977591a36686 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.6174192 Dec 13 09:41:46.343892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.352643 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.361743 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.402345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f668b58b-5823-4cbf-8dc4-288fc7d25fc7,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.413969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Deleting subnet 60bbedf4-1dfc-40cd-a340-452f8ceddd11 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:46.421936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.422597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ab922-6d01-4ce4-ba92-19c92279b8d6 req-4979bca8-a2e0-41eb-b640-8085959de625 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.437246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b32ab922-6d01-4ce4-ba92-19c92279b8d6 req-4979bca8-a2e0-41eb-b640-8085959de625 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 943 time: 0.8031969 Dec 13 09:41:46.475054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:46.475482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.484150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ddc50-86a3-4f34-9a27-47a6e5105662 None None] Pushing event updated for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.495368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.508944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.513344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f03ba5c7-253e-4f27-9e60-492d4c476418 HTTP/1.1" status: 204 len: 168 time: 0.5935848 Dec 13 09:41:46.537830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.546291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:46.546647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:46.547019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Network hostable DHCP agents. Network: 73b915b1-b359-496e-ba4b-ec17ddbb7572, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:46.560337 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Attempting to bind port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:46.561443 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Attempting to bind port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:46.563356 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Attempting to bind port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:46.576859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:46.579965 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:46.580559 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.581132 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:46.583661 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Bound port: 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:46.584443 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.605221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:46.682395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b32ab922-6d01-4ce4-ba92-19c92279b8d6 req-af298ec6-03aa-4729-8889-de5c01437907 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438505 Dec 13 09:41:46.693997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:46.730851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 73b915b1-b359-496e-ba4b-ec17ddbb7572) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:46.742273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3df2-ef4a-424a-af42-7718a85dc148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ba5c7-253e-4f27-9e60-492d4c476418,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.742419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.742968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.747269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d93827-36c8-4452-adf7-333bf5e85a38 None None] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:46.754736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1605aa-c364-4237-b551-d45d2c97d826 req-bbd41853-a6b9-4ed0-8cc7-13a8ac180861 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122236 Dec 13 09:41:46.759084 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] For port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:46.764701 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] For port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:46.777575 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.822921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:46.846798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3967e90d-a1ee-4c40-99fe-fd7777dad29a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2062078 Dec 13 09:41:46.848181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e854a561-77a0-47bc-91d1-b1178ac0bc3d" -d '{"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-unplugged", "status": "completed", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:46.861609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.963417 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ddc50-86a3-4f34-9a27-47a6e5105662 None None] Pushing event updated for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:47.022421 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:47.024687 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:47.033597 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c9c4f-503b-47d2-befe-d716e6b77b1f x-openstack-request-id: req-6a0c9c4f-503b-47d2-befe-d716e6b77b1f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:47.034420 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-unplugged", "status": "completed", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:47.034788 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a0c9c4f-503b-47d2-befe-d716e6b77b1f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:47.035607 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'code': 200} Dec 13 09:41:47.040753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.083705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:47.086341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.147953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bbedf4-1dfc-40cd-a340-452f8ceddd11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:47.170640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.186986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f4884bf-ee46-49a0-a4bf-d353dbc7de06 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/60bbedf4-1dfc-40cd-a340-452f8ceddd11 HTTP/1.1" status: 204 len: 168 time: 0.9544017 Dec 13 09:41:47.189144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:47.229674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbce209-e90e-4909-834b-182925b3eba3 None None] Network 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:47.372004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:47.396979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20946d3b-a85b-41fb-80b4-ab8911a01c05 None None] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:47.462946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.525677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.570969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Router 35e85c8e-088b-40ee-97fa-b54255f4ca74 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:47.613649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.634199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.635201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Deleting port 7d0426c7-20fc-40a3-a452-9ca461327e94 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:47.635584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.638488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] DHCP port deletion for 235d6eca-62dc-4d3c-ad0f-ba14eb37d697 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:41:47.648079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] For port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.658386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.789288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:47.827925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:47.878136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] For port 7d0426c7-20fc-40a3-a452-9ca461327e94, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d0426c7-20fc-40a3-a452-9ca461327e94,segment=NetworkSegment(136c4029-05c2-428a-9fa7-54c1d582cc87),segment_id=136c4029-05c2-428a-9fa7-54c1d582cc87)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.879751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.926290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Calling delete_port for 7d0426c7-20fc-40a3-a452-9ca461327e94 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:47.956316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:46Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:47.963216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39645b-ddf6-4bfd-9a36-1b3927314830 None None] Pushing event updated for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:47.965135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-45352299-2889-40fc-b935-e4e0877e54b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c407dfd92545452899575ebf5faad8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288686 Dec 13 09:41:47.968425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41512) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:47.970341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 10164978-912e-4275-95bf-e741f0555536 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:47.999916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.011158 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aabf37-e5c0-400f-8da2-a4e6e7f9c234 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:46Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:48.077491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:48.087454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a6a73b3c-a7f9-4a04-b29b-e1e6c85c3122 None None] Provisioning complete for port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:48.087872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6a73b3c-a7f9-4a04-b29b-e1e6c85c3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.094677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0c5bc868-c9fe-4f0c-99d6-af9546d13556 admin admin] 10.222.0.31 "PUT /v2.0/routers/35e85c8e-088b-40ee-97fa-b54255f4ca74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6492941 Dec 13 09:41:48.126244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.141391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.180142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Sync routers for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:48.223493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] No DVR routers for this DVR port 7d0426c7-20fc-40a3-a452-9ca461327e94 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:48.260969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Deleting port 7d0426c7-20fc-40a3-a452-9ca461327e94 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:48.261201 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.329472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a6a73b3c-a7f9-4a04-b29b-e1e6c85c3122 None None] Port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:48.330969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:48.336073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:48.337384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0426c7-20fc-40a3-a452-9ca461327e94,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:48.349238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.539793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:48.571761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Allocated IP 172.25.2.8 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/17476f37-6f9d-42b4-b338-ba00f6f6d72a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:48.582232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-285965485-network', 'tenant_id': '7c3f10ea49b74b688da2c886da675d4e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:48.622432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.635107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.637792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.638986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73c58ea3-bc34-4807-94c8-c814dee006f9 HTTP/1.1" status: 204 len: 168 time: 0.6624436 Dec 13 09:41:48.663860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Made reservation on behalf of 7c3f10ea49b74b688da2c886da675d4e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:48.667053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.679331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235d6eca-62dc-4d3c-ad0f-ba14eb37d697']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:48.681996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9013a28-9de5-4150-b113-36467ad4110a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c58ea3-bc34-4807-94c8-c814dee006f9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:48.685176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 10164978-912e-4275-95bf-e741f0555536 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:48.685554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.705224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136c4029-05c2-428a-9fa7-54c1d582cc87') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:48.705601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136c4029-05c2-428a-9fa7-54c1d582cc87') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:48.707706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.726034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.745072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.747596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.760578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:48.760578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:48.762416 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:48.800814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] For port 7d0426c7-20fc-40a3-a452-9ca461327e94, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:48.803297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.815673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e605-3325-4e23-bf6a-64d271f72f35 req-e1c61f8e-12ae-4005-b90d-d2ba02733edb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.815673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa92e605-3325-4e23-bf6a-64d271f72f35 req-e1c61f8e-12ae-4005-b90d-d2ba02733edb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 943 time: 0.8002601 Dec 13 09:41:48.826625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a6a73b3c-a7f9-4a04-b29b-e1e6c85c3122 None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:48.827112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6a73b3c-a7f9-4a04-b29b-e1e6c85c3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.917230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568f230-7ac4-442f-b50b-d2c5ab95b64a req-704cf624-1647-4d7d-93fd-92bccd727a97 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.917504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Calling delete_port for 7d0426c7-20fc-40a3-a452-9ca461327e94 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:48.919172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b568f230-7ac4-442f-b50b-d2c5ab95b64a req-704cf624-1647-4d7d-93fd-92bccd727a97 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.8004277 Dec 13 09:41:48.923496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Port 7d0426c7-20fc-40a3-a452-9ca461327e94 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:41:48.932920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.934810 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.941610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.967989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:48.974827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ca08d7-16e9-4e30-bf6d-831f20abbd4f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:48.982194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.009589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.021906 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/235d6eca-62dc-4d3c-ad0f-ba14eb37d697 HTTP/1.1" status: 204 len: 168 time: 1.8126895 Dec 13 09:41:49.035697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa92e605-3325-4e23-bf6a-64d271f72f35 req-a58dc1cb-2617-405e-8774-0adcad321a11 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/security-groups?id=deb0ad6a-1112-4e8c-a187-f044c1e93af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122860 Dec 13 09:41:49.048738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b568f230-7ac4-442f-b50b-d2c5ab95b64a req-b6bff5b0-07f3-49de-8c64-700ad452a521 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080911 Dec 13 09:41:49.078655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:49.111469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8c753-11d0-42d2-b2fa-6be9615d49aa admin admin] Pushing event deleted for resources: {'Network': ['ID=235d6eca-62dc-4d3c-ad0f-ba14eb37d697,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.130990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.139244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.140071 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Added segment 1e08a592-4611-4276-ac3a-5e720376cc37 of type vlan for network d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 Dec 13 09:41:49.220161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] Pushing event deleted for resources: {'Port': ['ID=7d0426c7-20fc-40a3-a452-9ca461327e94,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.248874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:49.255267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44415e2d-7008-4c7b-9789-dceaa35becd3 None None] No DVR routers for this DVR port 7d0426c7-20fc-40a3-a452-9ca461327e94 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:49.272266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.274248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:49.296942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:49.333600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.339107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.340141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.413024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.418533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8488445 Dec 13 09:41:49.421354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:49.427450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=17476f37-6f9d-42b4-b338-ba00f6f6d72a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.441263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41562) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:49.457279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982cc10-625a-4566-ad9f-059d8105d691 admin admin] Pushing event updated for resources: {'Network': ['ID=d1711630-a7f4-40c2-b7fb-d0f1ebf5d296,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.473818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=955c80a4-feb1-413f-b68f-5b3ed8f1d8e3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.493879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Request body: {'subnet': {'network_id': 'd1711630-a7f4-40c2-b7fb-d0f1ebf5d296', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-285965485-subnet', 'tenant_id': '7c3f10ea49b74b688da2c886da675d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:49.507882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:49.537083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb57103-d442-4767-a9b3-b2597f1f9d25 req-c9d37f4f-9999-46b7-aaf4-9a53218aa07e tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.552829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb57103-d442-4767-a9b3-b2597f1f9d25 req-c9d37f4f-9999-46b7-aaf4-9a53218aa07e tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.1883307 Dec 13 09:41:49.556819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Made reservation on behalf of 7c3f10ea49b74b688da2c886da675d4e for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:49.562807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.671770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:49.933598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.979634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:49.980159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.002143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f3795d-c99c-43c3-aa12-f886db04e2ef,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.021399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Checking segment: {'id': '1e08a592-4611-4276-ac3a-5e720376cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd1711630-a7f4-40c2-b7fb-d0f1ebf5d296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:50.022166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Network hostable DHCP agents. Network: d1711630-a7f4-40c2-b7fb-d0f1ebf5d296, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:50.035872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port 955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:50.043694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Network d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:50.051894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 2, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:50.058667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d1711630-a7f4-40c2-b7fb-d0f1ebf5d296) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:50.068131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.071495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1956fcf9-3e15-494a-94c2-9d496e5c9dfb req-34f4cf08-5faa-4d2f-8684-68a6f4e26798 tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.20 "DELETE /v2.0/ports/955c80a4-feb1-413f-b68f-5b3ed8f1d8e3 HTTP/1.1" status: 204 len: 173 time: 4.6544282 Dec 13 09:41:50.071985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-deleted', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:50.074364 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45280948-a8e1-4724-a480-b4898c4c0d6a" -d '{"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-deleted", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:50.074545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.075887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.119932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639aab2-8bf9-48f0-933e-5fe7448ed02a None None] Network d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:50.125391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Checking router: 35e85c8e-088b-40ee-97fa-b54255f4ca74 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:50.125941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Updating router 35e85c8e-088b-40ee-97fa-b54255f4ca74 port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:50.128147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a03f3dc-fc2a-47f6-bcb6-3ab57404f553 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7054873 Dec 13 09:41:50.254556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.267609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.283379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb57103-d442-4767-a9b3-b2597f1f9d25 req-96210b4c-385b-498c-a567-f70cb7b5a84e tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295518 Dec 13 09:41:50.319200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:50.319778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ba46e1d0-aba4-4ecb-a491-6c21a4560a19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61cc7818f2304146ac34962170102c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477263 Dec 13 09:41:50.360853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-27ab35bb-bd99-4beb-9d95-87e8b0d19a59 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.362418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-27ab35bb-bd99-4beb-9d95-87e8b0d19a59 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 828 time: 0.3716459 Dec 13 09:41:50.363830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.408455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-3ab294a8-18b9-4aeb-a9d6-f3437fd84113 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/quotas/c2a8c5c5c3664e16be0db6276d595f59 HTTP/1.1" status: 200 len: 375 time: 0.0184937 Dec 13 09:41:50.439366 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cfeab4-5269-436b-acaa-5e7b6e5860e1 x-openstack-request-id: req-f9cfeab4-5269-436b-acaa-5e7b6e5860e1 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:50.439949 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c4a416-d247-43e3-ac6a-c9cb0fd2759b", "name": "network-vif-deleted", "tag": "955c80a4-feb1-413f-b68f-5b3ed8f1d8e3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:50.440494 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9cfeab4-5269-436b-acaa-5e7b6e5860e1 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:50.441195 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c4a416-d247-43e3-ac6a-c9cb0fd2759b', 'name': 'network-vif-deleted', 'tag': '955c80a4-feb1-413f-b68f-5b3ed8f1d8e3', 'status': 'completed', 'code': 200} Dec 13 09:41:50.445770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.496935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.519011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d0426c7-20fc-40a3-a452-9ca461327e94 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:50.557532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a17c40-e4bd-4322-bac1-f5f1866ca9e8 None None] Network d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:50.568863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7d0426c7-20fc-40a3-a452-9ca461327e94 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:50.568863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d0426c7-20fc-40a3-a452-9ca461327e94 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:50.569209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 067351b0-74b0-486e-a4ff-2d6cfdfe4747 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:50.594721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-670ec599-781e-4536-af30-e2a3d8e41c21 req-00e32681-a259-41bd-8e6b-9677302a820e tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c4a416-d247-43e3-ac6a-c9cb0fd2759b HTTP/1.1" status: 200 len: 210 time: 0.0543494 Dec 13 09:41:50.615275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.615501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.620024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86770611-cbb5-488e-a366-4f5ebe23d768 HTTP/1.1" status: 204 len: 168 time: 0.2992227 Dec 13 09:41:50.630386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7050-ed46-47ca-98ec-a8004101571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86770611-cbb5-488e-a366-4f5ebe23d768,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.638186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-f6be3ead-01a8-4dfd-9b3a-d8e8fd64d7ee tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2184098 Dec 13 09:41:50.729286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 067351b0-74b0-486e-a4ff-2d6cfdfe4747 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:50.730356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 067351b0-74b0-486e-a4ff-2d6cfdfe4747 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:50.768547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.779315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.829661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-aaecdcca-35d9-42e1-a5bc-b8883d565a21 service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755273 Dec 13 09:41:50.834536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=17476f37-6f9d-42b4-b338-ba00f6f6d72a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.895901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:50.974957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.004574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:51.005144 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.005973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.015199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05336bb4-f2bd-4731-b808-d06088ec7307 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1129856 Dec 13 09:41:51.023199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-4f3ffa12-1344-476b-9cb4-42ac8036cf26 service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655030 Dec 13 09:41:51.080267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.087904 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.194916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85899-1347-473e-92f0-5bc74fb4522a None None] Pushing event updated for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.300026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Attempting to bind port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:51.300991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Attempting to bind port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:51.301574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Attempting to bind port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 on network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:51.307673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:51.308072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Checking segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:51.308483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.308884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Bound using segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:51.309387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Bound port: 7d59baf2-3fc3-4185-b5ea-0874c0b5c988, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:51.309747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.399475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] For port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:51.404000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] For port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:51.411265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.494808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:51.495364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:51.499702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85899-1347-473e-92f0-5bc74fb4522a None None] Pushing event updated for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.780628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-0222dc2f-15d7-4a02-ad51-191081b0c4da tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.788846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-0222dc2f-15d7-4a02-ad51-191081b0c4da tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.1885426 Dec 13 09:41:51.818480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-0f20e63c-66e5-4cae-87eb-d7a4cab26579 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/quotas/9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 375 time: 0.0286622 Dec 13 09:41:51.863374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e3efa65c-37f9-43c4-8670-66d0dc4273c4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431895 Dec 13 09:41:51.939644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] Provisioning complete for port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:51.940443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.964641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:51.985669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-37d042f8-51db-4fd5-b859-caf5fa1db550 service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135020 Dec 13 09:41:52.116223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-c6e05f06-e1b8-45f2-a59a-e1d595b607df service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Dec 13 09:41:52.181578 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.213036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:52.313814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] For port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:52.327387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.362297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c61111f-da22-4b98-a527-14f88adb47b9 req-88eb1b90-0032-4b96-8c9b-ce2f4df1d0d4 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 210 time: 0.0357995 Dec 13 09:41:52.470284 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.473840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b925010-d01f-4c0a-9d51-b3adbb9e3008 None None] Pushing event updated for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:52.495201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c49be53c-2dd6-4c01-b74a-e0c8423dd047 None None] Provisioning complete for port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:52.495676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c49be53c-2dd6-4c01-b74a-e0c8423dd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.529656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:51Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:52.579867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6fede-9a35-4e05-be41-c226b6662132 None None] The sync data for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 is: [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:51Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:52.600035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:52.602885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:52.606629 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ac9b0-f9df-48e5-b66e-713185b36620" -d '{"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-unplugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:52.614607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.617845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-a3aa5448-cf4c-4145-9921-49acc60f0003 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--640461142&fields=id&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 267 time: 0.1853206 Dec 13 09:41:52.701001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:52.788574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68bd85-56a9-405e-a711-151f41a1673d req-f2dd6147-90d5-479d-ac8b-3d0cae4dc469 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.792097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f68bd85-56a9-405e-a711-151f41a1673d req-f2dd6147-90d5-479d-ac8b-3d0cae4dc469 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.3386817 Dec 13 09:41:52.864728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-17571f3b-30bf-41b3-9bde-93071765595e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.874070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-17571f3b-30bf-41b3-9bde-93071765595e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 817 time: 0.2466481 Dec 13 09:41:52.907780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:52.946442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-30beca11-f90b-4855-ae49-45e74765e71e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/quotas/0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 375 time: 0.0712011 Dec 13 09:41:52.962451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:52.962827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.967451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-580ac7fc-a8ad-49a9-8a37-dd9dda09db45 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.969133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-580ac7fc-a8ad-49a9-8a37-dd9dda09db45 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.16 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 828 time: 0.4359028 Dec 13 09:41:52.975409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f68bd85-56a9-405e-a711-151f41a1673d req-fe6f9281-208c-49ab-8721-bde2a728ea94 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468015 Dec 13 09:41:53.011282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'port': {'device_id': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'admin_state_up': True, 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:53.046491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:53.122220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting subnet 787a5ce0-41c6-4a98-8ada-6cd129c0a4ec {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:53.126711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.155418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-aa0fbd65-919c-4cec-8312-84dd3603c4ca tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008033 Dec 13 09:41:53.177592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.286485 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.293596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Made reservation on behalf of c2a8c5c5c3664e16be0db6276d595f59 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:53.297669 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.317812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-135eb4eb-d910-4b20-b178-42e3e429977b service neutron] 10.222.0.31 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614673 Dec 13 09:41:53.358573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.391069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Subnet': ['ID=787a5ce0-41c6-4a98-8ada-6cd129c0a4ec,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:53.395188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.398607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7584de56-4d2c-4726-8928-02a9cf0c7ecb tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/subnets/787a5ce0-41c6-4a98-8ada-6cd129c0a4ec HTTP/1.1" status: 204 len: 168 time: 0.3511007 Dec 13 09:41:53.402034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc8be3-9d79-4d35-9cf3-44157959662b None None] Network 5ccb1070-24af-43ed-a84e-1f88e750f2ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:53.402730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:53.583702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a025345-4de3-4b8e-8996-d2c018b36367 req-74ab01a3-315d-423c-9fcc-aa9a6f81c5e4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 210 time: 0.0898268 Dec 13 09:41:53.629846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] DHCP port deletion for 5ccb1070-24af-43ed-a84e-1f88e750f2ad request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:41:53.713666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Deleting port ca917229-ed85-4c99-b3d9-04ca641ed8a6 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:53.714039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.743659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.857141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Allocated IP 172.20.0.3 (11afddbe-eefa-41bd-ab3f-14e307dc7fd0/2fdd0349-629b-439c-8264-d4433b8b587e/3c515049-6c36-4daa-8913-7e3b76ee9ecd) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:53.858495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:53.864895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] For port ca917229-ed85-4c99-b3d9-04ca641ed8a6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca917229-ed85-4c99-b3d9-04ca641ed8a6,segment=NetworkSegment(e7ecb9e4-2fff-4e25-b7d5-998fac04cc57),segment_id=e7ecb9e4-2fff-4e25-b7d5-998fac04cc57)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:53.866130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.881474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Calling delete_port for ca917229-ed85-4c99-b3d9-04ca641ed8a6 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:53.947097 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4762f3-67cf-4a9f-99a8-de429b9befcf x-openstack-request-id: req-dd4762f3-67cf-4a9f-99a8-de429b9befcf {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:53.948538 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-unplugged", "status": "completed", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:53.949083 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd4762f3-67cf-4a9f-99a8-de429b9befcf {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:53.949692 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'code': 200} Dec 13 09:41:53.952946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-cb0ab724-b53a-43ac-aba7-e25e1cd27ee3 service neutron] 10.222.0.31 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677149 Dec 13 09:41:54.016304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.046222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-004ccac7-e5f1-46d9-92af-08a540cb5bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.076758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-3381ac61-665d-426c-93a2-10b413ea3784 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:54.096565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-3381ac61-665d-426c-93a2-10b413ea3784 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.4260232 Dec 13 09:41:54.103643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] Pushing event deleted for resources: {'Port': ['ID=ca917229-ed85-4c99-b3d9-04ca641ed8a6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.106653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e42aba-464b-4536-8a52-21d335770b1f None None] No DVR routers for this DVR port ca917229-ed85-4c99-b3d9-04ca641ed8a6 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:54.121549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Request body: {'port': {'device_id': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'admin_state_up': True, 'tenant_id': '9508a0dd44274258bccd4f45b464600f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:54.177198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-004ccac7-e5f1-46d9-92af-08a540cb5bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.182972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-004ccac7-e5f1-46d9-92af-08a540cb5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.232111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-004ccac7-e5f1-46d9-92af-08a540cb5bca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2d63c9239714855b8f80c5c408e282e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722694 Dec 13 09:41:54.234037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:54.247888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccac7-e5f1-46d9-92af-08a540cb5bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4afe73-f323-4129-82c8-f364e8bbd534,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.251132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a244c9e-b3a4-417a-83a0-ad365dcc5bf9 req-306b2400-4a5e-4244-ae0c-3054466aee35 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 210 time: 0.1143794 Dec 13 09:41:54.252836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port ca917229-ed85-4c99-b3d9-04ca641ed8a6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:54.254194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.330355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.414612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.487031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.492283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.493939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c4afe73-f323-4129-82c8-f364e8bbd534 HTTP/1.1" status: 204 len: 168 time: 0.2570848 Dec 13 09:41:54.506533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75d22c-89bc-4377-b1e6-b1d468461f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4afe73-f323-4129-82c8-f364e8bbd534,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.563431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3c5faca-d5e1-40f4-9496-4ef53f2c7208 req-0dff6c25-e898-4c65-91cb-e7c878a134a4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 210 time: 0.1140196 Dec 13 09:41:54.627778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port ca917229-ed85-4c99-b3d9-04ca641ed8a6, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:54.628539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.718735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for ca917229-ed85-4c99-b3d9-04ca641ed8a6 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:54.731609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Port ca917229-ed85-4c99-b3d9-04ca641ed8a6 was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:41:54.770201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.809530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-fdd19860-55c6-45f5-b722-44ebf3521986 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:54.811432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-fdd19860-55c6-45f5-b722-44ebf3521986 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.3609564 Dec 13 09:41:54.831673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.846311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca917229-ed85-4c99-b3d9-04ca641ed8a6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:54.863901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port ca917229-ed85-4c99-b3d9-04ca641ed8a6 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:54.880218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ca917229-ed85-4c99-b3d9-04ca641ed8a6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:54.880365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca917229-ed85-4c99-b3d9-04ca641ed8a6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:54.885941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=ca917229-ed85-4c99-b3d9-04ca641ed8a6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.936458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:54.940057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.942953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-1adf1297-8597-47d0-8b5b-136d940ce680 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/quotas/0819414f5fcd4e63bdfd4ca528a1b8ef HTTP/1.1" status: 200 len: 375 time: 0.1229839 Dec 13 09:41:55.308345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:55.318912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627de3-e396-4459-8904-fcc3391438bf req-5b9f4105-8766-4626-af13-a1bff87ee222 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.320494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86627de3-e396-4459-8904-fcc3391438bf req-5b9f4105-8766-4626-af13-a1bff87ee222 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.6032975 Dec 13 09:41:55.361459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.440819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccb1070-24af-43ed-a84e-1f88e750f2ad']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.453421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1040874167-network', 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:55.462938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.471928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.472203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ecb9e4-2fff-4e25-b7d5-998fac04cc57') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.504236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:55.506618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.525209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.532733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-f270481c-8921-43a4-a6d1-307cd8dbfde8 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5740247 Dec 13 09:41:55.554559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.578326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-9f405185-f5e1-4a40-85ea-94d3c4f473e4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.579947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-9f405185-f5e1-4a40-85ea-94d3c4f473e4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 817 time: 0.2061138 Dec 13 09:41:55.592342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.605569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:55.613788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-c1c69296-a469-4e8b-9f00-f2d8d9a9e4fd tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.615213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-c1c69296-a469-4e8b-9f00-f2d8d9a9e4fd tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/ports?device_id=190d628e-133b-4261-8671-33be9d0e575a HTTP/1.1" status: 200 len: 944 time: 0.1056073 Dec 13 09:41:55.615713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86627de3-e396-4459-8904-fcc3391438bf req-26772a0f-c5cd-41e6-b166-e9b3d795fd0c tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703896 Dec 13 09:41:55.654304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:55.656186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event updated for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:55.661918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:55.664814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:55.665220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:55.668201 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:55.759152 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-7aade0df-44c7-49e2-b598-fd8615d42631 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 379 time: 0.1659565 Dec 13 09:41:55.782678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'port': {'device_id': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'admin_state_up': True, 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'security_groups': ['02dffc1b-f69d-4ec0-a975-b41a3929d3fa']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:55.804461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c41395a0-f9ce-4fbe-8fa4-05f17fb8c845 req-9c59ef5d-2244-4c5c-bc2e-694d49666ca9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 210 time: 0.1102293 Dec 13 09:41:55.807789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Allocated IP 172.20.0.12 (73b915b1-b359-496e-ba4b-ec17ddbb7572/f668b58b-5823-4cbf-8dc4-288fc7d25fc7/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:55.836316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.849294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.851692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.861607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41814) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:55.862247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.865246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/networks/5ccb1070-24af-43ed-a84e-1f88e750f2ad HTTP/1.1" status: 204 len: 168 time: 2.4578967 Dec 13 09:41:55.882753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.884189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.918372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c378c46-5c6b-42ea-aed2-7209a880668d tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Network': ['ID=5ccb1070-24af-43ed-a84e-1f88e750f2ad,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:55.952241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-94e86b5c-d9af-409d-a876-82ce103aa22f service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016516 Dec 13 09:41:55.956711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:55.972973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Deleting port d32dcd09-569d-428f-a392-59c3f5591ded {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:55.973312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.981605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb8477-78b9-470c-9a1b-d6c59b0a15ea,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:56.005047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-fac5d683-34aa-48aa-a938-793d49c39fa2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0000796 Dec 13 09:41:56.016930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42e7b366-6da4-4948-8b78-385a5ed1053f None None] Provisioning complete for port 3c515049-6c36-4daa-8913-7e3b76ee9ecd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:56.017410 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e7b366-6da4-4948-8b78-385a5ed1053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.035323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting subnet 9eb3611e-5fc1-4a3b-9c9c-79c6db858ead {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:56.046240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.046581 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Added segment 9502f736-8e86-4f64-8910-ca352582f429 of type vlan for network 44d89cff-7d53-4a45-b1fc-4da760f14c80 Dec 13 09:41:56.048125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.054284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-42e7b366-6da4-4948-8b78-385a5ed1053f None None] Port 3c515049-6c36-4daa-8913-7e3b76ee9ecd cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:56.063974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Request body: {'port': {'device_id': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:56.179240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.203269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38e7f5-8d35-431a-8844-eba68f12d0ac req-084258bf-ad7d-40e9-82af-dab9198be636 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.204807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d38e7f5-8d35-431a-8844-eba68f12d0ac req-084258bf-ad7d-40e9-82af-dab9198be636 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 931 time: 0.2657616 Dec 13 09:41:56.239858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.251661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.252870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] For port d32dcd09-569d-428f-a392-59c3f5591ded, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d32dcd09-569d-428f-a392-59c3f5591ded,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:56.253755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.256702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Made reservation on behalf of 0ee3de92d24441b8b2dad4a189036736 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:56.260153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.279976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-836cdb9b-b977-4585-89b8-152e50c32e73 service neutron] 10.222.0.31 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261111 Dec 13 09:41:56.281729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda157-e92a-4a90-865b-faf1023aac19 req-6743e86f-8433-4bf6-b7d8-895b1b50c0b5 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.283752 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13eda157-e92a-4a90-865b-faf1023aac19 req-6743e86f-8433-4bf6-b7d8-895b1b50c0b5 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.2392602 Dec 13 09:41:56.301673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Calling delete_port for d32dcd09-569d-428f-a392-59c3f5591ded owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:56.333200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.367406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d38e7f5-8d35-431a-8844-eba68f12d0ac req-c8f5ec9f-88ad-4620-9905-5d5dfb729026 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552136 Dec 13 09:41:56.410153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.411980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.412732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.544590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.606329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe384811-72d1-45c2-a989-e3778e254dfd req-d4c1877f-eddc-4f01-b82e-69b1e7e854a3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 210 time: 0.0998816 Dec 13 09:41:56.608139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32795f2c-0820-4c3a-9a65-657d3fc69c65 req-b306488d-daeb-4927-a4cf-2c3fbee1ac1c tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 210 time: 0.0971742 Dec 13 09:41:56.821528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:56.831802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:56.844181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:56.884815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5721140 Dec 13 09:41:56.897425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:56.902113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.907852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Request body: {'subnet': {'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1040874167-subnet', 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:56.914804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.915832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.938587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a0075-9767-44e7-bb9f-045b4c4afe49 admin admin] Pushing event updated for resources: {'Network': ['ID=44d89cff-7d53-4a45-b1fc-4da760f14c80,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:56.950909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:56.957235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:56.962966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c515049-6c36-4daa-8913-7e3b76ee9ecd {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:56.973799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.012323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Transition to ACTIVE for port object 3c515049-6c36-4daa-8913-7e3b76ee9ecd will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:57.025719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2473066-b297-46a4-a1c5-a1833484f882 req-4cb791f9-9ba2-47b8-b9b6-d5b534e399aa tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.032381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2473066-b297-46a4-a1c5-a1833484f882 req-4cb791f9-9ba2-47b8-b9b6-d5b534e399aa tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 945 time: 0.2167256 Dec 13 09:41:57.036684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.062514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:57.065328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.077676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Deleting port fa79711f-e5d9-4e02-9ffd-30102de8bb58 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:57.078010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.121440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559c46-8dbc-449c-9c7e-b12308ad6e84 req-fbe6acd5-70ad-4e80-9b31-4be13a528c43 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.122992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3559c46-8dbc-449c-9c7e-b12308ad6e84 req-fbe6acd5-70ad-4e80-9b31-4be13a528c43 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 932 time: 0.1804802 Dec 13 09:41:57.126261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-e6b84dac-0d47-428c-ad6a-002fb8b2d4cc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0286708 Dec 13 09:41:57.129702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Allocated IP 172.20.0.14 (f048611b-6f60-417a-a2b1-5f1a5c8bccdc/1b5dc82a-b917-4cd5-9231-add12efbbd8a/366d4fdc-a381-4dea-8327-4824a3cd20d8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:57.201249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Request body: {'port': {'device_id': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:57.208984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2473066-b297-46a4-a1c5-a1833484f882 req-6891e027-3f77-4002-b657-49c349b8a30e tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/security-groups?id=8145a0f0-d6b7-445d-82b9-026bb7262556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595936 Dec 13 09:41:57.224214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.236224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Pushing event updated for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:57.309734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a4502-c95b-4b4e-be72-8111493bc23d None None] Network dbefd5af-445a-4264-8077-4869bf3aa58a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:57.343830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb3611e-5fc1-4a3b-9c9c-79c6db858ead,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:57.367161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.371827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4904e927-21e9-45e5-aa2c-6d006e1101aa tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/subnets/9eb3611e-5fc1-4a3b-9c9c-79c6db858ead HTTP/1.1" status: 204 len: 168 time: 1.5062690 Dec 13 09:41:57.379018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41852) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:57.412286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.515845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3559c46-8dbc-449c-9c7e-b12308ad6e84 req-0c8d8c19-58c4-46e4-9ace-db9c29c3a389 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752911 Dec 13 09:41:57.516925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Attempting to bind port 3c515049-6c36-4daa-8913-7e3b76ee9ecd on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:57.517447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Attempting to bind port 3c515049-6c36-4daa-8913-7e3b76ee9ecd by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:57.521630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Attempting to bind port 3c515049-6c36-4daa-8913-7e3b76ee9ecd on network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:57.535653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event deleted for resources: {'Port': ['ID=d32dcd09-569d-428f-a392-59c3f5591ded,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:57.541268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] For port fa79711f-e5d9-4e02-9ffd-30102de8bb58, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fa79711f-e5d9-4e02-9ffd-30102de8bb58,segment=NetworkSegment(76047e67-4a04-46da-985e-9b0d22392724),segment_id=76047e67-4a04-46da-985e-9b0d22392724)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:57.541636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.558095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] DHCP port deletion for dbefd5af-445a-4264-8077-4869bf3aa58a request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:41:57.599574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.603788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Calling delete_port for fa79711f-e5d9-4e02-9ffd-30102de8bb58 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:57.629860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Port 3c515049-6c36-4daa-8913-7e3b76ee9ecd on network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:57.630426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Attempting to bind port 3c515049-6c36-4daa-8913-7e3b76ee9ecd on network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:57.645860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] No DVR routers for this DVR port d32dcd09-569d-428f-a392-59c3f5591ded on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:57.654588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.658337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1eed02ef-8fd8-4f19-bc22-21a90a405e27 req-3a63d6cb-087a-4a04-80ac-f750b064afb3 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "DELETE /v2.0/ports/d32dcd09-569d-428f-a392-59c3f5591ded HTTP/1.1" status: 204 len: 173 time: 2.0340691 Dec 13 09:41:57.662047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-deleted', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:57.664721 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154b9b2e-df68-4866-8fe9-88611bc86072" -d '{"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-deleted", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:57.687193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.690172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Deleting port e82a38c8-bfdf-4e6a-b58a-853108501dde {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:57.694918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.699201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:57.702813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Checking segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:57.706071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Bound using segment: {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:57.706710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Bound port: 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2df735-41bb-432c-9f69-7e38db8e22fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:57.707186 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.808224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] For port e82a38c8-bfdf-4e6a-b58a-853108501dde, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e82a38c8-bfdf-4e6a-b58a-853108501dde,segment=NetworkSegment(a7895b46-f8b3-43cf-a0da-967500f76265),segment_id=a7895b46-f8b3-43cf-a0da-967500f76265)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:57.809774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.828704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-810410e2-7106-491d-ae97-0e797e57ad9d req-2fff49ac-e855-4f12-ad07-25ea4f6a22a6 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 210 time: 0.0822527 Dec 13 09:41:57.860709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Calling delete_port for e82a38c8-bfdf-4e6a-b58a-853108501dde owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:57.862736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35a9da-ae01-466d-9445-09a79abd7bc4 req-e1cc8619-53c8-450d-a9ee-fd4f542bcf50 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.871217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f35a9da-ae01-466d-9445-09a79abd7bc4 req-e1cc8619-53c8-450d-a9ee-fd4f542bcf50 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 943 time: 0.3410726 Dec 13 09:41:57.889880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.000137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.007896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:58.017438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.029060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] Pushing event deleted for resources: {'Port': ['ID=e82a38c8-bfdf-4e6a-b58a-853108501dde,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.033498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643afdbc-1d26-4ae8-abf4-5d0d4779a7f2 None None] No DVR routers for this DVR port e82a38c8-bfdf-4e6a-b58a-853108501dde on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:58.122257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:58.145737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:58.147260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f35a9da-ae01-466d-9445-09a79abd7bc4 req-3d6ac56e-4fa8-4db3-b103-f250f16f6784 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737780 Dec 13 09:41:58.149192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:58.164938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.165211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:58.165211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.165211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:58.179768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.193457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4029-257b-4ff6-bb55-be2cf8786825 req-7afd0bbe-2433-4524-8503-7366e00e8a33 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.195372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9e4029-257b-4ff6-bb55-be2cf8786825 req-7afd0bbe-2433-4524-8503-7366e00e8a33 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 932 time: 0.2466908 Dec 13 09:41:58.220907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.234074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['fa79711f-e5d9-4e02-9ffd-30102de8bb58'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:58.242506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:58.276878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Deleting port e82a38c8-bfdf-4e6a-b58a-853108501dde {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:58.277088 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.319266 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b142eec-ed1f-4b21-8308-f293622e8ac2 x-openstack-request-id: req-6b142eec-ed1f-4b21-8308-f293622e8ac2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:58.319611 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190d628e-133b-4261-8671-33be9d0e575a", "name": "network-vif-deleted", "tag": "d32dcd09-569d-428f-a392-59c3f5591ded", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:58.320074 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b142eec-ed1f-4b21-8308-f293622e8ac2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:58.321201 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190d628e-133b-4261-8671-33be9d0e575a', 'name': 'network-vif-deleted', 'tag': 'd32dcd09-569d-428f-a392-59c3f5591ded', 'status': 'completed', 'code': 200} Dec 13 09:41:58.332267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.332895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.334296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] 10.222.0.16 "PUT /v2.0/ports/3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 1091 time: 2.2805119 Dec 13 09:41:58.373445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:58.379830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: d32dcd09-569d-428f-a392-59c3f5591ded {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:58.380801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d32dcd09-569d-428f-a392-59c3f5591ded not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:58.385413 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e39c1-f789-40c6-9dc7-156cad01e8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:58.395160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-2cf5034f-4301-4e8e-bb83-7024726f43c6 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.397547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-2cf5034f-4301-4e8e-bb83-7024726f43c6 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 805 time: 0.7185056 Dec 13 09:41:58.401283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62fb6c1f-cdce-4fd1-bca7-964753b74b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.406490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Pushing event deleted for resources: {'Port': ['ID=fa79711f-e5d9-4e02-9ffd-30102de8bb58,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.428592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.429249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.447969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Request body: {'port': {'device_id': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'admin_state_up': True, 'tenant_id': '0819414f5fcd4e63bdfd4ca528a1b8ef'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:58.501027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3170679-86d9-4611-a80f-544cf8e91abd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.557573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-55309c4b-3938-4dae-804d-be193ce34372 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7835469 Dec 13 09:41:58.578878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] No DVR routers for this DVR port fa79711f-e5d9-4e02-9ffd-30102de8bb58 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:58.590910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Request body: {'port': {'device_id': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:58.597815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.601285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13eda157-e92a-4a90-865b-faf1023aac19 req-5d535753-3c7b-4161-8785-78411211dc22 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.16 "DELETE /v2.0/ports/fa79711f-e5d9-4e02-9ffd-30102de8bb58 HTTP/1.1" status: 204 len: 173 time: 2.3008225 Dec 13 09:41:58.634749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:58.635203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Network hostable DHCP agents. Network: 44d89cff-7d53-4a45-b1fc-4da760f14c80, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:58.668488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a7c103b9-bb35-4d30-9192-292feba176e9 None None] Provisioning complete for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:58.669328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7c103b9-bb35-4d30-9192-292feba176e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.692172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.722686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:58.723366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a7c103b9-bb35-4d30-9192-292feba176e9 None None] Port 366d4fdc-a381-4dea-8327-4824a3cd20d8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:58.760368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 44d89cff-7d53-4a45-b1fc-4da760f14c80) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:58.773496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c60c0-e37e-49d9-ac9b-c3ad1874e3e0 None None] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:58.774043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.774644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.791304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Made reservation on behalf of 0819414f5fcd4e63bdfd4ca528a1b8ef for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:58.795022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.822585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3383074e-dc8a-4833-b499-fc6443158afc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9184508 Dec 13 09:41:58.891236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e82a38c8-bfdf-4e6a-b58a-853108501dde no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:58.920551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37e769db-c393-4187-b5e8-2f770bdc72d4 req-107a7673-b719-4693-9b65-a2ebc9609ff4 tempest-ServersNegativeTestMultiTenantJSON-772704852 tempest-ServersNegativeTestMultiTenantJSON-772704852-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a5afbb2-65f0-40e8-9e87-755c0768d767 HTTP/1.1" status: 200 len: 210 time: 0.5235553 Dec 13 09:41:58.922143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] For port e82a38c8-bfdf-4e6a-b58a-853108501dde, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:58.929759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e82a38c8-bfdf-4e6a-b58a-853108501dde {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:58.930098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e82a38c8-bfdf-4e6a-b58a-853108501dde not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:58.939299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.995383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7a3ee-6396-4b09-ba2d-eb692e6b0621 None None] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:59.022820 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a6593-e95d-4a5b-abea-6e7dde53c669 x-openstack-request-id: req-f26a6593-e95d-4a5b-abea-6e7dde53c669 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:59.023771 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:59.024280 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f26a6593-e95d-4a5b-abea-6e7dde53c669 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:59.025018 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'status': 'completed', 'code': 200} Dec 13 09:41:59.064149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Calling delete_port for e82a38c8-bfdf-4e6a-b58a-853108501dde owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:59.082864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9e4029-257b-4ff6-bb55-be2cf8786825 req-bc76dfc5-76bb-48f2-aee1-b943088d04de tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8323870 Dec 13 09:41:59.085744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d50a2-2356-4798-b035-0e991e9fbada service neutron] Pushing event updated for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.106939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Port e82a38c8-bfdf-4e6a-b58a-853108501dde was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:41:59.159973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.198974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Allocated IP 172.20.0.10 (4f11020b-d7af-4025-8c60-df869da58360/152fcafc-aa53-4505-bb72-0c4869a772c5/e2c3411b-1362-48ef-9b31-05f7dd5cc3d8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:59.245379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Port': ['ID=e82a38c8-bfdf-4e6a-b58a-853108501dde,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.300382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:59.312180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.313758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] No DVR routers for this DVR port e82a38c8-bfdf-4e6a-b58a-853108501dde on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:59.323686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3fdac14-463e-450a-b6ce-ed68b3e145ac req-a2423657-e565-4d0b-931c-7b33baad09aa tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 210 time: 0.0977025 Dec 13 09:41:59.325317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-127b15db-6b6f-4575-a067-2a26f53b2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.326732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-127b15db-6b6f-4575-a067-2a26f53b2963 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1094 time: 0.5552707 Dec 13 09:41:59.337083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.366908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Transition to ACTIVE for port object 366d4fdc-a381-4dea-8327-4824a3cd20d8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:59.372757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.431570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-0c066574-0f83-4416-9f99-caa1acfbf7ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 217 time: 0.0917370 Dec 13 09:41:59.464685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.486036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.504356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f602a-3953-4efd-bb8f-1f6e73be5760 req-883cf9b3-f65e-4af9-9c2b-99b053c672f8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.506035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-560f602a-3953-4efd-bb8f-1f6e73be5760 req-883cf9b3-f65e-4af9-9c2b-99b053c672f8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 932 time: 0.3960140 Dec 13 09:41:59.520561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:59.529660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.587069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:59.587445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:59.587766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:59.589335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.591572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.601208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:59.601427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:59.632601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:59.632972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:59.633582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:59.633800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Bound port: 366d4fdc-a381-4dea-8327-4824a3cd20d8, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:59.634114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.660787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Network 4f11020b-d7af-4025-8c60-df869da58360 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:59.666786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.689778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:59.697048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:59.712655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62fb6c1f-cdce-4fd1-bca7-964753b74b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.715559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Transition to ACTIVE for port object c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:59.750777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbefd5af-445a-4264-8077-4869bf3aa58a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:59.762208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.762840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.767534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:59.767724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62fb6c1f-cdce-4fd1-bca7-964753b74b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.769782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.772967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:59.778153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.788760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7895b46-f8b3-43cf-a0da-967500f76265') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:59.789402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7895b46-f8b3-43cf-a0da-967500f76265') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:59.809653 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-047378e0-e66a-491c-8776-10d6688418ba tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3994439 Dec 13 09:41:59.825347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Request body: {'port': {'device_id': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:59.830090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.830702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.832137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] 10.222.0.16 "PUT /v2.0/ports/366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1092 time: 1.2545147 Dec 13 09:41:59.858353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-e13a85a1-0c07-4f20-a70d-18a24cd17cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.859880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-e13a85a1-0c07-4f20-a70d-18a24cd17cb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.4112957 Dec 13 09:41:59.871886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b99eb-de0c-4ec2-a669-934321e91040 service neutron] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.877102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.929289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.947366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-62fb6c1f-cdce-4fd1-bca7-964753b74b05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d716d4d24964f19974f29bd31871dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9306352 Dec 13 09:41:59.947633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41904) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:59.969239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-560f602a-3953-4efd-bb8f-1f6e73be5760 req-dc3f89d5-af61-48a2-b911-11afd9ec9e30 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742313 Dec 13 09:41:59.974008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.979151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb6c1f-cdce-4fd1-bca7-964753b74b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3043a8-6cca-45ea-aa97-d6e0fe624c9c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.988455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-c3020cf4-e6c1-4d53-95aa-dbc087b2f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.990125 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-c3020cf4-e6c1-4d53-95aa-dbc087b2f3e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1095 time: 0.1101398 Dec 13 09:42:00.001926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:00.002343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:00.006634 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:00.009469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.059995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-2ee91cd4-beea-4216-b941-b22d09f5d314 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 217 time: 0.0609419 Dec 13 09:42:00.064810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-d23680a7-0d02-4bbd-a14a-5ddd6a5eacb5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.066530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-d23680a7-0d02-4bbd-a14a-5ddd6a5eacb5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.4523902 Dec 13 09:42:00.180613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.181116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683767-d865-481a-8500-6da58c76a7c0 req-682a5e77-573c-489b-9288-8f49f6778a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.182636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-682a5e77-573c-489b-9288-8f49f6778a53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829511 Dec 13 09:42:00.183913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-b6795141-007a-4c7a-a8d3-181723e19bfc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0812342 Dec 13 09:42:00.186345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-98eaf7c9-d58d-4b66-acd4-be4056920abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.188293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-98eaf7c9-d58d-4b66-acd4-be4056920abb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1203983 Dec 13 09:42:00.194329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.215865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.219287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] 10.222.0.31 "DELETE /v2.0/networks/dbefd5af-445a-4264-8077-4869bf3aa58a HTTP/1.1" status: 204 len: 168 time: 2.8377323 Dec 13 09:42:00.262294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70516b-42bd-486f-88ce-96c1523870bc tempest-ServersTestMultiNic-1906724728 tempest-ServersTestMultiNic-1906724728-project] Pushing event deleted for resources: {'Network': ['ID=dbefd5af-445a-4264-8077-4869bf3aa58a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.291362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.319114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af857e-7f41-446a-b3cd-ce3ed66fad17 req-64179e73-84fd-4e03-8b15-2e3b3f4626f6 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.320562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08af857e-7f41-446a-b3cd-ce3ed66fad17 req-64179e73-84fd-4e03-8b15-2e3b3f4626f6 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 943 time: 0.2167425 Dec 13 09:42:00.326303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-edeb800e-a834-4471-8fd9-a6faa06ab681 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126728 Dec 13 09:42:00.326985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:00.327319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:00.327672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:00.328340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'name': 'network-vif-deleted', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58'}, {'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:00.330573 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6883485-e1c2-497c-b1c8-5ce900c95999" -d '{"events": [{"server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "name": "network-vif-deleted", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58"}, {"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:00.338143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:00.338406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:00.352888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-8a19dc96-a33e-45ce-8e31-3b7c90bb3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.354450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-8a19dc96-a33e-45ce-8e31-3b7c90bb3b3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539273 Dec 13 09:42:00.369881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:00.369881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:00.370237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:00.370433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Bound port: c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:00.370792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.443937 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.446484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.450156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a3043a8-6cca-45ea-aa97-d6e0fe624c9c HTTP/1.1" status: 204 len: 168 time: 0.5002129 Dec 13 09:42:00.464119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-11b591ff-2073-42da-9d3f-ad2061208d4b service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655435 Dec 13 09:42:00.487271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795a554-ea1b-4d5c-8b67-e39c2bee5c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3043a8-6cca-45ea-aa97-d6e0fe624c9c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.511379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:00.525666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.531951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-1bfabc4b-ed69-44be-be97-3f2a45ffae0f service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698747 Dec 13 09:42:00.549034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Transition to ACTIVE for port object e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:00.564743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.565288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08af857e-7f41-446a-b3cd-ce3ed66fad17 req-05b547a6-bf0a-4776-bf46-9fba6c9f1d79 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280712 Dec 13 09:42:00.619998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-b47b5025-ca17-4882-ac1b-45b6d50320c4 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791977 Dec 13 09:42:00.631455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:00.649526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41918) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:00.668726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.674752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:00.681557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7683767-d865-481a-8500-6da58c76a7c0 req-73f1ae76-295b-405d-a936-ab900177ef89 service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957991 Dec 13 09:42:00.731831 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.733782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2dfcb98b-af7a-465d-9a71-8ea27b5c633a req-f7354df8-7f5c-42e6-b033-d12e703409dc service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941671 Dec 13 09:42:00.758567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Attempting to bind port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:00.758892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Attempting to bind port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:00.759222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Attempting to bind port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:00.764443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 on network 4f11020b-d7af-4025-8c60-df869da58360 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:00.764763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Attempting to bind port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 on network 4f11020b-d7af-4025-8c60-df869da58360 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:00.769751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:00.770077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Checking segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:00.770457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Bound using segment: {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:00.770881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Bound port: e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4f11020b-d7af-4025-8c60-df869da58360'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:00.771235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.832349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fa79711f-e5d9-4e02-9ffd-30102de8bb58 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:00.853957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: fa79711f-e5d9-4e02-9ffd-30102de8bb58 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:00.854759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fa79711f-e5d9-4e02-9ffd-30102de8bb58 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:00.854911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.855510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.856937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 1092 time: 3.6959434 Dec 13 09:42:00.859959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Deleting subnet 4d3c3982-2d9e-469b-bff7-4f5cfb8365d6 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:00.864257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:00.867703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:00.875454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.877537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.929600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.930305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.931807 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] 10.222.0.20 "PUT /v2.0/ports/e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 HTTP/1.1" status: 200 len: 1092 time: 1.1107204 Dec 13 09:42:00.951835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c96ff-1c57-4ca2-be87-9fef10eceb21 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.964669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1cb73-951b-489c-b4b6-d67b60e6ba34 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:00.969001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-8b4a6c23-9384-4233-9fa9-01898bc3e692 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390079 Dec 13 09:42:00.983927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-1470ebdf-d1fc-44bb-b10c-120afe5457d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.986091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-1470ebdf-d1fc-44bb-b10c-120afe5457d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1094 time: 0.2346494 Dec 13 09:42:00.996320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f8b1-966a-4ecc-b090-03f38890c8a5 req-c001ab24-f590-4946-b7f2-9062ea274bec tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.005452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b63f8b1-966a-4ecc-b090-03f38890c8a5 req-c001ab24-f590-4946-b7f2-9062ea274bec tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.2561409 Dec 13 09:42:01.012603 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.026550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:01.029232 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:01.043726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-01a6cbfb-8acf-4955-b971-21ecb0620865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.045538 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-01a6cbfb-8acf-4955-b971-21ecb0620865 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 1095 time: 0.0514684 Dec 13 09:42:01.122886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-fc6187e6-ee73-4ddf-a8c3-afd92c952474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 HTTP/1.1" status: 200 len: 217 time: 0.0697899 Dec 13 09:42:01.201113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-a9564fd3-9bd4-4295-98b0-9f2526b0722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.202866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-a9564fd3-9bd4-4295-98b0-9f2526b0722b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1095 time: 0.2913578 Dec 13 09:42:01.230619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-80a43459-a9c9-48e3-84f9-9470c1620c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.237297 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-80a43459-a9c9-48e3-84f9-9470c1620c39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.1002784 Dec 13 09:42:01.239003 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6353dab1-1e9c-41ae-96a4-30724fd584cc x-openstack-request-id: req-6353dab1-1e9c-41ae-96a4-30724fd584cc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:01.239301 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5afbb2-65f0-40e8-9e87-755c0768d767", "name": "network-vif-deleted", "tag": "fa79711f-e5d9-4e02-9ffd-30102de8bb58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:01.239571 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6353dab1-1e9c-41ae-96a4-30724fd584cc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:01.239971 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5afbb2-65f0-40e8-9e87-755c0768d767', 'name': 'network-vif-deleted', 'tag': 'fa79711f-e5d9-4e02-9ffd-30102de8bb58', 'status': 'completed', 'code': 200} Dec 13 09:42:01.240228 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'status': 'completed', 'code': 200} Dec 13 09:42:01.281347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.296419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b63f8b1-966a-4ecc-b090-03f38890c8a5 req-8f61976b-1816-4ed1-a7aa-5a2b76cb6ddc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875478 Dec 13 09:42:01.315066 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-4e60d51b-be49-48e2-bc5f-9d8410187a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706043 Dec 13 09:42:01.349563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-a70858d4-b2cc-417a-b0d1-5818e6c7b6c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.1241639 Dec 13 09:42:01.459885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-24ce637f-aa22-489b-9c7f-7ed2c1f5fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.462001 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-24ce637f-aa22-489b-9c7f-7ed2c1f5fb6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1095 time: 0.1495726 Dec 13 09:42:01.558957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-795059c8-3dbf-4f42-9c88-5007c928833b service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252426 Dec 13 09:42:01.660752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-d8b7c769-b1cc-4a06-b716-66a49c9cc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.662251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-d8b7c769-b1cc-4a06-b716-66a49c9cc767 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1902969 Dec 13 09:42:01.718294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152c2843-d909-4a8a-8b45-fc3d101946ae req-fd4066c0-7fcd-493f-9ac1-5564887d5a98 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520364 Dec 13 09:42:01.720068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-b76b9c2f-6677-4874-8a97-ea097310641b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 217 time: 0.0446639 Dec 13 09:42:01.751936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-f9620d06-5683-4859-9ee8-3e1f6c540f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.753927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-f9620d06-5683-4859-9ee8-3e1f6c540f3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 929 time: 0.7384622 Dec 13 09:42:01.776105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-9809655c-358d-4988-9c4a-6669e353e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.777699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-9809655c-358d-4988-9c4a-6669e353e7c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.0485370 Dec 13 09:42:01.785698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-a05a8ba1-56e9-48e6-a8ef-e6f08f323e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.787152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-a05a8ba1-56e9-48e6-a8ef-e6f08f323e88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.4254489 Dec 13 09:42:01.833901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-61893187-b75a-4786-8ace-ea2bb775c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.835447 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-61893187-b75a-4786-8ace-ea2bb775c2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506625 Dec 13 09:42:01.840702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152644-a12f-4b4e-8fc2-55eb2f775c6d req-8fb9554c-9f4f-4108-ac82-94b3cda26fbb tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.842424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba152644-a12f-4b4e-8fc2-55eb2f775c6d req-8fb9554c-9f4f-4108-ac82-94b3cda26fbb tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 944 time: 0.4881613 Dec 13 09:42:01.846800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-485f57df-5270-41b7-ba88-483846bbbbea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 217 time: 0.0738261 Dec 13 09:42:01.867233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-5c54507f-5178-4a82-b4b3-c9a1f1010649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440016 Dec 13 09:42:01.882562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5629c-f0be-4aed-acf0-3536da70b15c req-6a161258-82d6-4866-b4ec-f00dd2e97a80 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.884033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95c5629c-f0be-4aed-acf0-3536da70b15c req-6a161258-82d6-4866-b4ec-f00dd2e97a80 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 944 time: 0.4777756 Dec 13 09:42:01.916868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.946354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-abe82581-38e4-413e-ac26-8b2e50731f04 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978186 Dec 13 09:42:02.009122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3c3982-2d9e-469b-bff7-4f5cfb8365d6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:02.021881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.025044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ef017a9-8691-45a9-a66d-1083a473ce72 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4d3c3982-2d9e-469b-bff7-4f5cfb8365d6 HTTP/1.1" status: 204 len: 168 time: 1.3701715 Dec 13 09:42:02.027719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:02.048396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-134f19ec-d207-4943-87c3-1703243647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.050394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-134f19ec-d207-4943-87c3-1703243647ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.1864927 Dec 13 09:42:02.107160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba152644-a12f-4b4e-8fc2-55eb2f775c6d req-4de89242-f841-408d-aadc-a88a5de65039 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448645 Dec 13 09:42:02.132123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95c5629c-f0be-4aed-acf0-3536da70b15c req-83698beb-be75-4bc5-a712-f95e1055123d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164667 Dec 13 09:42:02.151608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-154684d2-5889-4557-be0a-d78dba7afbf7 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552414 Dec 13 09:42:02.152758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-47ace900-5c84-4afb-81d1-2dd320cebbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.154317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-47ace900-5c84-4afb-81d1-2dd320cebbc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932968 Dec 13 09:42:02.247806 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1124d-8c6c-4d93-b7ec-b7fd5a638bfd x-openstack-request-id: req-25c1124d-8c6c-4d93-b7ec-b7fd5a638bfd {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:02.247806 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:02.248548 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25c1124d-8c6c-4d93-b7ec-b7fd5a638bfd {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:02.248548 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'status': 'completed', 'code': 200} Dec 13 09:42:02.291504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9caaf751-cc85-409d-b9e8-d20f36b03bfa req-b1f0436b-9bf8-44b1-9294-205158329b62 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 210 time: 0.0458350 Dec 13 09:42:02.345267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-b8a3f0e6-c938-4c4f-81c2-9794d1c929b2 service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825392 Dec 13 09:42:02.349545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd125fcc-292b-4e90-980b-b7e50ae117a1 req-3b0797fb-2272-4303-b1bb-ca4824070c4a service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942358 Dec 13 09:42:02.418259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c6883485-e1c2-497c-b1c8-5ce900c95999 req-5283f44c-e924-45b9-98c0-d3f07bc89aa3 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626553 Dec 13 09:42:02.515425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-01f30050-3e88-435e-b30b-c45816046db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.517036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-01f30050-3e88-435e-b30b-c45816046db6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1095 time: 0.0985048 Dec 13 09:42:02.527393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.536807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fe0a5-7e97-4fc5-ba3d-94ec44b88421 req-34696d1c-ffed-4085-94d5-48e144788d00 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.538329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c5fe0a5-7e97-4fc5-ba3d-94ec44b88421 req-34696d1c-ffed-4085-94d5-48e144788d00 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 943 time: 0.1092525 Dec 13 09:42:02.564358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801e39c1-f789-40c6-9dc7-156cad01e8f5 req-7d4ed5fe-6ed2-4ff6-bae3-b5a5221405a4 service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102859 Dec 13 09:42:02.608825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5d9b3269-6f29-4564-9a7b-557fb3a127c7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.610337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5d9b3269-6f29-4564-9a7b-557fb3a127c7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.1911023 Dec 13 09:42:02.641114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:02.687764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c5fe0a5-7e97-4fc5-ba3d-94ec44b88421 req-d208ccc9-ebb0-483a-a041-226905b270db tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393452 Dec 13 09:42:02.694848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.698603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4573a-f1e6-401c-aaf5-dbf7555b173f req-e54c5a1d-cebe-40cc-b944-90a2620d39df tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.700134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6f4573a-f1e6-401c-aaf5-dbf7555b173f req-e54c5a1d-cebe-40cc-b944-90a2620d39df tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1470597 Dec 13 09:42:02.717814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-a513d56e-a8b2-41d3-ad1a-155ee48ca0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.719310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-a513d56e-a8b2-41d3-ad1a-155ee48ca0b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.1800635 Dec 13 09:42:02.735613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8f253c-1fb3-40de-b279-396b240630df']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:02.756301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76047e67-4a04-46da-985e-9b0d22392724') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:02.756612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76047e67-4a04-46da-985e-9b0d22392724') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:02.771244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-2ba1b5c4-ceab-4fc5-878b-26ff61dcb7c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.0429060 Dec 13 09:42:02.775795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.791842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:02.806903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.822506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6f4573a-f1e6-401c-aaf5-dbf7555b173f req-3b9676ec-04fa-4a45-b830-0a38451bfd2b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165345 Dec 13 09:42:02.836521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-d4a3a3aa-bd0c-4b63-b0ff-46674715fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.838060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-d4a3a3aa-bd0c-4b63-b0ff-46674715fa87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0588586 Dec 13 09:42:02.861197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:02.861609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:02.863301 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:02.871909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-f2342b95-5b66-425c-bc71-8e88a4c8c995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254445 Dec 13 09:42:02.963478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:02.967152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.972242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.972527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-f6a832f4-65bb-45df-89c0-561aecdcd055 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928206 Dec 13 09:42:02.976713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.982716 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a8f253c-1fb3-40de-b279-396b240630df HTTP/1.1" status: 204 len: 168 time: 0.9524345 Dec 13 09:42:02.985237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41974) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:03.044541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc8f3-411b-4178-bac1-a4d9a91517c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8f253c-1fb3-40de-b279-396b240630df,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.072392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b8fff1-c60e-4f0d-9565-ccf0ba88c9a1 req-3402859b-ac15-4f1d-b42a-c7e243a6cf86 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928378 Dec 13 09:42:03.154938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Deleting subnet e6b06e02-c488-4ce3-8a6e-fc8ddb1c91cc {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:03.167504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.237827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92bc7-1a80-4bae-bfde-5208852c4fa5 req-c2dc119e-ac60-4479-becb-c1d4e9e378f2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.239361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fc92bc7-1a80-4bae-bfde-5208852c4fa5 req-c2dc119e-ac60-4479-becb-c1d4e9e378f2 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 944 time: 0.0597429 Dec 13 09:42:03.247533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:03.249773 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a84930-713b-4630-ab67-ff2dee4620b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:03.277142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.291011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fc92bc7-1a80-4bae-bfde-5208852c4fa5 req-ce20cef6-fae6-4423-8aeb-05ebb50b4235 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Dec 13 09:42:03.326659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.6 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/6099fbb0-27db-4f21-b1c1-0abe238161e7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:03.379524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.421326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3596d-bada-4e91-bbd7-9c32b8ad9710 req-e5d5276b-8b95-4ab8-a7ea-0a252c581f9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.424192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24c3596d-bada-4e91-bbd7-9c32b8ad9710 req-e5d5276b-8b95-4ab8-a7ea-0a252c581f9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 944 time: 0.0631168 Dec 13 09:42:03.478020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24c3596d-bada-4e91-bbd7-9c32b8ad9710 req-b44f3d6a-4e12-4a48-bf99-691aace3f1ec tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Dec 13 09:42:03.531666 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5e465-7572-42a4-b92a-454f9a4fd7b9 x-openstack-request-id: req-d0e5e465-7572-42a4-b92a-454f9a4fd7b9 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:03.531813 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:03.532067 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0e5e465-7572-42a4-b92a-454f9a4fd7b9 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:03.532441 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'status': 'completed', 'code': 200} Dec 13 09:42:03.558329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.619697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.622928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6b06e02-c488-4ce3-8a6e-fc8ddb1c91cc HTTP/1.1" status: 204 len: 168 time: 0.6293061 Dec 13 09:42:03.628768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1436cb-8c33-4928-945d-c3ac93fa4313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b06e02-c488-4ce3-8a6e-fc8ddb1c91cc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.629895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41992) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:03.637896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8efe95f-5aa2-4391-85e9-0f8b202b80b4 req-06055b86-f262-41e5-b141-a1fd2781c121 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 210 time: 0.0633745 Dec 13 09:42:03.688087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.692109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-250d7798-b1f6-48e9-ad66-92d0bd9d54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.693289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-250d7798-b1f6-48e9-ad66-92d0bd9d54fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 1095 time: 0.1368639 Dec 13 09:42:03.743574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.747343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.788546 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.840124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:03.848362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:03.874984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:03.905082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.974456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.977091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.977724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.009492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8712ae-c65b-4d81-9940-f90f3cf547c2 req-f4368e51-e111-4a7b-9773-662136008ddf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.011120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a8712ae-c65b-4d81-9940-f90f3cf547c2 req-f4368e51-e111-4a7b-9773-662136008ddf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 943 time: 0.2088470 Dec 13 09:42:04.012478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-1677cbf4-d21d-4779-bbc9-85df7f784af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.013683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-1677cbf4-d21d-4779-bbc9-85df7f784af1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 200 len: 906 time: 0.3136740 Dec 13 09:42:04.014485 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-5c8b2495-1c85-40ce-9157-73c89f66d8a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3771851 Dec 13 09:42:04.027821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Request body: {'port': {'device_id': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:04.036913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3368758-4274-4199-acaa-d8f41f4c1fae']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:04.063597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.078270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42008) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:04.086064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648c0bc4-4215-4d74-b86a-38f646a9af91') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:04.086439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648c0bc4-4215-4d74-b86a-38f646a9af91') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:04.102806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-00cc9dcf-632d-438f-aea0-138af407f24f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 HTTP/1.1" status: 200 len: 217 time: 0.0756977 Dec 13 09:42:04.103028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.107670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.124188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291673-75c7-4764-8d6c-d73404a2961b req-f4fa84f8-699f-4185-bcaa-c2daaf4d715b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.125686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af291673-75c7-4764-8d6c-d73404a2961b req-f4fa84f8-699f-4185-bcaa-c2daaf4d715b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1876671 Dec 13 09:42:04.178436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.203897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:04.204313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:04.208046 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:04.248682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:04.254026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a8712ae-c65b-4d81-9940-f90f3cf547c2 req-01e6eff6-2af2-4db9-9491-30af296b02c7 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254558 Dec 13 09:42:04.264196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-fed3b53b-5456-4dd4-9507-317141f2b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.265737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-fed3b53b-5456-4dd4-9507-317141f2b19e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 200 len: 845 time: 0.1554515 Dec 13 09:42:04.277913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe53-d5a9-4160-ae49-5b4074f3deeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.314752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Deleting port fb706e37-cccc-494c-a7d6-b5b2a427fe7f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:04.315090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.325998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-558fa932-5e2e-4e38-968b-0efd649800c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f11020b-d7af-4025-8c60-df869da58360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329697 Dec 13 09:42:04.331588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af291673-75c7-4764-8d6c-d73404a2961b req-93a0620c-f589-4a15-8495-69e6c14e493b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952779 Dec 13 09:42:04.334533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.342678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.353662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3368758-4274-4199-acaa-d8f41f4c1fae HTTP/1.1" status: 204 len: 168 time: 0.7164326 Dec 13 09:42:04.390546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c865642-0bca-47d6-a412-3f1a7d6efa61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3368758-4274-4199-acaa-d8f41f4c1fae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:04.432513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:04.453343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'port_id': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'mac_address': 'fa:16:3e:a3:b3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668b58b-5823-4cbf-8dc4-288fc7d25fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:04.496938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] For port fb706e37-cccc-494c-a7d6-b5b2a427fe7f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:04.497304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.526446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Calling delete_port for fb706e37-cccc-494c-a7d6-b5b2a427fe7f owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:04.544440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.553705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115577dc-cc00-4269-b549-089facdf4ead req-6de5427f-1b03-4bb6-a252-65305131ddfa tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.557097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-115577dc-cc00-4269-b549-089facdf4ead req-6de5427f-1b03-4bb6-a252-65305131ddfa tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 944 time: 0.1334591 Dec 13 09:42:04.561711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-f1939c6f-1c9b-40f3-a307-f71f0334d648 service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080023 Dec 13 09:42:04.562061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42018) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:04.573372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:04.590826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe53-d5a9-4160-ae49-5b4074f3deeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.596141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:04.601110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.601792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:04.630051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe53-d5a9-4160-ae49-5b4074f3deeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.643506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6099fbb0-27db-4f21-b1c1-0abe238161e7 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:04.670371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.697266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dc3dfe53-d5a9-4160-ae49-5b4074f3deeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d47859c3d2e457c8fa9d6dd873be897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6147633 Dec 13 09:42:04.704915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42022) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:04.705126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:04.706612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dfe53-d5a9-4160-ae49-5b4074f3deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5491db3-c383-4359-a900-b30e4d15b7a0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:04.727408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Transition to ACTIVE for port object 6099fbb0-27db-4f21-b1c1-0abe238161e7 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:04.735731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9e00912-4643-47fe-ac5b-983fcc60db2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90099857b69d442e91bae51a20589812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699498 Dec 13 09:42:04.739832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42024) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:04.741823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.748763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:04.762270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'mac_address': 'fa:16:3e:e6:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:04.768273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-115577dc-cc00-4269-b549-089facdf4ead req-86aa1288-5b70-4fb0-acc0-3bf0d5d26653 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984680 Dec 13 09:42:04.786619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961e90-26c3-4b96-851f-8ff663633805 req-25792b6e-005a-4c5b-879c-d943624f87da tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.800809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5961e90-26c3-4b96-851f-8ff663633805 req-25792b6e-005a-4c5b-879c-d943624f87da tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.2274890 Dec 13 09:42:04.843930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3c515049-6c36-4daa-8913-7e3b76ee9ecd details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:04.859923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a84930-713b-4630-ab67-ff2dee4620b4 req-1e284ed5-e99a-45b2-8e72-c38190f1b05e service neutron] 10.222.0.20 "GET /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887437 Dec 13 09:42:04.864897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.895611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:04.953922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:04.961823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea9a2a-c3d4-47fb-b73f-25ad9b657022 req-65283e06-8220-4694-ba1f-edac0f3cda11 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.962142 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.963367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6ea9a2a-c3d4-47fb-b73f-25ad9b657022 req-65283e06-8220-4694-ba1f-edac0f3cda11 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 943 time: 0.1067431 Dec 13 09:42:04.975108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5961e90-26c3-4b96-851f-8ff663633805 req-b7c6766a-6aa2-4a06-a484-8e649ba50a50 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497426 Dec 13 09:42:05.001990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.016976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:05.039279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'mac_address': 'fa:16:3e:1e:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:05.039872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.044802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.061199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6ea9a2a-c3d4-47fb-b73f-25ad9b657022 req-38fbd4cf-8e47-401c-bba8-23b7527eb0c4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769775 Dec 13 09:42:05.093903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.109905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c515049-6c36-4daa-8913-7e3b76ee9ecd {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:05.114948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.118614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.122085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8145a0f0-d6b7-445d-82b9-026bb7262556 HTTP/1.1" status: 204 len: 168 time: 0.3740633 Dec 13 09:42:05.130920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b3d6a-c7df-438b-a56c-ffa8b2a1eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8145a0f0-d6b7-445d-82b9-026bb7262556,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.138362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:05.148970 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.149629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:05.151026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.187867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:05.189892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:05.224612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.266648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.286307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.333195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Attempting to bind port 6099fbb0-27db-4f21-b1c1-0abe238161e7 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:05.333541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Attempting to bind port 6099fbb0-27db-4f21-b1c1-0abe238161e7 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:05.333874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Attempting to bind port 6099fbb0-27db-4f21-b1c1-0abe238161e7 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:05.354812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Port 6099fbb0-27db-4f21-b1c1-0abe238161e7 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:05.355366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Attempting to bind port 6099fbb0-27db-4f21-b1c1-0abe238161e7 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:05.362885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:05.363429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:05.363863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:05.364361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Bound port: 6099fbb0-27db-4f21-b1c1-0abe238161e7, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:05.364722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.367458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.407561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb706e37-cccc-494c-a7d6-b5b2a427fe7f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.421520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f66b0-432c-42f8-b327-c88f051b7e78 req-68b1df07-2198-4c47-a2f9-c0ff35724530 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.430344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5f66b0-432c-42f8-b327-c88f051b7e78 req-68b1df07-2198-4c47-a2f9-c0ff35724530 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 944 time: 0.0921052 Dec 13 09:42:05.486863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.490839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.492108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5491db3-c383-4359-a900-b30e4d15b7a0 HTTP/1.1" status: 204 len: 168 time: 0.7867191 Dec 13 09:42:05.547148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eef3cd-2289-4dde-a191-fb7e26a7f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5491db3-c383-4359-a900-b30e4d15b7a0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.553681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:05.603299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5f66b0-432c-42f8-b327-c88f051b7e78 req-58687e14-3d95-4599-bc4c-72cf858cd01b tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719959 Dec 13 09:42:05.640624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f33f9-1373-4629-b2f0-0f3170826fff req-9a6e006e-d554-4528-80b2-edc3ed3d9e32 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.644452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c1f33f9-1373-4629-b2f0-0f3170826fff req-9a6e006e-d554-4528-80b2-edc3ed3d9e32 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1611290 Dec 13 09:42:05.666128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:05.689423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:05.707490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42036) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:05.739778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c1f33f9-1373-4629-b2f0-0f3170826fff req-611fbcfc-824c-4885-be94-b5af3d950356 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871062 Dec 13 09:42:05.762044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:05.773314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25212e81-7337-415c-8549-cee634c1a461 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7843f052c17849a99e707b9619c8f4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613511 Dec 13 09:42:05.773828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:05.776645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.859314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.877385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.878047 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.879593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] 10.222.0.16 "PUT /v2.0/ports/6099fbb0-27db-4f21-b1c1-0abe238161e7 HTTP/1.1" status: 200 len: 1091 time: 1.8558674 Dec 13 09:42:05.880054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:05.880446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:05.882309 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:05.907867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:05.915587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.934566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.947237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab07b-8bd2-4b50-8380-7efbce41e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.969667 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf2682-83b9-47ff-9803-0ba703286828 x-openstack-request-id: req-b5bf2682-83b9-47ff-9803-0ba703286828 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:05.969955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b261af-dbb4-4171-98f3-468b88acec9e req-5ee9628e-0977-4198-beea-57f9e0330f83 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.970097 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:05.970217 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5bf2682-83b9-47ff-9803-0ba703286828 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:05.971010 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7', 'status': 'completed', 'code': 200} Dec 13 09:42:05.972356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05b261af-dbb4-4171-98f3-468b88acec9e req-5ee9628e-0977-4198-beea-57f9e0330f83 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 945 time: 0.1226435 Dec 13 09:42:05.974749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.010168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:06.054332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.062693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2220f241-a65a-4b1c-ace2-ff9f1deede70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.064555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05b261af-dbb4-4171-98f3-468b88acec9e req-87b8fdc4-2de8-4357-b7f2-5d467539b134 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785136 Dec 13 09:42:06.066738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-495fbbef-4f5d-4a05-bacc-57b8a7a015ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.068311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-495fbbef-4f5d-4a05-bacc-57b8a7a015ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 1094 time: 0.1379976 Dec 13 09:42:06.140209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27406-6073-41ab-9ce0-4d18664419c9 req-623a0576-ee32-44fb-a133-9eab5a64297d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.148092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29a27406-6073-41ab-9ce0-4d18664419c9 req-623a0576-ee32-44fb-a133-9eab5a64297d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.0681441 Dec 13 09:42:06.169926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-539df62b-9ed5-49a3-948a-8dd22add9726 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7 HTTP/1.1" status: 200 len: 217 time: 0.0844150 Dec 13 09:42:06.229593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90416f-4333-4342-844c-05232be4d6c9 req-3dd36f64-8d12-4495-86fa-9c6455a6d8c5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.237265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d90416f-4333-4342-844c-05232be4d6c9 req-3dd36f64-8d12-4495-86fa-9c6455a6d8c5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 943 time: 0.0880888 Dec 13 09:42:06.250598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-46d5caa7-bbb5-4322-97e1-d57225c5ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.252341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-46d5caa7-bbb5-4322-97e1-d57225c5ad98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0686843 Dec 13 09:42:06.259374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29a27406-6073-41ab-9ce0-4d18664419c9 req-922a1060-b148-4655-b483-f35147478876 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Dec 13 09:42:06.262907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:06.294567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['366d4fdc-a381-4dea-8327-4824a3cd20d8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:06.294900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.297963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.298129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3c515049-6c36-4daa-8913-7e3b76ee9ecd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:06.301237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/123a6eb9-85e2-4d74-932b-23907eb19b28 HTTP/1.1" status: 204 len: 168 time: 0.5251234 Dec 13 09:42:06.318929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d90416f-4333-4342-844c-05232be4d6c9 req-da5c20e9-1cbc-4177-840f-a6cec39e2e41 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807981 Dec 13 09:42:06.346451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-dbfab4ae-ea08-4bd8-a2cc-2fb41defafeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595088 Dec 13 09:42:06.349337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca28d7c-26bb-4c83-a945-fe9ce67f5b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a6eb9-85e2-4d74-932b-23907eb19b28,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:06.455589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:06.470285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:06.470952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.490879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Router 32edf2a0-5641-49ab-918e-d7bce079aaf7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:06.496380 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-eb3f87fe-21b8-489a-b576-1f3df641e4f4 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424608 Dec 13 09:42:06.667175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.679652 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0d6dc5b-61d4-4940-ab91-8e6943200d0a req-2ce172e6-799b-4cc4-9b58-ffa71cce9a34 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755784 Dec 13 09:42:06.689088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:06.699070 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bd345e6f-4066-43b8-a3d9-78d9499b655b admin admin] 10.222.0.31 "PUT /v2.0/routers/32edf2a0-5641-49ab-918e-d7bce079aaf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9035039 Dec 13 09:42:06.699939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42074) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:06.705818 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Sync routers for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:06.731119 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:06.731915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:06.750549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:06.752902 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3f9f15-cfdf-459e-89c7-a498ac3200f8" -d '{"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-plugged", "status": "completed", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:06.774793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:06.781878 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.782697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:06.826478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-ea800b86-bb4b-4960-b2e3-475fb1b387eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.828311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-ea800b86-bb4b-4960-b2e3-475fb1b387eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 1094 time: 0.0754206 Dec 13 09:42:06.860618 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc0b591-32df-480e-ac87-253ec977572d x-openstack-request-id: req-cfc0b591-32df-480e-ac87-253ec977572d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:06.860920 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-plugged", "status": "completed", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:06.861180 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfc0b591-32df-480e-ac87-253ec977572d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:06.866498 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'code': 200} Dec 13 09:42:06.946180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42084) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:06.983319 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:07.025154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-4e73d2c5-5cf5-4a0a-8cb6-fe371ece2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.026946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-4e73d2c5-5cf5-4a0a-8cb6-fe371ece2261 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.1914475 Dec 13 09:42:07.050108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:07.067275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:07.075500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:07.076512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.116235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-1d42d77b-4405-448a-9cc0-8d8bbe9577c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7 HTTP/1.1" status: 200 len: 217 time: 0.0818751 Dec 13 09:42:07.218552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-479219984-network', 'tenant_id': '8cf1a6b4f392436db45779f816dd6414'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:07.248907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-8c31807e-ba24-403a-8a37-df30a6b09941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.250412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-8c31807e-ba24-403a-8a37-df30a6b09941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.1261911 Dec 13 09:42:07.293207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-8af04815-dd0f-4768-bc06-b954d63ad3cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336261 Dec 13 09:42:07.323303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Made reservation on behalf of 8cf1a6b4f392436db45779f816dd6414 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:07.325786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.336264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:42:05Z', 'revision_number': 5, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:07.370863 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Checking router: 32edf2a0-5641-49ab-918e-d7bce079aaf7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:07.381593 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Routers {'32edf2a0-5641-49ab-918e-d7bce079aaf7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:07.382613 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:41:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['32edf2a0-5641-49ab-918e-d7bce079aaf7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:07.396923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.478520 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.506701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-aba337f3-6c36-4501-9730-fe3d787f8beb service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024426 Dec 13 09:42:07.526889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.566010 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] Set router 32edf2a0-5641-49ab-918e-d7bce079aaf7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:07.567645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:07.574233 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.601619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:07.623035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.629048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.643224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:07.681535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:07.685298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be19e39-d3fd-46d8-800b-fd0ba3683f87 req-2f2b7e7a-f74e-4e89-a9bc-621c98c45514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.687048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4be19e39-d3fd-46d8-800b-fd0ba3683f87 req-2f2b7e7a-f74e-4e89-a9bc-621c98c45514 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1097 time: 0.4687171 Dec 13 09:42:07.695212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720a0d4-619d-49fa-a63a-b0fe940d9053 req-698534b0-667c-4bab-b419-3275389f0497 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.696882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e720a0d4-619d-49fa-a63a-b0fe940d9053 req-698534b0-667c-4bab-b419-3275389f0497 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 944 time: 0.8819416 Dec 13 09:42:07.706200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84cf8f-c5f3-403c-9ef8-dfe5d6f451e7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:07.708393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a6d3-6b35-43ff-9837-dd67803f4852 req-c64dbaec-9ba0-4e7d-959b-be342efa4a30 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.714019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ab1e000-0e98-4bb5-bf08-3b59b8156b7e req-e076b9f2-5654-4233-af1c-20523af9b057 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978371 Dec 13 09:42:07.717739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5822a6d3-6b35-43ff-9837-dd67803f4852 req-c64dbaec-9ba0-4e7d-959b-be342efa4a30 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.4950402 Dec 13 09:42:07.719699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.720146 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Added segment 2e7aa041-c699-4495-b13f-b9b5ff56e21d of type vlan for network 4cc41540-6561-4e7f-822d-7f61464623a3 Dec 13 09:42:07.769349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.815926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.817732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.817933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.851388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2095701901-network', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:07.882495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e720a0d4-619d-49fa-a63a-b0fe940d9053 req-eb1aeb30-60f4-4086-9ee2-e7bdec2817a7 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265264 Dec 13 09:42:07.894494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9358010 Dec 13 09:42:07.894745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5822a6d3-6b35-43ff-9837-dd67803f4852 req-e1ff99d3-bcef-450d-8bf3-eb09622bf17e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726763 Dec 13 09:42:07.896990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.900586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:07.917633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Request body: {'subnet': {'network_id': '4cc41540-6561-4e7f-822d-7f61464623a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-479219984-subnet', 'tenant_id': '8cf1a6b4f392436db45779f816dd6414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:07.922503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75769421-0dcc-4670-b1b2-58583fed161b admin admin] Pushing event updated for resources: {'Network': ['ID=4cc41540-6561-4e7f-822d-7f61464623a3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:07.924799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Made reservation on behalf of f0e746c1a7724b31bfb522815d43a8d7 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:07.927132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.945196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4cc41540-6561-4e7f-822d-7f61464623a3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:07.948542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.979185 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:42:05Z', 'revision_number': 5, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:08.002848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4be19e39-d3fd-46d8-800b-fd0ba3683f87 req-fa68e21e-014b-4949-bc7a-e337c756529b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030119 Dec 13 09:42:08.035769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Made reservation on behalf of 8cf1a6b4f392436db45779f816dd6414 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:08.038511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.078015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.078294 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bcf2c-3371-4a46-80b5-2a239bf9ecc1 None None] The sync data for ids ['32edf2a0-5641-49ab-918e-d7bce079aaf7'] in n-d-820935-7 is: [{'id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'name': 'tempest-ServersTestMultiNic-1933334735-router', 'tenant_id': '3a09041fb7674a3584c01b95c580562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:42:05Z', 'revision_number': 5, 'project_id': '3a09041fb7674a3584c01b95c580562a', 'gw_port': {'id': 'ed2581af-17d2-492d-bc24-812c1051359c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32edf2a0-5641-49ab-918e-d7bce079aaf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:40:05Z', 'updated_at': '2021-12-13T09:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:08.088170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.118972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:08.131097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527007f-555f-4efd-a5c6-c92bff1583f3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:08.136717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.137005 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Added segment 4924e2b0-19fc-4238-a689-fe6962124c3f of type vlan for network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 Dec 13 09:42:08.180528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.193235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Deleting port ed2581af-17d2-492d-bc24-812c1051359c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:08.193608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.205925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c31b0-184e-4298-a373-a70e7435f762 req-b21e88ac-a253-4b0d-a3e7-e2abad259912 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.207782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-788c31b0-184e-4298-a373-a70e7435f762 req-b21e88ac-a253-4b0d-a3e7-e2abad259912 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 946 time: 0.1953793 Dec 13 09:42:08.210342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.211753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.212471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.269969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6642377 Dec 13 09:42:08.273942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42110) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:08.279638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Request body: {'subnet': {'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2095701901-subnet', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:08.295014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d1c5-8966-4325-b610-950c34ca0549 admin admin] Pushing event updated for resources: {'Network': ['ID=479b2392-289f-49a4-9d4f-784a9ea0b7f2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:08.303955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e7d65-1f88-4464-bbbd-4ee3cb6ed04a req-66ac0d63-f19f-4684-963d-ac0e921381f4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.305516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b4e7d65-1f88-4464-bbbd-4ee3cb6ed04a req-66ac0d63-f19f-4684-963d-ac0e921381f4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 946 time: 0.1864834 Dec 13 09:42:08.315231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Made reservation on behalf of f0e746c1a7724b31bfb522815d43a8d7 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:08.316363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:08.318332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.407852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-788c31b0-184e-4298-a373-a70e7435f762 req-199ea3a7-c6cd-4554-a03f-38636c42c929 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826546 Dec 13 09:42:08.414044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9a9c-2457-425e-9e79-b3456b899625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.418738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] For port ed2581af-17d2-492d-bc24-812c1051359c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ed2581af-17d2-492d-bc24-812c1051359c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:08.419134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.461951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Calling delete_port for ed2581af-17d2-492d-bc24-812c1051359c owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:08.561832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b4e7d65-1f88-4464-bbbd-4ee3cb6ed04a req-70eec7ab-e976-4a1c-ab8d-afa49861d6cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139928 Dec 13 09:42:08.565493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.566185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.639206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6169c1fb-5e72-45ac-8c0c-52e708b52561,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:08.654493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Checking segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:08.655034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Network hostable DHCP agents. Network: 479b2392-289f-49a4-9d4f-784a9ea0b7f2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:08.673329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:08.684756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 479b2392-289f-49a4-9d4f-784a9ea0b7f2) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:08.690900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.692597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.697623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c449c35-21f4-44ad-a400-7360899fc834 None None] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:08.713376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0a829e9d-b233-4df8-83d1-ff1884bb8966 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4382448 Dec 13 09:42:08.715813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42112) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:08.720729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:08.747878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.749824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.793394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a662d1f-8014-405d-b163-a71bee08bb58,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:08.853669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb706e37-cccc-494c-a7d6-b5b2a427fe7f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:08.868633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.882775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eb32f-22b1-4556-b404-e1908f5d4b79 req-4e87921c-dfaa-42aa-a6d8-e9b6743ab9d7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.883066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:08.883486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-205eb32f-22b1-4556-b404-e1908f5d4b79 req-4e87921c-dfaa-42aa-a6d8-e9b6743ab9d7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 943 time: 0.3404500 Dec 13 09:42:08.884417 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def05f7e-8c6d-4a93-a106-c9d5362d8873" -d '{"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:08.899796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:08.906853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:42:08.907705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.930781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Checking segment: {'id': '2e7aa041-c699-4495-b13f-b9b5ff56e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4cc41540-6561-4e7f-822d-7f61464623a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:08.931134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Network hostable DHCP agents. Network: 4cc41540-6561-4e7f-822d-7f61464623a3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:08.942188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: fb706e37-cccc-494c-a7d6-b5b2a427fe7f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:08.942556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb706e37-cccc-494c-a7d6-b5b2a427fe7f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:09.000439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-205eb32f-22b1-4556-b404-e1908f5d4b79 req-8442fa96-d764-4d1a-8325-7929186e47ad tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080725 Dec 13 09:42:09.005508 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ddfb7-5a4f-4adf-b9f9-89124e3f8846 x-openstack-request-id: req-9e4ddfb7-5a4f-4adf-b9f9-89124e3f8846 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:09.005801 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:09.006056 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e4ddfb7-5a4f-4adf-b9f9-89124e3f8846 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:09.006445 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'code': 200} Dec 13 09:42:09.014419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Network 4cc41540-6561-4e7f-822d-7f61464623a3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:09.020394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.033214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4cc41540-6561-4e7f-822d-7f61464623a3) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:09.038324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.038989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.056732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c46e95-0584-4af8-8343-2b08a7b30dbd None None] Network 4cc41540-6561-4e7f-822d-7f61464623a3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:09.104131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.105267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2581af-17d2-492d-bc24-812c1051359c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:09.181625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dad1319f-0f51-4529-9897-b3be6ab81ebf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2725976 Dec 13 09:42:09.281262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:09.289384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:09.290374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.293691 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.363284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Allocated IP 172.20.0.2 (479b2392-289f-49a4-9d4f-784a9ea0b7f2/6169c1fb-5e72-45ac-8c0c-52e708b52561/8902da9b-490d-4a9c-a775-7f3217304b10) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:09.365809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e3a0c-47ad-448b-bcb2-cec6d669b848 None None] Network 4cc41540-6561-4e7f-822d-7f61464623a3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:09.379410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:42:09.413049 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.415801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.472763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28448bde-e17b-4bb6-99e2-f5594f0fb5a6 req-3a94389d-195d-4054-97fc-b30fac89bf3e tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.473748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.474578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28448bde-e17b-4bb6-99e2-f5594f0fb5a6 req-3a94389d-195d-4054-97fc-b30fac89bf3e tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 944 time: 0.3657537 Dec 13 09:42:09.490050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.491010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e78e4-ab5e-4cc6-bc67-c8a145b8ed0a req-05a568a2-86a1-4f5f-a77a-1d88614fc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.492603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a50e78e4-ab5e-4cc6-bc67-c8a145b8ed0a req-05a568a2-86a1-4f5f-a77a-1d88614fc900 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 1097 time: 0.2644730 Dec 13 09:42:09.493208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.493783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32edf2a0-5641-49ab-918e-d7bce079aaf7 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:42:09.498327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.500135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.501593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7a722e9a-d320-444a-82f2-343364ce2594 admin admin] 10.222.0.31 "DELETE /v2.0/routers/32edf2a0-5641-49ab-918e-d7bce079aaf7 HTTP/1.1" status: 204 len: 168 time: 2.8011661 Dec 13 09:42:09.514204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42126) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:09.580067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Deleting subnet 9b1602aa-7e41-476d-a5cd-099983bc9be6 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:09.588689 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.601040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078161bb-b133-4278-a0d4-eb6413e2ca9e req-c09e0876-955a-4555-9143-8a9ddb1f874f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.602639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-078161bb-b133-4278-a0d4-eb6413e2ca9e req-c09e0876-955a-4555-9143-8a9ddb1f874f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.3988898 Dec 13 09:42:09.635315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.689476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Allocated IP 172.25.2.111 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8336b3cc-5239-42ff-9401-44c020360a12) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:09.701037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.726666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.738210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.739586 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28448bde-e17b-4bb6-99e2-f5594f0fb5a6 req-950ce309-ac4c-4bd9-849b-c514f559c31d tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564871 Dec 13 09:42:09.750935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:09.789367 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.790167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3c515049-6c36-4daa-8913-7e3b76ee9ecd up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:09.798787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a50e78e4-ab5e-4cc6-bc67-c8a145b8ed0a req-c34aadaa-09fb-42b4-b7b9-7baa61d27e1c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958891 Dec 13 09:42:09.821216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:09.831252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:09.832903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-078161bb-b133-4278-a0d4-eb6413e2ca9e req-8151f131-f186-4e76-bebe-b637a304766d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952610 Dec 13 09:42:09.833899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:09.844556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Pushing event updated for resources: {'Port': ['ID=8902da9b-490d-4a9c-a775-7f3217304b10,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:09.858399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.914335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.930114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.953776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:09.954156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c2888-0214-49f3-be58-ea27b2f6e18e req-eda9985a-b63d-47c2-8550-7bb85bf92f86 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.954900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Attempting to bind port 8902da9b-490d-4a9c-a775-7f3217304b10 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:09.955318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Attempting to bind port 8902da9b-490d-4a9c-a775-7f3217304b10 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:09.955797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Attempting to bind port 8902da9b-490d-4a9c-a775-7f3217304b10 on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:09.958112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:09.958592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:09.964993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b6c2888-0214-49f3-be58-ea27b2f6e18e req-eda9985a-b63d-47c2-8550-7bb85bf92f86 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 946 time: 0.1121154 Dec 13 09:42:09.966273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3c515049-6c36-4daa-8913-7e3b76ee9ecd completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:09.970005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:09.970383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Checking segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:09.970798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.971192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Bound using segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:09.971759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Bound port: 8902da9b-490d-4a9c-a775-7f3217304b10, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:09.972140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.980954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3c515049-6c36-4daa-8913-7e3b76ee9ecd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:09.981285 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.008380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:10.035346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Pushing event updated for resources: {'Port': ['ID=8336b3cc-5239-42ff-9401-44c020360a12,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:10.046580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b6c2888-0214-49f3-be58-ea27b2f6e18e req-537d4ad3-25db-47aa-9087-f4a26246897f tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790577 Dec 13 09:42:10.053987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1080294882', 'description': 'tempest-description-445326595'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:10.135336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.139199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.139902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] For port 8902da9b-490d-4a9c-a775-7f3217304b10, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:10.146239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] For port 8902da9b-490d-4a9c-a775-7f3217304b10, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8902da9b-490d-4a9c-a775-7f3217304b10,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:10.150373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.179689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.195262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1602aa-7e41-476d-a5cd-099983bc9be6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:10.202233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.205617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3cc2f575-4bf2-4aa2-9690-749bc96e96a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b1602aa-7e41-476d-a5cd-099983bc9be6 HTTP/1.1" status: 204 len: 168 time: 0.6886439 Dec 13 09:42:10.209655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42134) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:10.220275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81abf5ea-7b4d-4623-a552-4d7da5274359 None None] Network 6581a07d-bc34-4a92-8c34-48a89a99a46e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:10.305271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:10.314757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2c6c-ef34-4702-91ee-df1c5c2af209 None None] Pushing event updated for resources: {'Port': ['ID=8902da9b-490d-4a9c-a775-7f3217304b10,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:10.321039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.341182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ee5e-2134-4a44-ba82-ef3c8a909915 req-5be2af8c-0045-47ac-a2d0-6af37fbf67a7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.349648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3e5ee5e-2134-4a44-ba82-ef3c8a909915 req-5be2af8c-0045-47ac-a2d0-6af37fbf67a7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 946 time: 0.2319739 Dec 13 09:42:10.382582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:10.420517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.488209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.504614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.511027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3e5ee5e-2134-4a44-ba82-ef3c8a909915 req-f16c6118-3006-4f6d-a392-a992e76048e8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591153 Dec 13 09:42:10.528265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] DHCP port deletion for 6581a07d-bc34-4a92-8c34-48a89a99a46e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:42:10.610846 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.613054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da394176-b5e1-4fd6-a60f-f14320260646 req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5838323 Dec 13 09:42:10.621937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3ffb7-42be-4366-a2fc-2ff9dbf18199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b5e510-a6be-44cc-ae15-4a4473dcc150,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:10.664588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Deleting port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:10.664933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.692813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Deleting port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:10.693696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.742396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.820201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] For port fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:10.821920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.832907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] For port fcc2fa9b-3203-43ce-a15e-29ace8bd4802, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,segment=NetworkSegment(6aa94a1e-06bd-462c-bcc3-3511fba133ee),segment_id=6aa94a1e-06bd-462c-bcc3-3511fba133ee)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:10.833459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.858593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5734b3-f76b-478e-a8a7-9e522641e3eb req-b2771ffb-a34b-4dc8-8ef1-472196940f50 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.866744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da5734b3-f76b-478e-a8a7-9e522641e3eb req-b2771ffb-a34b-4dc8-8ef1-472196940f50 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 943 time: 0.1977043 Dec 13 09:42:10.869316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Calling delete_port for fcc2fa9b-3203-43ce-a15e-29ace8bd4802 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:10.896007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Calling delete_port for fcc2fa9b-3203-43ce-a15e-29ace8bd4802 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:10.900224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6099fbb0-27db-4f21-b1c1-0abe238161e7 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:11.029892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}, {'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:11.032190 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e5561b-a248-4f2c-adb8-06922a035f0c" -d '{"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}, {"server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "name": "network-vif-plugged", "status": "completed", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:11.055673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:42:11.063240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8902da9b-490d-4a9c-a775-7f3217304b10 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:11.112209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da5734b3-f76b-478e-a8a7-9e522641e3eb req-54907010-3ce6-4161-9143-d60a4782a2eb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443149 Dec 13 09:42:11.140804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.149043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5150d-269f-4e19-9c55-e66cc845aeea req-70d0a494-a46f-492c-a3ff-3f840469892f tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.150717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25e5150d-269f-4e19-9c55-e66cc845aeea req-70d0a494-a46f-492c-a3ff-3f840469892f tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1097 time: 0.1023948 Dec 13 09:42:11.252358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25e5150d-269f-4e19-9c55-e66cc845aeea req-33edfe7f-3258-428e-abf1-0c2cb6b51c4a tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885932 Dec 13 09:42:11.254201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.305442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:11.307802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] No DVR routers for this DVR port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:11.320908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:42:11.321637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-8b6e44aa-3a50-4b08-97af-de20313433bc tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/d9b5e510-a6be-44cc-ae15-4a4473dcc150 HTTP/1.1" status: 200 len: 1831 time: 0.1130455 Dec 13 09:42:11.327649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9b5e510-a6be-44cc-ae15-4a4473dcc150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:11.328008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9b5e510-a6be-44cc-ae15-4a4473dcc150', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:11.349345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.425193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.436259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.482095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:11.482884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] Pushing event deleted for resources: {'Port': ['ID=fcc2fa9b-3203-43ce-a15e-29ace8bd4802,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:11.494023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:11.494220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6581a07d-bc34-4a92-8c34-48a89a99a46e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:11.497535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:11.506886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.509793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c2cef95a-59bc-48e6-8946-b4fe186b9016 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7927148 Dec 13 09:42:11.512429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42154) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:11.512869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0224681-6456-4b15-9944-5a0805450f93 None None] No DVR routers for this DVR port fcc2fa9b-3203-43ce-a15e-29ace8bd4802 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:11.516772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa94a1e-06bd-462c-bcc3-3511fba133ee') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:11.517080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa94a1e-06bd-462c-bcc3-3511fba133ee') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:11.532250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6099fbb0-27db-4f21-b1c1-0abe238161e7', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': '6099fbb0-27db-4f21-b1c1-0abe238161e7', 'mac_address': 'fa:16:3e:62:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:11.538105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:11.538763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:11.540921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8902da9b-490d-4a9c-a775-7f3217304b10 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:11.540921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.547635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.583199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77852946-ca02-4086-97b5-0359762154ed req-0c836247-ffd4-4fc5-9dbb-9314f81caaf5 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.584806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77852946-ca02-4086-97b5-0359762154ed req-0c836247-ffd4-4fc5-9dbb-9314f81caaf5 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.1810966 Dec 13 09:42:11.585904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.605193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:11.605610 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:11.607499 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:11.635442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.699272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.714472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.728856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:11.748528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77852946-ca02-4086-97b5-0359762154ed req-597b8380-483c-4dff-b86e-e10b1e91b7ac tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453147 Dec 13 09:42:11.761604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.767672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/6581a07d-bc34-4a92-8c34-48a89a99a46e HTTP/1.1" status: 204 len: 168 time: 1.5570176 Dec 13 09:42:11.771589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83559ae-b96b-45f9-87f3-badfbeca40bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6581a07d-bc34-4a92-8c34-48a89a99a46e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:11.781013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.785829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.825256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.837611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0b948d7-b804-4033-9126-e4baf8b5c563 req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5150039 Dec 13 09:42:11.841329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fc7c9-fd04-49aa-8cf2-8c492d7f09c4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776e5bff-c6ae-4b0f-864b-6e9b8b7705b6,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:11.878666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6099fbb0-27db-4f21-b1c1-0abe238161e7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:11.888266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0001a-c02f-406a-9493-388228282fb5 None None] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:12.009154 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc2a941-601d-4bf7-8ae1-a06a16dc08ba x-openstack-request-id: req-9bc2a941-601d-4bf7-8ae1-a06a16dc08ba {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:12.009745 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "code": 200}, {"server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "name": "network-vif-plugged", "status": "completed", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:12.010191 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bc2a941-601d-4bf7-8ae1-a06a16dc08ba {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:12.010581 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'code': 200} Dec 13 09:42:12.010834 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'code': 200} Dec 13 09:42:12.016165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac2ec-003f-4aea-999a-474aa663b088 req-c0ba8f6b-7019-45ae-a64c-14d1fbbfeac1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.017782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4aac2ec-003f-4aea-999a-474aa663b088 req-c0ba8f6b-7019-45ae-a64c-14d1fbbfeac1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1526940 Dec 13 09:42:12.028547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:12.101396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:12.105379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6daf-9ed5-4d52-b48b-3f7d609769d3 req-f8e205c7-c132-4ef1-91cf-31e7dad52be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.106929 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-328a6daf-9ed5-4d52-b48b-3f7d609769d3 req-f8e205c7-c132-4ef1-91cf-31e7dad52be4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1097 time: 0.1179340 Dec 13 09:42:12.138451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b2b9c2af-ca72-4a5b-a048-75c1dfaffc3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a09041fb7674a3584c01b95c580562a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1080656 Dec 13 09:42:12.141537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.162900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42164) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:12.168609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.202610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8a18c724-9efe-4431-86e6-1b1a5c066c75 None None] Provisioning complete for port 8902da9b-490d-4a9c-a775-7f3217304b10 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:12.203159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8a18c724-9efe-4431-86e6-1b1a5c066c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.235605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-328a6daf-9ed5-4d52-b48b-3f7d609769d3 req-ec9decbb-ac06-4866-832b-b9f23f92948d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214600 Dec 13 09:42:12.240007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.263948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.265015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.315964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:12.325218 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.371725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8902da9b-490d-4a9c-a775-7f3217304b10, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8902da9b-490d-4a9c-a775-7f3217304b10,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:12.382280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.390007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f5be-086c-48b8-85b6-04261d3703d4 req-cd9f0bc8-900a-4438-9890-7def315fb24a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.396694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a2f5be-086c-48b8-85b6-04261d3703d4 req-cd9f0bc8-900a-4438-9890-7def315fb24a tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 946 time: 0.4455431 Dec 13 09:42:12.422104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd4ff-d33d-43d1-807c-b5521813796d req-f6bad7e1-747c-40a4-8a24-b3d62e9abd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.423866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2fd4ff-d33d-43d1-807c-b5521813796d req-f6bad7e1-747c-40a4-8a24-b3d62e9abd5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1096 time: 0.4287519 Dec 13 09:42:12.443585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4aac2ec-003f-4aea-999a-474aa663b088 req-06f16ea2-8c0e-45a4-a224-7da0601d6f39 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997297 Dec 13 09:42:12.445778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.447497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.449071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/deb0ad6a-1112-4e8c-a187-f044c1e93af6 HTTP/1.1" status: 204 len: 168 time: 0.2850864 Dec 13 09:42:12.514932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d750994-2ab4-4242-bba5-3902fee98362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb0ad6a-1112-4e8c-a187-f044c1e93af6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:12.526081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6099fbb0-27db-4f21-b1c1-0abe238161e7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:12.534789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fcc2fa9b-3203-43ce-a15e-29ace8bd4802 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:12.547725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Allocated IP 172.20.0.1 (479b2392-289f-49a4-9d4f-784a9ea0b7f2/6169c1fb-5e72-45ac-8c0c-52e708b52561/3480003a-b3ad-41ef-984f-0d8bc622fb8d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:12.555811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a2f5be-086c-48b8-85b6-04261d3703d4 req-5f5b4965-6f10-4aeb-b9c4-70d4a92110c4 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579485 Dec 13 09:42:12.645471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8902da9b-490d-4a9c-a775-7f3217304b10,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:12.659667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2fd4ff-d33d-43d1-807c-b5521813796d req-dd2bac96-54de-4e58-8cc0-0d3391991ca8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443841 Dec 13 09:42:12.660935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: fcc2fa9b-3203-43ce-a15e-29ace8bd4802 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:12.661325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fcc2fa9b-3203-43ce-a15e-29ace8bd4802 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:12.661740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ed2581af-17d2-492d-bc24-812c1051359c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:12.709246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.721957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd077b-e349-457a-938d-e8d54e127be0 req-ff794c56-da8c-428c-9049-4af843e16934 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.722972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ed2581af-17d2-492d-bc24-812c1051359c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:12.723332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ed2581af-17d2-492d-bc24-812c1051359c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:12.723579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98cd077b-e349-457a-938d-e8d54e127be0 req-ff794c56-da8c-428c-9049-4af843e16934 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1097 time: 0.1200905 Dec 13 09:42:12.728821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:10Z', 'revision_number': 3, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:12.742303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c41df72b-db25-42fb-8cfe-3da45fe9def1 req-1e3f545b-5153-4c2a-90de-2a3a7a83d5b6 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/d9b5e510-a6be-44cc-ae15-4a4473dcc150 HTTP/1.1" status: 200 len: 2425 time: 0.1361160 Dec 13 09:42:12.762377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.790649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:12.791000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Updating router c1e9100e-8ca6-483b-b436-c3f5388c0e10 port 8336b3cc-5239-42ff-9401-44c020360a12 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:12.834835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fb6f0447-20d6-4277-b7f2-10e7450c7a50 None None] Provisioning complete for port 8902da9b-490d-4a9c-a775-7f3217304b10 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:12.835660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0447-20d6-4277-b7f2-10e7450c7a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.851415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:12.852582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.866379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:12.885156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:12.885820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98cd077b-e349-457a-938d-e8d54e127be0 req-be01d13f-1e3e-44e5-aadb-dcbcdabcb1f8 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421778 Dec 13 09:42:12.890911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Pushing event updated for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:12.951588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8902da9b-490d-4a9c-a775-7f3217304b10 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:12.952843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b563-646b-4133-bb56-e0a4d1fc8471 req-e08e2b83-3171-4458-bbfe-a55a3f305bcb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.954603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e21b563-646b-4133-bb56-e0a4d1fc8471 req-e08e2b83-3171-4458-bbfe-a55a3f305bcb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 944 time: 0.1186230 Dec 13 09:42:12.961527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.023842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e21b563-646b-4133-bb56-e0a4d1fc8471 req-16904ad5-9be8-40b9-b27e-4cc8acb91743 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625174 Dec 13 09:42:13.091446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-4093c59e-1f5b-4899-a9e4-26f80b5a8b3c tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-group-rules/776e5bff-c6ae-4b0f-864b-6e9b8b7705b6 HTTP/1.1" status: 200 len: 778 time: 0.0389800 Dec 13 09:42:13.251252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-650835c5-aa7e-4625-a3f4-2dbfc164dfdb tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/d9b5e510-a6be-44cc-ae15-4a4473dcc150 HTTP/1.1" status: 200 len: 2425 time: 0.1534858 Dec 13 09:42:13.254336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.301694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.310657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.351366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8902da9b-490d-4a9c-a775-7f3217304b10 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:13.352077 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.360399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.382143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.415928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a5a141b-c2fd-401c-8631-f808f8d9ad30 req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/776e5bff-c6ae-4b0f-864b-6e9b8b7705b6 HTTP/1.1" status: 204 len: 173 time: 0.1634898 Dec 13 09:42:13.416707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa251258-50b5-489c-b5e8-8ee070886520 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=776e5bff-c6ae-4b0f-864b-6e9b8b7705b6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.432169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d63e6a24-c549-433a-915a-ac2d98ae5a85 None None] Provisioning complete for port 3480003a-b3ad-41ef-984f-0d8bc622fb8d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:13.432641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d63e6a24-c549-433a-915a-ac2d98ae5a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.516952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea0fe0-8ab6-44f7-ae47-eb10b383c5e2 req-a700f6d6-2a6e-4ef3-a8c0-2faa77d54f90 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.525793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5ea0fe0-8ab6-44f7-ae47-eb10b383c5e2 req-a700f6d6-2a6e-4ef3-a8c0-2faa77d54f90 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.1068416 Dec 13 09:42:13.583206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.584929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921739205', 'description': 'tempest-description-2112144063'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:13.588451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.644143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5ea0fe0-8ab6-44f7-ae47-eb10b383c5e2 req-a7467198-f2aa-4e59-b737-9f36d1f48900 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169002 Dec 13 09:42:13.645283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.669553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Pushing event updated for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.679584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.699008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6a24-c549-433a-915a-ac2d98ae5a85 None None] Port 3480003a-b3ad-41ef-984f-0d8bc622fb8d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:13.740445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.747992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.775034 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.780778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.819111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.837230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1c9475f-e4f1-4d02-a089-461c749a699a req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2643557 Dec 13 09:42:13.853955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Attempting to bind port 8336b3cc-5239-42ff-9401-44c020360a12 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:13.854336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Attempting to bind port 8336b3cc-5239-42ff-9401-44c020360a12 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:13.854738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Attempting to bind port 8336b3cc-5239-42ff-9401-44c020360a12 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:13.864460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:13.871088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:13.881232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57170b-9b3f-478f-97ce-446c4ccf8dcd None None] Pushing event updated for resources: {'Port': ['ID=8336b3cc-5239-42ff-9401-44c020360a12,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.892260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:13.892672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:13.893092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.894028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:13.894529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Bound port: 8336b3cc-5239-42ff-9401-44c020360a12, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:13.894917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.908219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccba604-dbf3-4593-a913-7edfbd6db7c5 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4886d-ec32-4c8b-8dc4-4af4f8053a0b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.920084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42224) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:14.023400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] For port 8336b3cc-5239-42ff-9401-44c020360a12, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:14.030558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] For port 8336b3cc-5239-42ff-9401-44c020360a12, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8336b3cc-5239-42ff-9401-44c020360a12,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:14.037101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.074180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf639-919e-4aaa-ac98-d0e9e602a0d0 req-ddb31800-3cad-4932-9e95-2234a9d2af06 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.085903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1cdf639-919e-4aaa-ac98-d0e9e602a0d0 req-ddb31800-3cad-4932-9e95-2234a9d2af06 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1467700 Dec 13 09:42:14.117071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:14.137718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57170b-9b3f-478f-97ce-446c4ccf8dcd None None] Pushing event updated for resources: {'Port': ['ID=8336b3cc-5239-42ff-9401-44c020360a12,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:14.164783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:14.165679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:14.195922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-63446151-network', 'tenant_id': 'b2aa6741d7a74f71b547bf417cf7115a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:14.241623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1cdf639-919e-4aaa-ac98-d0e9e602a0d0 req-64b54044-a4a2-4a8f-b445-bb7a5c7ce6f0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458981 Dec 13 09:42:14.273579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Made reservation on behalf of b2aa6741d7a74f71b547bf417cf7115a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:14.278095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.289369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.304778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:14.368993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:14.381151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-408a21d9-2484-45b9-a927-01eb9042cf68 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1e9100e-8ca6-483b-b436-c3f5388c0e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8657002 Dec 13 09:42:14.398181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f29dcc6-a45e-4ced-8610-9074ff2cfaae None None] Provisioning complete for port 3480003a-b3ad-41ef-984f-0d8bc622fb8d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:14.398668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f29dcc6-a45e-4ced-8610-9074ff2cfaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.449846 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.454305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ce70d79-9732-47ab-8621-3bcdc54bd608 req-f1a0bc24-87c5-41b0-97a1-1168135f8a96 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/a9e4886d-ec32-4c8b-8dc4-4af4f8053a0b HTTP/1.1" status: 200 len: 1832 time: 0.0920298 Dec 13 09:42:14.455354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.483272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:14.500357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:14.514361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.515434 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Added segment 74e8dd4b-4872-4be5-8518-0178d4093334 of type vlan for network 98121c3b-3491-4a5c-ad5d-ab340bd9160a Dec 13 09:42:14.600669 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.607697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9f29dcc6-a45e-4ced-8610-9074ff2cfaae None None] Port 3480003a-b3ad-41ef-984f-0d8bc622fb8d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:14.641221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d785b6-e19f-4a44-9e3f-49f9db5cd0ac req-abc9c02c-8532-4795-b763-c73dfe0096e5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.642896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4d785b6-e19f-4a44-9e3f-49f9db5cd0ac req-abc9c02c-8532-4795-b763-c73dfe0096e5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 944 time: 0.0866003 Dec 13 09:42:14.656938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.657842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.658419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.705845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 2, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:14.720614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7993555 Dec 13 09:42:14.724102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42270) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:14.729077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Request body: {'subnet': {'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-63446151-subnet', 'tenant_id': 'b2aa6741d7a74f71b547bf417cf7115a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:14.745836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d11f7-b7f4-4da7-ab04-a2d581db67bd None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 2, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:14.755350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Made reservation on behalf of b2aa6741d7a74f71b547bf417cf7115a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:14.755592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16858c52-d4ce-482c-b97f-cb49e8094d1c admin admin] Pushing event updated for resources: {'Network': ['ID=98121c3b-3491-4a5c-ad5d-ab340bd9160a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:14.759292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.761074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4d785b6-e19f-4a44-9e3f-49f9db5cd0ac req-a0cc69fa-9ef0-4bcf-8484-af99ad2ccee2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105785 Dec 13 09:42:14.766450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:14.893477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6099fbb0-27db-4f21-b1c1-0abe238161e7 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:14.970029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6099fbb0-27db-4f21-b1c1-0abe238161e7 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:14.975453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6099fbb0-27db-4f21-b1c1-0abe238161e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:14.975907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.029387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.086629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.140188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:15.142483 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d955116-3f17-4802-8d77-632835a46b05" -d '{"events": [{"server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "name": "network-vif-plugged", "status": "completed", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:15.162333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:15.168586 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.255282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:15.447730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38e87cc-e539-4702-8f3d-92eeeb5de4da,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:15.457540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Checking segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:15.457899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Network hostable DHCP agents. Network: 98121c3b-3491-4a5c-ad5d-ab340bd9160a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:15.478489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:15.490975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 98121c3b-3491-4a5c-ad5d-ab340bd9160a) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:15.499731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a449e19-ae49-4082-a803-1fec4361b8ec None None] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:15.504175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.504773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.518173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-8f2fa2ca-51ff-4cbc-b6a3-0d4787965b7a tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:42:15.527776 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-8f2fa2ca-51ff-4cbc-b6a3-0d4787965b7a tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1169496 Dec 13 09:42:15.568290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f33bf03e-4089-49df-9f81-3869072e8789 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8427343 Dec 13 09:42:15.668926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-b06e43f6-50d5-42e7-861f-a8b83d68622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.670636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-b06e43f6-50d5-42e7-861f-a8b83d68622a service neutron] 10.222.0.31 "GET /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 1094 time: 0.1421170 Dec 13 09:42:15.681131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:15.683702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:42:15.693681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebeb1ba-9f37-4e75-9b74-fa9c3fb04640 None None] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:15.854891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42300) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:15.861131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689832725', 'description': 'tempest-description--1954910088'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:15.895786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.919531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:15.919936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:15.927438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:15.932499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:15.932830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:15.938493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:15.938837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:15.939231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:15.939695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Bound port: c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:15.998793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:16.000636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867734d4-2ce2-4c35-83a7-d7bf5cfe841b req-210187f6-2520-4331-9a0f-4fc5fc09c201 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.002609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867734d4-2ce2-4c35-83a7-d7bf5cfe841b req-210187f6-2520-4331-9a0f-4fc5fc09c201 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.0819411 Dec 13 09:42:16.006545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.008163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-e0548e7a-72ee-423f-8d6f-856c4b4b5dfa service neutron] 10.222.0.31 "POST /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80/bindings HTTP/1.1" status: 201 len: 389 time: 0.3313186 Dec 13 09:42:16.052857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.064749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.120505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867734d4-2ce2-4c35-83a7-d7bf5cfe841b req-202e3255-bee2-4688-acbd-196a33e0ba14 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Dec 13 09:42:16.150885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2135176777', 'description': 'tempest-description-1254427917'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:16.171304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.173280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3162260 Dec 13 09:42:16.175844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42314) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:16.180338 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9e14d-3a4a-4229-bc3e-c3d4245351d9 x-openstack-request-id: req-fad9e14d-3a4a-4229-bc3e-c3d4245351d9 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:16.180839 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "name": "network-vif-plugged", "status": "completed", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:16.180938 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fad9e14d-3a4a-4229-bc3e-c3d4245351d9 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:16.181338 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7', 'code': 200} Dec 13 09:42:16.182625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group_rule': {'security_group_id': '24572bc7-8ac4-4cf5-a08a-52474433df2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:16.185220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f71b6f-650f-4f2e-b111-2cbb49885d3a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24572bc7-8ac4-4cf5-a08a-52474433df2d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.203974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.245050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.319640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:16.371708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.392780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc8ef-aa50-4c30-a66b-bc81a615aadd req-73740cfc-b038-409f-9aac-eb95cf12cda1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.394186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-430dc8ef-aa50-4c30-a66b-bc81a615aadd req-73740cfc-b038-409f-9aac-eb95cf12cda1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1509275 Dec 13 09:42:16.396527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.402784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.422856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.443886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4981ec-084e-4d35-893c-bf3c720037b1,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.458608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-c79cfd44-33f1-4828-a6e7-3f3573724e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.460675 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-c79cfd44-33f1-4828-a6e7-3f3573724e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1097 time: 0.1344347 Dec 13 09:42:16.481126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc56d-220d-440a-bbbc-4721495d176b req-09f16281-5b1c-4378-9c07-69c8139833a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.481570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:16.482889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b8cc56d-220d-440a-bbbc-4721495d176b req-09f16281-5b1c-4378-9c07-69c8139833a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 1096 time: 0.1570494 Dec 13 09:42:16.486568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.488367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03a83a9b-0007-46e9-9c61-03d758233f39 req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3420095 Dec 13 09:42:16.505547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.513063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8266ab5d-1e9e-4fdf-bd19-6494d0172351 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295670 Dec 13 09:42:16.513995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42320) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:16.514756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'network_id': '4f11020b-d7af-4025-8c60-df869da58360', 'port_id': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'mac_address': 'fa:16:3e:e6:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fcafc-aa53-4505-bb72-0c4869a772c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:16.535459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group_rule': {'security_group_id': '24572bc7-8ac4-4cf5-a08a-52474433df2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:16.560663 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.587417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:16.601737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84602377-1e81-4aa1-b5e6-1721d048b7d0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fad489-dbae-49e0-a10d-3047cdbdd5be,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.614611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:16.624196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.627229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.644655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b8cc56d-220d-440a-bbbc-4721495d176b req-b725a524-29fa-4c40-90f9-6e875973d2a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481450 Dec 13 09:42:16.686120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-c185f48d-e538-43f5-914b-82f8b6467042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.687676 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-c185f48d-e538-43f5-914b-82f8b6467042 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2047060 Dec 13 09:42:16.698719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.699389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-430dc8ef-aa50-4c30-a66b-bc81a615aadd req-2ee80bc4-eeb4-4508-a7ff-b20f116961fb tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950387 Dec 13 09:42:16.722301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:16.723735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84539495-51a9-4409-bfc4-56f63b370e4b req-55ddd97e-2076-468c-bd2d-24987af6168f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.725440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84539495-51a9-4409-bfc4-56f63b370e4b req-55ddd97e-2076-468c-bd2d-24987af6168f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 945 time: 0.1463518 Dec 13 09:42:16.729213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.733326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.765711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81297b1a-47e8-437e-ab77-087f3c25d0f8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.770914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.775330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a834624-bd2c-419f-9c6c-4904418a8849 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591069 Dec 13 09:42:16.775971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:16.781554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:16.824116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.831050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84539495-51a9-4409-bfc4-56f63b370e4b req-a67afba2-6c71-418c-a442-0e25c0ec8c8d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Dec 13 09:42:16.921879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8336b3cc-5239-42ff-9401-44c020360a12 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:16.960240 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-039b8ae4-07a1-4fee-ad15-58d791b2ba2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.0565681 Dec 13 09:42:17.000786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8336b3cc-5239-42ff-9401-44c020360a12 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:17.001159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.027734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-24134d83-53fe-43c3-80c8-10764a37f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.029215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-24134d83-53fe-43c3-80c8-10764a37f234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0581043 Dec 13 09:42:17.056733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa5c75-0f99-4ef8-9c97-1991534eb6b7 req-9160d335-8140-4f22-aae1-670feebfdda1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.058242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cfa5c75-0f99-4ef8-9c97-1991534eb6b7 req-9160d335-8140-4f22-aae1-670feebfdda1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 946 time: 0.1146646 Dec 13 09:42:17.073829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-1aa5f7a7-b33b-422e-9b39-43a27a34b14c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365555 Dec 13 09:42:17.089793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.102106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.110857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8336b3cc-5239-42ff-9401-44c020360a12, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8336b3cc-5239-42ff-9401-44c020360a12,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:17.115596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.115879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2ad575fe-1c0d-411c-9d2a-67c9d45a0665 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.117378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2ad575fe-1c0d-411c-9d2a-67c9d45a0665 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 816 time: 0.1893463 Dec 13 09:42:17.155708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7cb5388d-e8a7-475f-8ff7-eca0a1cd64a2 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/quotas/b2aa6741d7a74f71b547bf417cf7115a HTTP/1.1" status: 200 len: 375 time: 0.0284948 Dec 13 09:42:17.159692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cfa5c75-0f99-4ef8-9c97-1991534eb6b7 req-6d5a8b79-4cf6-4ff5-9463-ede45a2c738b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Dec 13 09:42:17.170955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8336b3cc-5239-42ff-9401-44c020360a12,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:17.192812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-f172cb54-d57c-4e2f-970e-81f9555660da tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312841 Dec 13 09:42:17.254308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-4cbe819a-2dcd-4b6d-956e-8c51a7e7f1cc service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724753 Dec 13 09:42:17.298960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Allocated IP 172.25.2.183 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/562b564d-1c66-4fb8-8905-dbe414c09638) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:17.351007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-52546c70-0dd8-4f6c-9f10-73eb7a56af56 service neutron] 10.222.0.31 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511338 Dec 13 09:42:17.363023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a49ba-e18d-4100-9ba6-9c9a0d0d5f95 req-b9a908c8-7bc3-4e32-89ee-9afbe57313d0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.364517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca8a49ba-e18d-4100-9ba6-9c9a0d0d5f95 req-b9a908c8-7bc3-4e32-89ee-9afbe57313d0 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 945 time: 0.1040294 Dec 13 09:42:17.438591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-ed56ad1e-cf2f-4b3d-9aab-b75ac496bb66 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702418 Dec 13 09:42:17.467988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca8a49ba-e18d-4100-9ba6-9c9a0d0d5f95 req-a1dffa02-aa26-478a-be22-377c0414fb46 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d9a9dc7-a9b7-47a6-8cda-77612ca01303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Dec 13 09:42:17.493606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2f6ca8bf-6e0a-46dd-a900-a98aa7320db0 service neutron] 10.222.0.31 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280780 Dec 13 09:42:17.495260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.576815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-08c13715-7eaa-4152-8219-0ca25807fa4d tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.578648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-08c13715-7eaa-4152-8219-0ca25807fa4d tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1097 time: 0.0652361 Dec 13 09:42:17.579932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.599513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:17.655891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:17.664247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:17.667651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:17.730926 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:17.748954 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:17.749748 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.783911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.787761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=562b564d-1c66-4fb8-8905-dbe414c09638,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:17.810812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-78c5f1c6-4117-4c83-b0c8-924fb32eaadc tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 258 time: 0.2831924 Dec 13 09:42:17.837929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:17.868561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57fe1d60-82fc-4ecd-8755-374a4ed71f78 req-babb1f04-5350-4906-926d-410eb11d5df4 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/18fad489-dbae-49e0-a10d-3047cdbdd5be HTTP/1.1" status: 200 len: 1832 time: 0.0903604 Dec 13 09:42:17.885470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.889390 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.924207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:17.925659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.067874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf136-6eb7-4152-8648-ad55a66cdfa5 req-236a62c8-d6aa-4861-9b2c-c2c106e02979 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:18.081708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6debf136-6eb7-4152-8648-ad55a66cdfa5 req-236a62c8-d6aa-4861-9b2c-c2c106e02979 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0904372 Dec 13 09:42:18.084005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:18.090259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'floatingip': {'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:18.181309 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.217470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:18.292482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:18.336849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 2, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:18.344842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:18.358001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.363602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:18.366124 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999172cb-0401-43a7-b18d-767c92ff8d72" -d '{"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:18.381038 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:18.382184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Updating router c1e9100e-8ca6-483b-b436-c3f5388c0e10 port 3480003a-b3ad-41ef-984f-0d8bc622fb8d binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:18.406284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.416259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.449812 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.502251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:18.503085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.610776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:18.611964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:18.612107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:18.614492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.626038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.627012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:18.627473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Attempting to bind port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:18.636348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:18.636779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:18.637064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:18.637497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Bound port: c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:18.637851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.665446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:18.669479 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7239664-fbe2-4267-b2d0-39ec264c3d97" -d '{"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:18.689623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:18.695714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.819373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:18.822922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.825704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:18.827521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.828048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.839650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.917072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Allocated IP 172.25.2.147 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/16997d30-4669-4e91-bf69-4bc113ab993a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:18.931161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=562b564d-1c66-4fb8-8905-dbe414c09638,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.932254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8336b3cc-5239-42ff-9401-44c020360a12 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:19.032872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:19.035720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.037284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] 10.222.0.16 "PUT /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 1122 time: 1.4447286 Dec 13 09:42:19.051233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.066505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34a6af-3d3f-4ce9-b9bf-f25a7eb5ae54 req-4a1f3ae9-ca44-45cd-b5b6-36784e65aedf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:19.069943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:19.079730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d34a6af-3d3f-4ce9-b9bf-f25a7eb5ae54 req-4a1f3ae9-ca44-45cd-b5b6-36784e65aedf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 945 time: 0.5729880 Dec 13 09:42:19.130127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.140826 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c2e7493c-60c3-40c5-adef-4a113cc59d28 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3545370 Dec 13 09:42:19.141055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8336b3cc-5239-42ff-9401-44c020360a12 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:19.141055 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.148748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891da6f-3ada-4fad-87b9-fd6c564ff2ca service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.220353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d34a6af-3d3f-4ce9-b9bf-f25a7eb5ae54 req-12904411-39e7-422c-b3fc-cec4805f1ace tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Dec 13 09:42:19.255437 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.267697 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.271682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1422291290', 'description': 'tempest-description-1064089378'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:19.442880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.452063 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Attempting to bind port 3480003a-b3ad-41ef-984f-0d8bc622fb8d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:19.452737 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Attempting to bind port 3480003a-b3ad-41ef-984f-0d8bc622fb8d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:19.453317 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Attempting to bind port 3480003a-b3ad-41ef-984f-0d8bc622fb8d on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:19.457167 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Pushing event updated for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.469214 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.469787 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.470335 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.470862 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.471943 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.472471 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.472974 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.473492 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.474003 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.474519 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.475030 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.475414 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.475774 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.480202 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:19.480844 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Checking segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:19.481441 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.482016 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Bound using segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:19.482766 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Bound port: 3480003a-b3ad-41ef-984f-0d8bc622fb8d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:19.483767 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.504252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.579805 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] For port 3480003a-b3ad-41ef-984f-0d8bc622fb8d, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:19.583856 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] For port 3480003a-b3ad-41ef-984f-0d8bc622fb8d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3480003a-b3ad-41ef-984f-0d8bc622fb8d,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:19.589573 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.644035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.673153 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c73ee-0c53-4140-adf9-ad8da67b6635 None None] Pushing event updated for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.676886 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:19.677745 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:19.695945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] Provisioning complete for port 3480003a-b3ad-41ef-984f-0d8bc622fb8d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:19.696543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.696695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.723256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.793756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:19.808489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:19.816071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:19.822598 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:19.836367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event updated for resources: {'Port': ['ID=16997d30-4669-4e91-bf69-4bc113ab993a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.909995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.919349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.919728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.920080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.920424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.920766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.921111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.921458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.921778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.922114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.922457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.922789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.923121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.923452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:19.930645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.983117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] For port 3480003a-b3ad-41ef-984f-0d8bc622fb8d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3480003a-b3ad-41ef-984f-0d8bc622fb8d,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:19.989059 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.036404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ceb3212-b312-4383-9e4c-85eee37c702e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.037894 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ceb3212-b312-4383-9e4c-85eee37c702e tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bde6694-c4c3-43c4-84f5-c2eedf3973fe HTTP/1.1" status: 200 len: 946 time: 0.1010642 Dec 13 09:42:20.064263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c319b-a4f5-4e8d-b88c-e034322651d8 None None] Pushing event updated for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.145033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0ae3f05e-81b1-43ed-b898-c45636b82872 None None] Provisioning complete for port 3480003a-b3ad-41ef-984f-0d8bc622fb8d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:20.145573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ae3f05e-81b1-43ed-b898-c45636b82872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.234499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:20.275889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Deleting port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:20.276994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.284907 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da153c04-dc6e-415b-a1ee-4af44d5ccaff None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:20.286816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-dce9b903-20c5-49c5-8b1d-6aaefc2c1afd tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.292889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-dce9b903-20c5-49c5-8b1d-6aaefc2c1afd tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.16 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 816 time: 0.1935284 Dec 13 09:42:20.343674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:20.374957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Request body: {'port': {'device_id': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'admin_state_up': True, 'tenant_id': 'b2aa6741d7a74f71b547bf417cf7115a'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:20.474332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.493575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:20.493989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.497751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.518960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Calling delete_port for e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:20.574560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,segment=NetworkSegment(ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf),segment_id=ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:20.579738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.594658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.609126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8db6283c-a5e1-4870-be9e-4f4c0ef217e8 req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.3472946 Dec 13 09:42:20.638350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Made reservation on behalf of b2aa6741d7a74f71b547bf417cf7115a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:20.642212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.670526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-581c99f3-ab4b-43d4-9312-59b42a841753 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.673556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-581c99f3-ab4b-43d4-9312-59b42a841753 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 816 time: 0.7891824 Dec 13 09:42:20.675325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb0b9f-9630-4b2a-b51f-f1ca25d3193e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595615c4-596f-4db6-8ff5-972813c999b6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.680064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.727504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Request body: {'port': {'device_id': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'admin_state_up': True, 'tenant_id': 'b2aa6741d7a74f71b547bf417cf7115a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:20.756982 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Floating IP e34e4491-8187-451d-a26a-a5cf83e5600f associated. External IP: 172.25.2.8, port: 366d4fdc-a381-4dea-8327-4824a3cd20d8. Dec 13 09:42:20.840315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.876856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Pushing event deleted for resources: {'Port': ['ID=e2c3411b-1362-48ef-9b31-05f7dd5cc3d8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.894321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Allocated IP 172.20.0.5 (98121c3b-3491-4a5c-ad5d-ab340bd9160a/a38e87cc-e539-4702-8f3d-92eeeb5de4da/7783252b-7ce8-4be5-b987-e1d37c5da611) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:20.905896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:20.922508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-c6e265bf-9796-40e0-95e0-d5b77f785355 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.924016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-c6e265bf-9796-40e0-95e0-d5b77f785355 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 816 time: 0.4648263 Dec 13 09:42:20.940250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.948940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b9d62-5216-49f2-bbfb-14192d1a985f req-5fd105fe-ec6e-4e6c-8209-3b4319c4e052 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.950440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b93b9d62-5216-49f2-bbfb-14192d1a985f req-5fd105fe-ec6e-4e6c-8209-3b4319c4e052 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 944 time: 0.2438750 Dec 13 09:42:20.953005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] No DVR routers for this DVR port e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:20.960671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.964178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63188f0e-8426-419a-94db-a952e02cac41 req-0ca13765-e89b-4a99-bd52-2e54631a5247 tempest-ImagesTestJSON-764152723 tempest-ImagesTestJSON-764152723-project] 10.222.0.20 "DELETE /v2.0/ports/e2c3411b-1362-48ef-9b31-05f7dd5cc3d8 HTTP/1.1" status: 204 len: 173 time: 0.9124243 Dec 13 09:42:20.989244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Request body: {'port': {'device_id': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'admin_state_up': True, 'tenant_id': 'b2aa6741d7a74f71b547bf417cf7115a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:21.019680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3480003a-b3ad-41ef-984f-0d8bc622fb8d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:21.107729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:21.130939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:42:21.132510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3480003a-b3ad-41ef-984f-0d8bc622fb8d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:21.132883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.141368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.188141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b93b9d62-5216-49f2-bbfb-14192d1a985f req-2ce943c9-fc4b-41ff-8f4a-144f7088a387 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752522 Dec 13 09:42:21.197567 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.264683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Made reservation on behalf of b2aa6741d7a74f71b547bf417cf7115a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:21.268834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.275773 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.289956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:21.294035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:21.296533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:21.335296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event updated for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:21.356348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:21.356972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.373130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6eb0ca39-25a0-4292-b491-a76b0ab256f7 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0039799 Dec 13 09:42:21.387363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Request body: {'port': {'device_id': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:21.412065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b461ae1-a237-4a8b-928e-99701c285ff4 req-9d47dcac-b2d6-4f7a-b70e-77801a61347a tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 210 time: 0.0875101 Dec 13 09:42:21.462154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.476497 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab3abe-94ae-4a24-adfe-476c23a00874 x-openstack-request-id: req-2eab3abe-94ae-4a24-adfe-476c23a00874 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:21.477177 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:21.477177 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2eab3abe-94ae-4a24-adfe-476c23a00874 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:21.477498 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'code': 200} Dec 13 09:42:21.513580 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f5934-4f19-4c2b-94f7-92d02bd31738 x-openstack-request-id: req-fb2f5934-4f19-4c2b-94f7-92d02bd31738 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:21.513886 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:21.514149 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb2f5934-4f19-4c2b-94f7-92d02bd31738 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:21.514546 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'code': 200} Dec 13 09:42:21.570709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Made reservation on behalf of b2aa6741d7a74f71b547bf417cf7115a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:21.574892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.735307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Allocated IP 172.20.0.10 (98121c3b-3491-4a5c-ad5d-ab340bd9160a/a38e87cc-e539-4702-8f3d-92eeeb5de4da/77195915-4c39-47e3-bbdf-e160facf6fd2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:21.747085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:21.873800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.888194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.907893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-ea066900-6208-47dd-8b98-2cb057639614 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1689832725&fields=id&tenant_id=f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 267 time: 0.1738906 Dec 13 09:42:22.111021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event updated for resources: {'Port': ['ID=16997d30-4669-4e91-bf69-4bc113ab993a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:22.151066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.191751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:22.202040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:22.203301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.216135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:22.217206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:22.242185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.243403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-a7de4d46-7b88-4fd6-a2b8-c1013fb2d340 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4187219 Dec 13 09:42:22.255478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-8a47d24b-cca7-4ab4-a90f-e5ac203d7ca3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.257044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-8a47d24b-cca7-4ab4-a90f-e5ac203d7ca3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 811 time: 0.3198385 Dec 13 09:42:22.260539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.312303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-59ec6bdc-1b09-4bf2-ae8f-6ea7f7e4c6d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "PUT /v2.0/floatingips/e34e4491-8187-451d-a26a-a5cf83e5600f HTTP/1.1" status: 200 len: 990 time: 4.2260690 Dec 13 09:42:22.318841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:22.321202 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072d7bc-2477-4f92-a330-9162d9cf51c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:22.330951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-bf7738b3-1bc4-4b78-ab66-7d4cbef05532 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/quotas/f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 375 time: 0.0641673 Dec 13 09:42:22.335928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-5bb716ac-b846-4b88-a543-b886f628c9a3 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0741889 Dec 13 09:42:22.452713 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.459805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:22.462116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-4da29110-2cf6-4074-bb42-a92bb4d5e814 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238053 Dec 13 09:42:22.616910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7783252b-7ce8-4be5-b987-e1d37c5da611 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:22.625104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.639710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Transition to ACTIVE for port object 7783252b-7ce8-4be5-b987-e1d37c5da611 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:22.644971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.703691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Pushing event updated for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:22.729942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e34e4491-8187-451d-a26a-a5cf83e5600f', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:49Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:22.759525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:22.768173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:22.768897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:22.769354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Attempting to bind port 7783252b-7ce8-4be5-b987-e1d37c5da611 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:22.769721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Attempting to bind port 7783252b-7ce8-4be5-b987-e1d37c5da611 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:22.770055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Attempting to bind port 7783252b-7ce8-4be5-b987-e1d37c5da611 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:22.778034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Port 7783252b-7ce8-4be5-b987-e1d37c5da611 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:22.778492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Attempting to bind port 7783252b-7ce8-4be5-b987-e1d37c5da611 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:22.787584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:22.787584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Checking segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:22.787584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Bound using segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:22.787584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Bound port: 7783252b-7ce8-4be5-b987-e1d37c5da611, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:22.787584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.869416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:22.873393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7783252b-7ce8-4be5-b987-e1d37c5da611,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:22.878116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.890109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:22.894142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:22.911520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:22.917206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event updated for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:22.922897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:22.925722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.926444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.928331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] 10.222.0.16 "PUT /v2.0/ports/7783252b-7ce8-4be5-b987-e1d37c5da611 HTTP/1.1" status: 200 len: 1091 time: 1.5472627 Dec 13 09:42:22.931889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-222e5c95-b0db-4ee0-b61d-a147bc0c9c14 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.933276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b971a847-ea37-4c7a-a78b-05d9803a9e74 req-222e5c95-b0db-4ee0-b61d-a147bc0c9c14 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.5895689 Dec 13 09:42:22.970256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a7e3f-ead3-400b-ad99-bd89610cff6a service neutron] Pushing event updated for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:23.014629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-284f6df5-6af3-47e6-992f-bcf1d05a0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.016227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-284f6df5-6af3-47e6-992f-bcf1d05a0223 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 1094 time: 0.0422268 Dec 13 09:42:23.057846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.058454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.064032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-547628d6-527a-4234-b425-cf4548058ca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7783252b-7ce8-4be5-b987-e1d37c5da611 HTTP/1.1" status: 200 len: 217 time: 0.0389864 Dec 13 09:42:23.069081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.api [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-dfd2f613-65d1-43f3-b04a-68a779b2af5a {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:42:23.069429 n-d-820935-7 neutron-server[103195]: DEBUG oslo_db.api [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:42:23.083240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-5a085ee6-5e87-4bfa-891b-0a65e136daf2 service neutron] 10.222.0.31 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998952 Dec 13 09:42:23.105836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-908739fa-517a-4f99-8877-1ef321c89be5 req-fcaf7720-960d-4887-9328-1ff1fef5274b tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/595615c4-596f-4db6-8ff5-972813c999b6 HTTP/1.1" status: 200 len: 1832 time: 0.1151741 Dec 13 09:42:23.110032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b548b887-4df4-4f91-856a-4322cc67e351 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3921793 Dec 13 09:42:23.126387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Request body: {'port': {'device_id': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:23.137069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-bb564be0-4e6f-4c8c-a5a6-55cf74db6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.138791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-bb564be0-4e6f-4c8c-a5a6-55cf74db6c8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.0529783 Dec 13 09:42:23.171495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e34e4491-8187-451d-a26a-a5cf83e5600f', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:49Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:23.181902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-6314b7a8-ff8c-4968-abae-bb0ceab33cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340178 Dec 13 09:42:23.207426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582a855-3683-46c7-8fbb-3659d3abc2c8 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e34e4491-8187-451d-a26a-a5cf83e5600f', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:49Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:23.258494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.301313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-f493e8b5-4fd7-4618-a0ed-4c67c2af6873 service neutron] 10.222.0.16 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008070 Dec 13 09:42:23.307742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-8dc2cbd5-dc24-4a3e-a106-53a7ebaa0a72 service neutron] 10.222.0.31 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147620 Dec 13 09:42:23.329625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f3f29-16c6-49a6-bfe3-f1de633e1991 req-3a94e78f-bce5-4806-be2b-27e078880d35 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.331743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-554f3f29-16c6-49a6-bfe3-f1de633e1991 req-3a94e78f-bce5-4806-be2b-27e078880d35 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 945 time: 0.1129608 Dec 13 09:42:23.420216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-709bcb31-ea3e-4ddd-823b-becdea70d0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063049 Dec 13 09:42:23.466496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-554f3f29-16c6-49a6-bfe3-f1de633e1991 req-2dd93f84-bef4-49ce-9693-ce949e260ee2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240478 Dec 13 09:42:23.510887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'}, {'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-deleted', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'}, {'name': 'network-changed', 'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:23.514829 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f13174-e6b5-45be-97fc-bd122810d459" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80"}, {"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-deleted", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8"}, {"name": "network-changed", "server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:23.516318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:23.519720 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91c324-ab38-4088-bca9-8c44d76610ac" -d '{"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:23.542119 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f59f0-294c-4f52-a104-8d7f2e98c9f7 None None] New status for floating IP e34e4491-8187-451d-a26a-a5cf83e5600f: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:23.547651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-60451d57-2055-46b1-9f79-8837871910af tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.549324 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-60451d57-2055-46b1-9f79-8837871910af tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc89b288-5318-4f68-8479-cc55cda68b85 HTTP/1.1" status: 200 len: 945 time: 0.1075187 Dec 13 09:42:23.584632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.649595 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec423bd8-038c-431a-be36-b815dd7cbcdc x-openstack-request-id: req-ec423bd8-038c-431a-be36-b815dd7cbcdc {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:23.649895 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:23.650317 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec423bd8-038c-431a-be36-b815dd7cbcdc {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:23.650733 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'status': 'completed', 'code': 200} Dec 13 09:42:23.728888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b873-294d-40bf-bfbe-719ad2a518a7 req-98e7b5c1-0fb4-49b5-91db-6b464abd903c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.735988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbe7b873-294d-40bf-bfbe-719ad2a518a7 req-98e7b5c1-0fb4-49b5-91db-6b464abd903c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 944 time: 0.1890159 Dec 13 09:42:23.745600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port 6099fbb0-27db-4f21-b1c1-0abe238161e7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:23.746125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.827418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89334858-a1ef-4ae6-8b5a-62ad48b51f18 req-4ab75f22-cd80-4628-a41f-8da726e80390 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 210 time: 0.0733311 Dec 13 09:42:23.873413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port 6099fbb0-27db-4f21-b1c1-0abe238161e7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6099fbb0-27db-4f21-b1c1-0abe238161e7,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:23.873905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.888600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for 6099fbb0-27db-4f21-b1c1-0abe238161e7 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:23.890773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-e8861533-b90c-42cc-a91c-1ac6c4b0e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.892355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-e8861533-b90c-42cc-a91c-1ac6c4b0e19f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1097 time: 0.2279320 Dec 13 09:42:23.943185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbe7b873-294d-40bf-bfbe-719ad2a518a7 req-208829e1-2f50-4d5d-ab19-849328defe62 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063568 Dec 13 09:42:24.018737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-651515165', 'description': 'tempest-description-1628413804'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:24.028509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77195915-4c39-47e3-bbdf-e160facf6fd2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:24.045936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.068968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.082646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6099fbb0-27db-4f21-b1c1-0abe238161e7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:24.099837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c70417d4-ec77-41f2-a5c9-58a73fac0ad2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.100657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=6099fbb0-27db-4f21-b1c1-0abe238161e7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:24.101629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c70417d4-ec77-41f2-a5c9-58a73fac0ad2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1672230 Dec 13 09:42:24.103689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Transition to ACTIVE for port object 77195915-4c39-47e3-bbdf-e160facf6fd2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:24.116933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.143730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.163032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port 6099fbb0-27db-4f21-b1c1-0abe238161e7 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:24.165471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.169178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1b93aa77-dac9-4de3-9966-464ec047c82e req-cb443e51-92f9-4007-89e9-026165d59725 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "DELETE /v2.0/ports/6099fbb0-27db-4f21-b1c1-0abe238161e7 HTTP/1.1" status: 204 len: 173 time: 0.6058736 Dec 13 09:42:24.275495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-c265a152-e3dd-43d0-8f43-7fdcea08a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.277194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-c265a152-e3dd-43d0-8f43-7fdcea08a835 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.3542891 Dec 13 09:42:24.287259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-5ae28244-c50b-4d64-8d96-261a334d4da4 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1630015 Dec 13 09:42:24.330265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'floatingip': {'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:24.371643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Pushing event updated for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:24.374474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Allocated IP 172.20.0.11 (98121c3b-3491-4a5c-ad5d-ab340bd9160a/a38e87cc-e539-4702-8f3d-92eeeb5de4da/d216dd95-e012-4000-ac5d-5e6de8b20660) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:24.457663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.558980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-4536885e-e275-4986-a75c-6ac21b768616 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1000 time: 0.2473922 Dec 13 09:42:24.601425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.654523 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.753926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-da5b899f-f725-4417-9c9a-c173fe8cec35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.755614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-da5b899f-f725-4417-9c9a-c173fe8cec35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 811 time: 0.1132677 Dec 13 09:42:24.772943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Attempting to bind port 77195915-4c39-47e3-bbdf-e160facf6fd2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:24.773321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Attempting to bind port 77195915-4c39-47e3-bbdf-e160facf6fd2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:24.773644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Attempting to bind port 77195915-4c39-47e3-bbdf-e160facf6fd2 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:24.788744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.790621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-086fa0fa-062d-4d1a-8998-3d98d65d685b req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8042579 Dec 13 09:42:24.827794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0af8ac-4818-4733-ba26-3f997b158199 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49774adc-eb5f-4c96-b21b-d05ad7176d85,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:24.831598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-482541f9-8e4d-42e6-9a47-486597cc95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.833099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-482541f9-8e4d-42e6-9a47-486597cc95b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.2503667 Dec 13 09:42:24.837722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Port 77195915-4c39-47e3-bbdf-e160facf6fd2 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:24.838052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Attempting to bind port 77195915-4c39-47e3-bbdf-e160facf6fd2 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:24.865459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:24.865810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Checking segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:24.866199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Bound using segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:24.866651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Bound port: 77195915-4c39-47e3-bbdf-e160facf6fd2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:24.867011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.884493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-e04cc2db-7e91-40bc-a726-22674aacf3fb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 380 time: 0.1194813 Dec 13 09:42:24.898980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'port': {'device_id': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'admin_state_up': True, 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'security_groups': ['24572bc7-8ac4-4cf5-a08a-52474433df2d']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:25.014596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c200816-1011-4652-b1de-238103f85865 req-730cdd95-733a-40d0-8c0c-6693462f51e3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 210 time: 0.0680761 Dec 13 09:42:25.037528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Made reservation on behalf of f0e746c1a7724b31bfb522815d43a8d7 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:25.043141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.066426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.100322 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9aa054-527a-427e-9d58-6e9280074bef x-openstack-request-id: req-ae9aa054-527a-427e-9d58-6e9280074bef {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:25.100619 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80", "status": "completed", "code": 200}, {"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-deleted", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:25.100874 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae9aa054-527a-427e-9d58-6e9280074bef {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:25.101275 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'status': 'completed', 'code': 200} Dec 13 09:42:25.101534 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-deleted', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'status': 'completed', 'code': 200} Dec 13 09:42:25.101787 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611', 'status': 'completed', 'code': 200} Dec 13 09:42:25.111407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-b5178b96-b7f2-4e23-b806-2c5c49958b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.113615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-b5178b96-b7f2-4e23-b806-2c5c49958b24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601135 Dec 13 09:42:25.134302 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f52fa8-72a6-4ec4-bbae-58c6053a9c61 x-openstack-request-id: req-e6f52fa8-72a6-4ec4-bbae-58c6053a9c61 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:25.134837 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bde6694-c4c3-43c4-84f5-c2eedf3973fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c3411b-1362-48ef-9b31-05f7dd5cc3d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:25.134837 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6f52fa8-72a6-4ec4-bbae-58c6053a9c61 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:25.135242 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bde6694-c4c3-43c4-84f5-c2eedf3973fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c3411b-1362-48ef-9b31-05f7dd5cc3d8', 'code': 200} Dec 13 09:42:25.153295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:25.247246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=77195915-4c39-47e3-bbdf-e160facf6fd2,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:25.255417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-26d6be92-dbd1-4f52-b502-57b41cd4ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.257138 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-26d6be92-dbd1-4f52-b502-57b41cd4ad0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1125 time: 0.1140106 Dec 13 09:42:25.263384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.263734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-140218a0-9910-4024-8738-7830192a8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.265174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-140218a0-9910-4024-8738-7830192a8cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 1094 time: 0.1339591 Dec 13 09:42:25.292914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Allocated IP 172.20.0.6 (479b2392-289f-49a4-9d4f-784a9ea0b7f2/6169c1fb-5e72-45ac-8c0c-52e708b52561/a2eec2e2-0478-4ff9-881b-0af4bdfde88e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:25.593294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.20', 49374) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.684693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.692839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.693468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.694876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] 10.222.0.20 "PUT /v2.0/ports/77195915-4c39-47e3-bbdf-e160facf6fd2 HTTP/1.1" status: 200 len: 1092 time: 2.5740640 Dec 13 09:42:25.698477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:25.700733 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec33499b-f934-44a4-ace0-09a44264bbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:25.740541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-1c7ab27f-86ff-4041-8fc4-2cbef8e3f82a service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171331 Dec 13 09:42:25.756864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186897-8afc-4348-aa04-7a9896e52c6b service neutron] Pushing event updated for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.805406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0001fdc3-3d37-41e0-b765-cd828c6d32c1 req-2b56a666-a8a4-4e37-8c30-acf7b1e61c63 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/49774adc-eb5f-4c96-b21b-d05ad7176d85 HTTP/1.1" status: 200 len: 1831 time: 0.5363090 Dec 13 09:42:25.809538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Network 98121c3b-3491-4a5c-ad5d-ab340bd9160a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:25.809706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-2995b7cb-6277-4fa2-ac84-ac097efc7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.816437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-2995b7cb-6277-4fa2-ac84-ac097efc7ed2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 917 time: 0.5318341 Dec 13 09:42:25.819674 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-56811354-f48c-46ff-905d-d19cb6c3328e service neutron] 10.222.0.20 "GET /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.1986251 Dec 13 09:42:25.825100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-70e160ce-52b1-4625-b7a1-e33098cd2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.826550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-70e160ce-52b1-4625-b7a1-e33098cd2676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.5605173 Dec 13 09:42:25.895320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:25.902711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:25.942455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-7a2d63c2-11f0-4cfe-8cef-b6f9117836e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7783252b-7ce8-4be5-b987-e1d37c5da611 HTTP/1.1" status: 200 len: 217 time: 0.1131823 Dec 13 09:42:25.944017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-42d4470a-a60c-4c01-92e4-27fe352d51eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.0986276 Dec 13 09:42:25.989905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:42:26.032260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-f0feb55a-227a-4c8c-a1ea-a727c9d98941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.033825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-f0feb55a-227a-4c8c-a1ea-a727c9d98941 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 1095 time: 0.2924154 Dec 13 09:42:26.034458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event updated for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:26.056923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.075938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-5a270d51-cd5d-4370-b7d1-860d301cd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.077423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-5a270d51-cd5d-4370-b7d1-860d301cd095 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.1217618 Dec 13 09:42:26.083275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.083927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.098711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-2b48e266-cf6a-4f8d-aa02-0584cecb7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.100080 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-2b48e266-cf6a-4f8d-aa02-0584cecb7d0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1471088 Dec 13 09:42:26.133584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-ecce88fc-d626-4017-be32-1565d03033a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77195915-4c39-47e3-bbdf-e160facf6fd2 HTTP/1.1" status: 200 len: 217 time: 0.0762308 Dec 13 09:42:26.144434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.146819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0072d7bc-2477-4f92-a330-9162d9cf51c2 req-bce841d5-f0e5-4a69-85f7-e22e238708f6 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871000 Dec 13 09:42:26.162466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df384c-2e5e-45e8-b5ab-29beeadfe498 req-c9979e4e-6ce1-4db8-a192-7d04a36e15e2 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.163996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76df384c-2e5e-45e8-b5ab-29beeadfe498 req-c9979e4e-6ce1-4db8-a192-7d04a36e15e2 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 932 time: 0.2494285 Dec 13 09:42:26.166144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.170380 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-b80c4900-53ab-488b-b79d-8da4200ccf72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646334 Dec 13 09:42:26.179658 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-3bf1a6cb-0c90-40b4-8ffe-97c65338df95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604677 Dec 13 09:42:26.189451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-5f89d7fd-98b2-4bb1-96b5-5ac26bb64783 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2544005 Dec 13 09:42:26.239828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Request body: {'port': {'device_id': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:26.298242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-903c9af2-799e-4562-a4ac-f37b5d192ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.299784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-903c9af2-799e-4562-a4ac-f37b5d192ac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.1590500 Dec 13 09:42:26.338328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.394152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-d2566074-aa0c-4838-9706-44500f3e4402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855334 Dec 13 09:42:26.406438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76df384c-2e5e-45e8-b5ab-29beeadfe498 req-ecf6bd04-134f-494b-90af-639dc52b7cc9 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143881 Dec 13 09:42:26.423669 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.444600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:26.462223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:26.464766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:26.466852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:26.474679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:26.487361 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Floating IP a1220876-4050-44e8-a3de-90c86c8a50f4 associated. External IP: 172.25.2.147, port: 3c515049-6c36-4daa-8913-7e3b76ee9ecd. Dec 13 09:42:26.508005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-9ba79a70-33a8-4b41-a8a5-36fed12c8c68 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176723 Dec 13 09:42:26.519484 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-11037cec-8bfe-403e-92fa-fbe11c134ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267331 Dec 13 09:42:26.550066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:26.676755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.677379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.703846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:26.726767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:26.731941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7fa1ebf3-3057-45fe-b30a-83879287d331 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8392830 Dec 13 09:42:26.737792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-56022b9c-fbe9-4597-bba2-d1cd5cc9e64c service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285644 Dec 13 09:42:26.749750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe2f6-dbff-4275-b008-c9c1b17308b6 req-b084b994-b115-47c0-bfe0-a2dd1e4ec8ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.751226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeafe2f6-dbff-4275-b008-c9c1b17308b6 req-b084b994-b115-47c0-bfe0-a2dd1e4ec8ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 944 time: 0.2257838 Dec 13 09:42:26.761232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e0f9488c-3eca-4c16-adc0-2b7864fce8f6 None None] Provisioning complete for port a2eec2e2-0478-4ff9-881b-0af4bdfde88e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:26.762253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e0f9488c-3eca-4c16-adc0-2b7864fce8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.763429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Request body: {'port': {'device_id': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:26.779657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.807908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-4a581588-774f-41aa-bc6b-f03375f82d46 service neutron] 10.222.0.16 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750263 Dec 13 09:42:26.813649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-5fcab040-7b4a-40eb-a96d-d607626cffab service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928834 Dec 13 09:42:26.817695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9488c-3eca-4c16-adc0-2b7864fce8f6 None None] Port a2eec2e2-0478-4ff9-881b-0af4bdfde88e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:26.879690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.924696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7783252b-7ce8-4be5-b987-e1d37c5da611 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:26.931242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6099fbb0-27db-4f21-b1c1-0abe238161e7 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:26.948254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] Transition to ACTIVE for port object c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:26.957505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.961473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6099fbb0-27db-4f21-b1c1-0abe238161e7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:26.962333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6099fbb0-27db-4f21-b1c1-0abe238161e7 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:26.998884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeafe2f6-dbff-4275-b008-c9c1b17308b6 req-5a74e0ef-49e5-4c2f-90be-c33e64ede7c3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308278 Dec 13 09:42:27.020479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-f852e299-4da3-40e1-b53c-618133a5528b service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625880 Dec 13 09:42:27.093910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] No DVR routers for this DVR port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:27.108032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7783252b-7ce8-4be5-b987-e1d37c5da611,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:27.114780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'name': 'network-vif-deleted', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:27.117120 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec13b96-fcae-456d-b9e0-0de746feec94" -d '{"events": [{"server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "name": "network-vif-deleted", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:27.135141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7783252b-7ce8-4be5-b987-e1d37c5da611', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'port_id': '7783252b-7ce8-4be5-b987-e1d37c5da611', 'mac_address': 'fa:16:3e:04:4a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38e87cc-e539-4702-8f3d-92eeeb5de4da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:27.147082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.148449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d216dd95-e012-4000-ac5d-5e6de8b20660 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:27.168930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.178153 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fe3e495f-c317-4ea0-87ac-4278696dfdd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3472548 Dec 13 09:42:27.183792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.189161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Router 35e85c8e-088b-40ee-97fa-b54255f4ca74 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:27.200337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7783252b-7ce8-4be5-b987-e1d37c5da611 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:27.233175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7783252b-7ce8-4be5-b987-e1d37c5da611,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:27.235687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Transition to ACTIVE for port object d216dd95-e012-4000-ac5d-5e6de8b20660 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:27.239204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.247936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.299406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.310655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eec2e2-0478-4ff9-881b-0af4bdfde88e {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:27.320257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.330242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-8e77c618-410d-483f-98f5-f84b325c3a97 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.332433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-8e77c618-410d-483f-98f5-f84b325c3a97 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0924480 Dec 13 09:42:27.339713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Transition to ACTIVE for port object a2eec2e2-0478-4ff9-881b-0af4bdfde88e will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:27.351920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.376399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Pushing event updated for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.392180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-7896c7d6-ae51-49c5-bba0-1e2722adce77 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.394335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-7896c7d6-ae51-49c5-bba0-1e2722adce77 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2503498 Dec 13 09:42:27.426558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Pushing event updated for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.435070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-3405dfcc-3bbe-454e-8efc-224cd9dd0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.436847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-3405dfcc-3bbe-454e-8efc-224cd9dd0b98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&tenant_id=9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 1096 time: 0.0940557 Dec 13 09:42:27.477644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-2b2fe4d5-2358-441f-9a2d-acf853239576 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0404828 Dec 13 09:42:27.523827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:27.527032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-483d945a-896d-48e1-af9e-9cc027dfcdfe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415816 Dec 13 09:42:27.530255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.539270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Sync routers for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:27.559145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:27.560337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:27.566351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-9f45f3a2-1570-4cb7-8ad1-b944ead87956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.568470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-9f45f3a2-1570-4cb7-8ad1-b944ead87956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1096 time: 0.1031663 Dec 13 09:42:27.576191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Attempting to bind port a2eec2e2-0478-4ff9-881b-0af4bdfde88e on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:27.576529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Attempting to bind port a2eec2e2-0478-4ff9-881b-0af4bdfde88e by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:27.576857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Attempting to bind port a2eec2e2-0478-4ff9-881b-0af4bdfde88e on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:27.584143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Attempting to bind port d216dd95-e012-4000-ac5d-5e6de8b20660 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:27.584522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Attempting to bind port d216dd95-e012-4000-ac5d-5e6de8b20660 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:27.584812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Attempting to bind port d216dd95-e012-4000-ac5d-5e6de8b20660 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:27.603026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Port a2eec2e2-0478-4ff9-881b-0af4bdfde88e on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:27.603903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Attempting to bind port a2eec2e2-0478-4ff9-881b-0af4bdfde88e on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:27.616987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7783252b-7ce8-4be5-b987-e1d37c5da611'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:27.618233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-de77fa14-b07f-49cc-ba45-ac48fdd7964f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "PUT /v2.0/floatingips/a1220876-4050-44e8-a3de-90c86c8a50f4 HTTP/1.1" status: 200 len: 996 time: 3.3188238 Dec 13 09:42:27.622742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Port d216dd95-e012-4000-ac5d-5e6de8b20660 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:27.623073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Attempting to bind port d216dd95-e012-4000-ac5d-5e6de8b20660 on network 98121c3b-3491-4a5c-ad5d-ab340bd9160a {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:27.632983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:27.633321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Checking segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:27.633714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Bound using segment: {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:27.634153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Bound port: d216dd95-e012-4000-ac5d-5e6de8b20660, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8dd4b-4872-4be5-8518-0178d4093334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:27.634512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.653628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:27.654401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Checking segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:27.655021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Bound using segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:27.655755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Bound port: a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:27.656374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.760370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-eac52fe4-8b43-4bfb-b0c1-db67cae7442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.763381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-eac52fe4-8b43-4bfb-b0c1-db67cae7442a service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.1842401 Dec 13 09:42:27.764818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:27.769172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:27.775860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.791685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:27.898858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-9857c627-f965-4547-a960-979cdeb8d0d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.1191010 Dec 13 09:42:27.903305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Pushing event updated for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.944580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.945351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.946885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-171d6227-d36f-4cb3-aa8e-cb922955279a service neutron] 10.222.0.20 "PUT /v2.0/ports/a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 1091 time: 1.1966748 Dec 13 09:42:28.007889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-08f7ce57-93e3-4113-a0a4-40ce90dd46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.010543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-08f7ce57-93e3-4113-a0a4-40ce90dd46c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1019611 Dec 13 09:42:28.076071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-181c6dd2-0230-4e23-832f-a16afc831938 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242338 Dec 13 09:42:28.081682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-199901a9-a92c-4591-be87-e9f1b99d4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.083268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-199901a9-a92c-4591-be87-e9f1b99d4d74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1096 time: 0.4441428 Dec 13 09:42:28.086824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-ce6950e3-139f-4907-9e47-13b8d3c00a3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545673 Dec 13 09:42:28.104328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a1220876-4050-44e8-a3de-90c86c8a50f4', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'mac_address': 'fa:16:3e:1e:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:20Z', 'updated_at': '2021-12-13T09:42:25Z', 'revision_number': 1, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:28.110453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-c6488476-6fa5-4d21-9354-a32025ec425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.112784 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-c6488476-6fa5-4d21-9354-a32025ec425b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1094 time: 0.1170647 Dec 13 09:42:28.144471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Checking router: 35e85c8e-088b-40ee-97fa-b54255f4ca74 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:28.156664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:28.157550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:28.198721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-9ff25d14-9587-4dd6-82f6-411dd85b1fdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 217 time: 0.0752347 Dec 13 09:42:28.220396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:28.278841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d216dd95-e012-4000-ac5d-5e6de8b20660,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:28.292161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.308992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-1391f0eb-b745-4bbd-97f9-71784f088a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.310471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-1391f0eb-b745-4bbd-97f9-71784f088a00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.1031837 Dec 13 09:42:28.315023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-45d410d1-c90a-4670-b9f9-d29117dc3659 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166576 Dec 13 09:42:28.317119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:28.364408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 77195915-4c39-47e3-bbdf-e160facf6fd2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:28.367336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.368102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.368855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:28.369398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] 10.222.0.20 "PUT /v2.0/ports/d216dd95-e012-4000-ac5d-5e6de8b20660 HTTP/1.1" status: 200 len: 1092 time: 2.1344724 Dec 13 09:42:28.382260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c3369735-623d-4412-9b06-ff5c9131e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.383889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c3369735-623d-4412-9b06-ff5c9131e924 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 929 time: 0.2892456 Dec 13 09:42:28.448258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7182f141-3666-4dc7-9ea6-c3d87705a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.449888 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-7182f141-3666-4dc7-9ea6-c3d87705a638 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323791 Dec 13 09:42:28.453645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-e735484e-f9cd-41a9-aed5-51839a666ea0 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577604 Dec 13 09:42:28.500616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79fb8a-9f00-41ac-bc64-dc54af095d4f service neutron] Pushing event updated for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:28.542188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-d56edbe8-95d5-40b7-bf8c-463e5e21a7a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 999 time: 0.1479909 Dec 13 09:42:28.593785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:28.600192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-07ab678f-e978-4226-bbe6-c17c05e39db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.601877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-07ab678f-e978-4226-bbe6-c17c05e39db5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1659787 Dec 13 09:42:28.648740 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-77071a9e-99c1-4e74-93ea-42b926c3791e service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967758 Dec 13 09:42:28.655643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-7aab6cc5-d968-45c3-8be3-aabe641db89b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d216dd95-e012-4000-ac5d-5e6de8b20660 HTTP/1.1" status: 200 len: 217 time: 0.0446844 Dec 13 09:42:28.694789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-26d0271e-e82e-4ef7-a8cc-f9a8296d5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.696388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-26d0271e-e82e-4ef7-a8cc-f9a8296d5f8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.1341960 Dec 13 09:42:28.701357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-f9a8934b-4ae0-428d-a7d6-ccc672e94d72 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421875 Dec 13 09:42:28.703895 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3afaf-831a-4bc3-ba5f-b444b1f6e74d x-openstack-request-id: req-81c3afaf-831a-4bc3-ba5f-b444b1f6e74d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:28.704200 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:28.704461 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c3afaf-831a-4bc3-ba5f-b444b1f6e74d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:28.704867 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2', 'status': 'completed', 'code': 200} Dec 13 09:42:28.785216 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-7b465afb-ada5-4b13-9f57-66447856bcb9 req-11faa86a-dd23-4e9a-adfe-ec362985e65b tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] show failed (client error): The resource could not be found. Dec 13 09:42:28.796700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b465afb-ada5-4b13-9f57-66447856bcb9 req-11faa86a-dd23-4e9a-adfe-ec362985e65b tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/a47835aa-2171-4cb8-86b6-231ad4f42d76 HTTP/1.1" status: 404 len: 352 time: 0.0362365 Dec 13 09:42:28.804559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b477496c-ede9-40da-ac1a-98c135cba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.806382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-b477496c-ede9-40da-ac1a-98c135cba307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.1439521 Dec 13 09:42:28.872891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-66fe0f3c-81cd-4d33-a552-fc7695b98691 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502264 Dec 13 09:42:28.874737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c51b2e79-4a96-4a6f-9dc8-c7bfb777f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.885485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-c51b2e79-4a96-4a6f-9dc8-c7bfb777f7a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682217 Dec 13 09:42:28.996048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7783252b-7ce8-4be5-b987-e1d37c5da611 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:29.074461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=77195915-4c39-47e3-bbdf-e160facf6fd2,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:29.111717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '77195915-4c39-47e3-bbdf-e160facf6fd2', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'port_id': '77195915-4c39-47e3-bbdf-e160facf6fd2', 'mac_address': 'fa:16:3e:6f:d6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38e87cc-e539-4702-8f3d-92eeeb5de4da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:29.173817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.177371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a1220876-4050-44e8-a3de-90c86c8a50f4', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'mac_address': 'fa:16:3e:1e:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:20Z', 'updated_at': '2021-12-13T09:42:25Z', 'revision_number': 1, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:29.216384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e582adc-7e1e-46ce-86ae-58fa35d2f291 None None] The sync data for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 is: [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a1220876-4050-44e8-a3de-90c86c8a50f4', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'mac_address': 'fa:16:3e:1e:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:20Z', 'updated_at': '2021-12-13T09:42:25Z', 'revision_number': 1, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:29.226559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7783252b-7ce8-4be5-b987-e1d37c5da611 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:29.234338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7783252b-7ce8-4be5-b987-e1d37c5da611 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:29.234714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.248981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20ccc-e228-40af-8edd-05d7a67c3892 req-221c2271-35cf-4919-925d-b451c3138ef4 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.250585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8f20ccc-e228-40af-8edd-05d7a67c3892 req-221c2271-35cf-4919-925d-b451c3138ef4 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 943 time: 0.2987356 Dec 13 09:42:29.316374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77195915-4c39-47e3-bbdf-e160facf6fd2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:29.342852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-cbbbba41-b591-4fc7-9227-10a7ff23301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.345168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-cbbbba41-b591-4fc7-9227-10a7ff23301b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 1095 time: 0.5951507 Dec 13 09:42:29.351813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fbdb44f3-4470-4608-a280-dfcf00fd4147 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.353523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-fbdb44f3-4470-4608-a280-dfcf00fd4147 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.1278238 Dec 13 09:42:29.394288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.399896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-cf988b3f-b220-4423-8221-08987df58a8a service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920802 Dec 13 09:42:29.401703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-367584b5-be86-444e-8a98-de7a6b62f989 service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154152 Dec 13 09:42:29.422550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=77195915-4c39-47e3-bbdf-e160facf6fd2,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:29.452411 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-859c6189-5c45-4a3f-9960-b40b1fb9fa27 req-bd8ef1c7-2bb5-4d57-9e6b-36a319aa5649 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346964 Dec 13 09:42:29.496207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.549944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-3e267ed3-007e-4208-9b91-7a0b9c70a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.553431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-3e267ed3-007e-4208-9b91-7a0b9c70a914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 917 time: 0.1988039 Dec 13 09:42:29.624699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.653294 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f1856-c39e-4b22-b32c-2e399a461645 None None] New status for floating IP a1220876-4050-44e8-a3de-90c86c8a50f4: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:29.673449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-d4c0639d-3964-4a72-9388-6f27d74f3f53 service neutron] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:29.673673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:29.677071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-c36c097e-1522-42cf-9a9c-fd612f8cafba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77195915-4c39-47e3-bbdf-e160facf6fd2 HTTP/1.1" status: 200 len: 217 time: 0.0566044 Dec 13 09:42:29.679347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8f20ccc-e228-40af-8edd-05d7a67c3892 req-4ce16d0f-1cbf-4b01-903c-cbe2a6aca8cc tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700431 Dec 13 09:42:29.680950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-d4c0639d-3964-4a72-9388-6f27d74f3f53 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.682775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09a52da4-84cf-44b4-a7a7-4adb3fdfce66 req-d4c0639d-3964-4a72-9388-6f27d74f3f53 service neutron] 10.222.0.16 "DELETE /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.3104241 Dec 13 09:42:29.722750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-582fc203-cc7b-4afd-9876-4d9c0dda3e5c req-d45765d5-3f65-4a6e-bdc0-9df5365f9210 service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051915 Dec 13 09:42:29.729990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88ca384b-ff00-4ab9-aacd-5f2f1a61b989 req-a803c98f-c9a7-487a-8a5d-19c82b10c91d service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928407 Dec 13 09:42:29.740442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:29.751206 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6829ed60-71c0-41c0-99c9-f404223ddf48" -d '{"events": [{"server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "name": "network-vif-plugged", "status": "completed", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:29.759279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['77195915-4c39-47e3-bbdf-e160facf6fd2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:29.765562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7783252b-7ce8-4be5-b987-e1d37c5da611,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:29.772297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-9c0e975f-a3b7-4140-ba0e-1b4ed31ef40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.774440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-9c0e975f-a3b7-4140-ba0e-1b4ed31ef40b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.0898008 Dec 13 09:42:29.828943 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.831227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-aa4b7906-d4f7-4d21-accc-5d4824c89a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405746 Dec 13 09:42:29.876226 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84b866-bde0-44d2-81a6-53cc72b7875a x-openstack-request-id: req-ad84b866-bde0-44d2-81a6-53cc72b7875a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:29.876669 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89b288-5318-4f68-8479-cc55cda68b85", "name": "network-vif-deleted", "tag": "6099fbb0-27db-4f21-b1c1-0abe238161e7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:29.877052 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad84b866-bde0-44d2-81a6-53cc72b7875a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:29.877577 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89b288-5318-4f68-8479-cc55cda68b85', 'name': 'network-vif-deleted', 'tag': '6099fbb0-27db-4f21-b1c1-0abe238161e7', 'status': 'completed', 'code': 200} Dec 13 09:42:29.970688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:30.003069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-3fb59f3d-50cd-48bc-90ea-9730a897b1aa service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580453 Dec 13 09:42:30.036677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af52a5-6fae-406e-8da0-17efb917dd66 req-da90e128-97b8-47d5-9d4a-3fd4e1133390 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.038201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7af52a5-6fae-406e-8da0-17efb917dd66 req-da90e128-97b8-47d5-9d4a-3fd4e1133390 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 944 time: 0.1160026 Dec 13 09:42:30.052592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344bac1-656c-4e38-9b9b-9a266e4e9cff req-78d159a1-d329-4780-9d6c-87bc592cf2d6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.053992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e344bac1-656c-4e38-9b9b-9a266e4e9cff req-78d159a1-d329-4780-9d6c-87bc592cf2d6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.0705128 Dec 13 09:42:30.108335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ec33499b-f934-44a4-ace0-09a44264bbc2 req-ee838402-b4e0-4cc6-a5c9-1986277a6b7e service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970755 Dec 13 09:42:30.133048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7af52a5-6fae-406e-8da0-17efb917dd66 req-6a22d634-d4fe-4e13-affa-f0db356d98f8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780463 Dec 13 09:42:30.136432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e344bac1-656c-4e38-9b9b-9a266e4e9cff req-2d8f61ca-21c9-4e13-914b-628f8375a2a6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682006 Dec 13 09:42:30.184879 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-051f2ce7-732b-44dc-b54f-3279d919da9f req-87e07952-c910-424a-9883-8f260a7a174b tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] show failed (client error): The resource could not be found. Dec 13 09:42:30.185986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-051f2ce7-732b-44dc-b54f-3279d919da9f req-87e07952-c910-424a-9883-8f260a7a174b tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-group-rules/81590c58-c722-4dbc-b138-7513aa04e9a2 HTTP/1.1" status: 404 len: 361 time: 0.0123558 Dec 13 09:42:30.226785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eae27521-49b8-4ab9-b862-bfa69770c6b3 req-f951492e-91dc-4c9f-a9cc-684acc3ed0eb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Dec 13 09:42:30.277040 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb89bb-ef6b-484d-b0a0-e4c84673f749 x-openstack-request-id: req-34eb89bb-ef6b-484d-b0a0-e4c84673f749 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:30.277908 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "name": "network-vif-plugged", "status": "completed", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:30.278358 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34eb89bb-ef6b-484d-b0a0-e4c84673f749 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:30.278794 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611', 'code': 200} Dec 13 09:42:30.420035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-e36e11a7-0fb4-4cf9-b3c2-4ee6c32863c8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.421942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-e36e11a7-0fb4-4cf9-b3c2-4ee6c32863c8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.1285400 Dec 13 09:42:30.425970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-5298bd39-0f58-4757-8c89-e198fc19765a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/49774adc-eb5f-4c96-b21b-d05ad7176d85 HTTP/1.1" status: 200 len: 1831 time: 0.1122060 Dec 13 09:42:30.432448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-91dad21f-7495-45df-a99d-90fc0821e967 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 258 time: 0.1762686 Dec 13 09:42:30.438230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:30.448212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:30.453543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771bab5-3fc4-4bb3-8c95-a8ebc7359f95 req-f4c57d1d-5a9c-453c-b8b2-34252e3fc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.454993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8771bab5-3fc4-4bb3-8c95-a8ebc7359f95 req-f4c57d1d-5a9c-453c-b8b2-34252e3fc77b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 1096 time: 0.0790415 Dec 13 09:42:30.504237 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.557199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:30.561012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.591396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8771bab5-3fc4-4bb3-8c95-a8ebc7359f95 req-0f68ac51-ee91-4a5b-ac0c-54f423ff2abc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253273 Dec 13 09:42:30.593115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.624699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.679786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.682313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.683444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1262338a-55b8-478f-b7a8-d72f9ca26974 req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-groups/49774adc-eb5f-4c96-b21b-d05ad7176d85 HTTP/1.1" status: 204 len: 173 time: 0.2466965 Dec 13 09:42:30.700032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.7 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/56397926-15a3-419f-a1e0-3ad587c66616) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:30.700916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb5567-ac57-413e-9948-57991eca7ab0 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49774adc-eb5f-4c96-b21b-d05ad7176d85,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:30.704456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.706928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd'}, {'name': 'network-changed', 'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:30.709247 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ece068-a917-482f-84c0-623ed83e638f" -d '{"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd"}, {"name": "network-changed", "server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:30.862042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.864240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Allocated IP 172.25.2.176 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/aa4f52b6-de65-4439-b859-4654eaba3f98) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:30.873585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821f59b-cbfd-4300-8698-51a804a4ca4a req-ed0a96c6-f483-4825-87c6-bc4039aa8831 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.875114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9821f59b-cbfd-4300-8698-51a804a4ca4a req-ed0a96c6-f483-4825-87c6-bc4039aa8831 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1096 time: 0.0706537 Dec 13 09:42:30.902854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.946469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:30.949438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:30.953090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:30.980544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9821f59b-cbfd-4300-8698-51a804a4ca4a req-b30a676f-b01b-4910-985f-3aee92e041bb tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982971 Dec 13 09:42:30.985506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.008386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:31.028555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.029172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.046537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c24d1147-f4cb-429d-87e7-08d5b7c5f159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127694 Dec 13 09:42:31.047519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.094589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-f547990d-4701-428e-9131-fb940b10e12e tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/595615c4-596f-4db6-8ff5-972813c999b6 HTTP/1.1" status: 200 len: 1832 time: 0.0647252 Dec 13 09:42:31.113596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Request body: {'port': {'device_id': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:31.121851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.170738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.176390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:31.182328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:31.184740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:31.229006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event updated for resources: {'Port': ['ID=aa4f52b6-de65-4439-b859-4654eaba3f98,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.237994 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.272612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.338418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.369394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.372007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.373149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29426a3b-aad1-4bf2-a79d-eccf3c3570f7 req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-groups/595615c4-596f-4db6-8ff5-972813c999b6 HTTP/1.1" status: 204 len: 173 time: 0.2705162 Dec 13 09:42:31.386459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.388306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d20c6c-be72-4e0f-90a1-adaa265ee1d8 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595615c4-596f-4db6-8ff5-972813c999b6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.443423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56397926-15a3-419f-a1e0-3ad587c66616 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:31.451248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.464183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Transition to ACTIVE for port object 56397926-15a3-419f-a1e0-3ad587c66616 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:31.468044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.529592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e009-85a5-4953-9221-b8a0db1cf1b1 req-263d9efc-f800-4b24-ab72-e47c94227cbb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.531103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9876e009-85a5-4953-9221-b8a0db1cf1b1 req-263d9efc-f800-4b24-ab72-e47c94227cbb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 943 time: 0.1002467 Dec 13 09:42:31.537844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.592028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Attempting to bind port 56397926-15a3-419f-a1e0-3ad587c66616 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:31.592369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Attempting to bind port 56397926-15a3-419f-a1e0-3ad587c66616 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:31.592699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Attempting to bind port 56397926-15a3-419f-a1e0-3ad587c66616 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:31.597286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Port 56397926-15a3-419f-a1e0-3ad587c66616 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:31.597691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Attempting to bind port 56397926-15a3-419f-a1e0-3ad587c66616 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:31.603449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:31.603813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:31.604433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:31.605060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Bound port: 56397926-15a3-419f-a1e0-3ad587c66616, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:31.605329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.611474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9876e009-85a5-4953-9221-b8a0db1cf1b1 req-fa872caa-0bd1-43cb-b514-b58b62db0a11 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723252 Dec 13 09:42:31.639041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.646482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.676909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:31.680833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=56397926-15a3-419f-a1e0-3ad587c66616,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:31.685986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.689996 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca39565-a9a9-4f54-9b6f-eabbef8a3c68 x-openstack-request-id: req-2ca39565-a9a9-4f54-9b6f-eabbef8a3c68 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:31.690403 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:31.690678 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ca39565-a9a9-4f54-9b6f-eabbef8a3c68 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:31.691070 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'status': 'completed', 'code': 200} Dec 13 09:42:31.691339 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660', 'status': 'completed', 'code': 200} Dec 13 09:42:31.758975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.759839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.761474 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] 10.222.0.16 "PUT /v2.0/ports/56397926-15a3-419f-a1e0-3ad587c66616 HTTP/1.1" status: 200 len: 1091 time: 0.6526651 Dec 13 09:42:31.768589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event updated for resources: {'Port': ['ID=aa4f52b6-de65-4439-b859-4654eaba3f98,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.781568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-4848e08e-b6c9-4aa3-b1b2-ba91b861ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.783318 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-4848e08e-b6c9-4aa3-b1b2-ba91b861ffc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 1095 time: 0.0926676 Dec 13 09:42:31.787066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.795034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-423cacad-c2c4-407c-86cf-72956d16ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.796627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-423cacad-c2c4-407c-86cf-72956d16ada6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1096 time: 0.0991621 Dec 13 09:42:31.816547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.816547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-987516c9-e8af-4f89-894e-f6d05b361f70 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3718867 Dec 13 09:42:31.881052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e'}, {'name': 'network-changed', 'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:31.883362 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d236a-b584-42c3-b6eb-7329edfbce02" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e"}, {"name": "network-changed", "server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "tag": "56397926-15a3-419f-a1e0-3ad587c66616"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:31.904247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fe8a-1719-435d-8136-ad8f16af2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.932576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-7ef2d226-ea99-4605-bb42-4328c3e7f725 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1036627 Dec 13 09:42:31.946047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-e1e18f13-7e64-4d25-a852-513a27958995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.947617 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-e1e18f13-7e64-4d25-a852-513a27958995 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 200 len: 917 time: 0.1575050 Dec 13 09:42:31.950384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c1d713c4-2ae1-4463-babf-78d90abcaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.951960 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c1d713c4-2ae1-4463-babf-78d90abcaa6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 1094 time: 0.0822010 Dec 13 09:42:32.001680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-f1725117-0ebc-49ca-b06a-8f28180a861d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d216dd95-e012-4000-ac5d-5e6de8b20660 HTTP/1.1" status: 200 len: 217 time: 0.0469055 Dec 13 09:42:32.036747 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-17f44f86-e6ea-4f6d-8be9-703b57d51a2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56397926-15a3-419f-a1e0-3ad587c66616 HTTP/1.1" status: 200 len: 217 time: 0.0732813 Dec 13 09:42:32.086619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-dd9132a4-b120-4595-b68b-4e7341b7c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.088141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-dd9132a4-b120-4595-b68b-4e7341b7c3e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 929 time: 0.2709379 Dec 13 09:42:32.111182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-a9242fc1-985e-44d5-ac03-82f4ca9eebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.113248 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-a9242fc1-985e-44d5-ac03-82f4ca9eebe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 200 len: 856 time: 0.0850921 Dec 13 09:42:32.123987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-501603d1-68b8-42d5-8697-553ae51ee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.125652 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-501603d1-68b8-42d5-8697-553ae51ee25d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0687444 Dec 13 09:42:32.164042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-0d63855f-518f-40d0-ae3e-8f34a9756a30 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.165497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-0d63855f-518f-40d0-ae3e-8f34a9756a30 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.2883294 Dec 13 09:42:32.171433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-becad7c9-599d-40d7-8907-23872edfbdc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98121c3b-3491-4a5c-ad5d-ab340bd9160a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498919 Dec 13 09:42:32.174634 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-f431e1e0-eb8f-43dc-b597-9d5e367bb2fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401857 Dec 13 09:42:32.182944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-0fe8e49a-c723-4ee8-9bb7-1e27f043f01f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.184288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d82b4c3-078f-4235-be98-49ebfc2863d1 req-0fe8e49a-c723-4ee8-9bb7-1e27f043f01f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.2162437 Dec 13 09:42:32.213493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-88992a46-44f9-4b0d-abf6-d0b45adc9cec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 1001 time: 0.1131935 Dec 13 09:42:32.215106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-484d82b6-5b88-45f6-a796-047912e186e6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/quotas/9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 375 time: 0.0425873 Dec 13 09:42:32.329751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-4f179aa9-176a-42f0-95d4-836f534c2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.331265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-4f179aa9-176a-42f0-95d4-836f534c2c0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.1062753 Dec 13 09:42:32.337242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-3b3e311c-aff0-46df-8829-c190cc9f1b7e service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581080 Dec 13 09:42:32.338235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-be04de9d-fd9c-4abb-a70d-deee73efff8d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151857 Dec 13 09:42:32.339104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-c49b71f7-35a2-4ab6-8f6a-38e6121894f9 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526153 Dec 13 09:42:32.350964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897acf4-1a3b-4517-8124-4e0f213facd4 req-cb5e2464-b171-498d-b5ee-568976446a38 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.352568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0897acf4-1a3b-4517-8124-4e0f213facd4 req-cb5e2464-b171-498d-b5ee-568976446a38 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 944 time: 0.1087577 Dec 13 09:42:32.358593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a2eec2e2-0478-4ff9-881b-0af4bdfde88e details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:32.361986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 77195915-4c39-47e3-bbdf-e160facf6fd2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:32.483464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 77195915-4c39-47e3-bbdf-e160facf6fd2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:32.486123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece068-a917-482f-84c0-623ed83e638f req-c7cb187a-f766-491b-912d-75a3bfbeff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.488311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-c7cb187a-f766-491b-912d-75a3bfbeff0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348891 Dec 13 09:42:32.494284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 77195915-4c39-47e3-bbdf-e160facf6fd2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:32.494674 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.499386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0897acf4-1a3b-4517-8124-4e0f213facd4 req-7839fca7-249f-46ca-b900-9bfcb3cd3e49 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283588 Dec 13 09:42:32.502666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-e3035336-b4a1-45d6-bdef-ef65a610a8b7 service neutron] 10.222.0.20 "GET /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584120 Dec 13 09:42:32.504568 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-38b06416-04f8-41c0-8f63-2283e9a95cb9 req-af51e367-3043-40af-982c-9385b818d485 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527362 Dec 13 09:42:32.533988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.553760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'port_id': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'mac_address': 'fa:16:3e:f2:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:32.600293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.637812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eec2e2-0478-4ff9-881b-0af4bdfde88e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:32.663403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.674636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.679912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.680601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d216dd95-e012-4000-ac5d-5e6de8b20660 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:32.718167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:32.720614 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b58177-4695-4b7c-8ae9-a78c4c3cbdac" -d '{"events": [{"server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "name": "network-vif-plugged", "status": "completed", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:32.750743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=77195915-4c39-47e3-bbdf-e160facf6fd2,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.759020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.783174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:32.877130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-78913ebe-c268-4a4b-85d7-e72738a7135b service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225368 Dec 13 09:42:32.889893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:32.899322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d216dd95-e012-4000-ac5d-5e6de8b20660,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.912364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd216dd95-e012-4000-ac5d-5e6de8b20660', 'network_id': '98121c3b-3491-4a5c-ad5d-ab340bd9160a', 'port_id': 'd216dd95-e012-4000-ac5d-5e6de8b20660', 'mac_address': 'fa:16:3e:c2:19:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38e87cc-e539-4702-8f3d-92eeeb5de4da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:32.949797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.963022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d216dd95-e012-4000-ac5d-5e6de8b20660 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:32.983238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d216dd95-e012-4000-ac5d-5e6de8b20660,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.987640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.994219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39896ce-4912-4b12-8f2f-b83911b537e7 req-8cd094c3-1786-4f08-9849-7342b82e7a37 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.995753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b39896ce-4912-4b12-8f2f-b83911b537e7 req-8cd094c3-1786-4f08-9849-7342b82e7a37 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 943 time: 0.1388941 Dec 13 09:42:32.999631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-72f8cf61-02e8-4493-9175-3cb117fb49dc service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993305 Dec 13 09:42:33.035275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.090114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-f6a16325-8d74-426e-aea5-601c7330e56c service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956930 Dec 13 09:42:33.115200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b39896ce-4912-4b12-8f2f-b83911b537e7 req-53a4d7f5-c0aa-4513-9328-5965c98132a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129568 Dec 13 09:42:33.147252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ece068-a917-482f-84c0-623ed83e638f req-a7fffeeb-ff9f-4993-bb5d-9bff3cdccd9d service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311755 Dec 13 09:42:33.195851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-19f6d616-bc07-478d-88da-e06650df26f7 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/18fad489-dbae-49e0-a10d-3047cdbdd5be HTTP/1.1" status: 200 len: 1832 time: 0.0472715 Dec 13 09:42:33.207147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d216dd95-e012-4000-ac5d-5e6de8b20660'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:33.243671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a2eec2e2-0478-4ff9-881b-0af4bdfde88e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:33.270427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.293548 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24c604-971e-4f44-8fef-47d5b001baa5 x-openstack-request-id: req-bd24c604-971e-4f44-8fef-47d5b001baa5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:33.293845 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "tag": "56397926-15a3-419f-a1e0-3ad587c66616", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:33.294100 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd24c604-971e-4f44-8fef-47d5b001baa5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:33.294518 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'status': 'completed', 'code': 200} Dec 13 09:42:33.294936 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616', 'status': 'completed', 'code': 200} Dec 13 09:42:33.298890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.382776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-cf5fd37d-3497-4e08-aa54-b7f2ab709f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.385317 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-cf5fd37d-3497-4e08-aa54-b7f2ab709f23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1095 time: 0.0748055 Dec 13 09:42:33.448824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-59d7ade2-9047-4742-903f-bd7a4c7fce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.450974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-59d7ade2-9047-4742-903f-bd7a4c7fce58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 1094 time: 0.1301577 Dec 13 09:42:33.468737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-9dd5d399-93db-4954-98b6-7b319e366ce6 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.470013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-9dd5d399-93db-4954-98b6-7b319e366ce6 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0879977 Dec 13 09:42:33.484745 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.486688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.487612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dab8fe1-bfcd-4c7b-ba3a-f01575cb1117 req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-groups/18fad489-dbae-49e0-a10d-3047cdbdd5be HTTP/1.1" status: 204 len: 173 time: 0.2860675 Dec 13 09:42:33.542256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-e3336fb1-c8db-45c5-a5bc-ce73363401d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.543941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-e3336fb1-c8db-45c5-a5bc-ce73363401d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.1434851 Dec 13 09:42:33.582438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b97a-a6b0-4b6c-8205-ae13ad428a9a tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fad489-dbae-49e0-a10d-3047cdbdd5be,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.614775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-b8189c76-3204-4dc2-9f42-36431db18d96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 217 time: 0.0631244 Dec 13 09:42:33.618355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-9fe69674-7104-45c0-b70c-dfe91a757f71 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1374068 Dec 13 09:42:33.631087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-0a311c85-fa40-4372-a287-25f7d46b1823 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'floatingip': {'port_id': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:33.671980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-5238c074-6ea5-44d2-a65e-253c4f0c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.673597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-5238c074-6ea5-44d2-a65e-253c4f0c6218 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0515499 Dec 13 09:42:33.706880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-0a311c85-fa40-4372-a287-25f7d46b1823 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.728069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-f9c5bc16-16a1-4f44-b256-7ed61eeb230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.729721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-f9c5bc16-16a1-4f44-b256-7ed61eeb230a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484548 Dec 13 09:42:33.751655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-ebea7e7b-e00a-47d1-8b12-984ef39a5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.754018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-ebea7e7b-e00a-47d1-8b12-984ef39a5727 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.2806594 Dec 13 09:42:33.798879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38922a10-dca9-495f-be0e-ed58e479801b req-e4c20833-9e11-4ca5-848f-6c3c5ab89f1c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.800601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38922a10-dca9-495f-be0e-ed58e479801b req-e4c20833-9e11-4ca5-848f-6c3c5ab89f1c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 944 time: 0.2239275 Dec 13 09:42:33.836840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-d65c636f-42d0-4a74-88e4-e739e574e5d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56397926-15a3-419f-a1e0-3ad587c66616 HTTP/1.1" status: 200 len: 217 time: 0.0584898 Dec 13 09:42:33.843373 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-bb20438a-f630-4fb8-ab35-1da3654452cb service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055706 Dec 13 09:42:33.940122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-2c461487-2b88-403f-8241-9228b61ad402 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885248 Dec 13 09:42:33.988992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-3b019867-2505-4c03-af24-6d4af0061693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.990454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-3b019867-2505-4c03-af24-6d4af0061693 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.1290388 Dec 13 09:42:33.995469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38922a10-dca9-495f-be0e-ed58e479801b req-c67eabac-3230-43a0-81dd-691e12afad54 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664612 Dec 13 09:42:34.040464 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f81f2f-b1b6-48b9-9791-e9d4a81acdcc x-openstack-request-id: req-44f81f2f-b1b6-48b9-9791-e9d4a81acdcc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:34.041003 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "name": "network-vif-plugged", "status": "completed", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:34.041003 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44f81f2f-b1b6-48b9-9791-e9d4a81acdcc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:34.041404 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2', 'code': 200} Dec 13 09:42:34.063599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-71da01d0-fffe-4b6d-9b1d-0aba30779db6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622108 Dec 13 09:42:34.078117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.124939 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-0a311c85-fa40-4372-a287-25f7d46b1823 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 09:42:34.126017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88864cb0-fef5-4aa0-894a-2f9bc8db7935 req-0a311c85-fa40-4372-a287-25f7d46b1823 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "PUT /v2.0/floatingips/7f84703e-7a70-47b3-9e70-6d3ac38c4d88 HTTP/1.1" status: 409 len: 550 time: 0.5007973 Dec 13 09:42:34.161729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029474d-9c8a-4b22-aabf-ec314bbdbe05 req-6d5a832a-a4a2-4b19-bd00-18076836db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.163503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2029474d-9c8a-4b22-aabf-ec314bbdbe05 req-6d5a832a-a4a2-4b19-bd00-18076836db2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 1097 time: 0.0499971 Dec 13 09:42:34.199146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ebfe240-2a05-4230-ac90-cf0fb8eed89c req-33841a47-8715-4f16-8b8a-3051a6b7eff2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 210 time: 0.0420096 Dec 13 09:42:34.210872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-75f00e68-88bf-4b00-8c3b-9509f9850b21 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386960 Dec 13 09:42:34.223781 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2029474d-9c8a-4b22-aabf-ec314bbdbe05 req-d17ea8f7-b0e5-44ef-b40d-f748b1d1c1ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524936 Dec 13 09:42:34.316232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-342658ce-3561-4def-a649-f25f7354f4ee req-4771d3af-b414-4d1f-a72c-6c940ea8d4c1 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/a9e4886d-ec32-4c8b-8dc4-4af4f8053a0b HTTP/1.1" status: 200 len: 1832 time: 0.1194365 Dec 13 09:42:34.373076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d216dd95-e012-4000-ac5d-5e6de8b20660 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:34.383699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d2d236a-b584-42c3-b6eb-7329edfbce02 req-8cf07308-aff9-4a17-8f09-4dcf720aa902 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598146 Dec 13 09:42:34.391193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8b21-f672-43d9-ad97-c0f689075657 req-ad57556f-2920-4016-9876-990885565679 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.392684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-810f8b21-f672-43d9-ad97-c0f689075657 req-ad57556f-2920-4016-9876-990885565679 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 945 time: 0.1184325 Dec 13 09:42:34.436387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-342658ce-3561-4def-a649-f25f7354f4ee req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.446443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port d216dd95-e012-4000-ac5d-5e6de8b20660 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:34.451366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d216dd95-e012-4000-ac5d-5e6de8b20660 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:34.451877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.460960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-342658ce-3561-4def-a649-f25f7354f4ee req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.523984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-810f8b21-f672-43d9-ad97-c0f689075657 req-b8fde596-defb-4dcc-8f6a-842a618e4d02 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157758 Dec 13 09:42:34.539704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-af50605a-0123-4284-a54d-bd2ae29550e2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.539704 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-af50605a-0123-4284-a54d-bd2ae29550e2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.1618209 Dec 13 09:42:34.547926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.549977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-342658ce-3561-4def-a649-f25f7354f4ee req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.552666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-342658ce-3561-4def-a649-f25f7354f4ee req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.567118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Request body: {'port': {'device_id': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'admin_state_up': True, 'tenant_id': '9508a0dd44274258bccd4f45b464600f'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:34.568113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-342658ce-3561-4def-a649-f25f7354f4ee req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9e4886d-ec32-4c8b-8dc4-4af4f8053a0b HTTP/1.1" status: 204 len: 173 time: 0.2394350 Dec 13 09:42:34.586650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f878706-cd79-4af2-a014-ed520d7b3a13 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4886d-ec32-4c8b-8dc4-4af4f8053a0b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:34.592666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d216dd95-e012-4000-ac5d-5e6de8b20660,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:34.615232 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.616465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a2eec2e2-0478-4ff9-881b-0af4bdfde88e up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:34.673516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-9b285a15-ed29-4bb3-a303-886730891b95 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips/7f84703e-7a70-47b3-9e70-6d3ac38c4d88 HTTP/1.1" status: 200 len: 693 time: 0.0968764 Dec 13 09:42:34.699377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:34.703204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.705746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:34.725288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a2eec2e2-0478-4ff9-881b-0af4bdfde88e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:34.729065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a2eec2e2-0478-4ff9-881b-0af4bdfde88e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:34.729443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.739788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf5cd1-f186-44f0-ad00-74f57a45673d req-77a34b39-383c-4990-a66e-17371b0898e7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.741325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0bf5cd1-f186-44f0-ad00-74f57a45673d req-77a34b39-383c-4990-a66e-17371b0898e7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 943 time: 0.1343675 Dec 13 09:42:34.827637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0bf5cd1-f186-44f0-ad00-74f57a45673d req-3ee4ea19-b9c6-420d-86bc-7fd66b377e8b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Dec 13 09:42:34.831596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.837872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-24cec73a-2ff7-4fb6-b2d7-26d4a9cd64ff tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.839333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-24cec73a-2ff7-4fb6-b2d7-26d4a9cd64ff tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1585400 Dec 13 09:42:34.869792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:34.877309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.896906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Allocated IP 172.20.0.5 (73b915b1-b359-496e-ba4b-ec17ddbb7572/f668b58b-5823-4cbf-8dc4-288fc7d25fc7/c07d9c50-6237-47a2-83f0-8731ce84f0ae) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:34.901159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-e0abfd4f-2849-4334-ab54-48a9ac1abc29 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0535886 Dec 13 09:42:34.933437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:34.974164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-bd198322-c498-42ff-82b6-552828340ca2 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0640006 Dec 13 09:42:35.058727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.073201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1d5451c-7978-4888-99a2-383e2588416c req-43b23222-3af4-4c5d-b2c4-159154f95212 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "GET /v2.0/security-groups/d9b5e510-a6be-44cc-ae15-4a4473dcc150 HTTP/1.1" status: 200 len: 1831 time: 0.1213012 Dec 13 09:42:35.093614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.136450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:35.139718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:35.147582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:35.172909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Deleting port aa4f52b6-de65-4439-b859-4654eaba3f98 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:35.173250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.175988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c1d5451c-7978-4888-99a2-383e2588416c req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.178027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.200266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.200881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.217062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-492cbd02-7b3e-43ec-89ee-e2c953d0ce6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537275 Dec 13 09:42:35.229125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Request body: {'port': {'device_id': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:35.243167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c1d5451c-7978-4888-99a2-383e2588416c req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.283857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.303012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.303696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.317713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Calling delete_port for aa4f52b6-de65-4439-b859-4654eaba3f98 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:35.319299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c1d5451c-7978-4888-99a2-383e2588416c req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.321887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c1d5451c-7978-4888-99a2-383e2588416c req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.323022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1d5451c-7978-4888-99a2-383e2588416c req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9b5e510-a6be-44cc-ae15-4a4473dcc150 HTTP/1.1" status: 204 len: 173 time: 0.2218342 Dec 13 09:42:35.331049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42574) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.335728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125fb2e-2714-4b3a-94b8-61f927bc8807 tempest-SecurityGroupRulesNegativeTestJSON-1822225822 tempest-SecurityGroupRulesNegativeTestJSON-1822225822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b5e510-a6be-44cc-ae15-4a4473dcc150,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.377562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42576) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.477202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Deleting subnet 152fcafc-aa53-4505-bb72-0c4869a772c5 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:35.488006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.489596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Deleting subnet 7a662d1f-8014-405d-b163-a71bee08bb58 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:35.517279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.532103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ff716-fbea-47c9-b77e-c423c4966507 req-9bb6a850-6806-4790-9421-617326e9e43d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.533653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a1ff716-fbea-47c9-b77e-c423c4966507 req-9bb6a850-6806-4790-9421-617326e9e43d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1157870 Dec 13 09:42:35.541145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.571948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.638333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.638575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.640596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.693679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a1ff716-fbea-47c9-b77e-c423c4966507 req-960e9e92-9de3-4562-8a0a-2b469c97791c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507857 Dec 13 09:42:35.698839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event deleted for resources: {'Port': ['ID=aa4f52b6-de65-4439-b859-4654eaba3f98,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.718338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d9c50-6237-47a2-83f0-8731ce84f0ae {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:35.734806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.745049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.777110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.779840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Transition to ACTIVE for port object c07d9c50-6237-47a2-83f0-8731ce84f0ae will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:35.780140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.781208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638d0546-b4c1-4287-8515-6d314fe05d53 req-7e5efda8-9648-4850-9052-d6e94b514cb1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "DELETE /v2.0/floatingips/7f84703e-7a70-47b3-9e70-6d3ac38c4d88 HTTP/1.1" status: 204 len: 173 time: 0.7973852 Dec 13 09:42:35.781608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a662d1f-8014-405d-b163-a71bee08bb58,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.785417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.789620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.793293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c17aeb1-8b62-4466-a590-bc785aefb426 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a662d1f-8014-405d-b163-a71bee08bb58 HTTP/1.1" status: 204 len: 168 time: 0.4582205 Dec 13 09:42:35.794069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.819118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.833781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.841713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42584) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.841909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/152fcafc-aa53-4505-bb72-0c4869a772c5 HTTP/1.1" status: 204 len: 168 time: 0.4628990 Dec 13 09:42:35.871749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1c413-421f-4d91-a882-45e20c7d6079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152fcafc-aa53-4505-bb72-0c4869a772c5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.944267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2a1e8-51ca-44d0-b56b-4d8ad599820b req-a26ef287-890b-4442-8d84-b7fbf5a2b9e9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.945788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ea2a1e8-51ca-44d0-b56b-4d8ad599820b req-a26ef287-890b-4442-8d84-b7fbf5a2b9e9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.0834870 Dec 13 09:42:35.957791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd14ce2-5dcb-4604-9a1b-f5e3ffd3a6e1 req-98c43cb4-98b2-4115-8f72-83ef02bd2a82 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.959249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fd14ce2-5dcb-4604-9a1b-f5e3ffd3a6e1 req-98c43cb4-98b2-4115-8f72-83ef02bd2a82 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 946 time: 0.0785959 Dec 13 09:42:35.979072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.983098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.013149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.042375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660'}, {'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:36.045316 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133be8f-d61b-4b75-a5a6-96e6c6e64435" -d '{"events": [{"server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "name": "network-vif-plugged", "status": "completed", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660"}, {"server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "name": "network-vif-plugged", "status": "completed", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:36.047664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ea2a1e8-51ca-44d0-b56b-4d8ad599820b req-1d8306c9-b9df-4b24-8426-f021f9d4e9a0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873034 Dec 13 09:42:36.053386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fd14ce2-5dcb-4604-9a1b-f5e3ffd3a6e1 req-257b65cc-06aa-4344-9093-bd3ccf97e6fe tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874505 Dec 13 09:42:36.070191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89a180a4-d077-4cc0-b98c-a949b3b429c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.174945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-13235b91-aae1-4c24-8daa-aeb76047b84b tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.0899825 Dec 13 09:42:36.225446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b7249-3aaa-4545-acff-6b03d27e7e29 req-d8df60f5-b528-4beb-bb32-494f31ac06b3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.227046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d59b7249-3aaa-4545-acff-6b03d27e7e29 req-d8df60f5-b528-4beb-bb32-494f31ac06b3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 943 time: 0.0899913 Dec 13 09:42:36.246372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-2c4f483d-aaa2-41fa-8669-5d8f9ab29a7e tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.247840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-2c4f483d-aaa2-41fa-8669-5d8f9ab29a7e tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports/3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 942 time: 0.0653386 Dec 13 09:42:36.304341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d59b7249-3aaa-4545-acff-6b03d27e7e29 req-924af3d9-81bc-4fc4-a27c-8748cc016583 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Dec 13 09:42:36.357493 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b04d70-3177-4edf-8757-960b999d5fcc x-openstack-request-id: req-01b04d70-3177-4edf-8757-960b999d5fcc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:36.357905 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "name": "network-vif-plugged", "status": "completed", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660", "code": 200}, {"server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "name": "network-vif-plugged", "status": "completed", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:36.358265 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01b04d70-3177-4edf-8757-960b999d5fcc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:36.358967 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660', 'code': 200} Dec 13 09:42:36.359324 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'code': 200} Dec 13 09:42:36.359966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-e935e0aa-c642-4b01-a511-e237fb3f9037 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.0680757 Dec 13 09:42:36.421171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:36.421641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:36.421860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:36.433024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.443423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:36.443769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:36.449049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.487602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:36.487945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:36.488327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:36.488768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Bound port: c07d9c50-6237-47a2-83f0-8731ce84f0ae, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:36.489123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.502951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc41540-6561-4e7f-822d-7f61464623a3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.512118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-307e799c-59bf-4942-a0a7-a063bc7a7531 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.513584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-307e799c-59bf-4942-a0a7-a063bc7a7531 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1470060 Dec 13 09:42:36.515247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e50b-5af0-49cd-b01b-bd126860ac3e req-a12db71c-1605-4335-aef0-567067a18fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.516669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5665e50b-5af0-49cd-b01b-bd126860ac3e req-a12db71c-1605-4335-aef0-567067a18fce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.0717990 Dec 13 09:42:36.523682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7aa041-c699-4495-b13f-b9b5ff56e21d') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.523979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7aa041-c699-4495-b13f-b9b5ff56e21d') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.527359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f11020b-d7af-4025-8c60-df869da58360']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.544225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.554532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.554758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba024d8f-5b36-4f7b-a4d7-afed2e4c93cf') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:36.593106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.597278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.603556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f76-9d2e-4714-9d15-a125a9870b3f req-b803e677-ba92-4852-98fc-60219335ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.605523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fb2a8f76-9d2e-4714-9d15-a125a9870b3f req-b803e677-ba92-4852-98fc-60219335ef7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 1097 time: 0.1540046 Dec 13 09:42:36.613017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5665e50b-5af0-49cd-b01b-bd126860ac3e req-aa04840f-0f7a-4ce1-8e42-861a4965dc93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887849 Dec 13 09:42:36.614205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:36.614592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.616265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-939c0241-250c-4788-a8f8-6e1b7405b196 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.0938170 Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:36.618734 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:36.626259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.672433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.683593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.695605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:36.696083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:36.699117 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:36.756914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:36.767090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.781245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.785915 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4cc41540-6561-4e7f-822d-7f61464623a3 HTTP/1.1" status: 204 len: 168 time: 0.9901061 Dec 13 09:42:36.794824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fb2a8f76-9d2e-4714-9d15-a125a9870b3f req-7da46356-2f82-47aa-a020-ebdafb5869a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782603 Dec 13 09:42:36.806591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.812967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380837b-bd98-4d28-ba8d-f4d635142249 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc41540-6561-4e7f-822d-7f61464623a3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.819883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:36.823232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.826699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f11020b-d7af-4025-8c60-df869da58360 HTTP/1.1" status: 204 len: 168 time: 0.9838095 Dec 13 09:42:36.829355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.844357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daef6e-97b5-4a90-aab3-2f10560ae28e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f11020b-d7af-4025-8c60-df869da58360,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.885017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.886449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.887985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] 10.222.0.16 "PUT /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 1091 time: 1.6630390 Dec 13 09:42:36.888452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:36.890774 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a44df1-7890-456b-ab04-90105b3b0f69" -d '{"events": [{"name": "network-changed", "server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:36.914440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba9069-847f-4487-a4a4-708ea27add24 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.989897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-e6ab3813-a5e9-43d7-8b7b-c166133074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.991574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-e6ab3813-a5e9-43d7-8b7b-c166133074b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1094 time: 0.0620871 Dec 13 09:42:36.992087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:36.998479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 56397926-15a3-419f-a1e0-3ad587c66616 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:37.004873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:37.068976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-b2979ae3-d4e7-4b8a-b99d-36f8c093e1af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.0655050 Dec 13 09:42:37.111525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=56397926-15a3-419f-a1e0-3ad587c66616,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:37.124248 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59784eb7-6b62-49cd-b5b7-096a47968fc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0819414f5fcd4e63bdfd4ca528a1b8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310627 Dec 13 09:42:37.128172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '56397926-15a3-419f-a1e0-3ad587c66616', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': '56397926-15a3-419f-a1e0-3ad587c66616', 'mac_address': 'fa:16:3e:e0:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:37.133082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42608) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:37.155013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7f42779f-8b5e-4e51-bdea-68d02abaf934 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cf1a6b4f392436db45779f816dd6414&name=default HTTP/1.1" status: 200 len: 2997 time: 0.1487834 Dec 13 09:42:37.158434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:37.171939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.176242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bec7a-416c-4ccf-ad76-e30009e7017f req-00429bed-3199-4661-92e0-cfe6c9cffcc8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.177754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a57bec7a-416c-4ccf-ad76-e30009e7017f req-00429bed-3199-4661-92e0-cfe6c9cffcc8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1059959 Dec 13 09:42:37.191811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-cc9bb748-88e8-4dda-84eb-80beae2f0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.193255 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-cc9bb748-88e8-4dda-84eb-80beae2f0122 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1115913 Dec 13 09:42:37.195312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56397926-15a3-419f-a1e0-3ad587c66616 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:37.218074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=56397926-15a3-419f-a1e0-3ad587c66616,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:37.223816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.234160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.236735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-0425946e-279b-46c3-9cbb-760a43ce4026 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304370 Dec 13 09:42:37.244178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.244517 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Floating IP a1220876-4050-44e8-a3de-90c86c8a50f4 disassociated. External IP: 172.25.2.147, port: 3c515049-6c36-4daa-8913-7e3b76ee9ecd. Dec 13 09:42:37.274668 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.279859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.288261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.288850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.289385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.289900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.290401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.290900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.291395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.291918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.292546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.293043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.293729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.294221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.294712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:37.318940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a57bec7a-416c-4ccf-ad76-e30009e7017f req-42c396c9-37cf-416c-b144-24b2e8035ca3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314156 Dec 13 09:42:37.335857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.350409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.409385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.414785 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-1a9af314-e631-45db-86bb-4b3c5989bf1c service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703937 Dec 13 09:42:37.437925 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f7439-f1f8-440d-8742-4a00c3efd55f x-openstack-request-id: req-c59f7439-f1f8-440d-8742-4a00c3efd55f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:37.438185 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:37.438479 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c59f7439-f1f8-440d-8742-4a00c3efd55f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:37.438834 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'status': 'completed', 'code': 200} Dec 13 09:42:37.518457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.521423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.522636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d9a9dc7-a9b7-47a6-8cda-77612ca01303 HTTP/1.1" status: 204 len: 168 time: 0.3886306 Dec 13 09:42:37.537183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Router 35e85c8e-088b-40ee-97fa-b54255f4ca74 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:37.538223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.541055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.542426 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d84cf8f-c5f3-403c-9ef8-dfe5d6f451e7 HTTP/1.1" status: 204 len: 168 time: 0.3806894 Dec 13 09:42:37.551264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaff5-d408-44c2-b525-c89b574dee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a9dc7-a9b7-47a6-8cda-77612ca01303,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.551787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49caa7-7f9b-4e0d-9693-3bd0f799a81c req-8d7e0e41-916a-401d-bb00-2f6bfce48109 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.553350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d49caa7-7f9b-4e0d-9693-3bd0f799a81c req-8d7e0e41-916a-401d-bb00-2f6bfce48109 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 946 time: 0.0689006 Dec 13 09:42:37.582277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f86917-ba89-4c87-bd76-4f0a09348937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84cf8f-c5f3-403c-9ef8-dfe5d6f451e7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.591269 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9bac30de-e081-4c33-ada8-16d0fa65652b req-8b179a4e-62f2-468f-9852-599f59f8cbd3 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626520 Dec 13 09:42:37.641236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['56397926-15a3-419f-a1e0-3ad587c66616'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:37.717737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d49caa7-7f9b-4e0d-9693-3bd0f799a81c req-3f87deac-1a2f-4beb-838b-aeab3dba8218 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574256 Dec 13 09:42:37.719460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-29fcb5ce-52c8-4ee5-9f4f-f406e0b6ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.721730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-29fcb5ce-52c8-4ee5-9f4f-f406e0b6ca76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1094 time: 0.0740991 Dec 13 09:42:37.736923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:37.753907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.757119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Sync routers for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:37.790061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-555ac4c6-49b0-43d0-ac63-b1130e4ad2bf tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "PUT /v2.0/floatingips/a1220876-4050-44e8-a3de-90c86c8a50f4 HTTP/1.1" status: 200 len: 695 time: 1.1672802 Dec 13 09:42:37.791896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:37.794542 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3093dfe7-bada-470f-8574-8a4711d1f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:37.829484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:37.831373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:37.974505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-7bbc24fa-fb6c-4745-b203-9c5c39eb9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.976054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-7bbc24fa-fb6c-4745-b203-9c5c39eb9a81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2397573 Dec 13 09:42:38.000487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-fc4ed781-b962-4582-b137-62d99cebe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.007451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-fc4ed781-b962-4582-b137-62d99cebe8dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1096 time: 0.1768382 Dec 13 09:42:38.017161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696153-d8d5-4dc0-9272-2d988bb70b8e req-20541f98-6396-4a71-a4a2-07f9e19b97f5 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.029528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09696153-d8d5-4dc0-9272-2d988bb70b8e req-20541f98-6396-4a71-a4a2-07f9e19b97f5 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1216133 Dec 13 09:42:38.090043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-658106ea-a0b6-420b-a953-ac63abb6feb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.1046703 Dec 13 09:42:38.174705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-dde9b3fa-ac72-4b1c-872e-5cb4bd7f01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.181907 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-dde9b3fa-ac72-4b1c-872e-5cb4bd7f01b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0829551 Dec 13 09:42:38.183405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:38.185987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09696153-d8d5-4dc0-9272-2d988bb70b8e req-8e93723b-526a-4f95-b921-3b596a4fbf37 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557884 Dec 13 09:42:38.229855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-6735fd2b-dc54-4335-826e-cf40d3fd1f1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417747 Dec 13 09:42:38.240008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-2f02f3f4-dc10-4777-b694-d27750b27e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.241888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-2f02f3f4-dc10-4777-b694-d27750b27e74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 929 time: 0.2105753 Dec 13 09:42:38.301657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-ebcfa91a-8b76-4c68-bc07-5db389f455af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 217 time: 0.0530331 Dec 13 09:42:38.370417 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c3115b4-93ec-4ed0-9207-3b3cb3692442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.402854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-342499b6-b502-4ccc-818a-8be8cf05ff6e service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644993 Dec 13 09:42:38.403742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-05b38154-5a6c-4c71-b18d-fba38888113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.405278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-05b38154-5a6c-4c71-b18d-fba38888113b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.0933700 Dec 13 09:42:38.414553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad002-998e-4fa0-a690-b889074908a1 req-71a83225-00cf-474f-bf5d-5911478bf7bc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.415029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-833ad002-998e-4fa0-a690-b889074908a1 req-71a83225-00cf-474f-bf5d-5911478bf7bc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 944 time: 0.1168487 Dec 13 09:42:38.482256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:38.518981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-833ad002-998e-4fa0-a690-b889074908a1 req-7f69dedc-1665-4a3d-8d63-ad59488dacf8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952299 Dec 13 09:42:38.522238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-4b3f68e1-f434-4e01-a048-dd4d5a1cd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.532094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-4b3f68e1-f434-4e01-a048-dd4d5a1cd4aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159523 Dec 13 09:42:38.554997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Checking router: 35e85c8e-088b-40ee-97fa-b54255f4ca74 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:38.570559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:38.571201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:38.585732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a44df1-7890-456b-ab04-90105b3b0f69 req-d158dde1-76c5-44af-9dcb-c39695bc5b7d service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725817 Dec 13 09:42:38.646029 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbbff7b-406e-40fa-a569-3441c1d34746 x-openstack-request-id: req-8cbbff7b-406e-40fa-a569-3441c1d34746 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:38.646854 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:38.651184 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cbbff7b-406e-40fa-a569-3441c1d34746 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:38.653092 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'status': 'completed', 'code': 200} Dec 13 09:42:38.678486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-85384a3d-1eaa-4f2e-881c-30a72204b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.680744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-85384a3d-1eaa-4f2e-881c-30a72204b0b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 1096 time: 0.0574329 Dec 13 09:42:38.739224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:38.753466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-61d16eb7-31cf-49b6-954f-ba422f054806 service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204759 Dec 13 09:42:38.766297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30863e7-03b7-4b3e-9d95-219be3fee408 req-7a513cc2-f735-40a3-9701-800d86d74e95 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.774177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d30863e7-03b7-4b3e-9d95-219be3fee408 req-7a513cc2-f735-40a3-9701-800d86d74e95 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0957675 Dec 13 09:42:38.831381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-5108f8f3-389d-40ea-816f-dae1e7433713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.833538 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-5108f8f3-389d-40ea-816f-dae1e7433713 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 200 len: 929 time: 0.1347654 Dec 13 09:42:38.899646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d30863e7-03b7-4b3e-9d95-219be3fee408 req-dd47add8-504d-40a9-963e-94dfaba4ffbc tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244626 Dec 13 09:42:38.924367 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-be498c9e-f721-4bd4-9bd2-d46620e93b4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 200 len: 217 time: 0.0713398 Dec 13 09:42:38.938361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f089cd7d-01b9-4d31-8592-5f07d31b4bd6 req-11f23463-cf2f-4ae2-81aa-9942434d05fd service neutron] 10.222.0.31 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613204 Dec 13 09:42:39.046353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-8ad6ab87-2156-468e-8162-0e2a56ddb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.051589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-8ad6ab87-2156-468e-8162-0e2a56ddb070 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 200 len: 867 time: 0.1150661 Dec 13 09:42:39.054451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:39.090810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f9434-2921-4cbb-acf6-af3aa7543c82 None None] The sync data for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 is: [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:41:44Z', 'revision_number': 4, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '7d59baf2-3fc3-4185-b5ea-0874c0b5c988', 'name': '', 'network_id': '11afddbe-eefa-41bd-ab3f-14e307dc7fd0', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'mac_address': 'fa:16:3e:5f:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:52Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'subnets': [{'id': '2fdd0349-629b-439c-8264-d4433b8b587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:39.097488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:39.110849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:39.141186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-656eab2e-af42-4831-8150-b3a0f641ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.143491 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-656eab2e-af42-4831-8150-b3a0f641ea4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11afddbe-eefa-41bd-ab3f-14e307dc7fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869744 Dec 13 09:42:39.172493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66023358-df44-48d2-a970-50487cd8d370 req-0cdabe25-4b6a-412d-a7ac-09a82193ce03 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.174251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66023358-df44-48d2-a970-50487cd8d370 req-0cdabe25-4b6a-412d-a7ac-09a82193ce03 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 946 time: 0.1174159 Dec 13 09:42:39.192855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b36a0-62fd-458e-b966-58a5ccb7cc73 req-05a01b66-c9b5-43c0-b74c-2eca44725d9c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.215187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c59b36a0-62fd-458e-b966-58a5ccb7cc73 req-05a01b66-c9b5-43c0-b74c-2eca44725d9c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1151924 Dec 13 09:42:39.215958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42674) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:39.223038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'floatingip': {'port_id': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:39.261359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1840211092-network', 'tenant_id': 'ca450ff3ec90482ca7356975be914db3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:39.278687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-89990496-network', 'tenant_id': '235ecb7292a34b28af428083fd7ed831'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:39.301063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-de76500f-25e0-4de9-940d-6da67c39eda4 service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500976 Dec 13 09:42:39.313419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:42:39.313419 n-d-820935-7 neutron-server[103194]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 09:42:39.313419 n-d-820935-7 neutron-server[103194]: [parameters: {'project_id': '235ecb7292a34b28af428083fd7ed831', 'id': 'd15f6ab7-baac-410b-8721-b7b34e514518', 'expiration': datetime.datetime(2021, 12, 13, 9, 44, 39, 304190)}] Dec 13 09:42:39.313419 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:42:39.314011 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:42:39.321966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.324742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Made reservation on behalf of ca450ff3ec90482ca7356975be914db3 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:39.326948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.372973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-306493a7-aa75-4a6b-9573-5d6849964b78 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips/a1220876-4050-44e8-a3de-90c86c8a50f4 HTTP/1.1" status: 200 len: 695 time: 0.1099193 Dec 13 09:42:39.374136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.423480 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.449615 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1895d-004c-4240-8bdc-5dc3323c079d None None] New status for floating IP a1220876-4050-44e8-a3de-90c86c8a50f4: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:39.450180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66023358-df44-48d2-a970-50487cd8d370 req-055e8a5f-ec69-4feb-9eb7-fe600d29687f tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642758 Dec 13 09:42:39.463595 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3093dfe7-bada-470f-8574-8a4711d1f6fb req-7b5aebb1-c640-42e8-9f6e-3fb4163ffa54 service neutron] 10.222.0.16 "GET /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401641 Dec 13 09:42:39.508578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.514477 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.536573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:39.553678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d8be6-ea97-4df2-872e-5a5c91be20c6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:39.558730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.559092 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Added segment 1a5279ec-a226-4157-aee5-7e6a187b2624 of type vlan for network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d Dec 13 09:42:39.600177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.628274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.629269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.630455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.669380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01d7e1-a6eb-4b7d-b832-39bba53cca18 req-ae11a2d9-082a-49b1-87e0-3a06a248f8bd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.670942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce01d7e1-a6eb-4b7d-b832-39bba53cca18 req-ae11a2d9-082a-49b1-87e0-3a06a248f8bd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1234584 Dec 13 09:42:39.684043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5850058 Dec 13 09:42:39.690938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42682) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:39.696483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Request body: {'subnet': {'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1840211092-subnet', 'tenant_id': 'ca450ff3ec90482ca7356975be914db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:39.711342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00baeaf-db96-43bb-bef8-edcec32af57b admin admin] Pushing event updated for resources: {'Network': ['ID=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:39.727177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:39.730079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Made reservation on behalf of ca450ff3ec90482ca7356975be914db3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:39.733025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.776156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-b4999313-20f5-42cd-9683-f926d67d9051 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.777548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-b4999313-20f5-42cd-9683-f926d67d9051 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.3859160 Dec 13 09:42:39.782785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce01d7e1-a6eb-4b7d-b832-39bba53cca18 req-513007a9-eb13-4839-a777-28e99eb55496 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 Dec 13 09:42:39.852711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Made reservation on behalf of 235ecb7292a34b28af428083fd7ed831 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:39.855099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.889079 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.930716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-f1597224-6cb3-4a40-acfe-6767cef2de8b tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1271267 Dec 13 09:42:39.978688 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.017104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-35150e91-df51-45f2-bb30-ac97b13c2fa1 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0715282 Dec 13 09:42:40.057008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=556f58b4-0ca5-4320-812d-ea9d905a28be,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.066488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06706eb6-6d01-4534-8405-454d6039bfe9 req-9a2e8d28-547a-4aa2-8fd3-658c17d5fb72 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.068040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06706eb6-6d01-4534-8405-454d6039bfe9 req-9a2e8d28-547a-4aa2-8fd3-658c17d5fb72 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 945 time: 0.1914601 Dec 13 09:42:40.076924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.080059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Checking segment: {'id': '1a5279ec-a226-4157-aee5-7e6a187b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:40.080501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Network hostable DHCP agents. Network: 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:40.083988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.113775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:40.129128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:40.135842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.136236 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Added segment 9cabb787-35ed-4718-9305-af925c415d0a of type vlan for network 7aea6206-ab11-4c6a-9b09-959d65a7e126 Dec 13 09:42:40.137562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.149209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:40.161451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ad087-7df9-4f43-a3de-2624d8386ced None None] Network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:40.170710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.171310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.192192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.198570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1b7e354b-0d37-4ede-bb61-ab750ec0e64e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5065997 Dec 13 09:42:40.238089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.239313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.239996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.275615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06706eb6-6d01-4534-8405-454d6039bfe9 req-a3245dc2-6ae0-4dc9-8c71-5444f1f31221 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703367 Dec 13 09:42:40.289886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697eec1-2d9b-4333-9279-17bcd4342eb6 None None] Network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:40.303574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1826029 Dec 13 09:42:40.303574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:40.308438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Request body: {'subnet': {'network_id': '7aea6206-ab11-4c6a-9b09-959d65a7e126', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-89990496-subnet', 'tenant_id': '235ecb7292a34b28af428083fd7ed831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:40.325042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e123a8-70b6-42b2-adc1-f42fb1a5a1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7aea6206-ab11-4c6a-9b09-959d65a7e126,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.340970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Made reservation on behalf of 235ecb7292a34b28af428083fd7ed831 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:40.344345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.349470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.352226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Deleting port 16997d30-4669-4e91-bf69-4bc113ab993a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:40.352658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.378791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.383510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 7aea6206-ab11-4c6a-9b09-959d65a7e126 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:40.554462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.574419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc8a53-a25f-4405-9495-6de6cf0f639b req-a3809289-be2e-4fc3-be31-11a521a1d1fd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.580566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8bc8a53-a25f-4405-9495-6de6cf0f639b req-a3809289-be2e-4fc3-be31-11a521a1d1fd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 944 time: 0.2051466 Dec 13 09:42:40.591039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.592924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.606569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Calling delete_port for 16997d30-4669-4e91-bf69-4bc113ab993a owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:40.606787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f97ec65-91d8-4363-aa70-9d6563e00467,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.645207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Checking segment: {'id': '9cabb787-35ed-4718-9305-af925c415d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7aea6206-ab11-4c6a-9b09-959d65a7e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:40.645560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Network hostable DHCP agents. Network: 7aea6206-ab11-4c6a-9b09-959d65a7e126, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:40.662887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Network 7aea6206-ab11-4c6a-9b09-959d65a7e126 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:40.673087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 7aea6206-ab11-4c6a-9b09-959d65a7e126) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:40.677773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.678375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.684183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd16ee9-c92f-4574-8ffd-b9a6d0171996 None None] Network 7aea6206-ab11-4c6a-9b09-959d65a7e126 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:40.699769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6163d2c9-1d86-43b3-b593-e6f9f4cb1b17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3959455 Dec 13 09:42:40.826161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf29c6f-acbf-4b5f-a269-04bfdc85f751 None None] Network 7aea6206-ab11-4c6a-9b09-959d65a7e126 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:41.008392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:41.012465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 56397926-15a3-419f-a1e0-3ad587c66616 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:41.016147 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Floating IP 7df3a436-7892-4b62-9670-401b268e558b associated. External IP: 172.25.2.183, port: a2eec2e2-0478-4ff9-881b-0af4bdfde88e. Dec 13 09:42:41.073963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8bc8a53-a25f-4405-9495-6de6cf0f639b req-222287e2-f828-4151-b224-af33005b434b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078426 Dec 13 09:42:41.110426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.143407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 56397926-15a3-419f-a1e0-3ad587c66616 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:41.158133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 56397926-15a3-419f-a1e0-3ad587c66616 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:41.158512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.199845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:41.217000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'port_id': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'mac_address': 'fa:16:3e:fe:a9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668b58b-5823-4cbf-8dc4-288fc7d25fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:41.247527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.286321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.300614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event deleted for resources: {'Port': ['ID=16997d30-4669-4e91-bf69-4bc113ab993a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:41.303580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.306207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07d9c50-6237-47a2-83f0-8731ce84f0ae {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:41.340901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:41.346657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:41.348944 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4014ac24-73e2-4836-9eca-be938ad9bc3e" -d '{"events": [{"server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "name": "network-vif-plugged", "status": "completed", "tag": "56397926-15a3-419f-a1e0-3ad587c66616"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:41.353853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.365586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=56397926-15a3-419f-a1e0-3ad587c66616,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:41.382824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.404499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70997-5eb1-4443-97f6-11760c68eb42 req-59d19c9c-bd22-4073-9532-18a9fc267846 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.405990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0af70997-5eb1-4443-97f6-11760c68eb42 req-59d19c9c-bd22-4073-9532-18a9fc267846 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 946 time: 0.1988642 Dec 13 09:42:41.409241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:41.440488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:41.447307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.449834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.451029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae712215-e78f-4b65-94ff-36f8f54aa0e0 req-cfd50915-dc10-48c0-9511-cb28b31fc43f tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "DELETE /v2.0/floatingips/a1220876-4050-44e8-a3de-90c86c8a50f4 HTTP/1.1" status: 204 len: 173 time: 1.4057856 Dec 13 09:42:41.458256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:41.487343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0af70997-5eb1-4443-97f6-11760c68eb42 req-0a0ac08c-2a90-475e-b5fe-56ecd7420b84 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728240 Dec 13 09:42:41.623347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:41.628632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.634197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:41.645253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:41.646230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:41.660349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b6b60-24b4-48f3-bc91-557da375b963 req-71dc7928-d735-41c6-9c93-062872fcd6b6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.661852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d24b6b60-24b4-48f3-bc91-557da375b963 req-71dc7928-d735-41c6-9c93-062872fcd6b6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.0906732 Dec 13 09:42:41.680963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5254d2ba-9178-4718-a81c-54774cfac7da tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "PUT /v2.0/floatingips/7df3a436-7892-4b62-9670-401b268e558b HTTP/1.1" status: 200 len: 991 time: 2.4612057 Dec 13 09:42:41.695886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:41.698697 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b74a52-1f81-43df-8059-dd6ea0425972" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:41.791735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d24b6b60-24b4-48f3-bc91-557da375b963 req-b1bc5a71-cee4-4344-aa61-29a52dc16765 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148427 Dec 13 09:42:41.819207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-2e7a79a9-0ce0-46db-bbd3-913c56f29e96 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.820876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-2e7a79a9-0ce0-46db-bbd3-913c56f29e96 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/networks?id=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d HTTP/1.1" status: 200 len: 822 time: 0.1562145 Dec 13 09:42:41.825892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c07d9c50-6237-47a2-83f0-8731ce84f0ae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:41.837462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-8d29446f-7a86-4083-9b2c-b4fc1fc12bd4 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/quotas/ca450ff3ec90482ca7356975be914db3 HTTP/1.1" status: 200 len: 375 time: 0.0099440 Dec 13 09:42:41.872873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-f87c1bf4-cdd9-4694-8f26-35ad4a999e5a tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca450ff3ec90482ca7356975be914db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278716 Dec 13 09:42:41.903650 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-497bcd29-fe9a-4c7c-96e4-067ba00c7d0d req-cf239b2b-580d-4b0c-bf82-05e680602a2d tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] show failed (client error): The resource could not be found. Dec 13 09:42:41.904660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-497bcd29-fe9a-4c7c-96e4-067ba00c7d0d req-cf239b2b-580d-4b0c-bf82-05e680602a2d tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/a212741e-0921-40e8-ba81-0fc118f50222 HTTP/1.1" status: 404 len: 352 time: 0.0290773 Dec 13 09:42:41.956280 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46052e-4d6f-4bf4-b4b7-c3ddfde3e26e x-openstack-request-id: req-db46052e-4d6f-4bf4-b4b7-c3ddfde3e26e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:41.956561 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "name": "network-vif-plugged", "status": "completed", "tag": "56397926-15a3-419f-a1e0-3ad587c66616", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:41.956817 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db46052e-4d6f-4bf4-b4b7-c3ddfde3e26e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:41.957213 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616', 'code': 200} Dec 13 09:42:41.977306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.984450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:42.005126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-53f37c77-a2df-40dc-a214-2987607ee4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226869 Dec 13 09:42:42.079609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58463e-daef-4387-867d-820bfd5677b0 req-86e0d206-f0ef-4089-ba65-c96949184ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.081885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c58463e-daef-4387-867d-820bfd5677b0 req-86e0d206-f0ef-4089-ba65-c96949184ecd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 1096 time: 0.0671568 Dec 13 09:42:42.125185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-a65e95c1-f29a-4b31-87e6-e4087c42f06d service neutron] 10.222.0.31 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138263 Dec 13 09:42:42.152719 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c58463e-daef-4387-867d-820bfd5677b0 req-d27c2bb8-16b5-4179-8075-ad84d8ff53ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Dec 13 09:42:42.218413 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295fa186-1544-4e53-a9eb-c409eac7d7aa x-openstack-request-id: req-295fa186-1544-4e53-a9eb-c409eac7d7aa {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:42.218413 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:42.218719 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-295fa186-1544-4e53-a9eb-c409eac7d7aa {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:42.219046 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'status': 'completed', 'code': 200} Dec 13 09:42:42.302641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-d855db67-9bb7-4023-80ec-cd14f4cb0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.304200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-d855db67-9bb7-4023-80ec-cd14f4cb0f0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.0614402 Dec 13 09:42:42.343851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '7df3a436-7892-4b62-9670-401b268e558b', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:f2:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:17Z', 'updated_at': '2021-12-13T09:42:40Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:42.377883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:42.386854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:42.387509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:42.412149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4205c9c-8985-4f72-927a-dc6edb1275e5 req-d1e21f4e-2849-42dd-9c05-ff65cefda478 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.413749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4205c9c-8985-4f72-927a-dc6edb1275e5 req-d1e21f4e-2849-42dd-9c05-ff65cefda478 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1243918 Dec 13 09:42:42.426522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b056-3642-46a9-abab-f71ba5c13cc1 req-035321be-8bc0-4b76-aece-3a567fe56b20 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.428751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1325b056-3642-46a9-abab-f71ba5c13cc1 req-035321be-8bc0-4b76-aece-3a567fe56b20 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.0915515 Dec 13 09:42:42.442092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-2dd5fb24-c67b-4f60-93b2-acba9c6aea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.443987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-2dd5fb24-c67b-4f60-93b2-acba9c6aea68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.1299973 Dec 13 09:42:42.469439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4205c9c-8985-4f72-927a-dc6edb1275e5 req-0898093d-2d4d-4ed5-a183-eb56507bccc5 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398774 Dec 13 09:42:42.513518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:42.526999 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-8cdf2e56-ecbc-4943-846b-4b25b01b2796 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 999 time: 0.0744660 Dec 13 09:42:42.552263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1325b056-3642-46a9-abab-f71ba5c13cc1 req-cf0aaaec-df9e-4ab7-9161-497c22cd7d37 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816848 Dec 13 09:42:42.603297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-2a98ed8e-d7d5-4b8b-be13-9cf968c3c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.605493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-2a98ed8e-d7d5-4b8b-be13-9cf968c3c4b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0705757 Dec 13 09:42:42.621094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa9bad-0e13-4e57-bfac-65dead9ed511 req-44bca620-9e61-44c9-8d57-23cd9ddb88eb tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.623072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35fa9bad-0e13-4e57-bfac-65dead9ed511 req-44bca620-9e61-44c9-8d57-23cd9ddb88eb tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 946 time: 0.0697613 Dec 13 09:42:42.695877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-e2879562-1d2d-4156-8824-f28f38778e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.697409 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-e2879562-1d2d-4156-8824-f28f38778e9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834234 Dec 13 09:42:42.729283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35fa9bad-0e13-4e57-bfac-65dead9ed511 req-b4c49fbb-eb9c-4f49-8c15-4a08ca89d3d5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988185 Dec 13 09:42:42.755222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f848c16-92ea-4e17-aa04-fd25a26f809b req-772fa470-7624-4748-a442-b3ad31807ec2 tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=235ecb7292a34b28af428083fd7ed831 HTTP/1.1" status: 200 len: 3005 time: 0.0770118 Dec 13 09:42:42.812583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-305d9016-963f-4eae-b1aa-6daceb99ef66 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993402 Dec 13 09:42:42.863252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '7df3a436-7892-4b62-9670-401b268e558b', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:f2:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:17Z', 'updated_at': '2021-12-13T09:42:40Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:42.865441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74671fb3-a649-4e9c-818b-bd5ca4456149 req-8acce44c-dac8-49c6-8e8a-e5d0922b970b tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 210 time: 0.0631807 Dec 13 09:42:42.872355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f848c16-92ea-4e17-aa04-fd25a26f809b req-8796d83d-1f70-4574-8272-9f8a8181f25f tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0 HTTP/1.1" status: 200 len: 3002 time: 0.1072032 Dec 13 09:42:42.897804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ba024-bfad-4a54-8cdc-978ba8c54320 None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '7df3a436-7892-4b62-9670-401b268e558b', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:f2:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:17Z', 'updated_at': '2021-12-13T09:42:40Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:42.958662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65b74a52-1f81-43df-8059-dd6ea0425972 req-78b05a61-3f9d-4cb6-93d3-4e0b971a4d49 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283724 Dec 13 09:42:42.979382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d1fb595-6d77-4240-afaa-148f10e3941e req-301c5f1c-a99c-40d4-b738-0838545357ac tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0501516 Dec 13 09:42:42.983803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f848c16-92ea-4e17-aa04-fd25a26f809b req-7958de24-260c-442f-a43c-42a2f3d61c48 tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0 HTTP/1.1" status: 200 len: 3002 time: 0.1009164 Dec 13 09:42:43.100099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e99e-1784-457c-8679-fec7a34b548a req-4e9f0b06-2ba4-40b3-a901-c603158e277f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.101686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5b2e99e-1784-457c-8679-fec7a34b548a req-4e9f0b06-2ba4-40b3-a901-c603158e277f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.0608480 Dec 13 09:42:43.191232 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b871f4-5b68-4140-b83b-74c9e6a925c5 None None] New status for floating IP 7df3a436-7892-4b62-9670-401b268e558b: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:43.199708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5b2e99e-1784-457c-8679-fec7a34b548a req-a46ebc06-5c57-4840-8bcc-f8d35d21dd9f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837181 Dec 13 09:42:43.224617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd4b0bc6-59f1-4401-a3fc-f9fcb6db2a78 req-f880da1c-9843-4a0f-acd8-bab49957708d tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0 HTTP/1.1" status: 200 len: 3002 time: 0.0656552 Dec 13 09:42:43.323295 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-dd4b0bc6-59f1-4401-a3fc-f9fcb6db2a78 req-e433e33c-e45d-4728-8077-f2a48f215c5a tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:42:43.324388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd4b0bc6-59f1-4401-a3fc-f9fcb6db2a78 req-e433e33c-e45d-4728-8077-f2a48f215c5a tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0 HTTP/1.1" status: 409 len: 352 time: 0.0935156 Dec 13 09:42:43.336739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e28a6-4ec5-4167-a984-50823603ae99 req-9394b314-5cf6-460a-b06c-3ff3e3978223 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.338290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d3e28a6-4ec5-4167-a984-50823603ae99 req-9394b314-5cf6-460a-b06c-3ff3e3978223 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.0797439 Dec 13 09:42:43.387416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d3e28a6-4ec5-4167-a984-50823603ae99 req-2050b59a-adf2-4e22-97ed-5cd0343ff878 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Dec 13 09:42:43.433616 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-a83c37da-1e65-40ef-899d-a7a6e1b5feeb req-3f3e6a90-a41c-490b-aea1-4ef350d1dc4b tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] show failed (client error): The resource could not be found. Dec 13 09:42:43.434625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a83c37da-1e65-40ef-899d-a7a6e1b5feeb req-3f3e6a90-a41c-490b-aea1-4ef350d1dc4b tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/27bf60cd-44ed-4eea-9e7b-bf1d08085190 HTTP/1.1" status: 404 len: 352 time: 0.0138035 Dec 13 09:42:43.473075 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-797e1e02-3f5f-444a-8587-761fa20f01ef req-d9f5dfda-277c-4074-8191-adbe4723b54b tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] show failed (client error): The resource could not be found. Dec 13 09:42:43.474129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-797e1e02-3f5f-444a-8587-761fa20f01ef req-d9f5dfda-277c-4074-8191-adbe4723b54b tempest-SecurityGroupsNegativeTestJSON-105743812 tempest-SecurityGroupsNegativeTestJSON-105743812-project] 10.222.0.31 "GET /v2.0/security-groups/a11e949b-d7fe-4a56-b4d2-74952b8e2d07 HTTP/1.1" status: 404 len: 352 time: 0.0162528 Dec 13 09:42:43.484529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:43.587022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Deleting subnet 7f97ec65-91d8-4363-aa70-9d6563e00467 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:43.598545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.628848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-5e16d857-b372-4c28-a762-acffd5a043d1 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.630609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-5e16d857-b372-4c28-a762-acffd5a043d1 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 946 time: 0.0750318 Dec 13 09:42:43.655218 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.704112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-0aa9b6f1-e6fd-4ca1-b52a-5d01d462b608 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.706214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-0aa9b6f1-e6fd-4ca1-b52a-5d01d462b608 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.20 "GET /v2.0/networks?id=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d HTTP/1.1" status: 200 len: 822 time: 0.1843336 Dec 13 09:42:43.718121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.741197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Request body: {'port': {'device_id': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d', 'admin_state_up': True, 'tenant_id': 'ca450ff3ec90482ca7356975be914db3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:43.776033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fd281-267a-46f8-b837-18291322affd req-c4f3d947-4e6b-4bf6-82e0-dbdc9cbb08a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.777472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-564fd281-267a-46f8-b837-18291322affd req-c4f3d947-4e6b-4bf6-82e0-dbdc9cbb08a5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.1260040 Dec 13 09:42:43.815258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Deleting port 77195915-4c39-47e3-bbdf-e160facf6fd2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:43.816350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.863884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.897383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f97ec65-91d8-4363-aa70-9d6563e00467,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:43.904700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.907991 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f0bdf05-e240-4661-bb91-3a5393425454 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f97ec65-91d8-4363-aa70-9d6563e00467 HTTP/1.1" status: 204 len: 168 time: 0.4223273 Dec 13 09:42:43.910545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:43.920129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-564fd281-267a-46f8-b837-18291322affd req-9671b0f8-df95-402b-8677-37216c084864 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356313 Dec 13 09:42:43.965315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eebcb-9a02-45da-92f8-79aefe077bf1 req-f7779f66-a59a-4380-b168-3866fbd65164 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.969994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271eebcb-9a02-45da-92f8-79aefe077bf1 req-f7779f66-a59a-4380-b168-3866fbd65164 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd981bea-ab56-4ab0-b49f-4efd4faa4d62 HTTP/1.1" status: 200 len: 946 time: 0.1188524 Dec 13 09:42:43.976099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Made reservation on behalf of ca450ff3ec90482ca7356975be914db3 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:43.979583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.991954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] For port 77195915-4c39-47e3-bbdf-e160facf6fd2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=77195915-4c39-47e3-bbdf-e160facf6fd2,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:43.992203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.022650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Calling delete_port for 77195915-4c39-47e3-bbdf-e160facf6fd2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:44.024114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.045922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dbcd99b-9834-44ac-9003-d1da31a47882 req-b75e528a-6921-4ca5-b8c0-171cc804d7f3 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 210 time: 0.0509493 Dec 13 09:42:44.111855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-271eebcb-9a02-45da-92f8-79aefe077bf1 req-121711ef-4092-4c54-80c2-a591d75cd63d tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273904 Dec 13 09:42:44.181215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.198448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.212179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aea6206-ab11-4c6a-9b09-959d65a7e126']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:44.213250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['77195915-4c39-47e3-bbdf-e160facf6fd2', 'd216dd95-e012-4000-ac5d-5e6de8b20660'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:44.215883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7783252b-7ce8-4be5-b987-e1d37c5da611'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:44.226019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cabb787-35ed-4718-9305-af925c415d0a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:44.226318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cabb787-35ed-4718-9305-af925c415d0a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:44.228697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Allocated IP 172.20.0.2 (6bf818a9-5f8e-4e82-9425-5e18f9c0d58d/556f58b4-0ca5-4320-812d-ea9d905a28be/3d4ac624-84fd-4c84-b41c-e440599f4493) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:44.237125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event deleted for resources: {'Port': ['ID=77195915-4c39-47e3-bbdf-e160facf6fd2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:44.243940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.289412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] No DVR routers for this DVR port 77195915-4c39-47e3-bbdf-e160facf6fd2 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:44.291329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.293221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.297255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c30778e6-ce31-46ac-8d55-55ffcf290b17 req-f3fd6548-0839-4549-972c-306526431ba8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "DELETE /v2.0/ports/77195915-4c39-47e3-bbdf-e160facf6fd2 HTTP/1.1" status: 204 len: 173 time: 0.6587462 Dec 13 09:42:44.297864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'name': 'network-vif-deleted', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:44.301542 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ad7d4-d051-4667-934a-35ed1a87703b" -d '{"events": [{"server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "name": "network-vif-deleted", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:44.309886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:44.310395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:44.312218 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:44.385740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf1e4-59fd-4a8e-9fc5-9cf3698c6311 req-19853682-88c1-4cfc-9346-323c375737e0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.394339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fbdf1e4-59fd-4a8e-9fc5-9cf3698c6311 req-19853682-88c1-4cfc-9346-323c375737e0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.0722644 Dec 13 09:42:44.414977 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284b461-2f3c-4a3d-aab1-584b9dcbc363 x-openstack-request-id: req-6284b461-2f3c-4a3d-aab1-584b9dcbc363 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:44.415870 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd981bea-ab56-4ab0-b49f-4efd4faa4d62", "name": "network-vif-deleted", "tag": "77195915-4c39-47e3-bbdf-e160facf6fd2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:44.416251 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6284b461-2f3c-4a3d-aab1-584b9dcbc363 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:44.416749 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd981bea-ab56-4ab0-b49f-4efd4faa4d62', 'name': 'network-vif-deleted', 'tag': '77195915-4c39-47e3-bbdf-e160facf6fd2', 'status': 'completed', 'code': 200} Dec 13 09:42:44.457065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.469956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.472349 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fbdf1e4-59fd-4a8e-9fc5-9cf3698c6311 req-ae0d9cd6-9011-4008-8aa7-5e0575587fbd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748336 Dec 13 09:42:44.477162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7aea6206-ab11-4c6a-9b09-959d65a7e126 HTTP/1.1" status: 204 len: 168 time: 0.5656540 Dec 13 09:42:44.512298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ed05f-ae10-4bfe-b03c-b946b4d54f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aea6206-ab11-4c6a-9b09-959d65a7e126,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:44.590282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.614909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:44.629090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.653056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a30664-1a9b-4983-acde-238d8ce77479 req-30c5ab46-2ffa-43ca-a928-8397e4731dae tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.654502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45a30664-1a9b-4983-acde-238d8ce77479 req-30c5ab46-2ffa-43ca-a928-8397e4731dae tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Dec 13 09:42:44.678609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:44.681769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:44.685766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:44.688417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-507c81c9-660f-467c-a08e-dc99df77f317 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=235ecb7292a34b28af428083fd7ed831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722148 Dec 13 09:42:44.691395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42786) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:44.709127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Pushing event updated for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:44.747110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.747944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.749406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45a30664-1a9b-4983-acde-238d8ce77479 req-e5d93cb5-9296-419e-abaf-9fdfefea2c3d tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/security-groups?id=1a2714f5-8682-413e-820f-531de63d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866556 Dec 13 09:42:44.766539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.789395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-88e5bd8f-25b3-427e-bbf1-f7b4d3d6a3b9 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425127 Dec 13 09:42:44.793263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.803027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Request body: {'port': {'device_id': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:44.862139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.862455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.864844 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.868559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0 HTTP/1.1" status: 204 len: 168 time: 0.1739378 Dec 13 09:42:44.875595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79dce8-fd3f-43e5-a243-52d80c8ce0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6d6a7-46b2-4a5b-8b85-a3aa8fb82ae0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.017067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:45.052694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d478932-1ca5-43f5-bb37-478167be4610 req-c07967e4-5a42-4174-8d5d-2c133ecaf28a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.054610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d478932-1ca5-43f5-bb37-478167be4610 req-c07967e4-5a42-4174-8d5d-2c133ecaf28a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.0581207 Dec 13 09:42:45.110691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port c07d9c50-6237-47a2-83f0-8731ce84f0ae completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:45.111652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ae31-8553-472e-a18b-4b674506429b req-ac3ca0a4-c480-4b05-ad5d-26d182b7a9de tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.113205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d103ae31-8553-472e-a18b-4b674506429b req-ac3ca0a4-c480-4b05-ad5d-26d182b7a9de tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 945 time: 0.0760820 Dec 13 09:42:45.115892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d478932-1ca5-43f5-bb37-478167be4610 req-765f6962-ea43-46ea-9a3c-173089bb9a93 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Dec 13 09:42:45.119282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port c07d9c50-6237-47a2-83f0-8731ce84f0ae triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:45.119693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.245664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1da67-766e-4157-ae1e-1ee6dbea9553 req-ab3088c7-86eb-43ff-b76d-faca7eeab0ed tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.251411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6a1da67-766e-4157-ae1e-1ee6dbea9553 req-ab3088c7-86eb-43ff-b76d-faca7eeab0ed tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 931 time: 0.0991063 Dec 13 09:42:45.286305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.313623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Deleting port 3c515049-6c36-4daa-8913-7e3b76ee9ecd {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:45.314822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.323315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:45.326082 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bff26a-b609-42bf-a89f-14607c771baa" -d '{"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-plugged", "status": "completed", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:45.343805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:45.348294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6a1da67-766e-4157-ae1e-1ee6dbea9553 req-101387c8-f2e7-496b-95e4-ca4e448e293e tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881984 Dec 13 09:42:45.350226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.437919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.458898 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5d83d-deb9-4926-b90f-f48c20404a41 x-openstack-request-id: req-96f5d83d-deb9-4926-b90f-f48c20404a41 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:45.459390 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-plugged", "status": "completed", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:45.459730 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f5d83d-deb9-4926-b90f-f48c20404a41 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:45.460303 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'code': 200} Dec 13 09:42:45.517318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4ac624-84fd-4c84-b41c-e440599f4493 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:45.530442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.574274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Transition to ACTIVE for port object 3d4ac624-84fd-4c84-b41c-e440599f4493 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:45.605507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] For port 3c515049-6c36-4daa-8913-7e3b76ee9ecd, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3c515049-6c36-4daa-8913-7e3b76ee9ecd,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:45.606508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.622190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Calling delete_port for 3c515049-6c36-4daa-8913-7e3b76ee9ecd owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:45.667509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fd3d-be48-4f91-a7f0-bc390be5473c req-ec783c5c-295f-49a4-8141-4f60db38d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.669172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a74fd3d-be48-4f91-a7f0-bc390be5473c req-ec783c5c-295f-49a4-8141-4f60db38d593 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.1446300 Dec 13 09:42:45.745294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.752422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fda2e-57ce-4795-859e-61726f59d567 req-9b419d25-b2bf-45a9-814b-c21ee438c250 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.757911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee9fda2e-57ce-4795-859e-61726f59d567 req-9b419d25-b2bf-45a9-814b-c21ee438c250 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 945 time: 0.1531708 Dec 13 09:42:45.824430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.860284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a74fd3d-be48-4f91-a7f0-bc390be5473c req-766746bd-467b-4d5b-82c1-2354e5783ac6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752639 Dec 13 09:42:45.903372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee9fda2e-57ce-4795-859e-61726f59d567 req-e7d590e7-2c07-4bdd-a19c-9f705c7c1d44 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316903 Dec 13 09:42:45.941836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.944126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0854dbdf-b788-45b9-93fd-5f6f35cb0350 req-df45b8ee-4cdb-45e0-88e7-c4b05d3b1a8e tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d01340-9652-4f7a-a8b9-ba22c8b534f5 HTTP/1.1" status: 200 len: 210 time: 0.0396945 Dec 13 09:42:45.955032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3c515049-6c36-4daa-8913-7e3b76ee9ecd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:45.999369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Pushing event deleted for resources: {'Port': ['ID=3c515049-6c36-4daa-8913-7e3b76ee9ecd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:46.181930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42856) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:46.307362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-357681635-network', 'tenant_id': '1c5111abde924941a3854be7d12bffb3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:46.314497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Attempting to bind port 3d4ac624-84fd-4c84-b41c-e440599f4493 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:46.314840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Attempting to bind port 3d4ac624-84fd-4c84-b41c-e440599f4493 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '1a5279ec-a226-4157-aee5-7e6a187b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:46.315173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Attempting to bind port 3d4ac624-84fd-4c84-b41c-e440599f4493 on network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:46.325442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Port 3d4ac624-84fd-4c84-b41c-e440599f4493 on network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:46.325769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Attempting to bind port 3d4ac624-84fd-4c84-b41c-e440599f4493 on network 6bf818a9-5f8e-4e82-9425-5e18f9c0d58d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:46.338461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Made reservation on behalf of 1c5111abde924941a3854be7d12bffb3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:46.341656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.350626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:46.350973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Checking segment: {'id': '1a5279ec-a226-4157-aee5-7e6a187b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:46.351419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Bound using segment: {'id': '1a5279ec-a226-4157-aee5-7e6a187b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:46.352023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Bound port: 3d4ac624-84fd-4c84-b41c-e440599f4493, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5279ec-a226-4157-aee5-7e6a187b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:46.352443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.358972 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.384867 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:42:46.399179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] No DVR routers for this DVR port 3c515049-6c36-4daa-8913-7e3b76ee9ecd on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:46.419357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 77195915-4c39-47e3-bbdf-e160facf6fd2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:46.432859 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.440889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d103ae31-8553-472e-a18b-4b674506429b req-ef58d54f-3f1a-4f5f-9ede-f90ed26efe46 tempest-FloatingIPsAssociationNegativeTestJSON-546157721 tempest-FloatingIPsAssociationNegativeTestJSON-546157721-project] 10.222.0.16 "DELETE /v2.0/ports/3c515049-6c36-4daa-8913-7e3b76ee9ecd HTTP/1.1" status: 204 len: 173 time: 1.3154986 Dec 13 09:42:46.441401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'name': 'network-vif-deleted', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:46.444002 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0dee11-7b72-4aa0-aa62-b25485944496" -d '{"events": [{"server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "name": "network-vif-deleted", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:46.459039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 77195915-4c39-47e3-bbdf-e160facf6fd2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:46.471309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 77195915-4c39-47e3-bbdf-e160facf6fd2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:46.511621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:46.516414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3d4ac624-84fd-4c84-b41c-e440599f4493,segment=NetworkSegment(1a5279ec-a226-4157-aee5-7e6a187b2624),segment_id=1a5279ec-a226-4157-aee5-7e6a187b2624)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:46.522666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.609548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:46.617240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.617971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.619822 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-fb80e5c2-47d2-4bfd-8cc0-12b9bbca53f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d4ac624-84fd-4c84-b41c-e440599f4493 HTTP/1.1" status: 200 len: 1091 time: 1.8253927 Dec 13 09:42:46.652798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.662193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.675186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b9bbb-4710-45f4-a80c-2f1f290d7260 req-6a94e6e1-cd97-4fad-b2e3-025a63238457 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.681138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b9bbb-4710-45f4-a80c-2f1f290d7260 req-6a94e6e1-cd97-4fad-b2e3-025a63238457 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.682742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a60b9bbb-4710-45f4-a80c-2f1f290d7260 req-6a94e6e1-cd97-4fad-b2e3-025a63238457 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2&device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 1682 time: 0.1995957 Dec 13 09:42:46.690790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e143-d1c7-4754-9ba4-1ffca1449989 req-3597fc7c-e2ab-42f3-8e79-d118dc6d1aa6 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.692185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7322e143-d1c7-4754-9ba4-1ffca1449989 req-3597fc7c-e2ab-42f3-8e79-d118dc6d1aa6 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 943 time: 0.2105052 Dec 13 09:42:46.717049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-b7db4396-5f39-4d97-9ac2-d516aa86a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.718544 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-b7db4396-5f39-4d97-9ac2-d516aa86a42a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca450ff3ec90482ca7356975be914db3&device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 1094 time: 0.0467250 Dec 13 09:42:46.738419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:46.770946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-c1926cee-a4b6-4db7-a172-3cdfa5c0e204 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d4ac624-84fd-4c84-b41c-e440599f4493 HTTP/1.1" status: 200 len: 217 time: 0.0449479 Dec 13 09:42:46.772885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007231e-df7b-49f6-bd3d-043e4c378f28,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:46.792469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.792815 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Added segment 90988d13-1d44-4a3d-b9d9-e2efd0c766a5 of type vlan for network 8fb33895-73f3-4e13-a068-c7d45ff10550 Dec 13 09:42:46.854202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-a123f324-482d-4a16-acdb-4f28cc432462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.855859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-a123f324-482d-4a16-acdb-4f28cc432462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=556f58b4-0ca5-4320-812d-ea9d905a28be HTTP/1.1" status: 200 len: 862 time: 0.0752385 Dec 13 09:42:46.871700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a60b9bbb-4710-45f4-a80c-2f1f290d7260 req-b56136f5-10bd-46bc-bc74-87f81d59d79a tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765032 Dec 13 09:42:46.896076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.897038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-38800cae-b61b-4db7-8e3f-f79756efe740 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341551 Dec 13 09:42:46.912522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7322e143-d1c7-4754-9ba4-1ffca1449989 req-bf67fd8a-9058-4f12-992a-507db58c26e7 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052486 Dec 13 09:42:46.940621 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cefb9d-05a4-46a4-ae6e-eb67611be937 x-openstack-request-id: req-a1cefb9d-05a4-46a4-ae6e-eb67611be937 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:46.941001 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d01340-9652-4f7a-a8b9-ba22c8b534f5", "name": "network-vif-deleted", "tag": "3c515049-6c36-4daa-8913-7e3b76ee9ecd", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:46.941555 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1cefb9d-05a4-46a4-ae6e-eb67611be937 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:46.942101 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d01340-9652-4f7a-a8b9-ba22c8b534f5', 'name': 'network-vif-deleted', 'tag': '3c515049-6c36-4daa-8913-7e3b76ee9ecd', 'status': 'completed', 'code': 200} Dec 13 09:42:46.989274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.993287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.996486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.049355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-857fd183-6dfa-4f53-a150-eead57b8186b service neutron] 10.222.0.20 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450126 Dec 13 09:42:47.096112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9128420 Dec 13 09:42:47.101372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42878) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:47.108732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Request body: {'subnet': {'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-357681635-subnet', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:47.117880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66577c5f-7bbe-43c6-8fee-dc59b23b573d admin admin] Pushing event updated for resources: {'Network': ['ID=8fb33895-73f3-4e13-a068-c7d45ff10550,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:47.136725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:47.143069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Made reservation on behalf of 1c5111abde924941a3854be7d12bffb3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:47.145564 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.157309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431bbf3-7890-4be4-9bb1-8e9b25e6ba74 req-91942be8-e0e7-46af-b725-9d0c9c1aaaaf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:47.159801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8431bbf3-7890-4be4-9bb1-8e9b25e6ba74 req-91942be8-e0e7-46af-b725-9d0c9c1aaaaf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 945 time: 0.1314919 Dec 13 09:42:47.190882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28ad9929-acfb-41d8-b9e1-956bf20b93ed req-8ae3c1a9-a1c3-4475-82dc-b2657f248cda service neutron] 10.222.0.20 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337709 Dec 13 09:42:47.217737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42884) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:47.324784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8431bbf3-7890-4be4-9bb1-8e9b25e6ba74 req-b78eda57-9a23-492e-8966-5df59ed3cf92 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548648 Dec 13 09:42:47.554866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.652618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8582f588-c745-46b0-beb9-c78ac5357e37,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:47.710557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Checking segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:47.711281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Network hostable DHCP agents. Network: 8fb33895-73f3-4e13-a068-c7d45ff10550, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:47.745799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:47.755297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e54a1-d784-4b4e-a9ff-67ca4c7feeaa req-6cafe6f3-b2a4-41c3-bfeb-a2a237b3dbbe tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:47.756833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f75e54a1-d784-4b4e-a9ff-67ca4c7feeaa req-6cafe6f3-b2a4-41c3-bfeb-a2a237b3dbbe tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 945 time: 0.0845861 Dec 13 09:42:47.773928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 8fb33895-73f3-4e13-a068-c7d45ff10550) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:47.782272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46827466-45d6-4a80-9a38-86ba84851630 None None] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:47.789353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:47.790113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.816502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f20a1d0d-73ce-4f91-93b8-a25a913c3513 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7139502 Dec 13 09:42:47.820069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42896) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:47.827052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:47.868949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.871465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.913002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-8fb33895-73f3-4e13-a068-c7d45ff10550', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'project_id': '1c5111abde924941a3854be7d12bffb3', 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:42:47.913961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.949372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.134486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Allocated IP 172.20.0.2 (8fb33895-73f3-4e13-a068-c7d45ff10550/8582f588-c745-46b0-beb9-c78ac5357e37/041dcfd6-21e3-473b-8302-e0759cd03ad5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:48.168770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f75e54a1-d784-4b4e-a9ff-67ca4c7feeaa req-bf159052-a7db-4b89-bf52-cc504f846d54 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035497 Dec 13 09:42:48.182853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.201239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.436607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.440810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3d4ac624-84fd-4c84-b41c-e440599f4493 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:48.461681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.502151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.524928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Pushing event updated for resources: {'Port': ['ID=041dcfd6-21e3-473b-8302-e0759cd03ad5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:48.527857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.549574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:48.551314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe60b-2dac-4a63-86fc-9bde36f52f82 req-495868ab-263e-4f88-9274-eee5db23b844 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:48.554408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05abe60b-2dac-4a63-86fc-9bde36f52f82 req-495868ab-263e-4f88-9274-eee5db23b844 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 943 time: 0.1919279 Dec 13 09:42:48.556348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:48.564431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:48.661122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Allocated IP 172.25.2.167 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:48.694858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Attempting to bind port 041dcfd6-21e3-473b-8302-e0759cd03ad5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:48.695234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Attempting to bind port 041dcfd6-21e3-473b-8302-e0759cd03ad5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:48.695511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Attempting to bind port 041dcfd6-21e3-473b-8302-e0759cd03ad5 on network 8fb33895-73f3-4e13-a068-c7d45ff10550 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:48.708026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:48.708411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Checking segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:48.708814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.709210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Bound using segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:48.709693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Bound port: 041dcfd6-21e3-473b-8302-e0759cd03ad5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:48.710075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.732797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3d4ac624-84fd-4c84-b41c-e440599f4493,segment=NetworkSegment(1a5279ec-a226-4157-aee5-7e6a187b2624),segment_id=1a5279ec-a226-4157-aee5-7e6a187b2624)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:48.746871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cec3d-b4e6-402f-94d0-f3fba74fee43 req-f5194001-b6ae-4466-bed5-5546b1cc433d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:48.748630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d0cec3d-b4e6-402f-94d0-f3fba74fee43 req-f5194001-b6ae-4466-bed5-5546b1cc433d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 945 time: 0.1345849 Dec 13 09:42:48.752837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05abe60b-2dac-4a63-86fc-9bde36f52f82 req-ee28439c-5c3f-4a04-be0b-780b6c3c0a9c tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881859 Dec 13 09:42:48.768042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '3d4ac624-84fd-4c84-b41c-e440599f4493', 'network_id': '6bf818a9-5f8e-4e82-9425-5e18f9c0d58d', 'port_id': '3d4ac624-84fd-4c84-b41c-e440599f4493', 'mac_address': 'fa:16:3e:a8:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f58b4-0ca5-4320-812d-ea9d905a28be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:48.802151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Deleting port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:48.802151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.807950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.841911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] For port 041dcfd6-21e3-473b-8302-e0759cd03ad5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:48.846350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] For port 041dcfd6-21e3-473b-8302-e0759cd03ad5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=041dcfd6-21e3-473b-8302-e0759cd03ad5,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:48.848905 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.852488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.874911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.887202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4ac624-84fd-4c84-b41c-e440599f4493 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:48.898158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d0cec3d-b4e6-402f-94d0-f3fba74fee43 req-ce603554-873c-4a50-b146-454d36891f24 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263955 Dec 13 09:42:48.941394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3d4ac624-84fd-4c84-b41c-e440599f4493,segment=NetworkSegment(1a5279ec-a226-4157-aee5-7e6a187b2624),segment_id=1a5279ec-a226-4157-aee5-7e6a187b2624)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:48.944001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:48.946380 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:48.973146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:48.974256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.977689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:48.980467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:48.990951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c262-65f1-4e71-ba30-05415240e8fb None None] Pushing event updated for resources: {'Port': ['ID=041dcfd6-21e3-473b-8302-e0759cd03ad5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.010879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Pushing event updated for resources: {'Port': ['ID=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.031214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] For port 7d59baf2-3fc3-4185-b5ea-0874c0b5c988, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:49.032369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.066110 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e26eb-ecea-4367-b22e-9a409ddc7b64 x-openstack-request-id: req-464e26eb-ecea-4367-b22e-9a409ddc7b64 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:49.066400 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:49.070146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Calling delete_port for 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:49.077610 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-464e26eb-ecea-4367-b22e-9a409ddc7b64 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:49.078041 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493', 'status': 'completed', 'code': 200} Dec 13 09:42:49.079597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3c515049-6c36-4daa-8913-7e3b76ee9ecd no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:49.107323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 3c515049-6c36-4daa-8913-7e3b76ee9ecd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:49.108313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3c515049-6c36-4daa-8913-7e3b76ee9ecd not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:49.135189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.202287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['3d4ac624-84fd-4c84-b41c-e440599f4493'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:49.290607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-cecf318a-2d3c-44e7-b3b9-8eb45c92e958 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.292215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-cecf318a-2d3c-44e7-b3b9-8eb45c92e958 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bd90709-485d-4d28-ad1f-fb52153bf1e2 HTTP/1.1" status: 200 len: 946 time: 0.1671388 Dec 13 09:42:49.398163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-66c7b37e-628c-4ee3-8b1f-193d75a59087 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.399822 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-66c7b37e-628c-4ee3-8b1f-193d75a59087 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 945 time: 0.1793451 Dec 13 09:42:49.400044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2960-7b7f-48de-8f84-e5af26cc458a req-0ea741c6-c0af-4289-9d73-180736bd1bb2 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.412972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-427e2960-7b7f-48de-8f84-e5af26cc458a req-0ea741c6-c0af-4289-9d73-180736bd1bb2 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.3444149 Dec 13 09:42:49.472187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-feb56ca8-e5a1-45e9-95ee-39030b5cff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.473943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-feb56ca8-e5a1-45e9-95ee-39030b5cff39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca450ff3ec90482ca7356975be914db3&device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 1095 time: 0.3604312 Dec 13 09:42:49.585606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14e0e8-70bc-47cf-85f2-640f82752fdd req-d11ece2f-37af-4470-8970-b7ac2b60c212 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.587157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa14e0e8-70bc-47cf-85f2-640f82752fdd req-d11ece2f-37af-4470-8970-b7ac2b60c212 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 945 time: 0.2665811 Dec 13 09:42:49.603888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-427e2960-7b7f-48de-8f84-e5af26cc458a req-0d72ec95-3649-4c43-94bb-80e9a12981e5 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890342 Dec 13 09:42:49.617950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.679601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.764117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Deleting port d216dd95-e012-4000-ac5d-5e6de8b20660 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:49.764349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.796425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Deleting port 7783252b-7ce8-4be5-b987-e1d37c5da611 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:49.796765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.819323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d59baf2-3fc3-4185-b5ea-0874c0b5c988,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.897046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa14e0e8-70bc-47cf-85f2-640f82752fdd req-56135b5e-c61a-4c94-8370-f35e454cd68f tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304509 Dec 13 09:42:49.980149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-50af3671-083d-4622-a4be-f979b581aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.989226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-50af3671-083d-4622-a4be-f979b581aba5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d HTTP/1.1" status: 200 len: 923 time: 0.5022388 Dec 13 09:42:50.160860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] For port 7783252b-7ce8-4be5-b987-e1d37c5da611, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7783252b-7ce8-4be5-b987-e1d37c5da611,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:50.161474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.164166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-a0e3ad46-548c-47f2-85d2-5ce7f853baa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d4ac624-84fd-4c84-b41c-e440599f4493 HTTP/1.1" status: 200 len: 217 time: 0.1655085 Dec 13 09:42:50.175540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Calling delete_port for 7783252b-7ce8-4be5-b987-e1d37c5da611 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:50.195140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210e452-d437-4e73-a1a0-44dc0aeb8ec8 req-61dc99ff-5b13-4364-82fe-c680afff27fd tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.196882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e210e452-d437-4e73-a1a0-44dc0aeb8ec8 req-61dc99ff-5b13-4364-82fe-c680afff27fd tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.2942426 Dec 13 09:42:50.257712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.318028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.323058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9efbf-1708-4801-8a92-9b1b75ed6608 None None] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:50.334733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d036909-0c41-43fc-97cb-b4d619e740e1 req-87b2733c-4a5a-416e-a443-1f622317db9b tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.338196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] For port d216dd95-e012-4000-ac5d-5e6de8b20660, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d216dd95-e012-4000-ac5d-5e6de8b20660,segment=NetworkSegment(74e8dd4b-4872-4be5-8518-0178d4093334),segment_id=74e8dd4b-4872-4be5-8518-0178d4093334)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:50.338576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.344282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d036909-0c41-43fc-97cb-b4d619e740e1 req-87b2733c-4a5a-416e-a443-1f622317db9b tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 944 time: 0.1818621 Dec 13 09:42:50.353710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.365452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Calling delete_port for d216dd95-e012-4000-ac5d-5e6de8b20660 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:50.391722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-63549806-b391-4f7f-9486-3ca20ff889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.394178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-63549806-b391-4f7f-9486-3ca20ff889cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=556f58b4-0ca5-4320-812d-ea9d905a28be HTTP/1.1" status: 200 len: 862 time: 0.1917737 Dec 13 09:42:50.438657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event deleted for resources: {'Port': ['ID=7783252b-7ce8-4be5-b987-e1d37c5da611,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:50.462283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-950de8cc-c47d-4126-ba8d-5a209c37c0df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506010 Dec 13 09:42:50.520419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d036909-0c41-43fc-97cb-b4d619e740e1 req-0d772c73-7641-4d27-bcdd-9cf50eeed322 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751502 Dec 13 09:42:50.547496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7783252b-7ce8-4be5-b987-e1d37c5da611'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:50.550701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d216dd95-e012-4000-ac5d-5e6de8b20660'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:50.563027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e210e452-d437-4e73-a1a0-44dc0aeb8ec8 req-4eb7765b-adaa-4fd4-a08d-80bd36ebd2c4 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447566 Dec 13 09:42:50.591597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3d4ac624-84fd-4c84-b41c-e440599f4493 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:50.695841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] Provisioning complete for port 041dcfd6-21e3-473b-8302-e0759cd03ad5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:50.696362 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.698105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 3d4ac624-84fd-4c84-b41c-e440599f4493 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:50.724234 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.741316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 3d4ac624-84fd-4c84-b41c-e440599f4493 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:50.741747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.818779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7783252b-7ce8-4be5-b987-e1d37c5da611'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:50.915817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-51cbe22f-07e0-4518-a56c-25c355a2032d service neutron] 10.222.0.20 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939760 Dec 13 09:42:51.095694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Router 35e85c8e-088b-40ee-97fa-b54255f4ca74 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:51.098030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d9e8-b55a-48c7-88aa-9ff4e1308062 req-5212033d-e441-4636-a605-0c2a8712a0db tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.106511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41b0d9e8-b55a-48c7-88aa-9ff4e1308062 req-5212033d-e441-4636-a605-0c2a8712a0db tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.1760402 Dec 13 09:42:51.150408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f93d04a-0420-4e2d-8acf-6c2d21f4a9cd req-5df23e87-f991-4287-8ea7-9b45d78494f6 service neutron] 10.222.0.20 "GET /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228491 Dec 13 09:42:51.168351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 041dcfd6-21e3-473b-8302-e0759cd03ad5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:51.204824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] No DVR routers for this DVR port 7783252b-7ce8-4be5-b987-e1d37c5da611 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:51.214309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.219264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4f025bc-f9c1-4a73-a901-7932682ebc3f req-1cf0f7c4-582d-4851-a825-9003d0b174c5 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.16 "DELETE /v2.0/ports/7783252b-7ce8-4be5-b987-e1d37c5da611 HTTP/1.1" status: 204 len: 173 time: 1.7210782 Dec 13 09:42:51.224195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c751fbf-87ad-4b37-a87d-d2073be84a6d req-b7fe39c9-2c06-412e-a425-8af924d164c9 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f20bc85-5d41-43fc-b0eb-c069eee043b0 HTTP/1.1" status: 200 len: 210 time: 0.0779696 Dec 13 09:42:51.249582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'name': 'network-vif-deleted', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:51.257036 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14467f30-c1d4-4208-932b-4aab07c803cb" -d '{"events": [{"server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "name": "network-vif-deleted", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:51.259273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41b0d9e8-b55a-48c7-88aa-9ff4e1308062 req-0f6854c9-e92a-4eca-b2aa-58cc4fe4cbac tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518314 Dec 13 09:42:51.333047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Pushing event deleted for resources: {'Port': ['ID=d216dd95-e012-4000-ac5d-5e6de8b20660,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.344483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.351679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:51.358315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-094468b9-1067-4399-89a8-294d57d5e40b admin admin] 10.222.0.31 "PUT /v2.0/routers/35e85c8e-088b-40ee-97fa-b54255f4ca74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1373353 Dec 13 09:42:51.366240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42950) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:51.368271 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd71fd5e-5a03-4382-8840-b40124f5617f x-openstack-request-id: req-fd71fd5e-5a03-4382-8840-b40124f5617f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:51.368570 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20bc85-5d41-43fc-b0eb-c069eee043b0", "name": "network-vif-deleted", "tag": "7783252b-7ce8-4be5-b987-e1d37c5da611", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:51.368831 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd71fd5e-5a03-4382-8840-b40124f5617f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:51.369232 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20bc85-5d41-43fc-b0eb-c069eee043b0', 'name': 'network-vif-deleted', 'tag': '7783252b-7ce8-4be5-b987-e1d37c5da611', 'status': 'completed', 'code': 200} Dec 13 09:42:51.378906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:42:51.382114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Sync routers for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:51.398611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:51.402699 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17c6ab6-eb66-40f9-bab4-426ceb2cf72e" -d '{"events": [{"server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:51.440191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.480168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 041dcfd6-21e3-473b-8302-e0759cd03ad5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:51.480168 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.485052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3d4ac624-84fd-4c84-b41c-e440599f4493,segment=NetworkSegment(1a5279ec-a226-4157-aee5-7e6a187b2624),segment_id=1a5279ec-a226-4157-aee5-7e6a187b2624)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:51.531398 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41708b4-5330-4fe2-8bb0-1549984abcbc x-openstack-request-id: req-e41708b4-5330-4fe2-8bb0-1549984abcbc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:51.532143 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:51.533823 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e41708b4-5330-4fe2-8bb0-1549984abcbc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:51.534458 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493', 'code': 200} Dec 13 09:42:51.576759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] No DVR routers for this DVR port d216dd95-e012-4000-ac5d-5e6de8b20660 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:51.580350 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.584806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4efca6b5-1645-4fa7-a7c7-f421be5bb8f0 req-6fc81101-b82a-47e5-810a-7d9fdf1cb4c8 tempest-ListServersNegativeTestJSON-778176060 tempest-ListServersNegativeTestJSON-778176060-project] 10.222.0.20 "DELETE /v2.0/ports/d216dd95-e012-4000-ac5d-5e6de8b20660 HTTP/1.1" status: 204 len: 173 time: 2.2848210 Dec 13 09:42:51.588542 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.610549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:51.617818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:51.618971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:51.622907 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Sync routers for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:51.632106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.633470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ca1be87-2a03-4d73-b702-2b33ecb9f18d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8109226 Dec 13 09:42:51.636421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:51.650879 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:51.656977 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:51.718144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] For port 041dcfd6-21e3-473b-8302-e0759cd03ad5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=041dcfd6-21e3-473b-8302-e0759cd03ad5,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:51.825812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.913471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.939919 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:52.219792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:52.272456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 3, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:52.290170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-76e24008-74aa-4b02-a8ce-a0c77ec6597c None None] Provisioning complete for port 041dcfd6-21e3-473b-8302-e0759cd03ad5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:52.290516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76e24008-74aa-4b02-a8ce-a0c77ec6597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.352019 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Checking router: c1f898a1-ce83-4887-ac27-fb71a1e5a1ba for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:52.354944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Updating router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:52.368473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feb93d-96ae-42df-837c-9ae79c864ee6 req-dff492c0-9483-4359-9f19-5ceea2d32c4d tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:52.370176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38feb93d-96ae-42df-837c-9ae79c864ee6 req-dff492c0-9483-4359-9f19-5ceea2d32c4d tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.1088481 Dec 13 09:42:52.381980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.412381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a53ce7-86e1-4ec6-b080-09e4f6d69a46 None None] Pushing event updated for resources: {'Port': ['ID=041dcfd6-21e3-473b-8302-e0759cd03ad5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:52.424503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.450437 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.475507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d216dd95-e012-4000-ac5d-5e6de8b20660 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:52.568713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bb6f7-61cc-411c-adb4-54e388fa9bea req-743869b7-63b0-452d-852d-39f379908443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:52.570696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e1bb6f7-61cc-411c-adb4-54e388fa9bea req-743869b7-63b0-452d-852d-39f379908443 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 1096 time: 0.3105085 Dec 13 09:42:52.588575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: d216dd95-e012-4000-ac5d-5e6de8b20660 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:52.588934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d216dd95-e012-4000-ac5d-5e6de8b20660 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:52.599743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Allocated IP 172.20.0.1 (8fb33895-73f3-4e13-a068-c7d45ff10550/8582f588-c745-46b0-beb9-c78ac5357e37/e6e4262e-f1fc-4c86-9b1b-4548130ba8fc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:52.698372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.718713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.728079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38feb93d-96ae-42df-837c-9ae79c864ee6 req-ca11b953-88d3-4db8-af83-c3f60c84b5be tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421357 Dec 13 09:42:52.750002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e1bb6f7-61cc-411c-adb4-54e388fa9bea req-e93c2b15-8a01-454f-a55a-3c57fdf3242b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614478 Dec 13 09:42:52.764567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 5, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port': {'id': '96f33ab9-86f1-4a17-8c96-8fab955c26fd', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:39:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:29Z', 'updated_at': '2021-12-13T09:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:52.769428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.774400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100d76-69a8-4224-b990-95a06e160ee7 req-b9cc4475-9e20-43bc-9732-fabe51deb5d1 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:52.787758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92100d76-69a8-4224-b990-95a06e160ee7 req-b9cc4475-9e20-43bc-9732-fabe51deb5d1 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.2110565 Dec 13 09:42:52.828759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42972) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:52.850144 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.860042 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.861438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Checking router: 35e85c8e-088b-40ee-97fa-b54255f4ca74 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:52.888536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:52.889966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Routers {'35e85c8e-088b-40ee-97fa-b54255f4ca74'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:52.890887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['35e85c8e-088b-40ee-97fa-b54255f4ca74'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:52.895064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:52.897080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:52.920901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:52.988547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.997995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Deleting subnet a38e87cc-e539-4702-8f3d-92eeeb5de4da {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:53.011199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.045626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Attempting to bind port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:53.046007 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Attempting to bind port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:53.046358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Attempting to bind port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:53.057270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92100d76-69a8-4224-b990-95a06e160ee7 req-25469a02-f9a0-47d0-a553-e5ea4d7c2520 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580671 Dec 13 09:42:53.059204 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74985ce9-4d27-438e-b4af-28d9dbae91d1 None None] Pushing event updated for resources: {'Port': ['ID=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.073086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Deleting port 96f33ab9-86f1-4a17-8c96-8fab955c26fd {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:53.073498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.098608 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:53.099205 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:53.100694 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.103091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:53.109155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.116379 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Bound port: 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:53.116823 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.154078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 041dcfd6-21e3-473b-8302-e0759cd03ad5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:53.183886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.231850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.260039 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] For port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:53.267762 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] For port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:53.275019 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.285067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7783252b-7ce8-4be5-b987-e1d37c5da611 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:53.296721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] For port 96f33ab9-86f1-4a17-8c96-8fab955c26fd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96f33ab9-86f1-4a17-8c96-8fab955c26fd,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:53.297382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.337435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Calling delete_port for 96f33ab9-86f1-4a17-8c96-8fab955c26fd owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:53.350782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 7783252b-7ce8-4be5-b987-e1d37c5da611 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:53.351362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7783252b-7ce8-4be5-b987-e1d37c5da611 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:53.382945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] Set router 35e85c8e-088b-40ee-97fa-b54255f4ca74 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:53.385186 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:53.385996 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:53.407148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.451256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38e87cc-e539-4702-8f3d-92eeeb5de4da,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.468212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.474467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0258c5ad-b41f-4b23-b417-e677dd9681f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a38e87cc-e539-4702-8f3d-92eeeb5de4da HTTP/1.1" status: 204 len: 168 time: 0.6365409 Dec 13 09:42:53.475250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42980) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:53.519527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.521577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'name': 'network-vif-deleted', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:53.524663 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b324400-3d1c-42f8-96a0-90f6e5718602" -d '{"events": [{"server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "name": "network-vif-deleted", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:53.529290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.536843 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:53.575106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.614187 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.616966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 6, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:53.653855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250b859-172e-46d5-8e5a-25df16364839 None None] The sync data for ids ['35e85c8e-088b-40ee-97fa-b54255f4ca74'] in n-d-820935-7 is: [{'id': '35e85c8e-088b-40ee-97fa-b54255f4ca74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-102523880-router', 'tenant_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:25Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 6, 'project_id': 'c2a8c5c5c3664e16be0db6276d595f59', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:53.654024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.658582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 041dcfd6-21e3-473b-8302-e0759cd03ad5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:53.660113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.673068 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806894d5-5044-4295-a818-178c74a895f5 x-openstack-request-id: req-806894d5-5044-4295-a818-178c74a895f5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:53.673901 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd90709-485d-4d28-ad1f-fb52153bf1e2", "name": "network-vif-deleted", "tag": "d216dd95-e012-4000-ac5d-5e6de8b20660", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:53.674154 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-806894d5-5044-4295-a818-178c74a895f5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:53.674550 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd90709-485d-4d28-ad1f-fb52153bf1e2', 'name': 'network-vif-deleted', 'tag': 'd216dd95-e012-4000-ac5d-5e6de8b20660', 'status': 'completed', 'code': 200} Dec 13 09:42:53.722294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f345facf-a345-4ab0-b005-8b378dcea64b None None] Provisioning complete for port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:53.722677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f345facf-a345-4ab0-b005-8b378dcea64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.772768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74985ce9-4d27-438e-b4af-28d9dbae91d1 None None] Pushing event updated for resources: {'Port': ['ID=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.908936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:53.910594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:54.037744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 1, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.039211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.098665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f345facf-a345-4ab0-b005-8b378dcea64b None None] Port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:54.117537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83833fd-10bb-4b24-8c9b-d76e8502f9b3 None None] The sync data for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 is: [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 1, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:54.121510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98121c3b-3491-4a5c-ad5d-ab340bd9160a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.153831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e8dd4b-4872-4be5-8518-0178d4093334') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.157493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e8dd4b-4872-4be5-8518-0178d4093334') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.177333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:54.185155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.272355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.294592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:54.294990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:54.358508 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:54.365928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:54.371318 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df6a00bc-79eb-43c7-bde2-0a34443a84f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1f898a1-ce83-4887-ac27-fb71a1e5a1ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7304745 Dec 13 09:42:54.401166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.418095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.449949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6829b388-54e0-4d3e-a76c-1c87f5945c60 None None] Provisioning complete for port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:54.450324 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6829b388-54e0-4d3e-a76c-1c87f5945c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.482496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.487741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/98121c3b-3491-4a5c-ad5d-ab340bd9160a HTTP/1.1" status: 204 len: 168 time: 1.0104458 Dec 13 09:42:54.508174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6829b388-54e0-4d3e-a76c-1c87f5945c60 None None] Port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:54.514747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f33ab9-86f1-4a17-8c96-8fab955c26fd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:54.566024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9352-34a1-4997-8ff5-d162f203367d req-12ddb167-4d28-452a-a0a2-a6acacdd52b0 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.574416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a34a9352-34a1-4997-8ff5-d162f203367d req-12ddb167-4d28-452a-a0a2-a6acacdd52b0 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.3744800 Dec 13 09:42:54.594911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33acc9-29e3-4fb6-80c6-42f7e71668c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98121c3b-3491-4a5c-ad5d-ab340bd9160a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:54.700512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.719032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43018) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:54.794920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f41dfd0f-5e6e-4b6d-90af-ae8ab57849bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2aa6741d7a74f71b547bf417cf7115a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712490 Dec 13 09:42:54.795355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43020) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:54.804839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a34a9352-34a1-4997-8ff5-d162f203367d req-ce0b0b72-706b-4807-be40-d77725c5227d tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251005 Dec 13 09:42:54.915948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.927231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.934405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.987406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.012140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96f33ab9-86f1-4a17-8c96-8fab955c26fd no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:55.047725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-40498cf5-baf3-4207-b785-8b9ef9562cde tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:42:55.050473 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.054090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e85c8e-088b-40ee-97fa-b54255f4ca74 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:42:55.056648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-40498cf5-baf3-4207-b785-8b9ef9562cde tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158579 Dec 13 09:42:55.064394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.066901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-700e9f4b-dd23-47e4-ad67-e61b100add75 admin admin] 10.222.0.31 "DELETE /v2.0/routers/35e85c8e-088b-40ee-97fa-b54255f4ca74 HTTP/1.1" status: 204 len: 168 time: 3.6992044 Dec 13 09:42:55.069301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 96f33ab9-86f1-4a17-8c96-8fab955c26fd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:55.069950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:55.073250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96f33ab9-86f1-4a17-8c96-8fab955c26fd not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:55.073940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:55.103783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-c3f0feb4-022f-4b67-961b-120a88fe7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:55.111923 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-c3f0feb4-022f-4b67-961b-120a88fe7b4d service neutron] 10.222.0.31 "GET /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 1093 time: 0.0435367 Dec 13 09:42:55.123824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Request body: {'binding': {'host': 'n-h2-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:55.124626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:42:55.127796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:55.128203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7d59baf2-3fc3-4185-b5ea-0874c0b5c988 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:55.161315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Deleting subnet 2fdd0349-629b-439c-8264-d4433b8b587e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:55.165423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.227201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.299149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.303039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.304631 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e HTTP/1.1" status: 204 len: 168 time: 0.5082779 Dec 13 09:42:55.320037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2e41c-c665-47b1-bdba-3468a50728fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c200a78-8b7b-4fbe-96f0-ee8a5bbb3b6e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:55.402754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.432484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on host n-h2-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:55.432845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:55.435198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:55.441874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:55.442357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:55.453072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:55.453448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:55.453808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:55.457161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Bound port: c07d9c50-6237-47a2-83f0-8731ce84f0ae, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:55.535875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.582447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdd0349-629b-439c-8264-d4433b8b587e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:55.592549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.594382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f116e0-aa06-44cb-b4f1-de91257e3918 None None] Network 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:55.596910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3004b60b-5d57-4292-abd1-5f77cd51cb44 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2fdd0349-629b-439c-8264-d4433b8b587e HTTP/1.1" status: 204 len: 168 time: 0.5257242 Dec 13 09:42:55.599398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43030) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:55.612963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:55.630215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.633249 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a740bd26-db07-4f3d-b088-481f0df57302 service neutron] 10.222.0.31 "POST /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.5188448 Dec 13 09:42:55.745677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.871208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Deleting port e3512a75-fdb4-429c-84a3-3ded04b0b078 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:55.874560 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.946396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] DHCP port deletion for 11afddbe-eefa-41bd-ab3f-14e307dc7fd0 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:42:56.052894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Deleting port e3512a75-fdb4-429c-84a3-3ded04b0b078 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:56.053504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.145195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] For port e3512a75-fdb4-429c-84a3-3ded04b0b078, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3512a75-fdb4-429c-84a3-3ded04b0b078,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:56.146011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.173828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e41a98-052c-40ab-aa58-436ff1ff8d43 req-f09574e9-b71b-4f6c-a858-b92b250ca671 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.175765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1e41a98-052c-40ab-aa58-436ff1ff8d43 req-f09574e9-b71b-4f6c-a858-b92b250ca671 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 945 time: 0.2159982 Dec 13 09:42:56.193895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Calling delete_port for e3512a75-fdb4-429c-84a3-3ded04b0b078 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:56.209300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43050) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:56.214834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060488263', 'description': 'tempest-description--1741421415'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:56.227393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-91d96ba6-c7b4-49b5-b07f-4ccb57d840c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.228932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-91d96ba6-c7b4-49b5-b07f-4ccb57d840c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1096 time: 0.2588856 Dec 13 09:42:56.232863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] For port e3512a75-fdb4-429c-84a3-3ded04b0b078, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3512a75-fdb4-429c-84a3-3ded04b0b078,segment=NetworkSegment(2d2df735-41bb-432c-9f69-7e38db8e22fa),segment_id=2d2df735-41bb-432c-9f69-7e38db8e22fa)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:56.236357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.255448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.273860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Calling delete_port for e3512a75-fdb4-429c-84a3-3ded04b0b078 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:56.389973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1e41a98-052c-40ab-aa58-436ff1ff8d43 req-8404027d-0273-42e3-81a7-b93672f1000c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049243 Dec 13 09:42:56.437946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.444492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.482571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.487204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aede20-7357-45df-8b85-5be4433b2718 req-05cf4068-fc3f-4456-ac1e-83c79f25c59b tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.496352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50aede20-7357-45df-8b85-5be4433b2718 req-05cf4068-fc3f-4456-ac1e-83c79f25c59b tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.1516824 Dec 13 09:42:56.497881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.499992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2888594 Dec 13 09:42:56.505472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43056) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:56.511420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4cb61-2f1c-4e3a-a870-3c79555183f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42376877-c65d-4549-94d0-708462ba20ae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.513372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'security_group_rule': {'security_group_id': '42376877-c65d-4549-94d0-708462ba20ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:56.540299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] Pushing event deleted for resources: {'Port': ['ID=e3512a75-fdb4-429c-84a3-3ded04b0b078,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.541369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-bac30ae7-f642-49de-a701-5beabe094760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.543736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-bac30ae7-f642-49de-a701-5beabe094760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.3033507 Dec 13 09:42:56.563200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666b2ae-b188-420c-8ab9-ef07ed1e78cd None None] No DVR routers for this DVR port e3512a75-fdb4-429c-84a3-3ded04b0b078 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:56.669039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.695933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-bc90e2ea-2be9-49d0-93ee-04257d26d3a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.1260231 Dec 13 09:42:56.704690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3512a75-fdb4-429c-84a3-3ded04b0b078,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.732142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50aede20-7357-45df-8b85-5be4433b2718 req-1913d484-51ce-404a-846d-761ea0959927 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347748 Dec 13 09:42:56.747138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] No DVR routers for this DVR port e3512a75-fdb4-429c-84a3-3ded04b0b078 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:56.754928 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.843423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43070) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:56.926474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.964165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:56.984367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.008341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-network', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:57.044765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Made reservation on behalf of 4db9faa9c9814cc4a617dfcf1f1aed23 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:57.047814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.057046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c96c438-5912-4f6c-85a5-8389537d23d2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.066330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.076819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-9cdd5b1b-58fc-44be-8c3b-49aecef28307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.078607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-9cdd5b1b-58fc-44be-8c3b-49aecef28307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.3703361 Dec 13 09:42:57.086440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.094101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:57.094594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.140799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-0f527172-53c6-4472-980c-c79c06211b66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415778 Dec 13 09:42:57.142951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11afddbe-eefa-41bd-ab3f-14e307dc7fd0']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:57.149599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.153282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-72746ed4-4261-456e-9335-7bd905c8ae58 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6413872 Dec 13 09:42:57.154368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:57.168330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'security_group_rule': {'security_group_id': '42376877-c65d-4549-94d0-708462ba20ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:57.179891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2df735-41bb-432c-9f69-7e38db8e22fa') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:57.180218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2df735-41bb-432c-9f69-7e38db8e22fa') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:57.241219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.242989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.253757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.256190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.267498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.279042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:57.284410 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.288603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:57.317515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.320361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.320930 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Added segment e0946f96-1e92-4371-a225-fcf0b71e6e01 of type vlan for network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 Dec 13 09:42:57.324622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:57.325045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.366820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.382017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3512a75-fdb4-429c-84a3-3ded04b0b078 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:57.406222 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:57.409918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e3512a75-fdb4-429c-84a3-3ded04b0b078 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:57.409918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3512a75-fdb4-429c-84a3-3ded04b0b078 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:57.416747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.430059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.437434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11afddbe-eefa-41bd-ab3f-14e307dc7fd0 HTTP/1.1" status: 204 len: 168 time: 1.8338947 Dec 13 09:42:57.456731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91711-9925-48ab-a890-1aad660a0769 admin admin] Pushing event deleted for resources: {'Network': ['ID=11afddbe-eefa-41bd-ab3f-14e307dc7fd0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.481460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.492089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4aec3-e7cb-417a-b63c-950a0975461e req-5dae7251-cd44-4635-9e2c-5f82fb4403e5 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.496808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.499186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90c4aec3-e7cb-417a-b63c-950a0975461e req-5dae7251-cd44-4635-9e2c-5f82fb4403e5 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.3419380 Dec 13 09:42:57.570809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.571897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.574493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.578122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.600554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-71c55dbd-3654-41f4-aa31-49bfcdd15adf service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393148 Dec 13 09:42:57.613082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac68d1-ce45-48e8-a6f3-9a41d5765b72 req-7050005c-75ba-4a1f-bee1-1694003d417c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.620284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ac68d1-ce45-48e8-a6f3-9a41d5765b72 req-7050005c-75ba-4a1f-bee1-1694003d417c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 945 time: 0.1038611 Dec 13 09:42:57.634231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.636085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43086) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:57.664585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8840c207-009c-452e-beed-fef429fbacfe,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.672235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8242228 Dec 13 09:42:57.675307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43090) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:57.678356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea22c-8086-4d1f-8ddf-0af7b65b4605 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.683862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Request body: {'subnet': {'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-subnet', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:57.689567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90c4aec3-e7cb-417a-b63c-950a0975461e req-30e0b145-240c-4eb9-9df8-5f07d6d89631 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893437 Dec 13 09:42:57.692624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.696956 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3bb0c249-a2a1-47b2-af9f-c6070cacf297 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403631 Dec 13 09:42:57.698004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:57.699250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43092) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:57.706325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:57.737076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Made reservation on behalf of 4db9faa9c9814cc4a617dfcf1f1aed23 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:57.739863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.779658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ac68d1-ce45-48e8-a6f3-9a41d5765b72 req-13d564cd-56be-4da1-bf89-29f9c779dba0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584773 Dec 13 09:42:57.807168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.846850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-cf2428a5-3e0b-49a9-998b-2daebce24ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245052 Dec 13 09:42:57.849582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-91a52b06-b37b-47b2-9ec9-5452f707fafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2a8c5c5c3664e16be0db6276d595f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026117 Dec 13 09:42:57.861185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43094) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:57.901514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Sync routers for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:57.916816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:57.917947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:57.963498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.004026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.040333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:58.056690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.071960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f4659d-a3c1-42e1-9732-032874e8a050,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:58.136805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Checking segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:58.137169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Network hostable DHCP agents. Network: f0ae2c35-15d1-4612-8ddc-f76e5e4831f3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:58.187199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:58.206880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f0ae2c35-15d1-4612-8ddc-f76e5e4831f3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:58.208904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Allocated IP 172.25.2.26 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a5fd698a-e3f9-4dc1-8289-101f3eb6c5df) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:58.214655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:58.215247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.239114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6dbe1-c13e-4ed1-8853-6b117cb6d70d None None] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:58.246793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7a7d2a7-e67e-4a90-a9db-0cb7d32f3bca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5704086 Dec 13 09:42:58.249360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:58.277691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:58.307992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-0bb51554-8156-47eb-9a43-e9e760d86e81 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:58.309668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-0bb51554-8156-47eb-9a43-e9e760d86e81 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.3877735 Dec 13 09:42:58.314963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.317973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.319263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.327949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-7'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:58.370511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 2, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:58.373795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c125a5-fb0e-45fa-9346-584ce99b4e40 None None] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:58.383108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.424576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.443024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Checking router: c1f898a1-ce83-4887-ac27-fb71a1e5a1ba for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:58.443473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Updating router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:58.449194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.459271 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.467929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.470533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.471709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a2714f5-8682-413e-820f-531de63d3c35 HTTP/1.1" status: 204 len: 168 time: 0.6077044 Dec 13 09:42:58.491214 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.557522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e760eed-4289-43e0-91f0-ffa6e9d28ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2714f5-8682-413e-820f-531de63d3c35,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:58.588654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:58.624418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.645272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:58.698747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:58.702811 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eca061-8675-4b42-8c94-3c04eedde42d" -d '{"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-unplugged", "status": "completed", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:58.707164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.713949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.735032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:58.775505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:58.777963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:58.813234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'Port': ['ID=a5fd698a-e3f9-4dc1-8289-101f3eb6c5df,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:58.837105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-398ce8a6-55c3-44c8-a9b3-18893468d677 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:58.838769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-398ce8a6-55c3-44c8-a9b3-18893468d677 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.2051055 Dec 13 09:42:58.877468 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17285887-e74f-4ad7-90bc-6eb79d93ba90 x-openstack-request-id: req-17285887-e74f-4ad7-90bc-6eb79d93ba90 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:58.878275 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-unplugged", "status": "completed", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:58.878630 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17285887-e74f-4ad7-90bc-6eb79d93ba90 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:58.880424 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'code': 200} Dec 13 09:42:58.981291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.984443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.988990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.003479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on host n-h1-820935-7 for vnic_type normal with profile {"migrating_to": "n-h2-820935-7"} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:59.004145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:59.004694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:59.017409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:59.017887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Attempting to bind port c07d9c50-6237-47a2-83f0-8731ce84f0ae on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:59.024068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:59.047640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:59.048337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:59.049057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:59.049608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Bound port: c07d9c50-6237-47a2-83f0-8731ce84f0ae, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:59.050067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.053259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.056488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:59.087201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e05a6-7b16-4f06-85c6-a2f9b0fa776a req-bf4348fb-da55-480c-b459-716a1bb6274a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.089096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d42e05a6-7b16-4f06-85c6-a2f9b0fa776a req-bf4348fb-da55-480c-b459-716a1bb6274a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1547935 Dec 13 09:42:59.193075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d42e05a6-7b16-4f06-85c6-a2f9b0fa776a req-dbdd357e-4fa1-4efa-8a6d-3b75daa64f5e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776029 Dec 13 09:42:59.226306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9ce4-6a29-43a4-a868-040d72ef320e None None] Pushing event updated for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:59.230242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef776f36-174a-45fd-924a-83c93daff02b req-048db781-9daa-4b68-a098-e5ce7a9f3008 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.237094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef776f36-174a-45fd-924a-83c93daff02b req-048db781-9daa-4b68-a098-e5ce7a9f3008 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 945 time: 0.3665462 Dec 13 09:42:59.253117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Attempting to bind port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:59.253724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Attempting to bind port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:59.254013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Attempting to bind port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc on network 8fb33895-73f3-4e13-a068-c7d45ff10550 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:59.263195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:59.263720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Checking segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:59.264206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.264685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Bound using segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:59.265247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Bound port: e6e4262e-f1fc-4c86-9b1b-4548130ba8fc, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:59.265811 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.288460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:59.288934 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.303842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:59.315430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:59.330298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.406372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.450212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] For port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:59.455935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] For port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:59.469115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.539134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Deleting port 3d4ac624-84fd-4c84-b41c-e440599f4493 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:59.539754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.555538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.556649 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.559231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] 10.222.0.20 "PUT /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 1121 time: 1.2411399 Dec 13 09:42:59.572429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef776f36-174a-45fd-924a-83c93daff02b req-c207b1a3-b37e-40be-b8ca-b4021d9a662c tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/security-groups?id=516d8be6-ea97-4df2-872e-5a5c91be20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545893 Dec 13 09:42:59.576512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7850df-8c52-4118-97c2-c1238ccdebbb service neutron] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:59.646387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] Provisioning complete for port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:59.647457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.652462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9ce4-6a29-43a4-a868-040d72ef320e None None] Pushing event updated for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:59.656350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c07d9c50-6237-47a2-83f0-8731ce84f0ae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:59.658595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:59.659475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:59.880549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.916002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.933830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] For port 3d4ac624-84fd-4c84-b41c-e440599f4493, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3d4ac624-84fd-4c84-b41c-e440599f4493,segment=NetworkSegment(1a5279ec-a226-4157-aee5-7e6a187b2624),segment_id=1a5279ec-a226-4157-aee5-7e6a187b2624)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:59.934192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.954263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Calling delete_port for 3d4ac624-84fd-4c84-b41c-e440599f4493 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:59.964800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:00.036604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-172aa647-4e62-4a3a-9589-5e88547b6bac tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243776 Dec 13 09:43:00.152838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.161592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.163791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-76c53f01-462a-4906-a527-d8d88c2382f0 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:00.165314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-76c53f01-462a-4906-a527-d8d88c2382f0 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215966 Dec 13 09:43:00.177066 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.196143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-3ef4cd52-82dd-4db8-9046-81aa3b664ea7 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/quotas/2a1ef8302ac2437b9b8ee00b4c5fccf1 HTTP/1.1" status: 200 len: 375 time: 0.0131071 Dec 13 09:43:00.211450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Allocated IP 172.25.2.43 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0f7c395c-f5fa-4987-8c2b-4142b5dd5e40) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:00.243988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-5ea74ddb-5cd6-4337-b987-28643472e6a5 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444174 Dec 13 09:43:00.274799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'Port': ['ID=a5fd698a-e3f9-4dc1-8289-101f3eb6c5df,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.320515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] For port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:00.327947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.375193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cf236-ce57-4445-88e2-87ff319a4f17 req-31a9c4f2-c9fb-4e68-86fe-4c097b053882 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:00.384240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b53cf236-ce57-4445-88e2-87ff319a4f17 req-31a9c4f2-c9fb-4e68-86fe-4c097b053882 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1047192 Dec 13 09:43:00.430830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.442493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.464219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b53cf236-ce57-4445-88e2-87ff319a4f17 req-8e9f6912-088a-464a-b6a0-50d6a01b1316 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 Dec 13 09:43:00.493577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['3d4ac624-84fd-4c84-b41c-e440599f4493'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:00.494783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Pushing event deleted for resources: {'Port': ['ID=3d4ac624-84fd-4c84-b41c-e440599f4493,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.502034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:00.513812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d77c-93ba-4848-aa2c-c4ee7bde9dd8 None None] Pushing event updated for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.584556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41a6b2dd-e256-4488-927e-74c51f76a08d req-3cac2dcb-9683-4ca3-9e79-09b25f2640d6 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 210 time: 0.0650671 Dec 13 09:43:00.592393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8f75d725-29a3-4aa7-8a38-57d74a20f6a5 None None] Provisioning complete for port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:00.592774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f75d725-29a3-4aa7-8a38-57d74a20f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.623108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.630461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.633383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-37597f7f-1480-472b-98ee-4da410a266a5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9316509 Dec 13 09:43:00.696204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] No DVR routers for this DVR port 3d4ac624-84fd-4c84-b41c-e440599f4493 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:00.701053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cef17490-7721-4f48-a7b6-de361c6e4e22 req-c8c40fdf-7c3e-4e08-a91e-b5051c7f4096 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ab4cc6-2a29-4cd3-a850-8128ae9a120d HTTP/1.1" status: 200 len: 210 time: 0.0348299 Dec 13 09:43:00.703911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.708138 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1ed20ebd-f7df-4d71-a47d-c8896b51ea3f req-2f7b0103-24c4-424e-9cc6-0692c5b641a2 tempest-InstanceActionsNegativeTestJSON-443026650 tempest-InstanceActionsNegativeTestJSON-443026650-project] 10.222.0.20 "DELETE /v2.0/ports/3d4ac624-84fd-4c84-b41c-e440599f4493 HTTP/1.1" status: 204 len: 173 time: 1.8617473 Dec 13 09:43:00.708623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'name': 'network-vif-deleted', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:00.711117 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a454622-c973-4ba1-a444-bc6200ca2096" -d '{"events": [{"server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "name": "network-vif-deleted", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:00.738631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:59Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:00.749423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:00.764798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.789027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0129d-7a00-4b1b-9920-acae03abf266 None None] The sync data for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 is: [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:59Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:00.868657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae has no active binding in host n-h2-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:43:00.883528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:00.891489 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44645119-4465-4529-a3da-435d02a3c872 x-openstack-request-id: req-44645119-4465-4529-a3da-435d02a3c872 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:00.892163 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ab4cc6-2a29-4cd3-a850-8128ae9a120d", "name": "network-vif-deleted", "tag": "3d4ac624-84fd-4c84-b41c-e440599f4493", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:00.892637 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44645119-4465-4529-a3da-435d02a3c872 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:00.893265 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ab4cc6-2a29-4cd3-a850-8128ae9a120d', 'name': 'network-vif-deleted', 'tag': '3d4ac624-84fd-4c84-b41c-e440599f4493', 'status': 'completed', 'code': 200} Dec 13 09:43:00.894103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.902542 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831" -d '{"events": [{"name": "network-changed", "server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:00.907930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:00.909615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:00.913095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:01.002686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e6e4262e-f1fc-4c86-9b1b-4548130ba8fc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:01.018910 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9639f6-6383-4ebd-9c16-d816203caa44 x-openstack-request-id: req-ab9639f6-6383-4ebd-9c16-d816203caa44 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:01.020630 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:01.020903 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab9639f6-6383-4ebd-9c16-d816203caa44 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:01.021336 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'status': 'completed', 'code': 200} Dec 13 09:43:01.099199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-6e11a12b-cdba-4fd2-800b-0b8a4a4a81c3 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1060488263&fields=id&tenant_id=1c5111abde924941a3854be7d12bffb3 HTTP/1.1" status: 200 len: 267 time: 0.1225269 Dec 13 09:43:01.111872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:01.112814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.201785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-ad288ffd-1d46-49bf-a38b-72b7a2ed4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.203789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-ad288ffd-1d46-49bf-a38b-72b7a2ed4d7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1124 time: 0.1414757 Dec 13 09:43:01.268637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-d72cb40e-0f8e-4fdc-9665-111d61e74fc5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.270375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-d72cb40e-0f8e-4fdc-9665-111d61e74fc5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/networks?id=8fb33895-73f3-4e13-a068-c7d45ff10550 HTTP/1.1" status: 200 len: 805 time: 0.1612866 Dec 13 09:43:01.305419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-0931a873-33d4-4347-b4c4-76cd0ba25362 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/quotas/1c5111abde924941a3854be7d12bffb3 HTTP/1.1" status: 200 len: 375 time: 0.0287569 Dec 13 09:43:01.376303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-4cb576d5-9ca7-4d4f-97a2-166a79fa84c0 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c5111abde924941a3854be7d12bffb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617235 Dec 13 09:43:01.404455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-8725c453-2abd-41c6-8607-72a5e6d3f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.406493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-8725c453-2abd-41c6-8607-72a5e6d3f79d service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.1883512 Dec 13 09:43:01.461316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-65fe9f1c-7a04-4b1b-926c-e9b5038adcdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.0456073 Dec 13 09:43:01.490237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-ce7b0c45-8544-44a2-ad8f-bfd8ad11604f service neutron] 10.222.0.31 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123130 Dec 13 09:43:01.563355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.566531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-ddbd8428-2cc7-4a4a-a847-227bccc48272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.568812 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-ddbd8428-2cc7-4a4a-a847-227bccc48272 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0987859 Dec 13 09:43:01.643924 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-e4e84e78-58cf-47da-9692-c8f02ac54af6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345054 Dec 13 09:43:01.649748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2def3-698a-4c30-a8b3-2b8ce87ec119 req-fddf3753-3b44-45d0-8f2c-6f8f53d5d059 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.655915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ce2def3-698a-4c30-a8b3-2b8ce87ec119 req-fddf3753-3b44-45d0-8f2c-6f8f53d5d059 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1014597 Dec 13 09:43:01.677109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-e3005706-980d-40ec-8446-347da934b4a9 service neutron] 10.222.0.31 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858728 Dec 13 09:43:01.732909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ce2def3-698a-4c30-a8b3-2b8ce87ec119 req-f1a3b7ae-9d04-420f-925d-aeea39d2397b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695410 Dec 13 09:43:01.837179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-5c1e7e61-2f61-44d2-8da4-39a8b3feca12 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394812 Dec 13 09:43:01.994140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d84dd2b-f999-4116-aa4e-6bbaa643736c req-8b3c421e-4c1d-4912-9fa7-32810eca0451 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 210 time: 0.0849459 Dec 13 09:43:01.995927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-96947b39-58de-4ff3-8795-4648bc3000b0 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411498 Dec 13 09:43:02.103661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fcfdc5d-be63-46a5-89bf-999d90e2eed4 req-338bb7b9-e8ac-4a6a-b600-bf215e3e64c8 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 210 time: 0.0341921 Dec 13 09:43:02.192028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-ccf6cb80-5bd4-4ecc-b1a0-323f561325ec tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.194058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-ccf6cb80-5bd4-4ecc-b1a0-323f561325ec tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3508632 Dec 13 09:43:02.203070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.214646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Request body: {'port': {'device_id': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '2a1ef8302ac2437b9b8ee00b4c5fccf1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:02.229511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43204) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:02.288799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Deleting subnet 556f58b4-0ca5-4320-812d-ea9d905a28be {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:43:02.293938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.340075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.385139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.444155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.475622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.482544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/556f58b4-0ca5-4320-812d-ea9d905a28be HTTP/1.1" status: 204 len: 168 time: 0.2485805 Dec 13 09:43:02.482544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29608d-2654-45a6-b301-b517bb431643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556f58b4-0ca5-4320-812d-ea9d905a28be,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:02.483793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43208) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:02.491579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3d4ac624-84fd-4c84-b41c-e440599f4493 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:02.519590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 3d4ac624-84fd-4c84-b41c-e440599f4493 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:02.519932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3d4ac624-84fd-4c84-b41c-e440599f4493 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:02.561161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.597550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95a5dd31-8f8e-4b6e-9124-bfe32bd3d831 req-7a680540-8833-4d63-83cc-713063981431 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926070 Dec 13 09:43:02.653702 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.680235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf818a9-5f8e-4e82-9425-5e18f9c0d58d']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:02.692789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5279ec-a226-4157-aee5-7e6a187b2624') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:02.693160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5279ec-a226-4157-aee5-7e6a187b2624') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:02.704498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.719179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.725463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:43:02.725914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:43:02.727612 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:43:02.737342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Made reservation on behalf of 2a1ef8302ac2437b9b8ee00b4c5fccf1 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:02.740936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.754556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.762753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Router 0e0252a5-6774-42d2-b8d7-d91404b7b037 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:43:02.788330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.796254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.800519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] 10.222.0.31 "DELETE /v2.0/networks/6bf818a9-5f8e-4e82-9425-5e18f9c0d58d HTTP/1.1" status: 204 len: 168 time: 0.3151574 Dec 13 09:43:02.818771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b177-7be3-4ac9-b538-9c23169f0aff admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf818a9-5f8e-4e82-9425-5e18f9c0d58d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:02.891584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f68e5-2a74-4ba3-a0ff-2662e8df34de req-963d69aa-0c1e-4ccc-bb63-be3786932480 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.893237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4f68e5-2a74-4ba3-a0ff-2662e8df34de req-963d69aa-0c1e-4ccc-bb63-be3786932480 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.0638568 Dec 13 09:43:02.948086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4f68e5-2a74-4ba3-a0ff-2662e8df34de req-1764d21f-5a07-402c-a721-01fde9b0a300 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Dec 13 09:43:02.969258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.980340 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.022261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43220) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:03.039257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:03.052748 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Sync routers for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:03.075857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-260e9e3e-e808-4b3d-b7f7-0de14e2c8fea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca450ff3ec90482ca7356975be914db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520599 Dec 13 09:43:03.078144 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:03.078461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43222) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:03.079175 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:03.089270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee090150-9328-4077-aa70-bf680fb6986e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:03.187094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.191858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c0a7cf2c-4251-4502-b0be-035099b7e284 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9380658 Dec 13 09:43:03.192580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43226) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:03.212561 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:03.219664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25cbf9a8-0f07-4912-ae36-83bfbc9eb248 req-7b76cdd3-1780-4398-a9d2-45d595fd24b2 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 210 time: 0.0560329 Dec 13 09:43:03.293983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434226f2-9772-4b5a-9cac-9397300f166b req-76b08e64-7578-4002-9348-28ba78fa3074 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 210 time: 0.0361240 Dec 13 09:43:03.325408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.368557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Allocated IP 192.168.233.15 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/2ac8b07a-e896-4541-9983-f0553054a364) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:03.405298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-73a9eedf-7d2f-4ad6-9a8f-92ea8fbadad7 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:03.407139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-73a9eedf-7d2f-4ad6-9a8f-92ea8fbadad7 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.20 "GET /v2.0/networks?id=8fb33895-73f3-4e13-a068-c7d45ff10550 HTTP/1.1" status: 200 len: 805 time: 0.3071599 Dec 13 09:43:03.413623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.491090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.494739 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.496031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/516d8be6-ea97-4df2-872e-5a5c91be20c6 HTTP/1.1" status: 204 len: 168 time: 0.4164979 Dec 13 09:43:03.511799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7f8b-226d-47b1-a994-d3358ef519b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d8be6-ea97-4df2-872e-5a5c91be20c6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:03.564776 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 3, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:03.570788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-02ba1315-dd7e-43ca-aca1-96863dbae65e tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5111abde924941a3854be7d12bffb3 HTTP/1.1" status: 200 len: 380 time: 0.1353688 Dec 13 09:43:03.584450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'port': {'device_id': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'admin_state_up': True, 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'security_groups': ['42376877-c65d-4549-94d0-708462ba20ae']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:03.600461 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Checking router: 0e0252a5-6774-42d2-b8d7-d91404b7b037 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:03.600861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Updating router 0e0252a5-6774-42d2-b8d7-d91404b7b037 port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:03.627486 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.725869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Made reservation on behalf of 1c5111abde924941a3854be7d12bffb3 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:03.737696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.941699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-838022e4-6530-4ce7-9ecd-a6fb057b256a service neutron] 10.222.0.16 "GET /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.2668800 Dec 13 09:43:03.956751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.963707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Allocated IP 172.20.0.13 (8fb33895-73f3-4e13-a068-c7d45ff10550/8582f588-c745-46b0-beb9-c78ac5357e37/d2129c71-2939-4587-af6a-5ab6bd291c7b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:03.995472 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.005020 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.071833 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.093073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367c876-84b3-4bcd-9680-c09c1f20a1ee None None] Pushing event updated for resources: {'Port': ['ID=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.123441 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Attempting to bind port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:04.124063 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Attempting to bind port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:04.124614 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Attempting to bind port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:04.131586 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:04.132244 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:04.132820 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.133371 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:04.134015 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Bound port: 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:04.134581 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.135588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.202206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] For port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:04.206522 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] For port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:04.212236 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.254385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.297138 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367c876-84b3-4bcd-9680-c09c1f20a1ee None None] Pushing event updated for resources: {'Port': ['ID=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.309162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805436-678d-4e62-a5ad-6d97229b5138 req-1208c25d-0144-4ad7-8674-1a7c38248ee9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.317053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75805436-678d-4e62-a5ad-6d97229b5138 req-1208c25d-0144-4ad7-8674-1a7c38248ee9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.1140020 Dec 13 09:43:04.321150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:04.321890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:42:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:04.363360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d784a-2dec-4bff-80c7-065eeb0ddb31 req-9ead5990-d411-46db-9809-6a8847e54e94 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.370747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f28d784a-2dec-4bff-80c7-065eeb0ddb31 req-9ead5990-d411-46db-9809-6a8847e54e94 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1691132 Dec 13 09:43:04.377134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:04.391069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.428022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75805436-678d-4e62-a5ad-6d97229b5138 req-0a99e856-210e-4959-a427-068caa3dc62a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100969 Dec 13 09:43:04.471237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f28d784a-2dec-4bff-80c7-065eeb0ddb31 req-153c7370-0e93-4115-bdf8-070de0822c90 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996547 Dec 13 09:43:04.472219 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:04.504945 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.521945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Allocated IP 172.20.0.1 (f0ae2c35-15d1-4612-8ddc-f76e5e4831f3/49f4659d-a3c1-42e1-9732-032874e8a050/5fdc3d81-845b-4645-9b6f-b73058eb4190) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:04.624275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:04.626939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:04.628308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:04.653964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.661079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:04.669738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:04.751231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:04.768012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.769208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.795916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event updated for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.808462 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 3, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:04.819995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375503-1fa6-48bf-956f-aa36f2e84e9f req-27fcdfe4-f36a-4acc-86df-0012d10f1fe4 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.827844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7375503-1fa6-48bf-956f-aa36f2e84e9f req-27fcdfe4-f36a-4acc-86df-0012d10f1fe4 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 935 time: 0.2618449 Dec 13 09:43:04.829434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-50a0449a-a252-4620-baf5-021ac5fb043c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5409670 Dec 13 09:43:04.877530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.878602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.882539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2fa5-75da-4ec3-9422-9e814af3d705 req-3a73f132-a6bd-4c78-808f-a6c7ae2d7ce5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.894373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-132a2fa5-75da-4ec3-9422-9e814af3d705 req-3a73f132-a6bd-4c78-808f-a6c7ae2d7ce5 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 932 time: 0.2754645 Dec 13 09:43:04.901280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-894cd1f6-d4b6-4024-860b-646db7aac592 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3233001 Dec 13 09:43:04.907166 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667a138-db7b-46f5-88c3-d6bb3ee61e18 None None] The sync data for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 is: [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 3, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:04.986365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7375503-1fa6-48bf-956f-aa36f2e84e9f req-fcd11016-aa54-4e33-b143-155debe344d7 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538553 Dec 13 09:43:05.002061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.021024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Request body: {'port': {'device_id': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:05.023900 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-a3d2416c-0c84-4f2e-9da4-ed2946cde8bf tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8153203 Dec 13 09:43:05.046927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Request body: {'port': {'device_id': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:05.081484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:05.094359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Provisioning complete for port d2129c71-2939-4587-af6a-5ab6bd291c7b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:05.096061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.118079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2030677073-network', 'tenant_id': '95266a0f63604a48be57a6e6a1b415b1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:05.118598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-132a2fa5-75da-4ec3-9422-9e814af3d705 req-d1ed3350-0a59-42c7-91a2-263cc64c4295 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233498 Dec 13 09:43:05.159778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Port d2129c71-2939-4587-af6a-5ab6bd291c7b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:05.172630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Provisioning complete for port 2ac8b07a-e896-4541-9983-f0553054a364 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:05.173418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.174019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-c32c30d5-ff30-423d-844e-34a89fce1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:05.175808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-c32c30d5-ff30-423d-844e-34a89fce1980 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.2362585 Dec 13 09:43:05.182737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.182992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:05.218121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-391ccd20-060f-40f1-97bf-bcb04752444c None None] Port 2ac8b07a-e896-4541-9983-f0553054a364 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:05.243889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.245729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Made reservation on behalf of 95266a0f63604a48be57a6e6a1b415b1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:05.248707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.341540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.343393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.352695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d9c50-6237-47a2-83f0-8731ce84f0ae {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:05.389715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:05.391682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:05.410873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:05.421605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:05.448605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Pushing event updated for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:05.450854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.496311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2129c71-2939-4587-af6a-5ab6bd291c7b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:05.504939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.518214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Transition to ACTIVE for port object d2129c71-2939-4587-af6a-5ab6bd291c7b will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:05.521884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.594345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:05.734261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Attempting to bind port d2129c71-2939-4587-af6a-5ab6bd291c7b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:05.736385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Attempting to bind port d2129c71-2939-4587-af6a-5ab6bd291c7b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:05.737952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Attempting to bind port d2129c71-2939-4587-af6a-5ab6bd291c7b on network 8fb33895-73f3-4e13-a068-c7d45ff10550 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:05.754950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Port d2129c71-2939-4587-af6a-5ab6bd291c7b on network 8fb33895-73f3-4e13-a068-c7d45ff10550 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:05.755329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Attempting to bind port d2129c71-2939-4587-af6a-5ab6bd291c7b on network 8fb33895-73f3-4e13-a068-c7d45ff10550 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:05.764889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:05.765293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Checking segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:05.765628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Bound using segment: {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:05.766088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Bound port: d2129c71-2939-4587-af6a-5ab6bd291c7b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90988d13-1d44-4a3d-b9d9-e2efd0c766a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:05.766461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.794574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa13d5-f220-4141-835d-fb056272d1b7 req-c9d18795-58d1-4dea-a07e-45589032d479 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:05.796280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18fa13d5-f220-4141-835d-fb056272d1b7 req-c9d18795-58d1-4dea-a07e-45589032d479 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.1985753 Dec 13 09:43:05.832218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72064d4c-1be0-4e23-8c92-0c247692aa75 req-96c12043-6899-4c4d-aa55-1addecae39b5 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:05.839870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72064d4c-1be0-4e23-8c92-0c247692aa75 req-96c12043-6899-4c4d-aa55-1addecae39b5 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 943 time: 0.1618743 Dec 13 09:43:05.886850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-372301b7-2de6-4670-9d52-c0ec03236c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:05.888384 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-372301b7-2de6-4670-9d52-c0ec03236c60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.6594152 Dec 13 09:43:05.911039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.932885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18fa13d5-f220-4141-835d-fb056272d1b7 req-776c0ace-94b0-46eb-b83d-e3dca77f0dc3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286592 Dec 13 09:43:05.980176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72064d4c-1be0-4e23-8c92-0c247692aa75 req-fbed56a1-5c52-43d0-a61a-fbf892c3cfd8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388941 Dec 13 09:43:05.990798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:05.994828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:06.031395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.080559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25dc77a5-047e-4a14-91ce-a53b410c935b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.130896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:06.199267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.200077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.201527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-311d4617-0ec8-4f45-a155-e9accb464ae2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2129c71-2939-4587-af6a-5ab6bd291c7b HTTP/1.1" status: 200 len: 1092 time: 1.2314627 Dec 13 09:43:06.202323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-0c03e756-4f78-4e07-add6-035280f4f7a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 1001 time: 0.2986217 Dec 13 09:43:06.212432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:06.214828 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790" -d '{"events": [{"name": "network-changed", "server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:06.245877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-e7cc122c-51a3-4fb6-9af7-575dee8285e1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.248400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-e7cc122c-51a3-4fb6-9af7-575dee8285e1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.2642014 Dec 13 09:43:06.260951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319e074-533e-478b-bb71-bc7b39f2eb39 req-e7080693-fc21-4170-9b9a-74262464fd80 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.268196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9319e074-533e-478b-bb71-bc7b39f2eb39 req-e7080693-fc21-4170-9b9a-74262464fd80 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 935 time: 0.1388471 Dec 13 09:43:06.304487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] Transition to ACTIVE for port object c07d9c50-6237-47a2-83f0-8731ce84f0ae will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:06.307580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.321482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.325103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.419109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-ea33ccb8-7890-42dd-9ea8-974997a219eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.420673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-ea33ccb8-7890-42dd-9ea8-974997a219eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c5111abde924941a3854be7d12bffb3&device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 1095 time: 0.1431181 Dec 13 09:43:06.428580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:06.453170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.471348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-bdeb82af-341d-4bce-a017-246deb46c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.472871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-bdeb82af-341d-4bce-a017-246deb46c1ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.2300153 Dec 13 09:43:06.487923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] Pushing event updated for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:06.501175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9319e074-533e-478b-bb71-bc7b39f2eb39 req-d65c0431-def0-45c3-a2a6-c825240dbf6b tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319088 Dec 13 09:43:06.505961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.506313 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Added segment ce2ee31c-633e-40ff-a329-dba7b1ecfdfc of type vlan for network 63ab62e9-fb95-45e3-ac56-83be96fada4e Dec 13 09:43:06.506448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-62233154-5492-4ced-b82e-56be13c69273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b HTTP/1.1" status: 200 len: 217 time: 0.0697114 Dec 13 09:43:06.519741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba0fc-7a8f-4be1-ba05-1c13d385cb76 req-b0c07156-3c1f-4f58-9181-f74ab9de7224 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.532053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-279ba0fc-7a8f-4be1-ba05-1c13d385cb76 req-b0c07156-3c1f-4f58-9181-f74ab9de7224 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 944 time: 0.1964581 Dec 13 09:43:06.551063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0dcd35-be1e-47e5-bbfd-961140bb4347,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:06.565386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] No DVR routers for this DVR port c07d9c50-6237-47a2-83f0-8731ce84f0ae on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:06.668949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6ef36739-ccaf-4a4d-a57f-f3b6d866345d service neutron] 10.222.0.16 "PUT /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae/bindings/n-h2-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 2.7174115 Dec 13 09:43:06.704967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.724749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-aedad596-0874-49dc-ab8c-eefd1b1589e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.726314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-aedad596-0874-49dc-ab8c-eefd1b1589e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309675 Dec 13 09:43:06.868355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:06.887958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.890489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.891431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.892104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.904027 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eaeb1d-10dc-4c38-a10e-2fc6c7b83392 x-openstack-request-id: req-09eaeb1d-10dc-4c38-a10e-2fc6c7b83392 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:06.904769 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:06.904769 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09eaeb1d-10dc-4c38-a10e-2fc6c7b83392 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:06.905031 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'status': 'completed', 'code': 200} Dec 13 09:43:06.948180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:06.971706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-bb1daa81-7196-435a-9eca-c80571ed944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.973231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-bb1daa81-7196-435a-9eca-c80571ed944f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8582f588-c745-46b0-beb9-c78ac5357e37 HTTP/1.1" status: 200 len: 844 time: 0.4392536 Dec 13 09:43:06.973586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Transition to ACTIVE for port object 2ac8b07a-e896-4541-9983-f0553054a364 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:06.986321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port 56397926-15a3-419f-a1e0-3ad587c66616 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:06.986656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.990425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2074056 Dec 13 09:43:07.000490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:07.002932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.010582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Request body: {'subnet': {'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2030677073-subnet', 'tenant_id': '95266a0f63604a48be57a6e6a1b415b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:07.064689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:07.065402 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.073856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ed375-f64a-435b-88d3-3e619ed7bcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=63ab62e9-fb95-45e3-ac56-83be96fada4e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.122933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:07.125273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:07.128949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-4a13e79d-4732-4ae9-a9cb-84c22514d869 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603580 Dec 13 09:43:07.138787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Made reservation on behalf of 95266a0f63604a48be57a6e6a1b415b1 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:07.141328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.158842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.187989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-279ba0fc-7a8f-4be1-ba05-1c13d385cb76 req-be6e5046-bf64-4976-a138-abd0298dbf5a tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6102409 Dec 13 09:43:07.189877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port 56397926-15a3-419f-a1e0-3ad587c66616, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=56397926-15a3-419f-a1e0-3ad587c66616,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:07.190252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.214474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for 56397926-15a3-419f-a1e0-3ad587c66616 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:07.270715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.291157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6d304a00-7e52-4536-8544-366af4c74ffd tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.293251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-6d304a00-7e52-4536-8544-366af4c74ffd tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.3912146 Dec 13 09:43:07.347936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:07.367356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-a607f0b1-9244-4273-986d-470f3befe9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.368856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-a607f0b1-9244-4273-986d-470f3befe9dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fb33895-73f3-4e13-a068-c7d45ff10550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856976 Dec 13 09:43:07.375887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.411707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.424668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7255b-7ba7-4010-9984-57428cd28f64 req-1188a3c5-a037-4827-84a3-78b3e704c5fc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.426702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98c7255b-7ba7-4010-9984-57428cd28f64 req-1188a3c5-a037-4827-84a3-78b3e704c5fc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 945 time: 0.3656123 Dec 13 09:43:07.432244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Attempting to bind port 2ac8b07a-e896-4541-9983-f0553054a364 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:07.432587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Attempting to bind port 2ac8b07a-e896-4541-9983-f0553054a364 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:07.432918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Attempting to bind port 2ac8b07a-e896-4541-9983-f0553054a364 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:07.438719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:07.443463 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.477761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Port 2ac8b07a-e896-4541-9983-f0553054a364 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:07.478093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Attempting to bind port 2ac8b07a-e896-4541-9983-f0553054a364 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:07.507406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.511726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:07.512150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:07.512457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:07.512891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Bound port: 2ac8b07a-e896-4541-9983-f0553054a364, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:07.513252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.528132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.530428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-1334c2a9-99a9-4401-aad2-ac991fc1d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.532058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-1334c2a9-99a9-4401-aad2-ac991fc1d0ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269&tenant_id=9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 1095 time: 0.2296281 Dec 13 09:43:07.534142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Pushing event updated for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.543493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cede1c4-728b-4a8d-a8fd-536cc548fab0 req-230a9478-7b1e-4bcc-8871-68bd9ea6a60a service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991125 Dec 13 09:43:07.544536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406bfd-b8fa-426f-bee7-e0de5a049663 req-2de1ae6a-eb29-4106-8788-c4aec4f01707 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.548069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02406bfd-b8fa-426f-bee7-e0de5a049663 req-2de1ae6a-eb29-4106-8788-c4aec4f01707 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.2285209 Dec 13 09:43:07.656516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98c7255b-7ba7-4010-9984-57428cd28f64 req-330e0271-8820-4e0e-8510-d3cec1b5a355 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115850 Dec 13 09:43:07.683465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-7d6fdaac-d311-40da-8478-b617c52acc93 service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925379 Dec 13 09:43:07.691190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.711984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02406bfd-b8fa-426f-bee7-e0de5a049663 req-c6ab4554-8323-4c08-a40c-ffa261c71a0d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511378 Dec 13 09:43:07.753310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=56397926-15a3-419f-a1e0-3ad587c66616,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.776779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:07.789368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-66984466-f424-470f-89aa-22d7703eabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.791242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-66984466-f424-470f-89aa-22d7703eabfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1095 time: 0.2055275 Dec 13 09:43:07.837994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:07.840058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port 56397926-15a3-419f-a1e0-3ad587c66616 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:07.842843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.856867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.860305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-830c5f05-0b05-4209-ae6d-922d3ccee690 req-3b977ed6-f411-477c-8662-dc0b3eebdfd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "DELETE /v2.0/ports/56397926-15a3-419f-a1e0-3ad587c66616 HTTP/1.1" status: 204 len: 173 time: 1.5896153 Dec 13 09:43:07.869556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.911287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406cee-4dc5-4242-93e3-47e85abd9db8 req-72298f27-4c25-4871-95ed-ca95692d855c tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:07.913318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9406cee-4dc5-4242-93e3-47e85abd9db8 req-72298f27-4c25-4871-95ed-ca95692d855c tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 947 time: 0.1037290 Dec 13 09:43:07.915815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-507ac9eb-863c-4745-9e91-e91628f85bbc req-49c357d6-d1dd-4e47-ae46-996e3e35102a service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217188 Dec 13 09:43:07.930821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:07.973172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:07.983073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9406cee-4dc5-4242-93e3-47e85abd9db8 req-c1681e78-ac29-48f7-983b-7c87a31a75bb tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641062 Dec 13 09:43:08.033197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-588cd1d0-2c65-4405-9879-44984bcad80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.034762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-588cd1d0-2c65-4405-9879-44984bcad80c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c5111abde924941a3854be7d12bffb3&device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 1095 time: 0.0507827 Dec 13 09:43:08.076168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b647bc-e113-483f-a7b1-a8bc5967cd18,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:08.082341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-afd28cee-5f4c-44f7-8e53-f2d4d44bd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.084205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-afd28cee-5f4c-44f7-8e53-f2d4d44bd447 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2555492 Dec 13 09:43:08.084896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:08.103224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.104022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.105649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-cc7100e2-cc40-4948-9d18-a679f5460d58 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ac8b07a-e896-4541-9983-f0553054a364 HTTP/1.1" status: 200 len: 1095 time: 3.0671618 Dec 13 09:43:08.109399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:08.111859 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf9086-1438-4300-b607-64773814df8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:08.178018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-b25d04ee-39d1-4013-a11f-35f9c9b0864a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733016 Dec 13 09:43:08.194009 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456dcea-c418-4c61-8df7-dd4c4fb46eed x-openstack-request-id: req-8456dcea-c418-4c61-8df7-dd4c4fb46eed {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:08.194444 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:08.194745 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8456dcea-c418-4c61-8df7-dd4c4fb46eed {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:08.195208 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'status': 'completed', 'code': 200} Dec 13 09:43:08.238506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-20facced-feda-4406-9f90-c7449f871297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.240375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-20facced-feda-4406-9f90-c7449f871297 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fb33895-73f3-4e13-a068-c7d45ff10550 HTTP/1.1" status: 200 len: 906 time: 0.1970937 Dec 13 09:43:08.330135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e83d68f4-213e-4c09-8d65-4854ac5e7fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.346182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-f472ea41-de40-4e22-9912-9e9b73043ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b HTTP/1.1" status: 200 len: 217 time: 0.0880849 Dec 13 09:43:08.425263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-913ecf3d-64db-4426-a77a-eeba2cbb1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.426885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-913ecf3d-64db-4426-a77a-eeba2cbb1488 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1096 time: 0.1819608 Dec 13 09:43:08.439015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-230c5f12-bf33-48b4-88aa-5167346cc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.440556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-230c5f12-bf33-48b4-88aa-5167346cc594 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8582f588-c745-46b0-beb9-c78ac5357e37 HTTP/1.1" status: 200 len: 844 time: 0.0757670 Dec 13 09:43:08.449435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2dcd-2a7b-43d7-b86c-68f293aeb1a0 req-a71f6436-232c-400e-bb99-c643c90ab242 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.452158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c82c2dcd-2a7b-43d7-b86c-68f293aeb1a0 req-a71f6436-232c-400e-bb99-c643c90ab242 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 944 time: 0.1493125 Dec 13 09:43:08.564417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-a56e713a-0df3-49f8-88fd-4c33d6c0af33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.4627676 Dec 13 09:43:08.577779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Checking segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:08.577779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Network hostable DHCP agents. Network: 63ab62e9-fb95-45e3-ac56-83be96fada4e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:08.602963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-4a401146-df8c-4238-9fd9-73aaf3e8f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.605187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-4a401146-df8c-4238-9fd9-73aaf3e8f610 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fb33895-73f3-4e13-a068-c7d45ff10550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517134 Dec 13 09:43:08.616219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c82c2dcd-2a7b-43d7-b86c-68f293aeb1a0 req-59dca586-20f4-499f-a8a0-6305907b7f90 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531346 Dec 13 09:43:08.683327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-e7171420-1623-4f54-baec-b3e3c52bc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.683537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-1ebadf93-a1e3-4752-b317-792eb4d4bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.684241 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-e7171420-1623-4f54-baec-b3e3c52bc936 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 1098 time: 0.4862909 Dec 13 09:43:08.684969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-1ebadf93-a1e3-4752-b317-792eb4d4bd9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2207429 Dec 13 09:43:08.689914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:08.711814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-7cb66087-ffb5-440a-acd7-63e3a6313eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.713412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-7cb66087-ffb5-440a-acd7-63e3a6313eee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1391506 Dec 13 09:43:08.746297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 63ab62e9-fb95-45e3-ac56-83be96fada4e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:08.752602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-463d4514-b243-47a2-a47f-ddd2fa33e929 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.0591319 Dec 13 09:43:08.755075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-dee00c78-c761-43ef-8850-c9d6047c38f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2ac8b07a-e896-4541-9983-f0553054a364 HTTP/1.1" status: 200 len: 217 time: 0.0552623 Dec 13 09:43:08.772109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f90859-e771-4401-9ef8-4073f21a185f None None] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:08.788844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Router 0e0252a5-6774-42d2-b8d7-d91404b7b037 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:08.791313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-27912a31-684c-4937-8ae6-4e6eed8f8b72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461149 Dec 13 09:43:08.795909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:08.795909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.838285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e870ccb-e914-4777-ba2f-0b1be0ff322f req-4266bdaf-e599-41cf-b58b-0b00ec87121d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 210 time: 0.0813708 Dec 13 09:43:08.870663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-758e4455-6b33-4553-81f1-daa8c95f3884 service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528501 Dec 13 09:43:08.885533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d527d855-cfef-4e64-9167-8ba08ff44595 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8801184 Dec 13 09:43:08.982478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:09.030355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-f139960d-f0a4-4705-ac4c-7ba554472fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.032678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-f139960d-f0a4-4705-ac4c-7ba554472fc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2697031 Dec 13 09:43:09.042888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'name': 'network-vif-deleted', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:09.045319 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cacf88a-2ccc-444c-b3ee-4539cee02fb9" -d '{"events": [{"server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "name": "network-vif-deleted", "tag": "56397926-15a3-419f-a1e0-3ad587c66616"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:09.052846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75d8e6d-6f24-434d-86c2-2c1aa35b7790 req-99a7292b-bca9-466e-bd73-a90219141cdb service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640878 Dec 13 09:43:09.110994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-63ab62e9-fb95-45e3-ac56-83be96fada4e', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'project_id': '95266a0f63604a48be57a6e6a1b415b1', 'fixed_ips': [{'subnet_id': 'b0b647bc-e113-483f-a7b1-a8bc5967cd18'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:09.113074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-7c604229-e608-4e9d-80b0-e5c910a02ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857499 Dec 13 09:43:09.116695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.145261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-de7ad2ac-cf0a-455e-a20d-ef9dc646064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.147061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-de7ad2ac-cf0a-455e-a20d-ef9dc646064d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.3837786 Dec 13 09:43:09.173141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 56397926-15a3-419f-a1e0-3ad587c66616 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:09.203435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-94a609b0-2fb6-4382-a83c-d41e5301a838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460939 Dec 13 09:43:09.226281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 56397926-15a3-419f-a1e0-3ad587c66616 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:09.226883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 56397926-15a3-419f-a1e0-3ad587c66616 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:09.239834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-b3861767-9a7e-438c-b973-74ffa1ab1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.241944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-b3861767-9a7e-438c-b973-74ffa1ab1984 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969485 Dec 13 09:43:09.256090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9ef1-36de-4e74-af70-503e4347a8d3 req-2f10f1f5-47b3-447b-bb4a-aa3124125c4d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.265303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603b9ef1-36de-4e74-af70-503e4347a8d3 req-2f10f1f5-47b3-447b-bb4a-aa3124125c4d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.1926980 Dec 13 09:43:09.307298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:09.325797 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-63750c29-089a-4a8b-9058-65d4eeabefad admin admin] 10.222.0.31 "PUT /v2.0/routers/0e0252a5-6774-42d2-b8d7-d91404b7b037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1323049 Dec 13 09:43:09.342722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:09.347273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.351895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64031b30-56ee-4e93-8a65-ebf26056eca5 req-50cc8c66-4c09-46e9-9b9e-61f31311e338 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.357994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Sync routers for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:09.361390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64031b30-56ee-4e93-8a65-ebf26056eca5 req-50cc8c66-4c09-46e9-9b9e-61f31311e338 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 947 time: 0.2195315 Dec 13 09:43:09.413597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-88025878-6651-4e01-bc8d-22746f2eabac service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902951 Dec 13 09:43:09.431111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603b9ef1-36de-4e74-af70-503e4347a8d3 req-d105301f-e50d-41fc-8f73-7246aefd8998 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599033 Dec 13 09:43:09.475382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-d0d75d56-face-4ad0-a771-097129cb12fb service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218931 Dec 13 09:43:09.514531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-26b9e433-dd76-42a2-9569-701f99560b83 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956040 Dec 13 09:43:09.518983 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb738b6a-f166-4991-8fd6-2743c01f5673 x-openstack-request-id: req-fb738b6a-f166-4991-8fd6-2743c01f5673 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:09.519200 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c47782-d25e-4cd0-b292-efc5336c3d76", "name": "network-vif-deleted", "tag": "56397926-15a3-419f-a1e0-3ad587c66616", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:09.519403 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb738b6a-f166-4991-8fd6-2743c01f5673 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:09.521072 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c47782-d25e-4cd0-b292-efc5336c3d76', 'name': 'network-vif-deleted', 'tag': '56397926-15a3-419f-a1e0-3ad587c66616', 'status': 'completed', 'code': 200} Dec 13 09:43:09.547164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64031b30-56ee-4e93-8a65-ebf26056eca5 req-87b1f526-8388-4ce8-b225-85fb5f010333 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797891 Dec 13 09:43:09.643947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:09.644725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:43:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:09.679232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47bad9d6-1a6d-4fdd-91f9-4080c34e8f83 req-4e0fca1f-ed84-458a-8597-1a52ba3a2524 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570184 Dec 13 09:43:09.702356 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e21a7efb-cde2-4046-aec2-9eecf2113b8e req-46cc8e29-cb33-4316-b6e2-a063abc352da service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173502 Dec 13 09:43:09.753856 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.802095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Allocated IP 172.20.0.2 (63ab62e9-fb95-45e3-ac56-83be96fada4e/b0b647bc-e113-483f-a7b1-a8bc5967cd18/a88502e9-9f51-4bbe-a56a-849503e4f7b9) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:09.849878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-1d39b2b6-4b92-4882-8e50-657a1bfa8a53 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.851736 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-1d39b2b6-4b92-4882-8e50-657a1bfa8a53 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1323235 Dec 13 09:43:09.867691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9086-1438-4300-b607-64773814df8d req-d9b0eb11-7e2c-4669-9474-1df9a533fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:09.869647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-d9b0eb11-7e2c-4669-9474-1df9a533fb58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1067107 Dec 13 09:43:09.952111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:10.063841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ca958ae2-84b7-4270-a5bd-294da5098cbf service neutron] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:10.070233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ca958ae2-84b7-4270-a5bd-294da5098cbf service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.071382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-edb38fe3-18b5-491c-a66f-8971b3b9b1d0 req-ca958ae2-84b7-4270-a5bd-294da5098cbf service neutron] 10.222.0.20 "DELETE /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae/bindings/n-h1-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.2112167 Dec 13 09:43:10.120480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9086-1438-4300-b607-64773814df8d req-28c4547e-5a1e-4b87-aac2-026a2d4f58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:10.122232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-28c4547e-5a1e-4b87-aac2-026a2d4f58c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2089975 Dec 13 09:43:10.143402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-9e6f55a6-257b-446c-ba4e-a2ca859d23a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:10.145366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-9e6f55a6-257b-446c-ba4e-a2ca859d23a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.2158387 Dec 13 09:43:10.154305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-94f919ad-082c-4435-a19b-98512931ca80 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:10.163049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-94f919ad-082c-4435-a19b-98512931ca80 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 819 time: 0.2448976 Dec 13 09:43:10.192488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-1324a276-da29-4dd8-95d5-853404d6bf29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2ac8b07a-e896-4541-9983-f0553054a364 HTTP/1.1" status: 200 len: 217 time: 0.0603211 Dec 13 09:43:10.198215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-f87869e4-b4ba-42aa-b6d1-38aff4ed9945 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/quotas/95266a0f63604a48be57a6e6a1b415b1 HTTP/1.1" status: 200 len: 375 time: 0.0266080 Dec 13 09:43:10.206381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-dce68ada-21fd-46ba-bc60-28a06c26bfc0 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/quotas/4db9faa9c9814cc4a617dfcf1f1aed23 HTTP/1.1" status: 200 len: 375 time: 0.0420368 Dec 13 09:43:10.254732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-da2592e3-65db-4c88-9c70-c8b383ee5ce3 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461853 Dec 13 09:43:10.269627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9086-1438-4300-b607-64773814df8d req-35e5c614-d518-439f-88f3-0bf5ae09a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:10.271144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-35e5c614-d518-439f-88f3-0bf5ae09a7b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0658140 Dec 13 09:43:10.348643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9086-1438-4300-b607-64773814df8d req-d1c2517a-00c9-4b9e-8e7f-4400cc5b8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:10.350321 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-d1c2517a-00c9-4b9e-8e7f-4400cc5b8e44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698698 Dec 13 09:43:10.357480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-fe92a6e8-ac19-42d4-8d97-cfcb89cecc8d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502221 Dec 13 09:43:10.385307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.399808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.413524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-edf7ed2f-1c28-4980-b042-3fca047d66a8 service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435192 Dec 13 09:43:10.496228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:10.502412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:10.506397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Pushing event updated for resources: {'Port': ['ID=a88502e9-9f51-4bbe-a56a-849503e4f7b9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:10.509687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:10.565410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d2129c71-2939-4587-af6a-5ab6bd291c7b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:10.588670 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-da583c8d-7193-446c-b58f-f2ceb9534be9 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251863 Dec 13 09:43:10.628476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:06Z', 'revision_number': 4, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5fdc3d81-845b-4645-9b6f-b73058eb4190', 'name': '', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'mac_address': 'fa:16:3e:3e:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:04Z', 'updated_at': '2021-12-13T09:43:06Z', 'revision_number': 2, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'subnets': [{'id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:10.632740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Attempting to bind port a88502e9-9f51-4bbe-a56a-849503e4f7b9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:10.633382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Attempting to bind port a88502e9-9f51-4bbe-a56a-849503e4f7b9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:10.633928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Attempting to bind port a88502e9-9f51-4bbe-a56a-849503e4f7b9 on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:10.662729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:10.663059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Checking segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:10.663486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.663918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Bound using segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:10.664944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Bound port: a88502e9-9f51-4bbe-a56a-849503e4f7b9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:10.664944 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.718501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69bf9086-1438-4300-b607-64773814df8d req-71c95147-d093-4d5e-903d-44b58ab5086a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218934 Dec 13 09:43:10.725897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Checking router: 0e0252a5-6774-42d2-b8d7-d91404b7b037 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:10.726265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Updating router 0e0252a5-6774-42d2-b8d7-d91404b7b037 port 5fdc3d81-845b-4645-9b6f-b73058eb4190 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:10.798190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:10.888639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:10.902971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] For port a88502e9-9f51-4bbe-a56a-849503e4f7b9, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:10.923780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'port_id': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'mac_address': 'fa:16:3e:aa:d0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:10.926426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] For port a88502e9-9f51-4bbe-a56a-849503e4f7b9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a88502e9-9f51-4bbe-a56a-849503e4f7b9,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:10.959093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-f083f19c-62dc-4597-a445-3797ce6e032c service neutron] 10.222.0.31 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441554 Dec 13 09:43:10.963945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-7ae3feb3-80e3-4cd3-9fc5-2577c6c7d437 service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259507 Dec 13 09:43:10.978853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.068682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b87832ff-6923-4df5-9ce9-a91e8bcb5853 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038365 Dec 13 09:43:11.115610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520995a-c080-4928-a73c-8c74ef386b96 None None] Pushing event updated for resources: {'Port': ['ID=a88502e9-9f51-4bbe-a56a-849503e4f7b9,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.118106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.164911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.260777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2129c71-2939-4587-af6a-5ab6bd291c7b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:11.313831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49cb4-caa0-45db-a072-413b011487bd req-1264e859-516c-469a-8fcf-d9d47a1f107e tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:11.315440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31d49cb4-caa0-45db-a072-413b011487bd req-1264e859-516c-469a-8fcf-d9d47a1f107e tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 944 time: 0.0934856 Dec 13 09:43:11.322165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:11.341797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.431477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31d49cb4-caa0-45db-a072-413b011487bd req-75a6b7cb-d9a0-42d0-94cb-f60811517137 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056066 Dec 13 09:43:11.455026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.569839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.578088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.609535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fc5647f-490a-45f5-91f5-3f41c93e331f req-5aa4c1db-4c42-47dd-a5b7-e518171a688c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 210 time: 0.0784147 Dec 13 09:43:11.666195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d2129c71-2939-4587-af6a-5ab6bd291c7b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:11.828593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db411c0-6ef1-447d-8de6-597cac6c49b7 None None] Pushing event updated for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.860773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Attempting to bind port 5fdc3d81-845b-4645-9b6f-b73058eb4190 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:11.860999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Attempting to bind port 5fdc3d81-845b-4645-9b6f-b73058eb4190 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:11.861942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Attempting to bind port 5fdc3d81-845b-4645-9b6f-b73058eb4190 on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:11.867335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:11.867754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Checking segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:11.868185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.868702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Bound using segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:11.869340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Bound port: 5fdc3d81-845b-4645-9b6f-b73058eb4190, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:11.869584 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.873452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a17b02-59a4-4b67-821b-749dcb483250 req-73a1a453-c24a-4a2f-a8d0-714a16bc44b2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:11.881089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93a17b02-59a4-4b67-821b-749dcb483250 req-73a1a453-c24a-4a2f-a8d0-714a16bc44b2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.1667385 Dec 13 09:43:11.914872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade207-13cf-4d24-a031-bd34523673b1 req-d6cd3ed7-f214-43e2-ba3b-58c8733df360 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:11.922564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ade207-13cf-4d24-a031-bd34523673b1 req-d6cd3ed7-f214-43e2-ba3b-58c8733df360 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 947 time: 0.1507037 Dec 13 09:43:12.001758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93a17b02-59a4-4b67-821b-749dcb483250 req-370318db-569e-4b6e-a918-391c65a60919 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158493 Dec 13 09:43:12.049024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ade207-13cf-4d24-a031-bd34523673b1 req-6f8112bd-c960-43eb-a08b-8b8be96fab1e tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254599 Dec 13 09:43:12.060473 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.118129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] For port 5fdc3d81-845b-4645-9b6f-b73058eb4190, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:12.123770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] For port 5fdc3d81-845b-4645-9b6f-b73058eb4190, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5fdc3d81-845b-4645-9b6f-b73058eb4190,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:12.131395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.190869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-267fd15d-01d3-4fa6-9ae9-10791217d4a2 req-c4bbd09d-7959-4e0b-b245-87e3a34c4a9a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 210 time: 0.0447829 Dec 13 09:43:12.292417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:12.298178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:43:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:12.350752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db411c0-6ef1-447d-8de6-597cac6c49b7 None None] Pushing event updated for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:12.367310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-2112fdb9-74be-4066-9c2e-96b8c2a68055 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:12.368869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-2112fdb9-74be-4066-9c2e-96b8c2a68055 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.2106893 Dec 13 09:43:12.408854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-982b4226-48f1-4712-b856-e72fcb0339d4 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/quotas/95266a0f63604a48be57a6e6a1b415b1 HTTP/1.1" status: 200 len: 375 time: 0.0180399 Dec 13 09:43:12.455635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:12.470069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b483d7-8dd3-427a-bfbc-cc7bd1f37587 req-31c938f9-4da4-4b7e-9431-11d0c4ea993f tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:12.476912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7b483d7-8dd3-427a-bfbc-cc7bd1f37587 req-31c938f9-4da4-4b7e-9431-11d0c4ea993f tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1095 time: 0.1018581 Dec 13 09:43:12.502161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-fbac14fd-cc49-4661-9636-e01de3983a9b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921297 Dec 13 09:43:12.607405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7b483d7-8dd3-427a-bfbc-cc7bd1f37587 req-5e61450d-f29b-4ac6-9dee-d64437fcc170 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276875 Dec 13 09:43:12.622114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:12.679629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-55731836-b898-4abf-9dc0-76493a2bd97a service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762269 Dec 13 09:43:12.694759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d2129c71-2939-4587-af6a-5ab6bd291c7b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:13.010940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ebb13-30c2-42c9-8515-7f8504ff96e6 None None] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:13.064966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-c08aaa56-d8ef-446b-9130-8235111d653f service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821907 Dec 13 09:43:13.093526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-fd74b511-b580-42ab-ae7a-43e7ac3af60a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:13.100519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-fd74b511-b580-42ab-ae7a-43e7ac3af60a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 819 time: 0.3764672 Dec 13 09:43:13.129640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-dc543894-49a0-477c-a2f4-e95f712ec244 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/quotas/4db9faa9c9814cc4a617dfcf1f1aed23 HTTP/1.1" status: 200 len: 375 time: 0.0281868 Dec 13 09:43:13.134915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:13.142223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-cf21d428-6aeb-4145-887d-b0c527d8e1ac tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:13.144083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-cf21d428-6aeb-4145-887d-b0c527d8e1ac tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.16 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.3536308 Dec 13 09:43:13.154396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a88502e9-9f51-4bbe-a56a-849503e4f7b9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:13.155514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '2ac8b07a-e896-4541-9983-f0553054a364', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '2ac8b07a-e896-4541-9983-f0553054a364', 'mac_address': 'fa:16:3e:23:36:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:13.177825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Request body: {'port': {'device_id': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'admin_state_up': True, 'tenant_id': '95266a0f63604a48be57a6e6a1b415b1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:13.269492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-6c566b7c-7fc1-448b-ab2c-669c58b4d9e4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339669 Dec 13 09:43:13.294186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.341913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] Provisioning complete for port a88502e9-9f51-4bbe-a56a-849503e4f7b9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:13.342293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.404523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:13.419815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-03fd2a0d-43e9-464c-ab1a-bb99eb3b73d5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:13.422100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-03fd2a0d-43e9-464c-ab1a-bb99eb3b73d5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 819 time: 0.2521298 Dec 13 09:43:13.430377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:13.440559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Request body: {'port': {'device_id': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'admin_state_up': True, 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:13.490580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port d2129c71-2939-4587-af6a-5ab6bd291c7b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:13.496256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.503972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d2129c71-2939-4587-af6a-5ab6bd291c7b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:13.504353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.585066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Made reservation on behalf of 95266a0f63604a48be57a6e6a1b415b1 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:13.589087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.608202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Made reservation on behalf of 4db9faa9c9814cc4a617dfcf1f1aed23 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:13.616714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.625917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d1e3-53ba-414b-bc74-afcee5a0c03e req-9dedaa57-4545-40c5-b564-71d1db2ae168 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:13.627786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13c9d1e3-53ba-414b-bc74-afcee5a0c03e req-9dedaa57-4545-40c5-b564-71d1db2ae168 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 945 time: 0.1357951 Dec 13 09:43:13.686907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:13.765681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Allocated IP 172.20.0.12 (63ab62e9-fb95-45e3-ac56-83be96fada4e/b0b647bc-e113-483f-a7b1-a8bc5967cd18/d7ff2659-82b6-4905-ad5a-ff9a55cba8af) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:13.839057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.860889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['2ac8b07a-e896-4541-9983-f0553054a364'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:13.942888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.994731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Allocated IP 172.20.0.3 (f0ae2c35-15d1-4612-8ddc-f76e5e4831f3/49f4659d-a3c1-42e1-9732-032874e8a050/6f274d22-13ea-4345-8c20-d28210f7fb9e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:14.019412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.076797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-ef786cbb-2bb8-4bca-90a7-45cbbcff59df service neutron] 10.222.0.31 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113382 Dec 13 09:43:14.081226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:14.088115 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39265ccb-0640-4753-803d-d08722014422" -d '{"events": [{"server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "name": "network-vif-plugged", "status": "completed", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:14.102618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.127789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a88502e9-9f51-4bbe-a56a-849503e4f7b9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:14.128082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.191536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-3b3848bf-b572-45f9-a06c-a097fb3bfab7 service neutron] 10.222.0.31 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137958 Dec 13 09:43:14.198025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:14.209865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.210805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.227850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:14.238545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:14.245577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:14.261355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.318338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:14.321681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.328725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event updated for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:14.350429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13c9d1e3-53ba-414b-bc74-afcee5a0c03e req-5f281d96-9b85-4af4-a676-e7c3372d3f3d tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449459 Dec 13 09:43:14.361573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:14.374996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ac39a6ca-cfe0-44cd-9a56-e0860595eefd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2003686 Dec 13 09:43:14.375822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:14.399833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Request body: {'port': {'device_id': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:14.401867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:14.495109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:06Z', 'revision_number': 4, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5fdc3d81-845b-4645-9b6f-b73058eb4190', 'name': '', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'mac_address': 'fa:16:3e:3e:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:04Z', 'updated_at': '2021-12-13T09:43:12Z', 'revision_number': 4, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'subnets': [{'id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:14.528814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Pushing event updated for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:14.567870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:14.585448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d75046-603f-4604-8b86-aa844af8fb45 None None] The sync data for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 is: [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:06Z', 'revision_number': 4, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5fdc3d81-845b-4645-9b6f-b73058eb4190', 'name': '', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'mac_address': 'fa:16:3e:3e:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:04Z', 'updated_at': '2021-12-13T09:43:12Z', 'revision_number': 4, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'subnets': [{'id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:14.599320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] For port a88502e9-9f51-4bbe-a56a-849503e4f7b9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a88502e9-9f51-4bbe-a56a-849503e4f7b9,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:14.606774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:14.607587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.654671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7372a65b-f11d-48b4-a66c-88c7f8fa87db req-3db494ef-dea5-47ba-8885-eefe0a1793df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c47782-d25e-4cd0-b292-efc5336c3d76 HTTP/1.1" status: 200 len: 210 time: 0.1248834 Dec 13 09:43:14.676753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-3ba683a7-7071-4e1a-b849-7fd7c286da95 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431047 Dec 13 09:43:14.713560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Request body: {'port': {'device_id': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:14.724516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.770348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.893994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007dfbf-3d30-4835-a643-c9cb1a815017 None None] Pushing event updated for resources: {'Port': ['ID=a88502e9-9f51-4bbe-a56a-849503e4f7b9,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:14.908222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.926523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.958495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a2e15-0b07-49c0-a89c-9bdc0dbe936b req-811353cc-bfb3-4517-9ed5-0ecbd6f9ec9c tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:14.967609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-967a2e15-0b07-49c0-a89c-9bdc0dbe936b req-811353cc-bfb3-4517-9ed5-0ecbd6f9ec9c tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 948 time: 0.1767149 Dec 13 09:43:15.076890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a4e05fde-9d03-482d-9739-489f3f82da39 None None] Provisioning complete for port a88502e9-9f51-4bbe-a56a-849503e4f7b9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:15.077309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4e05fde-9d03-482d-9739-489f3f82da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.099829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-1dd153c4-9b22-4419-a58b-8ec3c3ce165e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:15.101590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-1dd153c4-9b22-4419-a58b-8ec3c3ce165e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.4830129 Dec 13 09:43:15.154768 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:43:15.158469 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:43:15.178036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-bc53304b-37d0-49f8-9ea3-3b4c1f67a785 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/quotas/9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 375 time: 0.0543022 Dec 13 09:43:15.207609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-967a2e15-0b07-49c0-a89c-9bdc0dbe936b req-017aac40-48fd-40c9-912e-f4a35b78d3e3 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390485 Dec 13 09:43:15.334958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a4e05fde-9d03-482d-9739-489f3f82da39 None None] Provisioning complete for port d7ff2659-82b6-4905-ad5a-ff9a55cba8af triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:15.335343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4e05fde-9d03-482d-9739-489f3f82da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.389859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a4e05fde-9d03-482d-9739-489f3f82da39 None None] Port d7ff2659-82b6-4905-ad5a-ff9a55cba8af cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:15.460312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-1c3ab77a-2333-4d32-a5b9-b73686dc5cf8 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:15.462091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-1c3ab77a-2333-4d32-a5b9-b73686dc5cf8 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.3215239 Dec 13 09:43:15.481593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Request body: {'port': {'device_id': '12e57ac4-4797-47ab-b402-df2593576356', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'admin_state_up': True, 'tenant_id': '95266a0f63604a48be57a6e6a1b415b1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:15.566435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-917277d8-1132-412d-87b2-a08754c929e9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3873997 Dec 13 09:43:15.602129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ff2659-82b6-4905-ad5a-ff9a55cba8af {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:15.635462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.701045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Made reservation on behalf of 95266a0f63604a48be57a6e6a1b415b1 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:15.705210 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.735893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8ec632ea-86b7-430c-a2ac-1bb3ced5a899 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:15.744446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8ec632ea-86b7-430c-a2ac-1bb3ced5a899 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.3090749 Dec 13 09:43:15.749732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f274d22-13ea-4345-8c20-d28210f7fb9e {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:15.762427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Transition to ACTIVE for port object d7ff2659-82b6-4905-ad5a-ff9a55cba8af will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:15.776730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-5dc90c7a-f1ca-47f3-8c3a-9876d59fc771 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/quotas/95266a0f63604a48be57a6e6a1b415b1 HTTP/1.1" status: 200 len: 375 time: 0.0305927 Dec 13 09:43:15.788490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.803778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.867301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Transition to ACTIVE for port object 6f274d22-13ea-4345-8c20-d28210f7fb9e will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:15.878936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.955594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-b3d26fe5-8972-4323-b0d4-428086926e1f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775565 Dec 13 09:43:16.005480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a88502e9-9f51-4bbe-a56a-849503e4f7b9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:16.036043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Allocated IP 172.20.0.9 (63ab62e9-fb95-45e3-ac56-83be96fada4e/b0b647bc-e113-483f-a7b1-a8bc5967cd18/5fedb491-6120-463f-99a5-d2de448cb4bf) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:16.057396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-96e24fa5-f8ff-4bcc-b696-90bfa014f660 service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008971 Dec 13 09:43:16.067459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-e6e0f576-5002-4dfd-8129-1d983007a9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493957 Dec 13 09:43:16.070074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Pushing event updated for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.101922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Pushing event updated for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.103250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a88502e9-9f51-4bbe-a56a-849503e4f7b9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:16.103739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.275235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5fdc3d81-845b-4645-9b6f-b73058eb4190 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:16.375040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5fdc3d81-845b-4645-9b6f-b73058eb4190 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:16.375428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.392548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Attempting to bind port 6f274d22-13ea-4345-8c20-d28210f7fb9e on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:16.392888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Attempting to bind port 6f274d22-13ea-4345-8c20-d28210f7fb9e by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:16.393220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Attempting to bind port 6f274d22-13ea-4345-8c20-d28210f7fb9e on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:16.448953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Port 6f274d22-13ea-4345-8c20-d28210f7fb9e on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:16.449283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Attempting to bind port 6f274d22-13ea-4345-8c20-d28210f7fb9e on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:16.469842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.474344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:16.475441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Checking segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:16.475865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Bound using segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:16.476324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Bound port: 6f274d22-13ea-4345-8c20-d28210f7fb9e, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:16.476687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.515575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 5fdc3d81-845b-4645-9b6f-b73058eb4190, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5fdc3d81-845b-4645-9b6f-b73058eb4190,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:16.516654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-fa7e3837-a50a-4bc0-a424-9ae75a65506a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:16.518319 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-fa7e3837-a50a-4bc0-a424-9ae75a65506a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 819 time: 0.3210299 Dec 13 09:43:16.521416 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.555680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Request body: {'port': {'device_id': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'admin_state_up': True, 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:16.577926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.588061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.591350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:16.648118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 2ac8b07a-e896-4541-9983-f0553054a364 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:16.652531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 2ac8b07a-e896-4541-9983-f0553054a364 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:16.653145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.695982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:16.723759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:16.728953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-34ecaea2-7b43-432d-a45a-1d96ee54accd service neutron] 10.222.0.31 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698244 Dec 13 09:43:16.732480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.750430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.753776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-047438f8-b93c-4951-ae9d-ba18742c2b85 service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727858 Dec 13 09:43:16.754645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Attempting to bind port d7ff2659-82b6-4905-ad5a-ff9a55cba8af on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:16.754982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Attempting to bind port d7ff2659-82b6-4905-ad5a-ff9a55cba8af by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:16.755306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Attempting to bind port d7ff2659-82b6-4905-ad5a-ff9a55cba8af on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:16.761923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Port d7ff2659-82b6-4905-ad5a-ff9a55cba8af on network 63ab62e9-fb95-45e3-ac56-83be96fada4e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:16.762260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Attempting to bind port d7ff2659-82b6-4905-ad5a-ff9a55cba8af on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:16.768864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.769121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:16.769728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Checking segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:16.771022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Bound using segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:16.771475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Bound port: d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:16.772188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.799947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:16.800641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.802144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] 10.222.0.16 "PUT /v2.0/ports/6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 1091 time: 2.0988126 Dec 13 09:43:16.805335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:16.807310 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:16.812968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Made reservation on behalf of 4db9faa9c9814cc4a617dfcf1f1aed23 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:16.818264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.837230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:16.838712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:16.845623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:16.847730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.847894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fdd45-455e-4d19-a217-b5fbf5514d70 service neutron] Pushing event updated for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.850552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:16.927246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:16.934781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:16.939344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.984652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:17.015152 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d75cf6-02f7-49a0-b422-54ffd6364897 x-openstack-request-id: req-72d75cf6-02f7-49a0-b422-54ffd6364897 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:17.025674 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "name": "network-vif-plugged", "status": "completed", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:17.026396 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72d75cf6-02f7-49a0-b422-54ffd6364897 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:17.028405 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'code': 200} Dec 13 09:43:17.077053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event updated for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:17.097685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.098358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.169415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Pushing event updated for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:17.207768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.210939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.213221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-2686f203-e58d-480a-994a-2fa8300d824d service neutron] 10.222.0.16 "PUT /v2.0/ports/d7ff2659-82b6-4905-ad5a-ff9a55cba8af HTTP/1.1" status: 200 len: 1092 time: 2.8219514 Dec 13 09:43:17.213945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:17.216964 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:17.244121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-487b7bca-1f00-47c6-a363-b4d7816b26f2 req-d4329069-8313-42af-a0c0-7aa3398d87a8 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 210 time: 0.1061242 Dec 13 09:43:17.308394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1e65c5d7-7bb0-42bb-b6c8-70d7f7eebde2 None None] Provisioning complete for port 5fedb491-6120-463f-99a5-d2de448cb4bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:17.308774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e65c5d7-7bb0-42bb-b6c8-70d7f7eebde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.308933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Allocated IP 172.20.0.8 (f0ae2c35-15d1-4612-8ddc-f76e5e4831f3/49f4659d-a3c1-42e1-9732-032874e8a050/ae020961-17f0-4164-86d5-53b49aa02dfe) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:17.406568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1e65c5d7-7bb0-42bb-b6c8-70d7f7eebde2 None None] Port 5fedb491-6120-463f-99a5-d2de448cb4bf cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:17.429455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8ef6aadc-3427-4052-a8fa-d1fad9ff88ec tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9421136 Dec 13 09:43:17.441647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Request body: {'port': {'device_id': '12e57ac4-4797-47ab-b402-df2593576356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:17.450948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f01abf-b860-4593-a395-00207c29834c req-f7f65920-0ab1-4cb2-932b-60dee99128f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.461916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6f01abf-b860-4593-a395-00207c29834c req-f7f65920-0ab1-4cb2-932b-60dee99128f1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.2314916 Dec 13 09:43:17.509641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-c81d0b1d-5fb1-47c1-8631-83ab7ab08916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.513683 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-c81d0b1d-5fb1-47c1-8631-83ab7ab08916 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1094 time: 0.5986760 Dec 13 09:43:17.551802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6f01abf-b860-4593-a395-00207c29834c req-c0feb53b-61ad-40a6-8eff-936c25cd41b7 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829873 Dec 13 09:43:17.555766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ca2d2280-242e-4197-8887-b9dd7c5a579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.564318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-ca2d2280-242e-4197-8887-b9dd7c5a579d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 1095 time: 0.2970202 Dec 13 09:43:17.646327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-58b91a9f-24aa-4720-82a6-39db818b0119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af HTTP/1.1" status: 200 len: 217 time: 0.0780628 Dec 13 09:43:17.757481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-551deca8-f945-4804-93c5-6b1de1a51bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.758969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-551deca8-f945-4804-93c5-6b1de1a51bfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.1033006 Dec 13 09:43:17.805531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7dd75916-8c74-44cc-a1b5-6f56925df49c req-386d792b-398b-4db1-aac7-f4f3d6080dc3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 210 time: 0.0654135 Dec 13 09:43:17.862618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5fdc3d81-845b-4645-9b6f-b73058eb4190 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:17.866960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf43e1-9779-4c17-b576-3d9bfca090f5 req-9aaecd3a-518a-4280-9a4c-91378bad7893 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:17.871099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbaf43e1-9779-4c17-b576-3d9bfca090f5 req-9aaecd3a-518a-4280-9a4c-91378bad7893 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 949 time: 0.2228985 Dec 13 09:43:17.929235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5fdc3d81-845b-4645-9b6f-b73058eb4190 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:17.929699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.002652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952afae2-f551-414d-a514-9abd45c30358 req-ac4f2f27-8eca-4983-a834-1f36cd2e5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.004183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-952afae2-f551-414d-a514-9abd45c30358 req-ac4f2f27-8eca-4983-a834-1f36cd2e5569 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 1097 time: 0.6828096 Dec 13 09:43:18.005718 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afc63eb-c7a5-469a-bc78-1ed4e0c97e96 x-openstack-request-id: req-7afc63eb-c7a5-469a-bc78-1ed4e0c97e96 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:18.006007 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:18.006263 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7afc63eb-c7a5-469a-bc78-1ed4e0c97e96 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:18.006653 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e', 'status': 'completed', 'code': 200} Dec 13 09:43:18.008162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4daa6a3a-9672-4615-b1d7-df6bbe675504 req-68189cbe-5fde-4d55-9995-bf834d1d3d05 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 210 time: 0.0794153 Dec 13 09:43:18.026875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-65deb046-92da-45a2-b0b6-a38addfc5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.027374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-f3203ef2-098e-4eda-91ca-19bee814c9fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.4976113 Dec 13 09:43:18.029334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-65deb046-92da-45a2-b0b6-a38addfc5618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559905 Dec 13 09:43:18.060461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbaf43e1-9779-4c17-b576-3d9bfca090f5 req-f8b21d1a-093f-490c-8e1c-79492c3c044e tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819339 Dec 13 09:43:18.153704 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d1d35-4670-453d-83f3-15c15f9261d1 x-openstack-request-id: req-f87d1d35-4670-453d-83f3-15c15f9261d1 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:18.155751 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:18.156564 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f87d1d35-4670-453d-83f3-15c15f9261d1 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:18.158262 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af', 'status': 'completed', 'code': 200} Dec 13 09:43:18.171340 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.217076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc329-0591-45da-a372-c5279ee389a2 req-33b59a8f-b46d-484d-9d80-3587458de457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.218549 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-33b59a8f-b46d-484d-9d80-3587458de457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.1609027 Dec 13 09:43:18.223361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-952afae2-f551-414d-a514-9abd45c30358 req-3570c14c-9a63-4121-8eb7-1dbd8e3af6bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950426 Dec 13 09:43:18.229095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-a2bea4a8-6e06-4f60-b8a8-abfcb0311914 service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674547 Dec 13 09:43:18.273366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.291584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-d82cb6da-34d3-4424-9961-32fabb5c17f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428228 Dec 13 09:43:18.340075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a187ba1-88e0-4e1d-8319-5c5f60966074 req-4c0f115a-72ad-4a0e-b37e-0d9d6b088e68 service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032560 Dec 13 09:43:18.407605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e01994c1-bb1c-40f6-bd86-0e188963a513 req-39198607-4ba4-451d-8f1d-3496f4b8ad0c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 210 time: 0.0461094 Dec 13 09:43:18.475571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.520599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-e41c3366-0caa-4564-a71f-b1d1c73a79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.522534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-e41c3366-0caa-4564-a71f-b1d1c73a79a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 1095 time: 0.1137779 Dec 13 09:43:18.572037 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-96bf442f-183d-4345-8799-fd85f2d6a7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661183 Dec 13 09:43:18.592218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:18.594130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Pushing event updated for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:18.607205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-f3e1166b-de93-41b4-af94-12ea4f1f2ccf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.608774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-f3e1166b-de93-41b4-af94-12ea4f1f2ccf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2044692 Dec 13 09:43:18.611351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:18.642358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:18.642790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-a79a4ada-9eb3-439c-8a5b-3a6b55a1c500 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0267720 Dec 13 09:43:18.713590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-0a349ea3-b138-47aa-8aab-ae283542b0cd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609238 Dec 13 09:43:18.717555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-ac13ce8b-d2e8-4b8f-a3b7-4dc6103234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.719193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-ac13ce8b-d2e8-4b8f-a3b7-4dc6103234c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 917 time: 0.1838586 Dec 13 09:43:18.738711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.739339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.789777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f205a32-a2ba-497d-9b90-096bda896964 req-701f531c-1dc1-4f65-a2aa-17cdc1da3bf3 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.798852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f205a32-a2ba-497d-9b90-096bda896964 req-701f531c-1dc1-4f65-a2aa-17cdc1da3bf3 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.1610441 Dec 13 09:43:18.800954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4edc329-0591-45da-a372-c5279ee389a2 req-f9e240fe-6d83-4666-b375-4ae759f6f64f service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189262 Dec 13 09:43:18.819857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-efa255dc-0d13-4e86-850f-6bdde6929d4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af HTTP/1.1" status: 200 len: 217 time: 0.0916686 Dec 13 09:43:18.862944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b203cf7c-224c-4970-b81a-bf650bef0051 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3111236 Dec 13 09:43:18.877526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fedb491-6120-463f-99a5-d2de448cb4bf {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:18.892050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Request body: {'port': {'device_id': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:18.903058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.930827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f205a32-a2ba-497d-9b90-096bda896964 req-b38b0d78-6e4f-449b-86c7-101fb4ef4024 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308105 Dec 13 09:43:18.941958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-74944b93-6e73-4c47-b1dd-395de5062150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.944557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-74944b93-6e73-4c47-b1dd-395de5062150 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.0906515 Dec 13 09:43:18.967997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Transition to ACTIVE for port object 5fedb491-6120-463f-99a5-d2de448cb4bf will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:18.986280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.010362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-27eef18e-89e9-40d3-a4b3-e73b2081a407 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832119 Dec 13 09:43:19.014270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-201e80c9-ee28-414d-8480-9829cc456e2e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.015748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-201e80c9-ee28-414d-8480-9829cc456e2e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 816 time: 0.2555206 Dec 13 09:43:19.029091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:19.032962 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1e8dbf-5823-4b9e-b61d-5c110f79da4a" -d '{"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:19.057240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Request body: {'port': {'device_id': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'admin_state_up': True, 'tenant_id': '95266a0f63604a48be57a6e6a1b415b1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:19.061152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-5924fb83-f0bf-4521-aa28-6bf2e0af348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.062772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-5924fb83-f0bf-4521-aa28-6bf2e0af348c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1094 time: 0.1794586 Dec 13 09:43:19.063904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-319a83e0-c916-47f5-957b-61773ed3a002 req-42f7037d-e0fb-4cf2-bd27-ea2d58d2ba9a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 210 time: 0.0597703 Dec 13 09:43:19.078742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.115536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-dedf71dd-53a3-41f6-834e-9e8983308849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.117485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-dedf71dd-53a3-41f6-834e-9e8983308849 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617222 Dec 13 09:43:19.170761 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21c448a-47b9-4e67-a965-cb4845761cd2 x-openstack-request-id: req-a21c448a-47b9-4e67-a965-cb4845761cd2 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:19.171055 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:19.171627 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a21c448a-47b9-4e67-a965-cb4845761cd2 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:19.172498 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'code': 200} Dec 13 09:43:19.246819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:19.372610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83452979-4185-4b9f-8c90-60e4ca852823 req-c152909c-08c8-4751-ae3b-1fc9f21cd085 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 210 time: 0.1159663 Dec 13 09:43:19.497001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-51f50ce3-99cb-4a38-ae30-c456cc2d2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.498499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-51f50ce3-99cb-4a38-ae30-c456cc2d2f37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.4175546 Dec 13 09:43:19.500948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166997de-3fe8-423b-a3ff-28b3141be81c req-ec40269d-bdde-454b-b3a8-cc08179fde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.502441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-166997de-3fe8-423b-a3ff-28b3141be81c req-ec40269d-bdde-454b-b3a8-cc08179fde31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 1100 time: 0.2209466 Dec 13 09:43:19.508469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-814ff9ce-4d46-42f1-b26d-b8dba506ebd7 req-57a3fc5a-6c67-43d4-845e-f49c11fbc6dd service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808600 Dec 13 09:43:19.558528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Attempting to bind port 5fedb491-6120-463f-99a5-d2de448cb4bf on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:19.558869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Attempting to bind port 5fedb491-6120-463f-99a5-d2de448cb4bf by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:19.559294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Attempting to bind port 5fedb491-6120-463f-99a5-d2de448cb4bf on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:19.561127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Made reservation on behalf of 95266a0f63604a48be57a6e6a1b415b1 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:19.563042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-93ed4433-6c56-4982-810e-14fb286b9c70 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.564572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.564727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-93ed4433-6c56-4982-810e-14fb286b9c70 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.4441683 Dec 13 09:43:19.569181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-000c2f4a-021c-48d3-a7e1-39b2b674c537 service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310298 Dec 13 09:43:19.570769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-3b26bf75-ca23-4dd7-997f-6f2dcd426af1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.0616148 Dec 13 09:43:19.579286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Request body: {'port': {'device_id': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'admin_state_up': True, 'tenant_id': '9508a0dd44274258bccd4f45b464600f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:19.598059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Port 5fedb491-6120-463f-99a5-d2de448cb4bf on network 63ab62e9-fb95-45e3-ac56-83be96fada4e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:19.598344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Attempting to bind port 5fedb491-6120-463f-99a5-d2de448cb4bf on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:19.653588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:19.653926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Checking segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:19.654313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Bound using segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:19.654761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Bound port: 5fedb491-6120-463f-99a5-d2de448cb4bf, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:19.655121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.655852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bfd1-fff5-425a-9b9f-f066db6843c8 req-664cd18b-4f1e-4860-aa3e-66e77b8f1047 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.663582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c1bfd1-fff5-425a-9b9f-f066db6843c8 req-664cd18b-4f1e-4860-aa3e-66e77b8f1047 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 949 time: 0.2127566 Dec 13 09:43:19.709818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-166997de-3fe8-423b-a3ff-28b3141be81c req-db1c2d91-eeb0-4b75-b564-d48156db5a4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955121 Dec 13 09:43:19.851451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-c8d36564-7a99-4bda-8855-298e448f7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.852971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-c8d36564-7a99-4bda-8855-298e448f7719 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.2665467 Dec 13 09:43:19.853412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c1bfd1-fff5-425a-9b9f-f066db6843c8 req-82024154-e753-4204-a092-e6d8b81512d2 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890028 Dec 13 09:43:19.888126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30e06642-a01e-482c-aa0f-aca9bfd6bc1f req-f009447b-a2cc-4fff-a5ee-55b810c8bc5d service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046095 Dec 13 09:43:19.891780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Allocated IP 172.20.0.8 (63ab62e9-fb95-45e3-ac56-83be96fada4e/b0b647bc-e113-483f-a7b1-a8bc5967cd18/6b411d93-6e7f-4844-8482-d2a43446126a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:19.899526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:19.904898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.917153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b023e-927b-4806-a561-b0f9b717779c req-be5b307d-79ab-4357-90ff-b676ff948b0e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.919827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-567b023e-927b-4806-a561-b0f9b717779c req-be5b307d-79ab-4357-90ff-b676ff948b0e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 931 time: 0.1239624 Dec 13 09:43:19.925260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-e7dee9da-7bf2-4972-a1cc-daff0e25f72b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564079 Dec 13 09:43:20.063063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9702409f-38b0-4022-b6a9-9c4b6cbeee77 req-e2d1b958-0f62-4b6f-9963-81e088c4f9ac tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dae5ec-8eaa-4eaa-868e-cf12011a8063 HTTP/1.1" status: 200 len: 210 time: 0.0448744 Dec 13 09:43:20.072329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-567b023e-927b-4806-a561-b0f9b717779c req-edbe1b04-79f2-4ac1-a554-1eeb1d6efcd6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445994 Dec 13 09:43:20.079537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:20.209758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Allocated IP 172.20.0.2 (73b915b1-b359-496e-ba4b-ec17ddbb7572/f668b58b-5823-4cbf-8dc4-288fc7d25fc7/a37a345f-d71a-49f6-a07e-d3e954a3c0be) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:20.365550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae020961-17f0-4164-86d5-53b49aa02dfe {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:20.376029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=5fedb491-6120-463f-99a5-d2de448cb4bf,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:20.387533 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.394598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.432772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.450248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0433-f804-4401-a508-870579fe34b4 req-1c59a3dd-d9ef-4978-92b8-79e51b93a037 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:20.458522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59fa0433-f804-4401-a508-870579fe34b4 req-1c59a3dd-d9ef-4978-92b8-79e51b93a037 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.2753177 Dec 13 09:43:20.487460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:20.488376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.490032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/5fedb491-6120-463f-99a5-d2de448cb4bf HTTP/1.1" status: 200 len: 1091 time: 3.0528822 Dec 13 09:43:20.497954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Transition to ACTIVE for port object ae020961-17f0-4164-86d5-53b49aa02dfe will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:20.498849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:20.502203 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:20.545602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.554273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59fa0433-f804-4401-a508-870579fe34b4 req-99ee5377-517f-4cf6-a29f-63a4f7a8fa54 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947547 Dec 13 09:43:20.557812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.559133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-62ccb00e-6ecf-41a2-af76-7f08a1cae5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187961 Dec 13 09:43:20.626787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:20.632173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:20.643942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:20.644574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182bac-2384-4e94-88a0-8b50f32678f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:20.702910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:20.738119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.738687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.739042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.739491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.739976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.740414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.742146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.742146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.742146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.742146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.742690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.743125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.743625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:20.757898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:20.758830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.786977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-0686a780-3f4c-4eea-bc84-18d2b55ca0f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2129712 Dec 13 09:43:20.807879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d7b36-3d80-4670-9c09-d0c8a0f6f29d req-401709e4-ebde-4c50-a845-d467a0d5c41f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:20.809726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-593d7b36-3d80-4670-9c09-d0c8a0f6f29d req-401709e4-ebde-4c50-a845-d467a0d5c41f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 931 time: 0.1264408 Dec 13 09:43:20.814706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Request body: {'port': {'device_id': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:20.873893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b829726-495e-4085-b30f-5798bf8b045a req-e71497fa-55dd-4d5c-8f1e-fa7690c031a3 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 210 time: 0.0564659 Dec 13 09:43:20.883824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Pushing event updated for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:20.887214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-523efc22-010c-4fb3-bead-13e20a7b8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:20.888762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-523efc22-010c-4fb3-bead-13e20a7b8390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 1094 time: 0.3146360 Dec 13 09:43:20.915444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.937104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.955322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-593d7b36-3d80-4670-9c09-d0c8a0f6f29d req-7a51bdc8-e71a-41c6-8d69-9274ecc40ffd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263869 Dec 13 09:43:20.973832 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5755e96-9924-44de-94c1-99b55853bb5a x-openstack-request-id: req-d5755e96-9924-44de-94c1-99b55853bb5a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:20.974113 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:20.974363 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5755e96-9924-44de-94c1-99b55853bb5a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:20.975081 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf', 'status': 'completed', 'code': 200} Dec 13 09:43:20.978465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc4a0ea-b6f0-463e-9e7b-1d413cb64435 req-676f74d3-35d0-4134-ad1b-092d03faa233 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016888 Dec 13 09:43:20.982952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-8e45a784-2c4d-4683-8304-7e7db221bea5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fedb491-6120-463f-99a5-d2de448cb4bf HTTP/1.1" status: 200 len: 217 time: 0.0654466 Dec 13 09:43:21.059688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Attempting to bind port ae020961-17f0-4164-86d5-53b49aa02dfe on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:21.059996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Attempting to bind port ae020961-17f0-4164-86d5-53b49aa02dfe by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:21.060333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Attempting to bind port ae020961-17f0-4164-86d5-53b49aa02dfe on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:21.071916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-321bba1c-3a99-4072-b923-7885f646010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.073684 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-321bba1c-3a99-4072-b923-7885f646010c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.0826020 Dec 13 09:43:21.075118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Port ae020961-17f0-4164-86d5-53b49aa02dfe on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:21.075439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Attempting to bind port ae020961-17f0-4164-86d5-53b49aa02dfe on network f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:21.077864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.142144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:21.142808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Checking segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:21.142963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Bound using segment: {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:21.143298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Bound port: ae020961-17f0-4164-86d5-53b49aa02dfe, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0946f96-1e92-4371-a225-fcf0b71e6e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:21.143681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.172870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6f274d22-13ea-4345-8c20-d28210f7fb9e details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:21.182545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:21.210766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7808c-19d4-4341-9295-0530baafe1e9 req-8d0facc6-6b7b-4d04-ba49-822ca5970501 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.212450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afa7808c-19d4-4341-9295-0530baafe1e9 req-8d0facc6-6b7b-4d04-ba49-822ca5970501 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.1130722 Dec 13 09:43:21.222890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43584) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:21.227710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Request body: {'floatingip': {'port_id': 'd2129c71-2939-4587-af6a-5ab6bd291c7b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:21.229554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:21.241461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event updated for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:21.248727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:21.261689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-e5b53cc5-bb56-4d97-a670-e70f787772ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.263655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-e5b53cc5-bb56-4d97-a670-e70f787772ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822760 Dec 13 09:43:21.284725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.383647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.384303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.395698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:21.401366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:21.403881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ae020961-17f0-4164-86d5-53b49aa02dfe,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:21.416569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.423927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6f274d22-13ea-4345-8c20-d28210f7fb9e', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'port_id': '6f274d22-13ea-4345-8c20-d28210f7fb9e', 'mac_address': 'fa:16:3e:a0:d9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:21.465426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.490578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f274d22-13ea-4345-8c20-d28210f7fb9e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:21.491406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Pushing event updated for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:21.505443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-3ed7a017-c9e8-4314-98a6-1ccab614ade5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4623377 Dec 13 09:43:21.525986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:21.531727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Request body: {'port': {'device_id': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:21.532668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.533499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d7ff2659-82b6-4905-ad5a-ff9a55cba8af details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:21.537443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.538219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.540118 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-25fbad1e-b32c-4fee-b8f0-f677b275996c service neutron] 10.222.0.16 "PUT /v2.0/ports/ae020961-17f0-4164-86d5-53b49aa02dfe HTTP/1.1" status: 200 len: 1091 time: 2.6578393 Dec 13 09:43:21.581531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-84aa662e-2c6e-48d4-9cb2-e05af4a4b837 service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944565 Dec 13 09:43:21.662707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-94058327-fe26-4f02-935f-c212dd340e4f None None] Provisioning complete for port 6b411d93-6e7f-4844-8482-d2a43446126a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:21.663075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94058327-fe26-4f02-935f-c212dd340e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.691384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:21.713040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.716426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b08cb662-3d33-49b0-8d20-0b6f85bf4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.717956 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b08cb662-3d33-49b0-8d20-0b6f85bf4b68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 1094 time: 0.1204243 Dec 13 09:43:21.726518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-94058327-fe26-4f02-935f-c212dd340e4f None None] Port 6b411d93-6e7f-4844-8482-d2a43446126a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:21.744691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:21.757529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'port_id': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af', 'mac_address': 'fa:16:3e:33:60:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b647bc-e113-483f-a7b1-a8bc5967cd18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:21.777000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-38ed2b2e-5c10-4c79-9f5d-1c3b1cad15a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae020961-17f0-4164-86d5-53b49aa02dfe HTTP/1.1" status: 200 len: 217 time: 0.0499821 Dec 13 09:43:21.797427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.811119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ff2659-82b6-4905-ad5a-ff9a55cba8af {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:21.830494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:21.834774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.843942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-beb41f6b-5b66-45c6-9a0d-a239699f5c67 req-530f08dc-9c21-4f1e-9e38-2579fa2a9313 service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542801 Dec 13 09:43:21.876868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-7cf3ca95-bfb6-4b8a-b026-85e15dcf20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.877646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f68cb-38de-4323-aacc-579b88b9a4be req-cd46b26e-af32-4e75-b15e-429872deec78 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.879517 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-7cf3ca95-bfb6-4b8a-b026-85e15dcf20f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0942352 Dec 13 09:43:21.880049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-164f68cb-38de-4323-aacc-579b88b9a4be req-cd46b26e-af32-4e75-b15e-429872deec78 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 949 time: 0.6072235 Dec 13 09:43:21.893606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:21.911697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7499c-491e-46b3-a694-965f310ac311 req-7a309757-123a-4c03-89cd-38ee4d1eded1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.913287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0b7499c-491e-46b3-a694-965f310ac311 req-7a309757-123a-4c03-89cd-38ee4d1eded1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 943 time: 0.1880305 Dec 13 09:43:21.990185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-b271f269-ac01-4ded-8b11-a54e018c321d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550621 Dec 13 09:43:22.020794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37a345f-d71a-49f6-a07e-d3e954a3c0be {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:22.045815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.109178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-8c4a60fb-90eb-4f6e-8a2e-fd2876bba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.111292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-8c4a60fb-90eb-4f6e-8a2e-fd2876bba3ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 1094 time: 0.1752033 Dec 13 09:43:22.124789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0b7499c-491e-46b3-a694-965f310ac311 req-60842bf6-27e7-45e8-a960-c1e1d3b3e091 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000313 Dec 13 09:43:22.128028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-164f68cb-38de-4323-aacc-579b88b9a4be req-53ea0aad-815a-4a37-917b-4413d2f15aa3 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096407 Dec 13 09:43:22.132349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Transition to ACTIVE for port object a37a345f-d71a-49f6-a07e-d3e954a3c0be will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:22.135432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.195491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d7ff2659-82b6-4905-ad5a-ff9a55cba8af'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:22.199407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:22.247922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-4977be89-ae05-42b0-81bb-874b48b672dc service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451038 Dec 13 09:43:22.267454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6f274d22-13ea-4345-8c20-d28210f7fb9e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:22.366664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-39a07678-1bab-41d9-bf88-8a66da200b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.368221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-39a07678-1bab-41d9-bf88-8a66da200b39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 917 time: 0.2479203 Dec 13 09:43:22.378528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b411d93-6e7f-4844-8482-d2a43446126a {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:22.397681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.441418 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-a344de02-b7ae-45e8-a2a8-3cadc2925ec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fedb491-6120-463f-99a5-d2de448cb4bf HTTP/1.1" status: 200 len: 217 time: 0.0580394 Dec 13 09:43:22.457827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Transition to ACTIVE for port object 6b411d93-6e7f-4844-8482-d2a43446126a will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:22.458642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8417e-aa14-474b-964f-2d925cfb4ec6 req-54b7e4bb-e4d2-4e07-842e-54333fac8c5a tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.464137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52c8417e-aa14-474b-964f-2d925cfb4ec6 req-54b7e4bb-e4d2-4e07-842e-54333fac8c5a tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 931 time: 0.1983035 Dec 13 09:43:22.491253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.498259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-801b3c70-8eb5-4b91-a86e-1bcd70114cca req-672cae1d-b174-4366-acb3-cd3b775f56e9 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393258 Dec 13 09:43:22.560655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-965ae158-ef83-44f4-a379-bb5f59ccecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.562222 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-965ae158-ef83-44f4-a379-bb5f59ccecde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.1116726 Dec 13 09:43:22.598761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a8eaace5-355a-4be0-a9a8-ec9720d93e52 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.603583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:22.606675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a8eaace5-355a-4be0-a9a8-ec9720d93e52 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.3596387 Dec 13 09:43:22.640793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-d3844686-37ab-4f53-8478-a8112eea9091 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0329921 Dec 13 09:43:22.716540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-38e4fb86-6762-4399-b91e-a75223df2a97 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737174 Dec 13 09:43:22.720682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-e604b438-5fdb-4493-96d1-171500947215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.721676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:22.721943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:22.722277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-e604b438-5fdb-4493-96d1-171500947215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352770 Dec 13 09:43:22.722409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:22.741677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52c8417e-aa14-474b-964f-2d925cfb4ec6 req-b1e2075d-c154-4c62-940e-789b4c885b11 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399271 Dec 13 09:43:22.755946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:22.756297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:22.760336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Attempting to bind port 6b411d93-6e7f-4844-8482-d2a43446126a on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:22.760675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Attempting to bind port 6b411d93-6e7f-4844-8482-d2a43446126a by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:22.761000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Attempting to bind port 6b411d93-6e7f-4844-8482-d2a43446126a on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:22.801333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:43:22.804398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Port 6b411d93-6e7f-4844-8482-d2a43446126a on network 63ab62e9-fb95-45e3-ac56-83be96fada4e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:22.804726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Attempting to bind port 6b411d93-6e7f-4844-8482-d2a43446126a on network 63ab62e9-fb95-45e3-ac56-83be96fada4e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:22.818556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:22.818917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Checking segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:22.819278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Bound using segment: {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:22.819750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Bound port: 6b411d93-6e7f-4844-8482-d2a43446126a, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:22.820113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.842273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:22.842701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:22.843015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:22.844114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Bound port: a37a345f-d71a-49f6-a07e-d3e954a3c0be, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:22.844538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.912854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-87894195-703d-4cc1-b49c-fc79aed508af service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827483 Dec 13 09:43:22.952980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.968829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.975576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:22.977802 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa" -d '{"events": [{"name": "network-changed", "server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:22.985465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:23.002039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6b411d93-6e7f-4844-8482-d2a43446126a,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:23.009155 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.020017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a660bc4e-02ce-4d5f-8de2-d643eb39a3e4 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024516 Dec 13 09:43:23.035739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ae8b-600a-4287-8f6c-8e2a30922f0f req-feda0791-70fc-4b33-b635-95f1b87d3892 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.037226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d51ae8b-600a-4287-8f6c-8e2a30922f0f req-feda0791-70fc-4b33-b635-95f1b87d3892 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1872804 Dec 13 09:43:23.067035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.067828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.069311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b411d93-6e7f-4844-8482-d2a43446126a HTTP/1.1" status: 200 len: 1091 time: 1.5494819 Dec 13 09:43:23.073937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:23.081793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ddf99c8c-21b1-42ba-96cf-e23db3534b8d req-683bcb14-001a-439a-9a76-8af330fdf6cc service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603785 Dec 13 09:43:23.097989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917c3b3-eea7-4b1d-a0fb-9005d422f1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:23.132254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:23.162685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-db33eddb-f3e5-4229-8233-51df6f8151dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.164251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-db33eddb-f3e5-4229-8233-51df6f8151dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 1094 time: 0.0483363 Dec 13 09:43:23.168677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.208122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-1caa13f0-9f31-4afd-971b-52be833ef38f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b411d93-6e7f-4844-8482-d2a43446126a HTTP/1.1" status: 200 len: 217 time: 0.0360546 Dec 13 09:43:23.262632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-0710c311-5996-4b09-b89f-d771ad7236ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.263232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.263420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.264218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-0710c311-5996-4b09-b89f-d771ad7236ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.0497506 Dec 13 09:43:23.265035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 1091 time: 2.4658158 Dec 13 09:43:23.265519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:23.267864 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338cc631-cafb-41f6-8258-6540d7a931de" -d '{"events": [{"name": "network-changed", "server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:23.282964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d51ae8b-600a-4287-8f6c-8e2a30922f0f req-ff62488f-30f8-491d-9e81-117bdf0c1923 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305970 Dec 13 09:43:23.290822 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Floating IP c26ce070-bc68-41dd-af60-b27c84434ed1 associated. External IP: 172.25.2.26, port: d2129c71-2939-4587-af6a-5ab6bd291c7b. Dec 13 09:43:23.343900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-5505ba9b-9130-4d36-8eec-d8df571301f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.345633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-5505ba9b-9130-4d36-8eec-d8df571301f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711074 Dec 13 09:43:23.349562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-20f8f924-8ecd-4833-90e5-3ca7b43255dd service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078990 Dec 13 09:43:23.387292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:43:23.406842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3f47-6c6a-4973-a836-4f26d57a6ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:23.436461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-b05147ea-2ad0-41a0-b836-6ad28249bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.439226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-b05147ea-2ad0-41a0-b836-6ad28249bd05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1094 time: 0.0924959 Dec 13 09:43:23.454884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-f991521d-ae50-4b4e-bcb1-c9531be69b36 service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021054 Dec 13 09:43:23.535755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-d301f7f4-5ff6-4452-841e-606a4f4d8f58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 217 time: 0.0399933 Dec 13 09:43:23.556817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abfdfe62-b3bb-4ef5-8693-55072aabef9c req-c2ee88e4-3dfc-4b9a-898c-4e89ad80dec9 service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954618 Dec 13 09:43:23.669651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-d6297a12-72e9-4394-ad5c-ca17b39daa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.671275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-d6297a12-72e9-4394-ad5c-ca17b39daa36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0986104 Dec 13 09:43:23.684158 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9a86f-0ef7-4b84-9fd7-50ed8a4d9170 x-openstack-request-id: req-25c9a86f-0ef7-4b84-9fd7-50ed8a4d9170 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:23.684291 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:23.684534 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25c9a86f-0ef7-4b84-9fd7-50ed8a4d9170 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:23.684945 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe', 'status': 'completed', 'code': 200} Dec 13 09:43:23.720357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-817f07f5-9e3e-47fb-b3af-0efe7ce67106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390034 Dec 13 09:43:23.739756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:23.779172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-fc284b43-7e03-453b-ac19-7aac3f05f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.780792 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-fc284b43-7e03-453b-ac19-7aac3f05f851 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 1094 time: 0.0714900 Dec 13 09:43:23.948192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-b0abb2c2-4668-4ce7-a5d1-c211cec6f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.949584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-b0abb2c2-4668-4ce7-a5d1-c211cec6f1ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1615672 Dec 13 09:43:24.005711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-27dc5eb2-ed51-41b4-9d9d-bc1653684e3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae020961-17f0-4164-86d5-53b49aa02dfe HTTP/1.1" status: 200 len: 217 time: 0.0481751 Dec 13 09:43:24.065537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-6f8f467b-e20a-47cd-9dc7-ed108c6baf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.067354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-6f8f467b-e20a-47cd-9dc7-ed108c6baf6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0535650 Dec 13 09:43:24.103096 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-157f4887-7580-45dc-9ce1-6f85b9c06408 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266476 Dec 13 09:43:24.164773 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f84563-f319-438a-9237-a85335548569 x-openstack-request-id: req-61f84563-f319-438a-9237-a85335548569 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:24.165394 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:24.165394 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61f84563-f319-438a-9237-a85335548569 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:24.165743 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'status': 'completed', 'code': 200} Dec 13 09:43:24.213529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-f29e7283-21f4-47c2-a9e8-1ef321e6268d service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019793 Dec 13 09:43:24.223587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51447d4b-c771-4f11-99b0-0ca7e5fd0a48 req-bf96d496-bb84-4c99-a82e-332a06e3eea8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 210 time: 0.0541358 Dec 13 09:43:24.248878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab3c23-c9c6-4da0-8fc8-81e0ebbe854a req-78030c20-a347-4712-b8f3-0099acd36896 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.250470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fab3c23-c9c6-4da0-8fc8-81e0ebbe854a req-78030c20-a347-4712-b8f3-0099acd36896 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 943 time: 0.4827657 Dec 13 09:43:24.291261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-85490f8c-32f2-4d6f-894d-067d1c9b2dac service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627482 Dec 13 09:43:24.350107 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c76eec0f-ff56-4711-b1a8-d1a4b41160aa req-9821d8f3-927a-4a54-ba98-3d4a78c7457b service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205904 Dec 13 09:43:24.396979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:24.406508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Sync routers for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:24.407876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.417579 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:24.418204 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:43:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:24.441074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fab3c23-c9c6-4da0-8fc8-81e0ebbe854a req-ed4c2f69-98ab-4e42-8ce9-7a8fee05c95a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639261 Dec 13 09:43:24.467222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563491-3328-490c-86a0-954addbbe4a1 req-4ac4b236-fc27-4026-87ea-8ee63282471d tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.468837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f563491-3328-490c-86a0-954addbbe4a1 req-4ac4b236-fc27-4026-87ea-8ee63282471d tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 943 time: 0.1678922 Dec 13 09:43:24.474728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05b63c82-d5b3-4dc0-a455-92fe3d778ba1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "PUT /v2.0/floatingips/c26ce070-bc68-41dd-af60-b27c84434ed1 HTTP/1.1" status: 200 len: 991 time: 3.2490637 Dec 13 09:43:24.509498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-437622b0-da7b-4a8d-9eaa-8f709aecb9c9 req-09938739-96ab-45d4-a5eb-c25528c31f13 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896758 Dec 13 09:43:24.542410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:24.552293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f563491-3328-490c-86a0-954addbbe4a1 req-cc086a11-5ba0-4991-8545-5a52dc58e345 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686882 Dec 13 09:43:24.612091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6b411d93-6e7f-4844-8482-d2a43446126a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:24.657345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cc631-cafb-41f6-8258-6540d7a931de req-e91d6e23-c340-429f-8574-4d98aa55fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.662072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-e91d6e23-c340-429f-8574-4d98aa55fd8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1094 time: 0.0698450 Dec 13 09:43:24.699119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72766949-d164-4447-859c-f76be40f127c req-06789fb4-06c3-450a-af9f-f82cb045d0a6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.702215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72766949-d164-4447-859c-f76be40f127c req-06789fb4-06c3-450a-af9f-f82cb045d0a6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1209655 Dec 13 09:43:24.756016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6b411d93-6e7f-4844-8482-d2a43446126a,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:24.771865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '6b411d93-6e7f-4844-8482-d2a43446126a', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'port_id': '6b411d93-6e7f-4844-8482-d2a43446126a', 'mac_address': 'fa:16:3e:c7:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b647bc-e113-483f-a7b1-a8bc5967cd18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:24.833172 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.868091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b411d93-6e7f-4844-8482-d2a43446126a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:24.882627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72766949-d164-4447-859c-f76be40f127c req-c71beb60-228f-48be-94a1-0209398e74c3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547217 Dec 13 09:43:24.903981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cc631-cafb-41f6-8258-6540d7a931de req-ca24e314-a55a-4bed-bab1-aa85fb168a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.906224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-ca24e314-a55a-4bed-bab1-aa85fb168a27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2013094 Dec 13 09:43:24.909438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6b411d93-6e7f-4844-8482-d2a43446126a,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:24.916915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.918140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 5fedb491-6120-463f-99a5-d2de448cb4bf details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:24.925410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c26ce070-bc68-41dd-af60-b27c84434ed1', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'port_id': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'mac_address': 'fa:16:3e:aa:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:22Z', 'revision_number': 1, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:24.969906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Checking router: c1f898a1-ce83-4887-ac27-fb71a1e5a1ba for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:24.979894 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:24.980915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:43:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:24.982837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:24.987679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-53ca1530-dee5-4091-ac7e-ef6d29f5e724 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 217 time: 0.0735991 Dec 13 09:43:25.004741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a2e4273c-3b5f-44a9-ae19-9f60ef4296c1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.006930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a2e4273c-3b5f-44a9-ae19-9f60ef4296c1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2075539 Dec 13 09:43:25.015654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=5fedb491-6120-463f-99a5-d2de448cb4bf,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.022388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:25.029102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '5fedb491-6120-463f-99a5-d2de448cb4bf', 'network_id': '63ab62e9-fb95-45e3-ac56-83be96fada4e', 'port_id': '5fedb491-6120-463f-99a5-d2de448cb4bf', 'mac_address': 'fa:16:3e:51:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b647bc-e113-483f-a7b1-a8bc5967cd18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:25.060773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cc631-cafb-41f6-8258-6540d7a931de req-346277d8-0196-4919-b355-5c286628b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.062274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-346277d8-0196-4919-b355-5c286628b0e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0605080 Dec 13 09:43:25.073491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.091017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fedb491-6120-463f-99a5-d2de448cb4bf {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:25.103233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-55b51f8d-0b24-4039-973f-63acc2c49ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315187 Dec 13 09:43:25.112698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=5fedb491-6120-463f-99a5-d2de448cb4bf,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.117814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.156129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:25.160452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.176952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:25.189204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ae020961-17f0-4164-86d5-53b49aa02dfe details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:25.191392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d7ff2659-82b6-4905-ad5a-ff9a55cba8af up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:25.216589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-fe939db0-29c7-4eb6-ba4a-43b586b77f1f service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045654 Dec 13 09:43:25.244968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:25.335295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port d7ff2659-82b6-4905-ad5a-ff9a55cba8af completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:25.340004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.13 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/ded3295d-7fb0-4191-8288-c75cbde77c16) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:25.341667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port d7ff2659-82b6-4905-ad5a-ff9a55cba8af triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:25.342414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.355413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-338cc631-cafb-41f6-8258-6540d7a931de req-9e10ce9d-7515-4ce8-8698-f18de1d56dc8 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219270 Dec 13 09:43:25.404664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc13a605-5f0b-4e3f-9d0b-19e31a39e829 req-5d854019-777b-40be-846e-3ec86cac2865 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 210 time: 0.0481436 Dec 13 09:43:25.425956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ae020961-17f0-4164-86d5-53b49aa02dfe,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.441011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'ae020961-17f0-4164-86d5-53b49aa02dfe', 'network_id': 'f0ae2c35-15d1-4612-8ddc-f76e5e4831f3', 'port_id': 'ae020961-17f0-4164-86d5-53b49aa02dfe', 'mac_address': 'fa:16:3e:04:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f4659d-a3c1-42e1-9732-032874e8a050', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:25.518202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.530920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.554436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae020961-17f0-4164-86d5-53b49aa02dfe {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:25.564202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:25.566526 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eed90e-1bf3-4acf-b285-2f9c6fc91368" -d '{"events": [{"server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "name": "network-vif-plugged", "status": "completed", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:25.591305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.593008 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c26ce070-bc68-41dd-af60-b27c84434ed1', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'port_id': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'mac_address': 'fa:16:3e:aa:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:22Z', 'revision_number': 1, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:25.595856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ae020961-17f0-4164-86d5-53b49aa02dfe,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.597506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.598402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6f274d22-13ea-4345-8c20-d28210f7fb9e up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:25.604206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['5fedb491-6120-463f-99a5-d2de448cb4bf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:25.608652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.615094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba5b18-3d40-4832-aaf2-bbdef374df25 req-71b87bf3-e743-4d46-b7d6-809814d72f25 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.616749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72ba5b18-3d40-4832-aaf2-bbdef374df25 req-71b87bf3-e743-4d46-b7d6-809814d72f25 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 943 time: 0.0955470 Dec 13 09:43:25.683417 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9272de3-bcd1-4d77-8a3e-4ad370b5a98b None None] The sync data for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 is: [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c26ce070-bc68-41dd-af60-b27c84434ed1', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'port_id': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'mac_address': 'fa:16:3e:aa:d0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:43:22Z', 'revision_number': 1, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:25.686457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['6b411d93-6e7f-4844-8482-d2a43446126a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:25.715313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72ba5b18-3d40-4832-aaf2-bbdef374df25 req-a8417cdf-839a-41ae-b2c7-98a4d0b8ba39 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888906 Dec 13 09:43:25.767801 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f5e8b-237a-4f72-ac70-fdd49a287ef0 x-openstack-request-id: req-3e3f5e8b-237a-4f72-ac70-fdd49a287ef0 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:25.768500 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "name": "network-vif-plugged", "status": "completed", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:25.768770 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e3f5e8b-237a-4f72-ac70-fdd49a287ef0 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:25.769181 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af', 'code': 200} Dec 13 09:43:25.858808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:25.864714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:25.867608 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00026554-459c-4f63-b777-39baafcf24d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:25.874948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b755-a385-497a-99c3-2a0f3c745d8c req-e68f2d19-26de-40e2-9a77-faecd2364d0c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.884694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd35b755-a385-497a-99c3-2a0f3c745d8c req-e68f2d19-26de-40e2-9a77-faecd2364d0c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 944 time: 0.0678251 Dec 13 09:43:25.958730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10a12b-2f1e-4e1a-8f66-1cfa82ab054a req-472a8495-9b19-48f0-b5a9-04293d9193a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.962653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd35b755-a385-497a-99c3-2a0f3c745d8c req-6410108a-5623-4d53-bc0e-a63cfdab081b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 Dec 13 09:43:25.964407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4f10a12b-2f1e-4e1a-8f66-1cfa82ab054a req-472a8495-9b19-48f0-b5a9-04293d9193a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 1097 time: 0.0935123 Dec 13 09:43:25.997897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['ae020961-17f0-4164-86d5-53b49aa02dfe'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:26.009468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.018884 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57e4f4-79b1-480f-81b4-92f1b404777b x-openstack-request-id: req-7f57e4f4-79b1-480f-81b4-92f1b404777b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:26.019241 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:26.019635 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f57e4f4-79b1-480f-81b4-92f1b404777b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:26.020093 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a', 'status': 'completed', 'code': 200} Dec 13 09:43:26.050193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc2619-62a0-4de8-ad8d-c116c3184281 None None] New status for floating IP c26ce070-bc68-41dd-af60-b27c84434ed1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:43:26.054600 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4f10a12b-2f1e-4e1a-8f66-1cfa82ab054a req-8ff41603-3ab7-4004-85bc-65541ffbf69c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806060 Dec 13 09:43:26.076407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.121856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00026554-459c-4f63-b777-39baafcf24d7 req-72b9f2a2-c452-4a03-a8e9-701c2f0306c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.123378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-72b9f2a2-c452-4a03-a8e9-701c2f0306c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 1095 time: 0.0805798 Dec 13 09:43:26.126522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:26.130019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:26.133889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:26.162842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:26.190564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:26.192017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.192729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.192863 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51722b00-5dd8-486e-ab39-99501ddae5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:26.203011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d8cfa-37e7-4f9b-a7d3-fcc99755bfda req-93429c59-f605-4253-8f90-7d5a307d1523 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.204603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf3d8cfa-37e7-4f9b-a7d3-fcc99755bfda req-93429c59-f605-4253-8f90-7d5a307d1523 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1187663 Dec 13 09:43:26.214714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-02e69d3e-045d-4037-9527-7279bdd4800b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1972208 Dec 13 09:43:26.226034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6f274d22-13ea-4345-8c20-d28210f7fb9e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:26.255836 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df156f6-10ea-4955-9f99-26f9feb5fbc2 x-openstack-request-id: req-1df156f6-10ea-4955-9f99-26f9feb5fbc2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:26.256347 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:26.256545 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1df156f6-10ea-4955-9f99-26f9feb5fbc2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:26.257166 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'status': 'completed', 'code': 200} Dec 13 09:43:26.262830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6f274d22-13ea-4345-8c20-d28210f7fb9e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:26.263209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.290710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf3d8cfa-37e7-4f9b-a7d3-fcc99755bfda req-93aef27b-698a-4b45-808d-ceac8a8fa1ed tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785947 Dec 13 09:43:26.299642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00026554-459c-4f63-b777-39baafcf24d7 req-f66731ea-3442-4061-963f-0f00d9170275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.301493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-f66731ea-3442-4061-963f-0f00d9170275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 917 time: 0.1663725 Dec 13 09:43:26.320225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Request body: {'port': {'device_id': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:26.334035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:26.353558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-cd54fcb7-3c37-47f7-9ae1-f5bd45fde597 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b411d93-6e7f-4844-8482-d2a43446126a HTTP/1.1" status: 200 len: 217 time: 0.0419662 Dec 13 09:43:26.376900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-dfb3a6a3-2f83-422b-aad2-cc00e46cc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.378984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-dfb3a6a3-2f83-422b-aad2-cc00e46cc19a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c5111abde924941a3854be7d12bffb3&device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 1097 time: 0.0959768 Dec 13 09:43:26.414427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00026554-459c-4f63-b777-39baafcf24d7 req-5196cf24-0cd1-4e7c-b369-af478e179f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.416995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-5196cf24-0cd1-4e7c-b369-af478e179f8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.0517294 Dec 13 09:43:26.442092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.468409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00026554-459c-4f63-b777-39baafcf24d7 req-9012dbd8-5808-4c81-a451-e0843818c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.470607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-9012dbd8-5808-4c81-a451-e0843818c912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446718 Dec 13 09:43:26.526758 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.582187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ae8e8-88d6-43b8-b1a6-94600bb667de req-8d0aea4b-a57d-4c5c-bd69-74754f8da68e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.584070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-410ae8e8-88d6-43b8-b1a6-94600bb667de req-8d0aea4b-a57d-4c5c-bd69-74754f8da68e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 932 time: 0.1125789 Dec 13 09:43:26.602375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:26.621275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.623115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-e86aa5a1-e084-4fdd-8914-83cdcfdeac2c service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401901 Dec 13 09:43:26.646551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-cc6b5edb-dcae-458f-a4a3-c9270ad4828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.646732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:26.648291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-cc6b5edb-dcae-458f-a4a3-c9270ad4828f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fb33895-73f3-4e13-a068-c7d45ff10550 HTTP/1.1" status: 200 len: 906 time: 0.2518342 Dec 13 09:43:26.706482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-410ae8e8-88d6-43b8-b1a6-94600bb667de req-742eca5a-3728-47c8-a7ca-4584a58a9cad tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128232 Dec 13 09:43:26.747081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:26.776367 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-71beef50-3739-43ce-b1dc-22d2f2bd3fdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b HTTP/1.1" status: 200 len: 1001 time: 0.1170602 Dec 13 09:43:26.779361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00026554-459c-4f63-b777-39baafcf24d7 req-cdd014eb-1d96-4e99-8d1d-e3b69cb1351b service neutron] 10.222.0.20 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448908 Dec 13 09:43:26.861519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:26.877925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '2ac8b07a-e896-4541-9983-f0553054a364', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '2ac8b07a-e896-4541-9983-f0553054a364', 'mac_address': 'fa:16:3e:23:36:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:26.883260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-ab16286d-1570-4b7e-a5bc-94395c15ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.886065 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-ab16286d-1570-4b7e-a5bc-94395c15ba01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8582f588-c745-46b0-beb9-c78ac5357e37 HTTP/1.1" status: 200 len: 844 time: 0.0788152 Dec 13 09:43:26.918469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e4ce5-dc99-4792-9db4-b1d5f5906d0d req-76bc9a3b-f07d-4248-a072-2e402d026aed tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.921091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.931960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c7e4ce5-dc99-4792-9db4-b1d5f5906d0d req-76bc9a3b-f07d-4248-a072-2e402d026aed tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 944 time: 0.0931232 Dec 13 09:43:26.948991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:26.979339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:26.984567 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.985821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:27.026416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c7e4ce5-dc99-4792-9db4-b1d5f5906d0d req-f0a08d85-a492-4987-b12a-a4677288e068 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Dec 13 09:43:27.036486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-9ab6ac23-95bc-49e4-84d1-ad773c75a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.038012 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-9ab6ac23-95bc-49e4-84d1-ad773c75a634 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fb33895-73f3-4e13-a068-c7d45ff10550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402810 Dec 13 09:43:27.049902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded3295d-7fb0-4191-8288-c75cbde77c16 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:27.106066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.135753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.157780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Transition to ACTIVE for port object ded3295d-7fb0-4191-8288-c75cbde77c16 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:27.168013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e894f4f-981a-44b9-ad33-6d58a74bee2d req-7aa37c13-af85-4d50-9522-ddda0fba97aa tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.168824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.171245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:27.179071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e894f4f-981a-44b9-ad33-6d58a74bee2d req-7aa37c13-af85-4d50-9522-ddda0fba97aa tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 944 time: 0.0891550 Dec 13 09:43:27.184869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'port_id': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'mac_address': 'fa:16:3e:98:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668b58b-5823-4cbf-8dc4-288fc7d25fc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:27.228429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e894f4f-981a-44b9-ad33-6d58a74bee2d req-0db7c2d2-6041-401a-946c-8834831e63b7 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Dec 13 09:43:27.251846 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-41130f02-d784-4c58-be6a-cb025587930a service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882713 Dec 13 09:43:27.251846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.258936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.273056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37a345f-d71a-49f6-a07e-d3e954a3c0be {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:27.296455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:27.301495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.369184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.408240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['2ac8b07a-e896-4541-9983-f0553054a364'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:27.411976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51722b00-5dd8-486e-ab39-99501ddae5c3 req-b45d3fdc-1557-4e28-881d-5088ac1aae15 service neutron] 10.222.0.20 "GET /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526384 Dec 13 09:43:27.431677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Attempting to bind port ded3295d-7fb0-4191-8288-c75cbde77c16 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:27.432136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Attempting to bind port ded3295d-7fb0-4191-8288-c75cbde77c16 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:27.432585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Attempting to bind port ded3295d-7fb0-4191-8288-c75cbde77c16 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:27.443321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Port ded3295d-7fb0-4191-8288-c75cbde77c16 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:27.448764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Attempting to bind port ded3295d-7fb0-4191-8288-c75cbde77c16 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:27.455702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:27.456316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:27.456816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:27.457261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Bound port: ded3295d-7fb0-4191-8288-c75cbde77c16, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:27.457634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.468067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8173-df70-4dc8-8c9b-ad92cec9c932 req-5fd8b29b-faf0-4411-996e-a649c32207eb tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.471012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2fe8173-df70-4dc8-8c9b-ad92cec9c932 req-5fd8b29b-faf0-4411-996e-a649c32207eb tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.0755737 Dec 13 09:43:27.534522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2fe8173-df70-4dc8-8c9b-ad92cec9c932 req-a4ec62c5-1c30-4742-b1c5-64393659bdac tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Dec 13 09:43:27.567937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:27.577278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ded3295d-7fb0-4191-8288-c75cbde77c16,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:27.586078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.631840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a37a345f-d71a-49f6-a07e-d3e954a3c0be'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:27.640365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.641999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.643573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/ded3295d-7fb0-4191-8288-c75cbde77c16 HTTP/1.1" status: 200 len: 1092 time: 1.3306282 Dec 13 09:43:27.783955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0629de-95ab-4ada-b1b6-fb0dfc74bcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.838863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a87a6cde-d1cd-493f-b5ea-1ca68f3450e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.840990 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a87a6cde-d1cd-493f-b5ea-1ca68f3450e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 1095 time: 0.1418815 Dec 13 09:43:27.890198 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-77c461b4-a7e6-495c-b6f9-1731150a14a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3295d-7fb0-4191-8288-c75cbde77c16 HTTP/1.1" status: 200 len: 217 time: 0.0394692 Dec 13 09:43:27.898234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:27.900612 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bed217-30d8-4e97-9c4d-77768ddca97c" -d '{"events": [{"server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "name": "network-vif-plugged", "status": "completed", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:27.961204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-75eb08a5-212d-4041-b5cc-99b7ba74e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.967015 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-75eb08a5-212d-4041-b5cc-99b7ba74e205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0623748 Dec 13 09:43:27.973935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ecef-e159-4ffa-a102-01de03fd8f3d req-ef571d65-52d9-4d5f-a74a-db019f0311b1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.978069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3685ecef-e159-4ffa-a102-01de03fd8f3d req-ef571d65-52d9-4d5f-a74a-db019f0311b1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 944 time: 0.1179481 Dec 13 09:43:28.035017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-a53d022b-4000-48fd-9fd6-ad2cfde6a2a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502107 Dec 13 09:43:28.064284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:28.067195 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620" -d '{"events": [{"name": "network-changed", "server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:28.076875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3685ecef-e159-4ffa-a102-01de03fd8f3d req-9e332498-8302-4e4d-b445-d9769858672a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Dec 13 09:43:28.088100 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5f6b9-67eb-457d-bc67-ed20c393b7a5 x-openstack-request-id: req-a1c5f6b9-67eb-457d-bc67-ed20c393b7a5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:28.088558 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "name": "network-vif-plugged", "status": "completed", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:28.088884 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c5f6b9-67eb-457d-bc67-ed20c393b7a5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:28.089364 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e', 'code': 200} Dec 13 09:43:28.280266 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dcecac-624f-4b60-a978-fcbc923cec83 x-openstack-request-id: req-65dcecac-624f-4b60-a978-fcbc923cec83 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:28.280840 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:28.281487 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65dcecac-624f-4b60-a978-fcbc923cec83 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:28.282636 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16', 'status': 'completed', 'code': 200} Dec 13 09:43:28.308411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dbc70-0cec-484d-86a5-5b9449ef7cfc req-91b602f7-6003-4e8f-82ef-4f43adf53723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.310547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f24dbc70-0cec-484d-86a5-5b9449ef7cfc req-91b602f7-6003-4e8f-82ef-4f43adf53723 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.1197977 Dec 13 09:43:28.314093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be305c9c-f284-4187-8f68-d9b2555e4e66 req-548e4762-6e63-4a98-8b5c-25a0efe884b7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.322261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be305c9c-f284-4187-8f68-d9b2555e4e66 req-548e4762-6e63-4a98-8b5c-25a0efe884b7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 944 time: 0.0799437 Dec 13 09:43:28.381965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be305c9c-f284-4187-8f68-d9b2555e4e66 req-88d13c90-b5f1-464b-9fbb-75e017778187 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587459 Dec 13 09:43:28.403971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f24dbc70-0cec-484d-86a5-5b9449ef7cfc req-34e8bec0-118a-4d23-9799-b1ef34a27510 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856369 Dec 13 09:43:28.412164 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-56b08603-fe6b-4b8a-a9e6-ec502aa1118f service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762808 Dec 13 09:43:28.504962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4264d-8785-4c87-a3b8-8804c4bb7fa9 req-382b2328-96ec-4ad2-9665-3b932ea8fe6e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.514454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99a4264d-8785-4c87-a3b8-8804c4bb7fa9 req-382b2328-96ec-4ad2-9665-3b932ea8fe6e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 944 time: 0.0744390 Dec 13 09:43:28.567395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99a4264d-8785-4c87-a3b8-8804c4bb7fa9 req-28013a6c-6a01-4db4-a0bd-1c04bbed0d52 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Dec 13 09:43:28.646849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 5fedb491-6120-463f-99a5-d2de448cb4bf up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:28.726454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3461-693c-427d-8f47-a846673190cb req-9ea27e11-90d8-42b5-9067-63185ec34d13 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.727074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 5fedb491-6120-463f-99a5-d2de448cb4bf completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:28.734518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2be3461-693c-427d-8f47-a846673190cb req-9ea27e11-90d8-42b5-9067-63185ec34d13 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.0990887 Dec 13 09:43:28.736119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 5fedb491-6120-463f-99a5-d2de448cb4bf triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:28.738297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.828252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2be3461-693c-427d-8f47-a846673190cb req-acd387cb-01b9-467d-8e81-c7e11279ef5c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914755 Dec 13 09:43:28.861521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a785f6-a102-4eec-8d41-eba3296d974a req-bb057a9c-28fc-4d05-8a88-f8ab3890d73d service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895475 Dec 13 09:43:28.900244 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.952210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=5fedb491-6120-463f-99a5-d2de448cb4bf,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:28.962187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.963121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6b411d93-6e7f-4844-8482-d2a43446126a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:29.014005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-efc807a0-62bd-41e6-a867-1575e554a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.015731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-efc807a0-62bd-41e6-a867-1575e554a056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 1095 time: 0.0813892 Dec 13 09:43:29.140522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 6b411d93-6e7f-4844-8482-d2a43446126a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:29.161986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 6b411d93-6e7f-4844-8482-d2a43446126a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:29.162460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.206711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ae020961-17f0-4164-86d5-53b49aa02dfe up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:29.279504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.299850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-99b56c4b-a3bc-41e1-be31-8bc17f18be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.307223 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-99b56c4b-a3bc-41e1-be31-8bc17f18be83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.2746742 Dec 13 09:43:29.317790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port ae020961-17f0-4164-86d5-53b49aa02dfe completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:29.325038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port ae020961-17f0-4164-86d5-53b49aa02dfe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:29.325643 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.332200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972e97-6007-4f19-95a1-05492b948b85 req-066edc72-98d8-434f-ac66-496af8f7d6a1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.333878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24972e97-6007-4f19-95a1-05492b948b85 req-066edc72-98d8-434f-ac66-496af8f7d6a1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 944 time: 0.1469970 Dec 13 09:43:29.383187 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-c106250d-fed2-416d-88f9-e6e018c4848a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3295d-7fb0-4191-8288-c75cbde77c16 HTTP/1.1" status: 200 len: 217 time: 0.0625861 Dec 13 09:43:29.458627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24972e97-6007-4f19-95a1-05492b948b85 req-c778793b-848e-4c8a-8e34-9d480a18c239 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128287 Dec 13 09:43:29.482553 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.493065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-c84047da-722a-4570-a863-24a09af53e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.494523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-c84047da-722a-4570-a863-24a09af53e24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0977130 Dec 13 09:43:29.530825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.544946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.545918 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-f1c4c00a-98ec-461e-853e-1c17b646d5c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355313 Dec 13 09:43:29.645885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4ad66-8c0b-4d41-a043-1d53c3c3f535 req-963a47f8-5a48-44df-8aeb-a1c1d22ce364 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.648659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfe4ad66-8c0b-4d41-a043-1d53c3c3f535 req-963a47f8-5a48-44df-8aeb-a1c1d22ce364 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 944 time: 0.1363966 Dec 13 09:43:29.663840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6b411d93-6e7f-4844-8482-d2a43446126a,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:29.676393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.677515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:29.744523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-8f8247c6-044a-4b14-951a-e48116ee5643 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898363 Dec 13 09:43:29.757178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ae020961-17f0-4164-86d5-53b49aa02dfe,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:29.766277 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.775321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfe4ad66-8c0b-4d41-a043-1d53c3c3f535 req-290237bc-d92a-42be-810d-ac15fef8ee05 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187749 Dec 13 09:43:29.790363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.806655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bbd58-554f-4d0f-8af8-26f61ff1c2af req-fc21ee4d-c97f-434b-86ca-84b715d11fc4 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.820559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc6bbd58-554f-4d0f-8af8-26f61ff1c2af req-fc21ee4d-c97f-434b-86ca-84b715d11fc4 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.1202693 Dec 13 09:43:29.866289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 2ac8b07a-e896-4541-9983-f0553054a364 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:29.866797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.894140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc6bbd58-554f-4d0f-8af8-26f61ff1c2af req-d7034909-5e16-4690-89e1-54e664c1b49b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Dec 13 09:43:29.921620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.925682 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1e3e9a1-d484-4502-a8ed-d6b5071ca620 req-a9318b9a-b322-44fc-8e6c-c0ea17345c5b service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705976 Dec 13 09:43:29.983321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.007695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192a57-1bf0-42d7-8134-2361f2842c7f req-4a095afe-c3a1-49c0-b0d8-3ccffa3dbcc8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.009272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40192a57-1bf0-42d7-8134-2361f2842c7f req-4a095afe-c3a1-49c0-b0d8-3ccffa3dbcc8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.0617292 Dec 13 09:43:30.038627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:30.052166 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.079961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40192a57-1bf0-42d7-8134-2361f2842c7f req-a84acfed-58c0-4818-abc7-106a4c1cdb91 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611360 Dec 13 09:43:30.092105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf'}, {'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a'}, {'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe'}, {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:30.095001 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1714b-0e7f-4ec5-9b4d-e9bb1a5b47dc" -d '{"events": [{"server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "name": "network-vif-plugged", "status": "completed", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf"}, {"server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "name": "network-vif-plugged", "status": "completed", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a"}, {"server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "name": "network-vif-plugged", "status": "completed", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe"}, {"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:30.133714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:30.168645 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3d32a-beef-4f23-b1e4-46dd33a17382 x-openstack-request-id: req-40f3d32a-beef-4f23-b1e4-46dd33a17382 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:30.168955 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "name": "network-vif-plugged", "status": "completed", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf", "code": 200}, {"server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "name": "network-vif-plugged", "status": "completed", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a", "code": 200}, {"server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "name": "network-vif-plugged", "status": "completed", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe", "code": 200}, {"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:30.169219 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40f3d32a-beef-4f23-b1e4-46dd33a17382 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:30.169616 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf', 'code': 200} Dec 13 09:43:30.169878 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a', 'code': 200} Dec 13 09:43:30.170133 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe', 'code': 200} Dec 13 09:43:30.170385 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'code': 200} Dec 13 09:43:30.353958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531305c-4a9d-4535-9022-2e3b7fced711 req-779de594-560f-468b-90ca-be52a2b5bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.355812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f531305c-4a9d-4535-9022-2e3b7fced711 req-779de594-560f-468b-90ca-be52a2b5bf0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 1096 time: 0.0649567 Dec 13 09:43:30.384329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db951c-7d9c-4752-ba53-c0793a754d38 req-d6e4289a-ff68-4a41-8137-e6b1ba08591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.386126 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-48db951c-7d9c-4752-ba53-c0793a754d38 req-d6e4289a-ff68-4a41-8137-e6b1ba08591b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 1096 time: 0.0650682 Dec 13 09:43:30.387356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275e99-797d-4b2c-a76b-d59b607760d6 req-b21cf112-7ff1-41a5-bb0c-512f177f015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.389590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69275e99-797d-4b2c-a76b-d59b607760d6 req-b21cf112-7ff1-41a5-bb0c-512f177f015a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 1096 time: 0.1120808 Dec 13 09:43:30.424967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f531305c-4a9d-4535-9022-2e3b7fced711 req-24ef2798-cd50-4be5-bda5-8fb13b832be0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619793 Dec 13 09:43:30.478966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-69275e99-797d-4b2c-a76b-d59b607760d6 req-78beed5a-f630-4c53-b9da-52b13dccc43b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812709 Dec 13 09:43:30.481497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-48db951c-7d9c-4752-ba53-c0793a754d38 req-772c4e4b-9695-4dcc-9108-458b7320895f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850837 Dec 13 09:43:30.626102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:30.680836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a37a345f-d71a-49f6-a07e-d3e954a3c0be completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:30.685476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a37a345f-d71a-49f6-a07e-d3e954a3c0be triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:30.685908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.776006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.817152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:30.826858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.903160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:30.994310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cade7f-29ae-4d9e-9752-b35e263b3dad req-6f1254d1-1861-43f4-b088-6a8345ad83e4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.995915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84cade7f-29ae-4d9e-9752-b35e263b3dad req-6f1254d1-1861-43f4-b088-6a8345ad83e4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0849884 Dec 13 09:43:31.011184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fb1a-954d-40a9-920d-30a62673efc4 req-018e6270-013e-4df9-836b-e0ebad156826 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.016723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6360fb1a-954d-40a9-920d-30a62673efc4 req-018e6270-013e-4df9-836b-e0ebad156826 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 944 time: 0.0751021 Dec 13 09:43:31.096183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84cade7f-29ae-4d9e-9752-b35e263b3dad req-8cb2a3e6-2432-4732-9506-e2316f0787ed tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782030 Dec 13 09:43:31.110655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6360fb1a-954d-40a9-920d-30a62673efc4 req-58189899-325c-4722-a183-a7038387f513 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818419 Dec 13 09:43:31.219748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ded3295d-7fb0-4191-8288-c75cbde77c16 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:31.306722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1f0c8-df74-4e93-bf56-491b2580140b req-9cbb97d8-3492-4e18-a549-3b49d89e5578 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.316265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fd1f0c8-df74-4e93-bf56-491b2580140b req-9cbb97d8-3492-4e18-a549-3b49d89e5578 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.1494281 Dec 13 09:43:31.350539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ded3295d-7fb0-4191-8288-c75cbde77c16,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:31.351024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df07df-f650-4a8c-be31-1072d549ba95 req-21e90504-738e-4c21-9957-8591a2a37452 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.352715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46df07df-f650-4a8c-be31-1072d549ba95 req-21e90504-738e-4c21-9957-8591a2a37452 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.1105704 Dec 13 09:43:31.369171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'ded3295d-7fb0-4191-8288-c75cbde77c16', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': 'ded3295d-7fb0-4191-8288-c75cbde77c16', 'mac_address': 'fa:16:3e:0d:8f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:31.408829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fd1f0c8-df74-4e93-bf56-491b2580140b req-65b1a180-b384-4273-bd10-3b17da211dc8 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910654 Dec 13 09:43:31.411893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.427247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded3295d-7fb0-4191-8288-c75cbde77c16 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:31.430394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46df07df-f650-4a8c-be31-1072d549ba95 req-d832bba1-c055-4423-9152-692a7d62fca9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659387 Dec 13 09:43:31.450738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ded3295d-7fb0-4191-8288-c75cbde77c16,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:31.458515 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.524524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:31.883819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['ded3295d-7fb0-4191-8288-c75cbde77c16'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:32.171649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:32.174518 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb17efc-e5c0-49ee-aaa0-a4d7b6f43485" -d '{"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-plugged", "status": "completed", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:32.277715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4260-d632-4930-bd19-b0b3892a2734 req-2f0e3cc8-0483-4c4f-bbbc-cfaab5436dee tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.279878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48dc4260-d632-4930-bd19-b0b3892a2734 req-2f0e3cc8-0483-4c4f-bbbc-cfaab5436dee tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 945 time: 0.0768752 Dec 13 09:43:32.287703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad5c3a-53fa-47d6-8c77-0f8b232a0d93 req-6d56a869-18de-449b-9ccc-c2c3641e082d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.289163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3dad5c3a-53fa-47d6-8c77-0f8b232a0d93 req-6d56a869-18de-449b-9ccc-c2c3641e082d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0980611 Dec 13 09:43:32.367615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48dc4260-d632-4930-bd19-b0b3892a2734 req-db1dc74e-e217-4db0-be37-f5b410fde89e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Dec 13 09:43:32.376738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3dad5c3a-53fa-47d6-8c77-0f8b232a0d93 req-ccba2e64-3300-4bfd-b296-2198200c87f6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806794 Dec 13 09:43:32.447098 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6070616c-d533-4274-84ba-79a058bb84cf x-openstack-request-id: req-6070616c-d533-4274-84ba-79a058bb84cf {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:32.447680 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-plugged", "status": "completed", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:32.448007 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6070616c-d533-4274-84ba-79a058bb84cf {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:32.448487 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'code': 200} Dec 13 09:43:32.608505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858ee1-f8cc-44d7-a2e1-9368dcf7fe12 req-afbbcc87-dade-4266-8751-c06418d4cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.613193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-37858ee1-f8cc-44d7-a2e1-9368dcf7fe12 req-afbbcc87-dade-4266-8751-c06418d4cf8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1096 time: 0.0801802 Dec 13 09:43:32.664393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fad8f-462d-44a9-ae63-7684a2c3b397 req-ca802913-e428-45f2-a8aa-a62054c83174 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.677654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a67fad8f-462d-44a9-ae63-7684a2c3b397 req-ca802913-e428-45f2-a8aa-a62054c83174 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.1155791 Dec 13 09:43:32.731603 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-37858ee1-f8cc-44d7-a2e1-9368dcf7fe12 req-d042e401-3e38-4df8-8ee4-21030e73a1a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104770 Dec 13 09:43:32.770038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a67fad8f-462d-44a9-ae63-7684a2c3b397 req-cde86e51-ba9b-4afd-95e6-c1f40751ee45 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911376 Dec 13 09:43:32.774827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-05adf7dc-be5c-4161-8298-dc62eaadda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.780133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-05adf7dc-be5c-4161-8298-dc62eaadda34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 1096 time: 0.0650699 Dec 13 09:43:32.795848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a97040-1bfc-47f2-8499-7d1068f0bb21 req-e19fcc12-8e93-468c-a1be-35e62343f6f3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.805652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a97040-1bfc-47f2-8499-7d1068f0bb21 req-e19fcc12-8e93-468c-a1be-35e62343f6f3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.1053674 Dec 13 09:43:32.884175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a97040-1bfc-47f2-8499-7d1068f0bb21 req-24fc7449-c7c4-454b-a0a3-a5b0128a6d9f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Dec 13 09:43:32.911326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-dddb8066-09ae-4a8e-b11a-43a3733e6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.914338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-dddb8066-09ae-4a8e-b11a-43a3733e6d4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1267893 Dec 13 09:43:32.967247 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-09ef99c4-df45-4a99-b707-1b9e06799792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae020961-17f0-4164-86d5-53b49aa02dfe HTTP/1.1" status: 200 len: 217 time: 0.0452092 Dec 13 09:43:33.018312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc311b9-daf7-4e7e-91d4-6d7d9913c87c req-49f915a3-cda4-4847-b94d-fd0d7d0f705f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.020199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9cc311b9-daf7-4e7e-91d4-6d7d9913c87c req-49f915a3-cda4-4847-b94d-fd0d7d0f705f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0880353 Dec 13 09:43:33.026723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-924599af-e3a5-43b0-832b-34a1462f9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.028365 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-924599af-e3a5-43b0-832b-34a1462f9e24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0506494 Dec 13 09:43:33.034082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e2f6-99ed-474e-97a6-23522c442f9d req-50b083f1-f7d3-4006-bfa3-360ff6d9e013 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.041761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c97e2f6-99ed-474e-97a6-23522c442f9d req-50b083f1-f7d3-4006-bfa3-360ff6d9e013 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1004965 Dec 13 09:43:33.072087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-0d917b5f-ed31-4fb9-9096-f7c6b46de4d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352318 Dec 13 09:43:33.122829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9cc311b9-daf7-4e7e-91d4-6d7d9913c87c req-7ba4b206-8e63-4864-aae5-f510e30d1b89 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742102 Dec 13 09:43:33.151827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c97e2f6-99ed-474e-97a6-23522c442f9d req-13831e7c-89de-409f-ad66-595365046b43 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904684 Dec 13 09:43:33.233151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ded3295d-7fb0-4191-8288-c75cbde77c16 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:33.238481 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-6f66384b-cafe-44f1-baa5-6fbfd34e3646 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577830 Dec 13 09:43:33.302052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port ded3295d-7fb0-4191-8288-c75cbde77c16 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:33.307338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port ded3295d-7fb0-4191-8288-c75cbde77c16 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:33.307863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.337000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538917ca-3e30-46d7-a650-ec43360be997 req-fdb6f1d2-9f45-4dc7-ad89-2c18c1ceb8ea tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.348077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-538917ca-3e30-46d7-a650-ec43360be997 req-fdb6f1d2-9f45-4dc7-ad89-2c18c1ceb8ea tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.0713632 Dec 13 09:43:33.406741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.420857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78de1a00-89d6-4c89-a947-db8ecf9c6fbc req-c98f6918-e3ff-4b01-b653-db5658b0394b service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725006 Dec 13 09:43:33.447888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-538917ca-3e30-46d7-a650-ec43360be997 req-1b076715-4556-4f67-83a2-8d69c2c5177f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972395 Dec 13 09:43:33.469433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ded3295d-7fb0-4191-8288-c75cbde77c16,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:33.474850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.569089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:33.599526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aceb-cac7-45ab-8258-813fa4cca829 req-5d1fc0ee-8a26-48b3-8389-ed72aa40a7e7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.602244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f518aceb-cac7-45ab-8258-813fa4cca829 req-5d1fc0ee-8a26-48b3-8389-ed72aa40a7e7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0769796 Dec 13 09:43:33.666472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f518aceb-cac7-45ab-8258-813fa4cca829 req-4dfa15e4-0ec4-4c67-9c3f-57e3ce50df4f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Dec 13 09:43:33.784132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa061b13-a15d-4336-8885-b6af903d811c req-aca53871-8083-4316-aa47-2e0472be18cb tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.788639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa061b13-a15d-4336-8885-b6af903d811c req-aca53871-8083-4316-aa47-2e0472be18cb tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0669775 Dec 13 09:43:33.846054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa061b13-a15d-4336-8885-b6af903d811c req-38ead49a-c188-4f5c-8eb0-9c2826199f49 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Dec 13 09:43:34.086324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45d60-ae84-4ee2-a7b0-325f6307d05a req-f9f2b99f-6106-4968-9992-97b03f2c6594 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.089876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40e45d60-ae84-4ee2-a7b0-325f6307d05a req-f9f2b99f-6106-4968-9992-97b03f2c6594 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0805292 Dec 13 09:43:34.091826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.203792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e48e-10fd-4652-941e-afebaa515e59 req-08ebc904-a0e1-4e22-b600-27541109bfcc tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.210861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb89e48e-10fd-4652-941e-afebaa515e59 req-08ebc904-a0e1-4e22-b600-27541109bfcc tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.1016026 Dec 13 09:43:34.222774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40e45d60-ae84-4ee2-a7b0-325f6307d05a req-59e184ca-660a-4371-bdfe-9166fab4d7f0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253407 Dec 13 09:43:34.289112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb89e48e-10fd-4652-941e-afebaa515e59 req-e7f41623-038a-42a3-a4dc-1a44d59072cc tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773594 Dec 13 09:43:34.392692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53196-8f70-4373-ab3d-430f0fcee76f req-fb9d3bdc-2022-44e5-adc5-c541a438b22d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.395018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbf53196-8f70-4373-ab3d-430f0fcee76f req-fb9d3bdc-2022-44e5-adc5-c541a438b22d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0624096 Dec 13 09:43:34.449543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:34.451951 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa6a36b-0ed5-42b3-8fbb-bb2dab027c8a" -d '{"events": [{"server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "name": "network-vif-plugged", "status": "completed", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:34.463421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbf53196-8f70-4373-ab3d-430f0fcee76f req-720543b7-8b2d-49ff-9656-58b431d6ab48 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Dec 13 09:43:34.525586 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe9b7b-f5f8-4bfd-8b0d-f4a44eb7aad9 x-openstack-request-id: req-c6fe9b7b-f5f8-4bfd-8b0d-f4a44eb7aad9 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:34.526098 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "name": "network-vif-plugged", "status": "completed", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:34.526098 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6fe9b7b-f5f8-4bfd-8b0d-f4a44eb7aad9 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:34.526505 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16', 'code': 200} Dec 13 09:43:34.660009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae83cad-5fe1-4431-9682-e94845938fc4 req-af752751-d097-4ac9-87fe-e2fab2a9431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.661521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fae83cad-5fe1-4431-9682-e94845938fc4 req-af752751-d097-4ac9-87fe-e2fab2a9431a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 1097 time: 0.0643523 Dec 13 09:43:34.723016 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fae83cad-5fe1-4431-9682-e94845938fc4 req-40e30bd5-3afe-4713-9aa8-0ec6a67d1809 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Dec 13 09:43:34.754804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12fec4-fbb2-48d9-a08f-e4bf2bfe1e17 req-4e15dad3-324e-4ebb-9864-d311df18021c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.764506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12fec4-fbb2-48d9-a08f-e4bf2bfe1e17 req-4e15dad3-324e-4ebb-9864-d311df18021c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.771250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12fec4-fbb2-48d9-a08f-e4bf2bfe1e17 req-4e15dad3-324e-4ebb-9864-d311df18021c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.773106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b12fec4-fbb2-48d9-a08f-e4bf2bfe1e17 req-4e15dad3-324e-4ebb-9864-d311df18021c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f&device_id=12e57ac4-4797-47ab-b402-df2593576356&device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 2417 time: 0.0857852 Dec 13 09:43:34.849718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d94dc2-573a-45a5-a750-2350ea29c2e1 req-cd5ba060-d8e0-4d7d-bc94-0982a9f9fb4b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.851261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1d94dc2-573a-45a5-a750-2350ea29c2e1 req-cd5ba060-d8e0-4d7d-bc94-0982a9f9fb4b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0772090 Dec 13 09:43:34.881791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b12fec4-fbb2-48d9-a08f-e4bf2bfe1e17 req-18713682-c485-42b3-8634-d59dfbb3af3c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985858 Dec 13 09:43:34.917946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1d94dc2-573a-45a5-a750-2350ea29c2e1 req-6ed92228-bf06-42a6-8b16-593bf4c40711 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570059 Dec 13 09:43:35.110676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a2a02-9d44-4934-815c-c7de6fe1b03f req-f4f0fae6-bd98-42d3-b1b1-84f1ebdbf84e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.112378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-307a2a02-9d44-4934-815c-c7de6fe1b03f req-f4f0fae6-bd98-42d3-b1b1-84f1ebdbf84e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0676172 Dec 13 09:43:35.178747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-307a2a02-9d44-4934-815c-c7de6fe1b03f req-446e6bbd-280e-455e-9893-60110ad0c69d tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600798 Dec 13 09:43:35.381501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e07d7-2473-4c99-ad9e-27b35fc3b1c7 req-0c9d26e6-5031-4a30-9ae0-b121a6f65741 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.391725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e40e07d7-2473-4c99-ad9e-27b35fc3b1c7 req-0c9d26e6-5031-4a30-9ae0-b121a6f65741 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0828402 Dec 13 09:43:35.443983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e40e07d7-2473-4c99-ad9e-27b35fc3b1c7 req-10c4ce2a-9c88-4cbd-8e50-87909b075601 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Dec 13 09:43:35.696808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983861ab-5208-42e4-9594-ed9703f997f5 req-48fa2235-91af-4c5f-acb6-34f5d5ae48d2 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.698673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-983861ab-5208-42e4-9594-ed9703f997f5 req-48fa2235-91af-4c5f-acb6-34f5d5ae48d2 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1096 time: 0.0848763 Dec 13 09:43:35.708673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3bd82-15f8-4b89-8087-2ee94231f740 req-fed4245c-b2dd-48cf-bfe0-ce718bc398e4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.710941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7b3bd82-15f8-4b89-8087-2ee94231f740 req-fed4245c-b2dd-48cf-bfe0-ce718bc398e4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0837131 Dec 13 09:43:35.796431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7b3bd82-15f8-4b89-8087-2ee94231f740 req-34967551-77dc-4c1e-8cb8-e9d6d4144a1c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784698 Dec 13 09:43:35.806688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-983861ab-5208-42e4-9594-ed9703f997f5 req-65c70028-af59-4ee5-bdb6-339128662905 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946651 Dec 13 09:43:36.083603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f85d02c-ae01-4222-9009-f61086e8ee88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.142419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34f3e1-89f5-44e4-90ce-4cfd8f7df189 req-8b2d551c-cb11-43bd-88a9-e34abe46b858 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:36.151168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c34f3e1-89f5-44e4-90ce-4cfd8f7df189 req-8b2d551c-cb11-43bd-88a9-e34abe46b858 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.1280503 Dec 13 09:43:36.248098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c34f3e1-89f5-44e4-90ce-4cfd8f7df189 req-c967bb6b-4be0-42f8-ad26-df7f0fc5b4cd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956676 Dec 13 09:43:36.848025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67646ca1-6f91-4563-b4aa-5e9ebec7837c req-4f907aa3-76f9-4772-91f6-a5f4926b60e9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:36.849951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67646ca1-6f91-4563-b4aa-5e9ebec7837c req-4f907aa3-76f9-4772-91f6-a5f4926b60e9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0685964 Dec 13 09:43:36.912353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67646ca1-6f91-4563-b4aa-5e9ebec7837c req-b0cc141b-14cd-400d-badf-22904e19b012 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Dec 13 09:43:36.977921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286801c-0336-45ae-976e-a28c3bbc04f3 req-e08c6eb5-113f-48ee-a26e-27fb8629afc4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:36.979566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1286801c-0336-45ae-976e-a28c3bbc04f3 req-e08c6eb5-113f-48ee-a26e-27fb8629afc4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0559189 Dec 13 09:43:37.041711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1286801c-0336-45ae-976e-a28c3bbc04f3 req-8f000071-28cd-449e-b09a-2e1f55785824 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Dec 13 09:43:37.439611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d079c2-25b8-4213-ab55-8d54a81b6022 req-4308cd66-0d3f-4962-b16c-50b1ae9975dd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:37.447269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14d079c2-25b8-4213-ab55-8d54a81b6022 req-4308cd66-0d3f-4962-b16c-50b1ae9975dd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0996768 Dec 13 09:43:37.504200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14d079c2-25b8-4213-ab55-8d54a81b6022 req-044d035d-3bef-4e98-8d01-a07dde760a35 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558841 Dec 13 09:43:37.770726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7485fd-b4df-4e7e-87a5-2465b65a340e req-b5a3d503-2998-41b1-aee9-05b4f12b4243 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:37.772284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da7485fd-b4df-4e7e-87a5-2465b65a340e req-b5a3d503-2998-41b1-aee9-05b4f12b4243 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0691741 Dec 13 09:43:37.844446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da7485fd-b4df-4e7e-87a5-2465b65a340e req-3975e98d-5719-4017-8393-19050c2e4f2c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598059 Dec 13 09:43:38.045407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd4e7-e45d-4c50-930e-333035d0a9e7 req-f33b4f89-0447-4688-ba73-4aeb22953d47 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.047235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f6dd4e7-e45d-4c50-930e-333035d0a9e7 req-f33b4f89-0447-4688-ba73-4aeb22953d47 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0583355 Dec 13 09:43:38.105600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f6dd4e7-e45d-4c50-930e-333035d0a9e7 req-5f263297-3ee5-464f-9b62-126b227cfe0d tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Dec 13 09:43:38.162534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905191-7d4d-4fe9-a907-2d8a4079b743 req-b120864f-04f6-4ed7-b69b-d24e038caffc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.164057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8905191-7d4d-4fe9-a907-2d8a4079b743 req-b120864f-04f6-4ed7-b69b-d24e038caffc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Dec 13 09:43:38.238293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8905191-7d4d-4fe9-a907-2d8a4079b743 req-60107877-5169-48bd-b7dc-3a27048117ec tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Dec 13 09:43:38.333174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc0b7-d862-4a80-b104-a74163406b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.955792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee59d-3053-4dd9-bace-c8a8254d4cd1 req-31952275-3fb5-4895-9419-b665e8c5d03b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.957327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-516ee59d-3053-4dd9-bace-c8a8254d4cd1 req-31952275-3fb5-4895-9419-b665e8c5d03b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0506301 Dec 13 09:43:39.005742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-516ee59d-3053-4dd9-bace-c8a8254d4cd1 req-e31ce3d4-c440-4db1-8022-6d74d7289896 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Dec 13 09:43:39.278836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c079-90ef-468b-99e1-18eaf9196c37 req-e8b8b966-381d-441b-abe3-849e37744da9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:39.281210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81e6c079-90ef-468b-99e1-18eaf9196c37 req-e8b8b966-381d-441b-abe3-849e37744da9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0905125 Dec 13 09:43:39.293429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7cc8-05d2-4e7e-9b9a-6f2ff07c1f14 req-9496994e-ed49-4c68-961f-1f14714a7357 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:39.294894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be4a7cc8-05d2-4e7e-9b9a-6f2ff07c1f14 req-9496994e-ed49-4c68-961f-1f14714a7357 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0864890 Dec 13 09:43:39.364791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81e6c079-90ef-468b-99e1-18eaf9196c37 req-4b1be764-d5f2-4547-aa4f-eb5f5da581b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689080 Dec 13 09:43:39.372082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be4a7cc8-05d2-4e7e-9b9a-6f2ff07c1f14 req-90cb9eb2-576a-4093-ad17-5257fa82446b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694642 Dec 13 09:43:39.423779 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.491862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1826-797a-4953-b418-633275722f36 req-17bcf317-5f8d-415e-99ff-efba8c16672b tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:39.493429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90aa1826-797a-4953-b418-633275722f36 req-17bcf317-5f8d-415e-99ff-efba8c16672b tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Dec 13 09:43:39.559863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90aa1826-797a-4953-b418-633275722f36 req-e479f803-d508-4b47-8d50-a3e0037148df tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557394 Dec 13 09:43:39.671669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67dab7-7935-4d7c-b15a-ae3374893c39 req-9c4c0530-3b32-4a20-a4a7-35696f3445a6 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:39.673583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f67dab7-7935-4d7c-b15a-ae3374893c39 req-9c4c0530-3b32-4a20-a4a7-35696f3445a6 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 949 time: 0.0533476 Dec 13 09:43:39.720374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f67dab7-7935-4d7c-b15a-ae3374893c39 req-94791b8d-de68-4cc4-93ef-5ad2bf91b9ba tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Dec 13 09:43:40.506062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1fdc4-5cb3-4686-b062-091441ca447c req-17354f08-0784-44c9-be4a-c0c615b70faf tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.510199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73f1fdc4-5cb3-4686-b062-091441ca447c req-17354f08-0784-44c9-be4a-c0c615b70faf tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0573223 Dec 13 09:43:40.565163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73f1fdc4-5cb3-4686-b062-091441ca447c req-a933bcd9-a7ca-4c60-8b76-c937a29320fd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Dec 13 09:43:40.690601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478bfa-94d5-4050-89d8-50977740da05 req-38ac9782-638c-44cd-9ebb-bbabf8cc0640 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.692262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1478bfa-94d5-4050-89d8-50977740da05 req-38ac9782-638c-44cd-9ebb-bbabf8cc0640 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0542588 Dec 13 09:43:40.773969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1478bfa-94d5-4050-89d8-50977740da05 req-b262c06e-3e2b-4fe6-afe2-1ac538d3b623 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753469 Dec 13 09:43:40.786826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373e77-426d-4040-b2d5-f89d7c985380 req-0ee08271-bba2-45d3-b914-5c03d17244ab tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.789198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da373e77-426d-4040-b2d5-f89d7c985380 req-0ee08271-bba2-45d3-b914-5c03d17244ab tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0737603 Dec 13 09:43:40.842932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da373e77-426d-4040-b2d5-f89d7c985380 req-94a2d3c9-2aef-42b1-8127-22ebc758d683 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Dec 13 09:43:40.993533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-4628bfd2-9b54-4fb2-b6fe-b185f347538e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.995168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-4628bfd2-9b54-4fb2-b6fe-b185f347538e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 946 time: 0.0566707 Dec 13 09:43:41.047825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.106409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port ded3295d-7fb0-4191-8288-c75cbde77c16 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:41.106751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.202179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port ded3295d-7fb0-4191-8288-c75cbde77c16, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ded3295d-7fb0-4191-8288-c75cbde77c16,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:41.202544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.217055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for ded3295d-7fb0-4191-8288-c75cbde77c16 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:41.349120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.362560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['ded3295d-7fb0-4191-8288-c75cbde77c16'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:41.378236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=ded3295d-7fb0-4191-8288-c75cbde77c16,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:41.391337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.391723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.392066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.392594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.392937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.393272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.393606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.393939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.394263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.394592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.394917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.395421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.395776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:41.428475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port ded3295d-7fb0-4191-8288-c75cbde77c16 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:41.431772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.435206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bda438b1-af9c-4eab-bbe7-a1ad9f9f71d9 req-be7d3751-8f0c-4f61-bc07-b6e808cf5306 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "DELETE /v2.0/ports/ded3295d-7fb0-4191-8288-c75cbde77c16 HTTP/1.1" status: 204 len: 173 time: 0.4334514 Dec 13 09:43:41.435669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'name': 'network-vif-deleted', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:41.438505 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7fd8e-0f6b-4fc9-b6dc-c0ed8345328c" -d '{"events": [{"server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "name": "network-vif-deleted", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:41.483309 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c48e4d6-ab1b-4f15-8838-117562d09a67 x-openstack-request-id: req-6c48e4d6-ab1b-4f15-8838-117562d09a67 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:41.483630 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c06af0-3207-47c8-a85f-32a9b06d5439", "name": "network-vif-deleted", "tag": "ded3295d-7fb0-4191-8288-c75cbde77c16", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:41.484118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c48e4d6-ab1b-4f15-8838-117562d09a67 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:41.484724 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c06af0-3207-47c8-a85f-32a9b06d5439', 'name': 'network-vif-deleted', 'tag': 'ded3295d-7fb0-4191-8288-c75cbde77c16', 'status': 'completed', 'code': 200} Dec 13 09:43:41.689945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2de4c7-0bbc-47d9-bf1e-419ed22ad789 req-72e68abd-fad8-4327-a7d4-622473c7a819 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:41.692321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b2de4c7-0bbc-47d9-bf1e-419ed22ad789 req-72e68abd-fad8-4327-a7d4-622473c7a819 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0506856 Dec 13 09:43:41.744194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b2de4c7-0bbc-47d9-bf1e-419ed22ad789 req-13a899a3-962d-40d9-8417-572b88c738ba tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Dec 13 09:43:41.921665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e149d975-f92d-4f14-852b-1a6dece7cedd req-6bf51120-1155-4376-9302-7d8369f6bdd0 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c06af0-3207-47c8-a85f-32a9b06d5439 HTTP/1.1" status: 200 len: 210 time: 0.0500233 Dec 13 09:43:41.958748 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.057799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a726f-6215-40e8-add8-070af2cb3e97 req-4f208978-e59c-472a-8f44-68c3a589fb58 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.059600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c17a726f-6215-40e8-add8-070af2cb3e97 req-4f208978-e59c-472a-8f44-68c3a589fb58 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0759268 Dec 13 09:43:42.128716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c17a726f-6215-40e8-add8-070af2cb3e97 req-6709ee9b-de18-4728-bb2a-e5c68acb231f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Dec 13 09:43:42.640120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:42.716978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.739657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:42.741891 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1041011c-da5b-4990-8f7b-67a81e9333a4" -d '{"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:42.755842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:42.760528 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.810504 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a411b-1b8f-41af-bd10-c50ca15ea6e6 x-openstack-request-id: req-af4a411b-1b8f-41af-bd10-c50ca15ea6e6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:42.810803 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:42.811064 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af4a411b-1b8f-41af-bd10-c50ca15ea6e6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:42.811468 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'code': 200} Dec 13 09:43:42.812913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:42.825480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.825908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.826329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.826916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.827344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.827772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.828173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.828568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.829334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.829665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.829993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.830320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.830671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:42.895771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b64c8-22c9-4f70-b536-addf0f664e03 req-e4d14668-c6fa-4518-9918-1889343e347e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.897273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f54b64c8-22c9-4f70-b536-addf0f664e03 req-e4d14668-c6fa-4518-9918-1889343e347e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0497622 Dec 13 09:43:42.948401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f54b64c8-22c9-4f70-b536-addf0f664e03 req-ef57a23b-5cc6-4126-bbdf-7095cbd45ef0 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Dec 13 09:43:43.266306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01656dd0-8679-47a6-ba6d-354823afb4a6 req-03801307-dcf3-4292-a178-fc4c6c01778e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:43.267753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01656dd0-8679-47a6-ba6d-354823afb4a6 req-03801307-dcf3-4292-a178-fc4c6c01778e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0617330 Dec 13 09:43:43.374771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01656dd0-8679-47a6-ba6d-354823afb4a6 req-49d9accc-5337-4a84-a7c0-b2f199c194f2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953522 Dec 13 09:43:43.395691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-787c9ea8-e7c6-48de-ad88-e4a212279056 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:43.395691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-787c9ea8-e7c6-48de-ad88-e4a212279056 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.1420951 Dec 13 09:43:43.414721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-d2f6d42c-bf3c-41e4-8ab9-e221521a857a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0114160 Dec 13 09:43:43.447155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-a2a39add-83c9-41df-a2ff-1650f118753a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264523 Dec 13 09:43:43.534576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-9cfe7762-e438-4807-bf83-008b35065643 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800619 Dec 13 09:43:43.626022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-30639df3-9447-4c73-a0ec-b031d0dbe0ec service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Dec 13 09:43:43.800115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2b6646c-4ad9-490b-b286-2956ef86da13 req-81538675-850c-4573-925d-084e89dc6f86 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Dec 13 09:43:44.082718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2d0c3-8e6f-48dc-8a27-02ec6e12f043 req-7cb915b4-7c61-4304-a1e8-f713dfd847ca tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.085206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1de2d0c3-8e6f-48dc-8a27-02ec6e12f043 req-7cb915b4-7c61-4304-a1e8-f713dfd847ca tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0532844 Dec 13 09:43:44.167619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1de2d0c3-8e6f-48dc-8a27-02ec6e12f043 req-4de1b5cb-fbc4-4f24-9892-649a4cb2d5cf tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679619 Dec 13 09:43:44.525886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981db41-258e-43dd-bbf9-9fd62911b4d5 req-cb5584c9-5054-488c-9642-842393753117 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.528842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b981db41-258e-43dd-bbf9-9fd62911b4d5 req-cb5584c9-5054-488c-9642-842393753117 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0714288 Dec 13 09:43:44.589465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b981db41-258e-43dd-bbf9-9fd62911b4d5 req-c2216f8c-b096-4f2c-bba8-907e2032f454 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Dec 13 09:43:44.639050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:44.749018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:44.761520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '2ac8b07a-e896-4541-9983-f0553054a364', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '2ac8b07a-e896-4541-9983-f0553054a364', 'mac_address': 'fa:16:3e:23:36:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:44.811497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.844754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:44.885977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:44.892941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.971762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-edb28f56-63d6-45b0-a519-e74d03762249 req-75570130-f771-4c29-a3e3-44ee99eb3f58 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0581977 Dec 13 09:43:45.020747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-3fdbd53d-9b27-4300-9004-e061d2c87383 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:45.023588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-3fdbd53d-9b27-4300-9004-e061d2c87383 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2340848 Dec 13 09:43:45.055681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:45.059338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:45.078640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['2ac8b07a-e896-4541-9983-f0553054a364'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:45.258851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:45.265971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.266707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ded3295d-7fb0-4191-8288-c75cbde77c16 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:45.319412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: ded3295d-7fb0-4191-8288-c75cbde77c16 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:45.323445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ded3295d-7fb0-4191-8288-c75cbde77c16 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:45.360584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da3dc-26bf-4ec6-b84b-29aca911082f req-32ffc3c4-867a-415d-ba71-672b5fe0c92b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:45.362974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63da3dc-26bf-4ec6-b84b-29aca911082f req-32ffc3c4-867a-415d-ba71-672b5fe0c92b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0742617 Dec 13 09:43:45.424887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.7 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/946183b1-4ab7-4e51-bcb7-5c26501966a6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:45.437146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63da3dc-26bf-4ec6-b84b-29aca911082f req-4ed1dbba-1e02-4aeb-b37d-56395bc10b29 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Dec 13 09:43:45.607219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.654202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.710581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:45.713889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:45.720705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:45.725027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25242ff8-0934-4cad-ad22-a813f805cbb7 req-f07675df-3cbc-4e68-8e37-5a6303738ce7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:45.732606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25242ff8-0934-4cad-ad22-a813f805cbb7 req-f07675df-3cbc-4e68-8e37-5a6303738ce7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Dec 13 09:43:45.749260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:45.805866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:45.806721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.850218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-65cf377a-ec94-4371-a4b4-9389b2d00e17 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096206 Dec 13 09:43:45.864681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Request body: {'port': {'device_id': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:45.947210 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.147520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25242ff8-0934-4cad-ad22-a813f805cbb7 req-e85bba0e-f42a-4d36-b0b5-ff1aa060bcf0 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133303 Dec 13 09:43:46.160763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9966a0-974f-4aaa-b839-feca65e49582 req-c36cd66e-cdcd-4bb6-a115-f9cfa422db89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.162391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e9966a0-974f-4aaa-b839-feca65e49582 req-c36cd66e-cdcd-4bb6-a115-f9cfa422db89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 931 time: 0.0807796 Dec 13 09:43:46.232008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e9966a0-974f-4aaa-b839-feca65e49582 req-412b774e-2ec9-485d-95a8-9be165effa79 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 Dec 13 09:43:46.326811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946183b1-4ab7-4e51-bcb7-5c26501966a6 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:46.336077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.351582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Transition to ACTIVE for port object 946183b1-4ab7-4e51-bcb7-5c26501966a6 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:46.357416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.447940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.508899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Attempting to bind port 946183b1-4ab7-4e51-bcb7-5c26501966a6 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:46.509399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Attempting to bind port 946183b1-4ab7-4e51-bcb7-5c26501966a6 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:46.509833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Attempting to bind port 946183b1-4ab7-4e51-bcb7-5c26501966a6 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:46.514666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Port 946183b1-4ab7-4e51-bcb7-5c26501966a6 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:46.514998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Attempting to bind port 946183b1-4ab7-4e51-bcb7-5c26501966a6 on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:46.522472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:46.522958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:46.523356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:46.523822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Bound port: 946183b1-4ab7-4e51-bcb7-5c26501966a6, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:46.527642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.568830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8afa0-1229-444d-aae2-45eb648c060e req-8964d899-f696-447f-bf96-5161d92eee9e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.576785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30a8afa0-1229-444d-aae2-45eb648c060e req-8964d899-f696-447f-bf96-5161d92eee9e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0680587 Dec 13 09:43:46.594394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:46.597585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:46.606500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.633780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30a8afa0-1229-444d-aae2-45eb648c060e req-48ac7a51-3630-4760-af4a-2c92cd74e1c0 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558183 Dec 13 09:43:46.645736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:46.670100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.670934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.673016 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] 10.222.0.16 "PUT /v2.0/ports/946183b1-4ab7-4e51-bcb7-5c26501966a6 HTTP/1.1" status: 200 len: 1091 time: 0.8137238 Dec 13 09:43:46.675483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:46.678049 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16f088f-f539-4be2-82e4-20fa6a632eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:46.719728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 2ac8b07a-e896-4541-9983-f0553054a364 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:46.720135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.721957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e22746-6b94-40e0-bde5-25075b41cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.749154 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544dfdb7-2ec5-4323-a5bb-b191ece9a91e x-openstack-request-id: req-544dfdb7-2ec5-4323-a5bb-b191ece9a91e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:46.749388 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:46.749549 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-544dfdb7-2ec5-4323-a5bb-b191ece9a91e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:46.749982 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'status': 'completed', 'code': 200} Dec 13 09:43:46.800943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-745c8604-4396-481e-bcac-c626b94d8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.803625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-745c8604-4396-481e-bcac-c626b94d8ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.0709014 Dec 13 09:43:46.810316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.838658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:46.841249 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1eb433-7385-422c-84bc-7a4ca10c9ce9" -d '{"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:46.855244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:46.861914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.889214 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d2d77-689d-4e49-a98c-8426093c46e5 x-openstack-request-id: req-5c5d2d77-689d-4e49-a98c-8426093c46e5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:46.889775 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:46.890223 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c5d2d77-689d-4e49-a98c-8426093c46e5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:46.891199 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'code': 200} Dec 13 09:43:46.892285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-57fa42d4-c950-4318-ba93-def5a76ecefb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6 HTTP/1.1" status: 200 len: 217 time: 0.0778978 Dec 13 09:43:46.919846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.949148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-9f732551-cd84-4a1a-b3b5-fceecf10889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.951038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-9f732551-cd84-4a1a-b3b5-fceecf10889d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0516429 Dec 13 09:43:46.990180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-95e8cc74-bef9-46e2-8be4-1d8ee8da0a6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319293 Dec 13 09:43:47.090783 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-f307152a-51ad-469b-b84c-0919480f615d service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922370 Dec 13 09:43:47.199330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eb7c146-68a0-403d-ac70-47f4a96132c1 req-5e312e4e-8cd0-4746-8512-fd34b1e659e4 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013098 Dec 13 09:43:47.354226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b736f-ffe3-4624-9ed4-490f10cb3bb0 req-9054b88b-1ce7-47b7-86e1-4179f8f3c767 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.362311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-550b736f-ffe3-4624-9ed4-490f10cb3bb0 req-9054b88b-1ce7-47b7-86e1-4179f8f3c767 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1279545 Dec 13 09:43:47.400816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441495e-5eaa-418c-9f43-7c3dce686e35 req-b04e4810-136e-4337-a8a5-99aa66c446d3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.408619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8441495e-5eaa-418c-9f43-7c3dce686e35 req-b04e4810-136e-4337-a8a5-99aa66c446d3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1021514 Dec 13 09:43:47.451618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-550b736f-ffe3-4624-9ed4-490f10cb3bb0 req-36cc960a-2372-4150-a528-9a08720f2759 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881641 Dec 13 09:43:47.500378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8441495e-5eaa-418c-9f43-7c3dce686e35 req-98fa5bc9-b759-4b2c-ae2c-a24a876bc96f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Dec 13 09:43:47.664841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-89fdc983-3c29-4d23-8e83-a8a2a74f48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.666507 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-89fdc983-3c29-4d23-8e83-a8a2a74f48b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.4127145 Dec 13 09:43:47.809457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-43e21137-9e29-4bd9-b909-442f98657012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.811111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-43e21137-9e29-4bd9-b909-442f98657012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.1276736 Dec 13 09:43:47.818952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25b3ea-4f9a-4c07-b6ae-241f03b3ab4c req-4641eeac-df30-4f60-af83-39b98cdfef5e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.835934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f25b3ea-4f9a-4c07-b6ae-241f03b3ab4c req-4641eeac-df30-4f60-af83-39b98cdfef5e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.1175313 Dec 13 09:43:47.858636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-000ffef6-9e8b-4068-96d8-68d80524e96b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6 HTTP/1.1" status: 200 len: 217 time: 0.0405023 Dec 13 09:43:47.895752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f25b3ea-4f9a-4c07-b6ae-241f03b3ab4c req-c6c2f1c2-84fb-49c6-b77c-6978570c8fcc tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589237 Dec 13 09:43:47.925138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-431598ff-33ab-4b99-a390-b8636e4da377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.926873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-431598ff-33ab-4b99-a390-b8636e4da377 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0618620 Dec 13 09:43:47.961616 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-d616973e-0959-47aa-9d5e-f3b93bce2bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269763 Dec 13 09:43:48.070145 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-2ceba3ae-55f8-4359-a69b-5385b7442293 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000896 Dec 13 09:43:48.163882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d16f088f-f539-4be2-82e4-20fa6a632eaa req-b836e2f8-5800-49a3-b092-58d9eb501d6f service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Dec 13 09:43:48.627375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754beb4-7bb6-4ecf-8ffc-178a09d8c265 req-0567a218-a52d-465b-a8fe-6ce4ce9124c2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:48.632027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0754beb4-7bb6-4ecf-8ffc-178a09d8c265 req-0567a218-a52d-465b-a8fe-6ce4ce9124c2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0926127 Dec 13 09:43:48.701726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee052-db4b-4caf-9fd7-49a2f14e7d4e req-8b03a398-da49-474c-be0c-b892e99ef131 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:48.703289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b89ee052-db4b-4caf-9fd7-49a2f14e7d4e req-8b03a398-da49-474c-be0c-b892e99ef131 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 943 time: 0.0954869 Dec 13 09:43:48.736088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0754beb4-7bb6-4ecf-8ffc-178a09d8c265 req-33eeb310-6881-4d5e-a397-65a17ba4aa4a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850191 Dec 13 09:43:48.782726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b89ee052-db4b-4caf-9fd7-49a2f14e7d4e req-cb578412-a1a9-4eb4-8f99-d4ba18b667c4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694208 Dec 13 09:43:49.029553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e32bd-d2b0-445d-88e8-65d5b58c31b3 req-e222ff11-22ec-4cc7-ad15-d3866df1df14 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.031746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e2e32bd-d2b0-445d-88e8-65d5b58c31b3 req-e222ff11-22ec-4cc7-ad15-d3866df1df14 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Dec 13 09:43:49.084196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e2e32bd-d2b0-445d-88e8-65d5b58c31b3 req-ad5f3a33-f236-48db-899e-9f96a476ed68 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Dec 13 09:43:49.313956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 946183b1-4ab7-4e51-bcb7-5c26501966a6 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:49.421136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:49.436338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'mac_address': 'fa:16:3e:5d:23:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:49.480149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:49.495982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946183b1-4ab7-4e51-bcb7-5c26501966a6 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:49.517263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:49.524160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:49.582434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:49.872061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d7f3f-f2db-4aad-a134-2b06724bee7c req-3ae1e512-227f-4a81-9a50-98fb527d00aa tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.876051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-882d7f3f-f2db-4aad-a134-2b06724bee7c req-3ae1e512-227f-4a81-9a50-98fb527d00aa tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Dec 13 09:43:49.924360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['946183b1-4ab7-4e51-bcb7-5c26501966a6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:49.957707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-882d7f3f-f2db-4aad-a134-2b06724bee7c req-2b0fe927-5d56-47a2-9bbd-71e809490e9b tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Dec 13 09:43:49.972180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86503-857b-4aa6-ae9d-f9624143d829 req-62e5990b-3f57-4156-8666-4ea732d76bcf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.974574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9f86503-857b-4aa6-ae9d-f9624143d829 req-62e5990b-3f57-4156-8666-4ea732d76bcf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 944 time: 0.0758772 Dec 13 09:43:50.036502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9f86503-857b-4aa6-ae9d-f9624143d829 req-415b26c2-6ecd-4e66-a6ff-9942e3c72f79 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Dec 13 09:43:50.291404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e247-4240-4c7f-bee7-0837b92427d0 req-9814e134-d96c-4355-b81d-e864b4cdfd2b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:50.293441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b337e247-4240-4c7f-bee7-0837b92427d0 req-9814e134-d96c-4355-b81d-e864b4cdfd2b tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0525961 Dec 13 09:43:50.350275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b337e247-4240-4c7f-bee7-0837b92427d0 req-eaa24ab7-4a7b-4434-b764-9eb970cbc2d7 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Dec 13 09:43:50.805695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a8b5e-7d4a-49fd-b33e-c1da31022122 req-17c70915-b144-4f69-877f-b769ccbc4adf tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:50.807323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e6a8b5e-7d4a-49fd-b33e-c1da31022122 req-17c70915-b144-4f69-877f-b769ccbc4adf tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1096 time: 0.0484939 Dec 13 09:43:50.867842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e6a8b5e-7d4a-49fd-b33e-c1da31022122 req-bec9e61b-51e3-4575-ac0e-f6e321c01e56 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Dec 13 09:43:51.113846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82b47-ac10-4b91-bf67-e7162c107033 req-414b893a-a7b1-452e-ae30-a51dc4f3a26d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:51.122635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4a82b47-ac10-4b91-bf67-e7162c107033 req-414b893a-a7b1-452e-ae30-a51dc4f3a26d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0779943 Dec 13 09:43:51.176110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4a82b47-ac10-4b91-bf67-e7162c107033 req-c9912ea0-f90a-4e32-bb1d-723a19a87ae4 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Dec 13 09:43:51.312355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9b577-f5d5-4161-9826-e23b8f9900c6 req-97c99a16-f85f-4ebc-8f2f-26946998e8a2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:51.313987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3de9b577-f5d5-4161-9826-e23b8f9900c6 req-97c99a16-f85f-4ebc-8f2f-26946998e8a2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 944 time: 0.0672030 Dec 13 09:43:51.328048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 946183b1-4ab7-4e51-bcb7-5c26501966a6 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:51.395903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3de9b577-f5d5-4161-9826-e23b8f9900c6 req-d682fb28-154f-4fd4-b8f8-3a9d31c3d312 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Dec 13 09:43:51.427447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 946183b1-4ab7-4e51-bcb7-5c26501966a6 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:51.432908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 946183b1-4ab7-4e51-bcb7-5c26501966a6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:51.434950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.702833 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.732484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:51.743003 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9a70b-a334-4815-9a7b-322ee7ce4280" -d '{"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:51.758722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:51.767330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.854462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:51.923408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-60e45c78-d7ff-4149-b382-e453ccdf11ba tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:43:51.924344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-60e45c78-d7ff-4149-b382-e453ccdf11ba tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063183 Dec 13 09:43:51.948919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0dc49-1408-4368-8e5c-50b513a6bfa0 req-9135b96b-8b1f-424a-af15-0d5dc8a7f7db tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:51.965716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31f0dc49-1408-4368-8e5c-50b513a6bfa0 req-9135b96b-8b1f-424a-af15-0d5dc8a7f7db tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0857103 Dec 13 09:43:51.978872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-366b696f-db7e-4bae-bb89-6e71df31616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:51.981145 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-366b696f-db7e-4bae-bb89-6e71df31616b service neutron] 10.222.0.31 "GET /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 1093 time: 0.0465281 Dec 13 09:43:51.992046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:51.992838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:43:52.026150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31f0dc49-1408-4368-8e5c-50b513a6bfa0 req-a4bed4f9-89c5-4c37-91af-60221a34f843 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Dec 13 09:43:52.095702 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca0e2d1-d68a-4405-855c-ce71c03dd35f x-openstack-request-id: req-6ca0e2d1-d68a-4405-855c-ce71c03dd35f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:52.096185 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:52.096455 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ca0e2d1-d68a-4405-855c-ce71c03dd35f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:52.096826 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'code': 200} Dec 13 09:43:52.205765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:52.206107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:52.206431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:52.217539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:52.217980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:52.227539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:52.227905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:52.228288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:52.228719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Bound port: a37a345f-d71a-49f6-a07e-d3e954a3c0be, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:52.293804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed3ab-de90-470a-88c2-f39e461131c7 req-43caf2a0-7665-4ada-a3a5-2a778002e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.295486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-679ed3ab-de90-470a-88c2-f39e461131c7 req-43caf2a0-7665-4ada-a3a5-2a778002e254 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1201229 Dec 13 09:43:52.321721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89242447-e24a-4279-9778-c2849281b121 req-816645ee-1594-4deb-bb8b-a12197433489 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.324391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89242447-e24a-4279-9778-c2849281b121 req-816645ee-1594-4deb-bb8b-a12197433489 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0639193 Dec 13 09:43:52.352806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:52.368044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.369483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-a8ee444f-0fd9-4b12-9e13-8d50285ba342 service neutron] 10.222.0.31 "POST /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be/bindings HTTP/1.1" status: 201 len: 389 time: 0.3808513 Dec 13 09:43:52.373750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-679ed3ab-de90-470a-88c2-f39e461131c7 req-6b9aefdb-0dba-4fc6-8fb0-58c50184b98c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695596 Dec 13 09:43:52.405657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89242447-e24a-4279-9778-c2849281b121 req-c78bbbd0-fbed-4646-b80c-4f1d2f448476 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749881 Dec 13 09:43:52.619691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ae4d4-14af-4ebd-ae10-8be6ff3f8744 req-11a8aa2d-98a6-4362-96be-e070cdaeb011 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.621214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-698ae4d4-14af-4ebd-ae10-8be6ff3f8744 req-11a8aa2d-98a6-4362-96be-e070cdaeb011 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1166911 Dec 13 09:43:52.640827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f68ea-cd67-4278-90a9-e591f5f3976c req-03c763b9-ea25-4b25-9801-5c69173af191 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.648365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a9f68ea-cd67-4278-90a9-e591f5f3976c req-03c763b9-ea25-4b25-9801-5c69173af191 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0817707 Dec 13 09:43:52.742043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a9f68ea-cd67-4278-90a9-e591f5f3976c req-979d8698-5c05-4bab-8598-b74fe8d359aa tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Dec 13 09:43:52.771466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-bdff9d2f-2da7-4983-8688-e73e36cbf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.771466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-bdff9d2f-2da7-4983-8688-e73e36cbf2be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1096 time: 0.0552704 Dec 13 09:43:52.772279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-698ae4d4-14af-4ebd-ae10-8be6ff3f8744 req-6e2dc499-ef3a-49c0-916e-741b7e4bfb9d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835869 Dec 13 09:43:52.923918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-6af366df-d16b-4554-83fa-fd3c89af8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.925397 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-6af366df-d16b-4554-83fa-fd3c89af8f90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.1510215 Dec 13 09:43:52.975363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-6e6c3753-11b7-44f4-bfa4-7bb78b4a2933 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 217 time: 0.0422707 Dec 13 09:43:53.036018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-fb3614c6-bf04-4b85-be3f-73a3239fba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.039184 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-fb3614c6-bf04-4b85-be3f-73a3239fba4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0561242 Dec 13 09:43:53.084831 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-5cd85d09-f045-4212-847a-6e72dfc13683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372264 Dec 13 09:43:53.167843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5e97e-0d5c-4ef3-88cf-d1685f21c46c req-d0391803-32b9-4988-99b1-54362ed99863 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.169528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e5e97e-0d5c-4ef3-88cf-d1685f21c46c req-d0391803-32b9-4988-99b1-54362ed99863 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0624001 Dec 13 09:43:53.209777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-4dd786d3-ba11-422e-82c1-d3dd182056b3 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162767 Dec 13 09:43:53.235599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e5e97e-0d5c-4ef3-88cf-d1685f21c46c req-975a2234-ca74-4e58-ae8b-bc0108f93f8e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Dec 13 09:43:53.340213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-82908b2c-db1d-4717-b265-1ecc8abf92c9 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202614 Dec 13 09:43:53.645716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18428043-11d4-4cca-a68c-96c19c11db0b req-0b6f5cd4-db9d-476a-a31a-608aa1fd7174 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.655156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18428043-11d4-4cca-a68c-96c19c11db0b req-0b6f5cd4-db9d-476a-a31a-608aa1fd7174 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1442375 Dec 13 09:43:53.715030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18428043-11d4-4cca-a68c-96c19c11db0b req-aef35196-43bd-4733-8fa7-de60610bfaf0 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Dec 13 09:43:53.746369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feacbd-3eb2-4c91-9e3c-109c1d9cfd31 req-d1d4182a-d2d3-433c-bd82-cb23ed03fbf9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.748506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09feacbd-3eb2-4c91-9e3c-109c1d9cfd31 req-d1d4182a-d2d3-433c-bd82-cb23ed03fbf9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.1704917 Dec 13 09:43:53.792849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-4f7e5f58-4f7d-4aec-ab26-248ebe6720c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.795238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-4f7e5f58-4f7d-4aec-ab26-248ebe6720c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95266a0f63604a48be57a6e6a1b415b1&device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 1097 time: 0.0894022 Dec 13 09:43:53.825709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09feacbd-3eb2-4c91-9e3c-109c1d9cfd31 req-3efc17f0-e983-4296-a3f9-414b97009b3f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672886 Dec 13 09:43:53.993531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-05dc2f2c-7780-4861-a78f-2fa7e96531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:53.998060 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-05dc2f2c-7780-4861-a78f-2fa7e96531b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 200 len: 917 time: 0.1924729 Dec 13 09:43:54.032719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a7f7-69de-4d63-84e5-486f0f569368 req-58abd5bc-5165-40bb-ac30-be791c48997f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.046202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86b5a7f7-69de-4d63-84e5-486f0f569368 req-58abd5bc-5165-40bb-ac30-be791c48997f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.1314890 Dec 13 09:43:54.053071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-363f7793-d56d-4261-96bf-508b0eb73252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af HTTP/1.1" status: 200 len: 217 time: 0.0496080 Dec 13 09:43:54.074713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f21b5-9046-45a5-a9e5-a72861df0109 req-2049b146-62ac-4ad5-b4aa-df7de8e36330 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.086424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958f21b5-9046-45a5-a9e5-a72861df0109 req-2049b146-62ac-4ad5-b4aa-df7de8e36330 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1260657 Dec 13 09:43:54.120665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-67efbe23-667a-495a-b1fd-b321c668ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.122206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-67efbe23-667a-495a-b1fd-b321c668ad48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 200 len: 855 time: 0.0612674 Dec 13 09:43:54.161517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86b5a7f7-69de-4d63-84e5-486f0f569368 req-0b3b2d2d-d94d-4fb6-939e-c3c24d7a8da6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143563 Dec 13 09:43:54.186020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958f21b5-9046-45a5-a9e5-a72861df0109 req-2871d2d3-4d59-485c-ad17-a924fc86c6dc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983024 Dec 13 09:43:54.195629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-6e84b4ab-c854-4adf-bcf5-b6284b3e8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.195629 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-6e84b4ab-c854-4adf-bcf5-b6284b3e8e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63ab62e9-fb95-45e3-ac56-83be96fada4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567892 Dec 13 09:43:54.295797 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-97931fab-850f-439c-a4ae-eb3a99e26fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935531 Dec 13 09:43:54.437083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f6b8262d-4f1f-4979-bac7-23fecf4433c3 req-ee1c0f1a-0697-4c86-9c2d-b326afaa6293 service neutron] 10.222.0.16 "GET /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339786 Dec 13 09:43:54.861137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a515-019a-42f7-a01a-84d057e7572d req-53d006bd-bee1-4c36-8afa-4750cb34f843 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.869122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e535a515-019a-42f7-a01a-84d057e7572d req-53d006bd-bee1-4c36-8afa-4750cb34f843 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0763354 Dec 13 09:43:54.945585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e535a515-019a-42f7-a01a-84d057e7572d req-41ecaa23-5d3d-4e72-85d1-545dba63d3b8 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752349 Dec 13 09:43:55.033367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad21e5-bd4d-4e94-921d-8a815fb6259b req-4b3a318e-dc3d-48c4-88ab-a53c65d68a75 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.035053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02ad21e5-bd4d-4e94-921d-8a815fb6259b req-4b3a318e-dc3d-48c4-88ab-a53c65d68a75 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0883989 Dec 13 09:43:55.088524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02ad21e5-bd4d-4e94-921d-8a815fb6259b req-e70c66c7-52d7-42e8-90a7-beaf57a51c86 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Dec 13 09:43:55.329032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4efe5-7275-41ff-ac0b-c7a92b8090f4 req-19093a52-fe4a-424f-a4b3-65f64f6244b7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.330652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cee4efe5-7275-41ff-ac0b-c7a92b8090f4 req-19093a52-fe4a-424f-a4b3-65f64f6244b7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0851324 Dec 13 09:43:55.343158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab0be-7458-424a-bafc-5b0d21be408d req-4b97b54d-8526-4e51-959c-4da93f4cd5b5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.344938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587ab0be-7458-424a-bafc-5b0d21be408d req-4b97b54d-8526-4e51-959c-4da93f4cd5b5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0685165 Dec 13 09:43:55.422547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587ab0be-7458-424a-bafc-5b0d21be408d req-dc5a32f5-4f2a-4a0e-aa0f-eae6124b164e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706182 Dec 13 09:43:55.426943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cee4efe5-7275-41ff-ac0b-c7a92b8090f4 req-e8e7c2b3-1e8c-4d8d-a1b1-5afaf1013223 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Dec 13 09:43:55.746495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0584a8-53f7-4f70-bea0-27f14b1772a0 req-8f1e3733-355b-41ca-a0fa-06a78cdf1277 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.748086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b0584a8-53f7-4f70-bea0-27f14b1772a0 req-8f1e3733-355b-41ca-a0fa-06a78cdf1277 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 950 time: 0.0550747 Dec 13 09:43:55.808600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b0584a8-53f7-4f70-bea0-27f14b1772a0 req-06ccfc0b-92f3-4120-828b-b48ccc34aef5 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517993 Dec 13 09:43:56.054969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0f3fc-51c4-44c4-a66b-7f75bf8fc812 req-1f87df51-c950-49a7-8609-17c3f9674d7b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.056651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09f0f3fc-51c4-44c4-a66b-7f75bf8fc812 req-1f87df51-c950-49a7-8609-17c3f9674d7b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0561016 Dec 13 09:43:56.108309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09f0f3fc-51c4-44c4-a66b-7f75bf8fc812 req-4dccce2f-0751-45a6-9991-867abbb2ebfe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Dec 13 09:43:56.236267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d9486-0357-443c-a505-c56b7ef6b56c req-8e2a19e9-dfd3-4a89-a574-29017b697fde tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.237924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b08d9486-0357-443c-a505-c56b7ef6b56c req-8e2a19e9-dfd3-4a89-a574-29017b697fde tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0641522 Dec 13 09:43:56.301226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b08d9486-0357-443c-a505-c56b7ef6b56c req-f29ab77c-19e8-45fc-a353-e99617ebac96 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Dec 13 09:43:56.428692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861fb7d-cea4-41d5-a6ca-1b1a6f9b27e7 req-2bfb1097-1da8-4969-a98f-f62f7cb60564 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.430786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c861fb7d-cea4-41d5-a6ca-1b1a6f9b27e7 req-2bfb1097-1da8-4969-a98f-f62f7cb60564 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Dec 13 09:43:56.482333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c861fb7d-cea4-41d5-a6ca-1b1a6f9b27e7 req-43157042-5a16-4fac-ba5b-bcc7db67d4b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Dec 13 09:43:56.606783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27cf0-b5ac-4e4e-ac1c-1343f7babaec req-bb6399f0-445e-4310-8dfe-b8757c186142 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.609113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f27cf0-b5ac-4e4e-ac1c-1343f7babaec req-bb6399f0-445e-4310-8dfe-b8757c186142 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0557702 Dec 13 09:43:56.664188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f27cf0-b5ac-4e4e-ac1c-1343f7babaec req-509f1cd1-3b57-48ab-96a8-51df5e5f3d43 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 Dec 13 09:43:56.726536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea8ea-d74e-4892-8600-af25378518ba req-5f57cd56-4984-482b-b6fc-09af78a7a03b tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.728208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-001ea8ea-d74e-4892-8600-af25378518ba req-5f57cd56-4984-482b-b6fc-09af78a7a03b tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 950 time: 0.0628345 Dec 13 09:43:56.808646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208a21-1941-47be-91d3-0a23d82d6233 req-190f76d7-6bef-4dcc-965d-62eaca35ed35 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.810135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31208a21-1941-47be-91d3-0a23d82d6233 req-190f76d7-6bef-4dcc-965d-62eaca35ed35 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0793011 Dec 13 09:43:56.815944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-001ea8ea-d74e-4892-8600-af25378518ba req-fa6c62f1-1ef8-4fd9-9c87-c03147f96ac7 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730269 Dec 13 09:43:56.867302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31208a21-1941-47be-91d3-0a23d82d6233 req-d684d054-f551-4e07-a9dc-c025309a91f4 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506201 Dec 13 09:43:57.002842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d644-cc82-41fb-8e19-044e1faf7e0e req-e46a89ac-2c9d-4df7-b255-a904583b91d6 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.004558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a912d644-cc82-41fb-8e19-044e1faf7e0e req-e46a89ac-2c9d-4df7-b255-a904583b91d6 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Dec 13 09:43:57.055442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a912d644-cc82-41fb-8e19-044e1faf7e0e req-47ed7cd0-a70e-40ee-b6df-ddeb8ce8c021 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Dec 13 09:43:57.179798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f00ff-64a1-493c-82d7-6012f1a92b12 req-a030c698-0db7-436c-a09c-0c205a7f7ef3 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.181379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782f00ff-64a1-493c-82d7-6012f1a92b12 req-a030c698-0db7-436c-a09c-0c205a7f7ef3 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0524559 Dec 13 09:43:57.259675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782f00ff-64a1-493c-82d7-6012f1a92b12 req-5f2c334b-cdf0-495e-8c9a-de9f7cf4c8d5 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709755 Dec 13 09:43:57.268303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db0d92-69a7-41f8-a152-0444382ebcc1 req-c04201bc-e7ed-43a6-9c04-e0411447769c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.269768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62db0d92-69a7-41f8-a152-0444382ebcc1 req-c04201bc-e7ed-43a6-9c04-e0411447769c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0830677 Dec 13 09:43:57.305272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-13f25c3e-c5e0-4122-be24-0ea3e0d49fa3 req-175fa367-20d7-4f22-a2a3-3fb3eb5a20ae tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:43:57.306246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13f25c3e-c5e0-4122-be24-0ea3e0d49fa3 req-175fa367-20d7-4f22-a2a3-3fb3eb5a20ae tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068333 Dec 13 09:43:57.380501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62db0d92-69a7-41f8-a152-0444382ebcc1 req-86d8f457-0d30-4a62-aff8-fd5ba6dee32e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035950 Dec 13 09:43:57.417130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13f25c3e-c5e0-4122-be24-0ea3e0d49fa3 req-0ac323fc-47df-4676-bdf3-33dd65d6390d tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1046097 Dec 13 09:43:57.490864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f0a5-2008-4dee-a0aa-83ea6ce6a512 req-c55e97ce-837d-4fde-8ad6-23ccfe464578 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.492835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a037f0a5-2008-4dee-a0aa-83ea6ce6a512 req-c55e97ce-837d-4fde-8ad6-23ccfe464578 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Dec 13 09:43:57.542479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a037f0a5-2008-4dee-a0aa-83ea6ce6a512 req-b6979ea9-2681-46cc-9340-2e0ff54a50f5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Dec 13 09:43:57.672348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682accc1-9a16-4fb7-9a0c-ff4e899b1aa5 req-667097f9-4613-48ff-8502-8354f3578398 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.674002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-682accc1-9a16-4fb7-9a0c-ff4e899b1aa5 req-667097f9-4613-48ff-8502-8354f3578398 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0532796 Dec 13 09:43:57.722860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-682accc1-9a16-4fb7-9a0c-ff4e899b1aa5 req-b951a876-37f9-4267-a0b2-4b454f667515 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Dec 13 09:43:57.787529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7ef01-2e84-4067-bff6-fd2860c34301 req-8bd99da8-3e69-4174-8e5e-e96cebe3c047 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.789104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a7ef01-2e84-4067-bff6-fd2860c34301 req-8bd99da8-3e69-4174-8e5e-e96cebe3c047 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Dec 13 09:43:57.873010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a7ef01-2e84-4067-bff6-fd2860c34301 req-a165e847-4654-423f-93ca-07b8549926ad tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764248 Dec 13 09:43:57.881803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a880-752d-416e-8fcf-3e6deaee91ca req-bec6556f-e213-4c24-82b9-8fd91f8d9d57 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.883338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75a4a880-752d-416e-8fcf-3e6deaee91ca req-bec6556f-e213-4c24-82b9-8fd91f8d9d57 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.0807843 Dec 13 09:43:57.937846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75a4a880-752d-416e-8fcf-3e6deaee91ca req-6c330910-b035-4d0e-9437-4eeaf24e422c tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Dec 13 09:43:58.005617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa777bd-ba41-4980-aaea-fff8ccce2a14 req-4033dc1d-cbf1-49ab-a1c3-e0be2c24519d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.007187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aa777bd-ba41-4980-aaea-fff8ccce2a14 req-4033dc1d-cbf1-49ab-a1c3-e0be2c24519d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 950 time: 0.0559251 Dec 13 09:43:58.058391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aa777bd-ba41-4980-aaea-fff8ccce2a14 req-692e5c45-19be-4052-8c24-7b84e45203b2 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Dec 13 09:43:58.162275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212741db-aab7-4eb8-b4e7-8ae2b252292f req-1881ad41-4c23-4241-94a9-32ffc95a9f29 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.163784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-212741db-aab7-4eb8-b4e7-8ae2b252292f req-1881ad41-4c23-4241-94a9-32ffc95a9f29 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0483170 Dec 13 09:43:58.215182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-212741db-aab7-4eb8-b4e7-8ae2b252292f req-8327c0d6-9fd9-4028-af8d-c45983eee641 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Dec 13 09:43:58.392843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c6b9-e58f-4ed1-80bb-db4153118acf req-40211fca-5419-4802-b096-63d02e6260a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.398738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c6b9-e58f-4ed1-80bb-db4153118acf req-40211fca-5419-4802-b096-63d02e6260a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.404691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c6b9-e58f-4ed1-80bb-db4153118acf req-40211fca-5419-4802-b096-63d02e6260a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.406357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9271c6b9-e58f-4ed1-80bb-db4153118acf req-40211fca-5419-4802-b096-63d02e6260a2 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f&device_id=12e57ac4-4797-47ab-b402-df2593576356&device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 2417 time: 0.0623834 Dec 13 09:43:58.467035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9271c6b9-e58f-4ed1-80bb-db4153118acf req-8f3113e8-d6e2-4b25-a5bf-3abe2ee36f97 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Dec 13 09:43:58.504191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0c062-191b-42c0-abfd-580cde144ebd req-fd5ab148-81f5-49af-aa05-35f325d6fb89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.505822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34d0c062-191b-42c0-abfd-580cde144ebd req-fd5ab148-81f5-49af-aa05-35f325d6fb89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Dec 13 09:43:58.511484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-d9070471-452f-45cf-a23e-cf285102b3a2 req-5e44f335-71eb-4f57-b0aa-6a78c90ec8df tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:43:58.512603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9070471-452f-45cf-a23e-cf285102b3a2 req-5e44f335-71eb-4f57-b0aa-6a78c90ec8df tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056999 Dec 13 09:43:58.594326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34d0c062-191b-42c0-abfd-580cde144ebd req-5d257055-051a-4fbd-a531-986d32f82b93 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806136 Dec 13 09:43:58.606027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9070471-452f-45cf-a23e-cf285102b3a2 req-a2823a5e-3704-42c6-a2a2-ba308b9f7340 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0862467 Dec 13 09:43:58.690822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:58.732857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aca06-258a-47cf-a71c-0474dcef2631 req-80923185-a667-4b69-a269-31bff1a0c009 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.735164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e8aca06-258a-47cf-a71c-0474dcef2631 req-80923185-a667-4b69-a269-31bff1a0c009 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0749025 Dec 13 09:43:58.781920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.788211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e8aca06-258a-47cf-a71c-0474dcef2631 req-28d62429-b677-459d-a242-4bb9c926befa tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Dec 13 09:43:58.842845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:58.846041 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27384efa-e95f-4d85-aa99-c8d9c96be513" -d '{"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:58.862293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:58.867127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.905368 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb096ff-b4e5-4b21-bfc3-a681b2090de7 x-openstack-request-id: req-abb096ff-b4e5-4b21-bfc3-a681b2090de7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:58.906521 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:58.906949 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abb096ff-b4e5-4b21-bfc3-a681b2090de7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:58.907522 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'code': 200} Dec 13 09:43:58.926138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:59.032960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fc3a-974a-4048-9797-d9a46ef11cea req-30c73e9f-e45c-4ba9-8881-0a8507714538 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.034470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc68fc3a-974a-4048-9797-d9a46ef11cea req-30c73e9f-e45c-4ba9-8881-0a8507714538 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0719240 Dec 13 09:43:59.079129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-1d13fd58-acd2-465b-98e9-aad08b01016d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.080728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-1d13fd58-acd2-465b-98e9-aad08b01016d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 948 time: 0.0783193 Dec 13 09:43:59.115644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc68fc3a-974a-4048-9797-d9a46ef11cea req-b0102783-525a-416b-adba-c7c695e1bb6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670249 Dec 13 09:43:59.207452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Deleting port 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:59.207839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.235837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1a373-c7c5-47b0-86ee-51bd2bbcf17d req-baea43e9-691a-4c4f-ba90-56646c616bb4 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.237530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60b1a373-c7c5-47b0-86ee-51bd2bbcf17d req-baea43e9-691a-4c4f-ba90-56646c616bb4 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/ports?device_id=3032b296-bd5c-4510-8c47-2deebb432eb2 HTTP/1.1" status: 200 len: 948 time: 0.0612516 Dec 13 09:43:59.294239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60b1a373-c7c5-47b0-86ee-51bd2bbcf17d req-4475380b-a6cd-43e8-87fb-86885f5969d5 tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee090150-9328-4077-aa70-bf680fb6986e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 Dec 13 09:43:59.313780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] For port 2ac8b07a-e896-4541-9983-f0553054a364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2ac8b07a-e896-4541-9983-f0553054a364,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:59.313780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.326193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Calling delete_port for 2ac8b07a-e896-4541-9983-f0553054a364 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:59.359499 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.453963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.485490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Pushing event deleted for resources: {'Port': ['ID=2ac8b07a-e896-4541-9983-f0553054a364,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:59.528877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] No DVR routers for this DVR port 2ac8b07a-e896-4541-9983-f0553054a364 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:59.531594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.534932 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6c2e174-05f0-40ae-918c-971e9591ba1d req-90dfee89-115a-4c43-a6b0-d7633231f86d tempest-ImagesOneServerTestJSON-298565142 tempest-ImagesOneServerTestJSON-298565142-project] 10.222.0.20 "DELETE /v2.0/ports/2ac8b07a-e896-4541-9983-f0553054a364 HTTP/1.1" status: 204 len: 173 time: 0.4375527 Dec 13 09:43:59.535379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-deleted', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:59.537699 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a2ef9-6cfe-4681-b6b8-fc75e899ff18" -d '{"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-deleted", "tag": "2ac8b07a-e896-4541-9983-f0553054a364"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:59.578487 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710761c-15dd-45b2-af9c-d1b73d1b03f5 x-openstack-request-id: req-3710761c-15dd-45b2-af9c-d1b73d1b03f5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:59.578782 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3032b296-bd5c-4510-8c47-2deebb432eb2", "name": "network-vif-deleted", "tag": "2ac8b07a-e896-4541-9983-f0553054a364", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:59.579029 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3710761c-15dd-45b2-af9c-d1b73d1b03f5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:59.579434 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3032b296-bd5c-4510-8c47-2deebb432eb2', 'name': 'network-vif-deleted', 'tag': '2ac8b07a-e896-4541-9983-f0553054a364', 'status': 'completed', 'code': 200} Dec 13 09:43:59.720276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a894cc-3b3e-4d08-af2e-6bf15b2adb6f req-2f8b3cc6-f65c-4330-97ff-2609a8873e49 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.721870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40a894cc-3b3e-4d08-af2e-6bf15b2adb6f req-2f8b3cc6-f65c-4330-97ff-2609a8873e49 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0517497 Dec 13 09:43:59.769962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40a894cc-3b3e-4d08-af2e-6bf15b2adb6f req-11abc9ec-3721-4825-9ab9-65780464e12e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Dec 13 09:43:59.942379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e5697-187e-4674-bbf1-c599832a404e req-2a7c6fbc-36a9-41cb-a392-32e6a04ccd94 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.944041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a89e5697-187e-4674-bbf1-c599832a404e req-2a7c6fbc-36a9-41cb-a392-32e6a04ccd94 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0585787 Dec 13 09:43:59.998633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a89e5697-187e-4674-bbf1-c599832a404e req-4740bd76-733f-4ece-b38e-11fd0e27c09d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Dec 13 09:44:00.263257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7607-081f-4b3c-87df-1fd0464b9098 req-219f77d3-168e-402c-ab76-2eee64be983a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:00.264823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce6b7607-081f-4b3c-87df-1fd0464b9098 req-219f77d3-168e-402c-ab76-2eee64be983a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0567112 Dec 13 09:44:00.338335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce6b7607-081f-4b3c-87df-1fd0464b9098 req-84111681-1071-40c6-afb5-1488a15d1be2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675850 Dec 13 09:44:00.350759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f879f0-921d-4072-a9e1-0fccc3542e56 req-84374c9a-6266-4c25-8c90-9c6f8c31720e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:00.352241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98f879f0-921d-4072-a9e1-0fccc3542e56 req-84374c9a-6266-4c25-8c90-9c6f8c31720e tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0679364 Dec 13 09:44:00.391188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:44:00.409485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98f879f0-921d-4072-a9e1-0fccc3542e56 req-db79097b-15c0-4cad-be3e-8ecd74bdede1 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511179 Dec 13 09:44:00.584339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44732) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:00.711799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c553b50b-e9be-4926-95dc-a15248ed4402 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a1ef8302ac2437b9b8ee00b4c5fccf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261549 Dec 13 09:44:00.714172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:00.759921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.780622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.829075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.831951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.833167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee090150-9328-4077-aa70-bf680fb6986e HTTP/1.1" status: 204 len: 168 time: 0.1180747 Dec 13 09:44:00.841418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651afa00-8c17-4c8e-aebc-a608be09968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee090150-9328-4077-aa70-bf680fb6986e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:00.897390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b5645-5cd8-4c4b-ae17-345c5573cb18 req-97ed5e73-03c1-4494-b299-a34e4113a609 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:00.898951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-038b5645-5cd8-4c4b-ae17-345c5573cb18 req-97ed5e73-03c1-4494-b299-a34e4113a609 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Dec 13 09:44:00.951144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-038b5645-5cd8-4c4b-ae17-345c5573cb18 req-643cdd7d-314c-4bf4-af76-c0117af54988 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Dec 13 09:44:01.135707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf12e58-f3c0-4893-a509-db615a04d640 req-53835ff0-d34e-46af-8933-f09788d584d1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.137390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf12e58-f3c0-4893-a509-db615a04d640 req-53835ff0-d34e-46af-8933-f09788d584d1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0583055 Dec 13 09:44:01.193683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddf12e58-f3c0-4893-a509-db615a04d640 req-221c3cea-4f45-4b26-84f9-d13a1ff5f274 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497189 Dec 13 09:44:01.458028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339776f-d506-4f39-81d9-af26ac403a68 req-f3f6c870-0e93-4366-8aa2-64d688389954 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.460738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a339776f-d506-4f39-81d9-af26ac403a68 req-f3f6c870-0e93-4366-8aa2-64d688389954 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0527894 Dec 13 09:44:01.470086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:01.543026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a339776f-d506-4f39-81d9-af26ac403a68 req-257875fa-a4df-4c93-b8df-e0a08532aeee tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Dec 13 09:44:01.556756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e7e7-4712-4298-9148-232b07a1fc90 req-c96290e5-e2d7-45bf-84b6-9ac705877b30 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.558271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb32e7e7-4712-4298-9148-232b07a1fc90 req-c96290e5-e2d7-45bf-84b6-9ac705877b30 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0731497 Dec 13 09:44:01.567757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1883132186-network', 'tenant_id': 'f46e32c4d6ed40009c8eced8a608bd43'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:01.594771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Made reservation on behalf of f46e32c4d6ed40009c8eced8a608bd43 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:01.598324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.610161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.616186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb32e7e7-4712-4298-9148-232b07a1fc90 req-6236f163-1fe2-4f80-a94a-772161d0cc33 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Dec 13 09:44:01.686697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.690160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.713060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:01.723154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a300c400-7932-4fb3-a13d-ab4279a85821,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:01.727802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.728140 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Added segment 84616511-57b2-4852-9787-a1faf05d8be4 of type vlan for network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 Dec 13 09:44:01.771111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.802084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.803034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.803652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.851085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3798008 Dec 13 09:44:01.853917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:01.859384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Request body: {'subnet': {'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1883132186-subnet', 'tenant_id': 'f46e32c4d6ed40009c8eced8a608bd43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:01.864190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecb3b6-7f18-44e8-9bc3-d27ae987ef24 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:01.874273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:01.879774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Made reservation on behalf of f46e32c4d6ed40009c8eced8a608bd43 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:01.882067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.966535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-f4647c5a-137b-4cb8-b5e8-6b440a88a1ea tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.968067 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-f4647c5a-137b-4cb8-b5e8-6b440a88a1ea tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 945 time: 0.0502939 Dec 13 09:44:02.068810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Deleting port 6b411d93-6e7f-4844-8482-d2a43446126a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:02.069193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.080060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.129012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022a59-60a4-45b3-9ff2-2e8d0a3a3472 req-723e5aa3-db06-48fd-ab1d-47b8b617e45b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.130416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4022a59-60a4-45b3-9ff2-2e8d0a3a3472 req-723e5aa3-db06-48fd-ab1d-47b8b617e45b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0957112 Dec 13 09:44:02.158573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] For port 6b411d93-6e7f-4844-8482-d2a43446126a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6b411d93-6e7f-4844-8482-d2a43446126a,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:02.158938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.162520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a7b07b-b656-4fbc-90da-0451ed90772a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:02.172846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Calling delete_port for 6b411d93-6e7f-4844-8482-d2a43446126a owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:02.178755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Checking segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:02.179118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Network hostable DHCP agents. Network: 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:02.216213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4022a59-60a4-45b3-9ff2-2e8d0a3a3472 req-297d75dc-5173-4769-aa45-437018355302 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789752 Dec 13 09:44:02.223366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:02.244446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:02.249029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.250680 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.260685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a810e5-f106-44f5-ab69-edb7632485b5 None None] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:02.294322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0c56cacf-1256-42e4-ad56-bc424d21ad50 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4392807 Dec 13 09:44:02.352019 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.366615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d7ff2659-82b6-4905-ad5a-ff9a55cba8af'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:02.368766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['6b411d93-6e7f-4844-8482-d2a43446126a', '5fedb491-6120-463f-99a5-d2de448cb4bf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:02.385320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a91adb-a477-4155-96c8-0cd3537c0133 req-10a4c5f3-9d07-458a-ae59-d7311277726a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.388269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event deleted for resources: {'Port': ['ID=6b411d93-6e7f-4844-8482-d2a43446126a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:02.402254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a91adb-a477-4155-96c8-0cd3537c0133 req-10a4c5f3-9d07-458a-ae59-d7311277726a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Dec 13 09:44:02.443524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] No DVR routers for this DVR port 6b411d93-6e7f-4844-8482-d2a43446126a on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:02.446599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.450708 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a415b7e5-9f19-4375-8d6f-65e9e60bfce7 req-9bb99c10-5902-4b97-82a0-bef8e58b8b36 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "DELETE /v2.0/ports/6b411d93-6e7f-4844-8482-d2a43446126a HTTP/1.1" status: 204 len: 173 time: 0.4713647 Dec 13 09:44:02.451390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'name': 'network-vif-deleted', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:02.454485 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2609f82-a4bd-45cd-affd-fac3a2168930" -d '{"events": [{"server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "name": "network-vif-deleted", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:02.485133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac0157-9fff-4afe-be76-16f0f4da8955 None None] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:02.491313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a91adb-a477-4155-96c8-0cd3537c0133 req-d3b82256-b4f4-43c3-9546-a0c830b72bbd tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873778 Dec 13 09:44:02.528889 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a910ea7-2210-4b20-ac93-f9d14ca218e7 x-openstack-request-id: req-9a910ea7-2210-4b20-ac93-f9d14ca218e7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:02.529419 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f", "name": "network-vif-deleted", "tag": "6b411d93-6e7f-4844-8482-d2a43446126a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:02.529699 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a910ea7-2210-4b20-ac93-f9d14ca218e7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:02.530105 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f', 'name': 'network-vif-deleted', 'tag': '6b411d93-6e7f-4844-8482-d2a43446126a', 'status': 'completed', 'code': 200} Dec 13 09:44:02.709863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363ef09-4995-4b1e-8a5a-ee2f79d05eaf req-ccfe11fa-1827-4b7a-932a-32173fd54683 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.717696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d363ef09-4995-4b1e-8a5a-ee2f79d05eaf req-ccfe11fa-1827-4b7a-932a-32173fd54683 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0733738 Dec 13 09:44:02.768226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d363ef09-4995-4b1e-8a5a-ee2f79d05eaf req-ac6894e3-5b9a-4578-8358-87269b7421e8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Dec 13 09:44:02.891317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d8259b2e-1921-4287-ae0e-779230822ec0 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.892863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d8259b2e-1921-4287-ae0e-779230822ec0 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.1178384 Dec 13 09:44:02.917853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8917795d-dcca-4177-a147-5efe6e9ae688 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/quotas/f46e32c4d6ed40009c8eced8a608bd43 HTTP/1.1" status: 200 len: 375 time: 0.0192456 Dec 13 09:44:02.933649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4c853f0-cb7f-4035-99b8-10ca8b64f8c6 req-545c27df-5966-47ef-9648-dd0451201769 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ca053a8-7a9b-4eae-b1c2-8ca23dfce83f HTTP/1.1" status: 200 len: 210 time: 0.0287039 Dec 13 09:44:02.958807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-bd30a708-e53c-4483-9655-8fd48caed94e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274820 Dec 13 09:44:03.056110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-75c56dc7-e4ed-4cf7-baf5-4ada92653d2f service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896800 Dec 13 09:44:03.155298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-6823c04f-d423-4a12-a55c-cff1dff794ba service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915668 Dec 13 09:44:03.373253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20fa4dd2-370a-4300-b4f7-ed4a456fd3a2 req-00b27813-ac52-4cc3-a784-45a64a593a04 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 210 time: 0.0337238 Dec 13 09:44:03.381337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5a8f-e093-4a18-b540-3a96efd8e4e5 req-f7f7905b-6fff-4b3b-9b42-d0646d6ed762 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.382756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6c5a8f-e093-4a18-b540-3a96efd8e4e5 req-f7f7905b-6fff-4b3b-9b42-d0646d6ed762 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0842667 Dec 13 09:44:03.439660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6c5a8f-e093-4a18-b540-3a96efd8e4e5 req-8929a50f-7171-4947-b652-1b9109a4e974 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 Dec 13 09:44:03.595405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5998726-f399-4426-9ca5-e68f43bc0dfe req-722179c9-0acc-4ba4-a25f-2a04f7c6bc73 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.596929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5998726-f399-4426-9ca5-e68f43bc0dfe req-722179c9-0acc-4ba4-a25f-2a04f7c6bc73 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Dec 13 09:44:03.646017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5998726-f399-4426-9ca5-e68f43bc0dfe req-9b32a3e6-3c3f-4093-8060-7094896f6f3e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Dec 13 09:44:03.896404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d0378-c6b8-4228-aef6-a4f5c6e061d9 req-bd1aa84a-63c5-4aa4-ad68-537477112331 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.897884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-935d0378-c6b8-4228-aef6-a4f5c6e061d9 req-bd1aa84a-63c5-4aa4-ad68-537477112331 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0575409 Dec 13 09:44:03.946947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-935d0378-c6b8-4228-aef6-a4f5c6e061d9 req-ab33cf51-6572-42e7-ba4d-6e8a380f8048 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Dec 13 09:44:04.074095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.204688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df18b-0251-4fe6-a6f2-40d8ec4b178f req-cebdc50b-7130-4119-b33c-b54dedec907f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.206170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-004df18b-0251-4fe6-a6f2-40d8ec4b178f req-cebdc50b-7130-4119-b33c-b54dedec907f tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.0476949 Dec 13 09:44:04.254009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-004df18b-0251-4fe6-a6f2-40d8ec4b178f req-d7f8a854-51d0-4208-9b76-5b2f939678b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Dec 13 09:44:04.255968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-17010a20-8b79-446d-98d9-438c7ebad429 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391188 Dec 13 09:44:04.384149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da90b-ce28-4f19-a8fb-7644f398890a req-238280d1-6067-488d-84c2-1a65af613764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.385798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-238280d1-6067-488d-84c2-1a65af613764 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.0519855 Dec 13 09:44:04.457880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-b947e086-d7dd-4818-a0ba-86687bc9d8d9 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.460196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-b947e086-d7dd-4818-a0ba-86687bc9d8d9 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.1232290 Dec 13 09:44:04.485495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'port': {'device_id': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'admin_state_up': True, 'tenant_id': 'f46e32c4d6ed40009c8eced8a608bd43'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:04.513781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b1e2c69-92fd-497f-8d1c-d107e0d88990 req-11191f43-22a7-49ae-99a7-9828162211fd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 210 time: 0.0475588 Dec 13 09:44:04.526139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da90b-ce28-4f19-a8fb-7644f398890a req-f01e201b-7d6f-42b6-8269-8eca3f72921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.527777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-f01e201b-7d6f-42b6-8269-8eca3f72921d service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.1151111 Dec 13 09:44:04.611272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-280ec7f7-1d1d-4869-976a-1122ea077482 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 1001 time: 0.0709727 Dec 13 09:44:04.615997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df13f-6b0f-4dc0-98f3-784c0c6b73b5 req-238d494a-7f62-45c9-9802-e6e032361d6d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.617628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a7df13f-6b0f-4dc0-98f3-784c0c6b73b5 req-238d494a-7f62-45c9-9802-e6e032361d6d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1001670 Dec 13 09:44:04.672780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da90b-ce28-4f19-a8fb-7644f398890a req-76b63961-c16f-4435-a762-072ad041f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.674547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-76b63961-c16f-4435-a762-072ad041f478 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0450351 Dec 13 09:44:04.689497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a7df13f-6b0f-4dc0-98f3-784c0c6b73b5 req-29a6aa18-d310-4f35-8bb9-97a6e7f831aa tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620699 Dec 13 09:44:04.691891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Made reservation on behalf of f46e32c4d6ed40009c8eced8a608bd43 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:04.696808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.697930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:04.735327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 2ac8b07a-e896-4541-9983-f0553054a364 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:04.735327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2ac8b07a-e896-4541-9983-f0553054a364 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:04.735327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6b411d93-6e7f-4844-8482-d2a43446126a no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:04.741170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da90b-ce28-4f19-a8fb-7644f398890a req-f21500df-711a-4e90-9bef-f50d66583453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.742908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-f21500df-711a-4e90-9bef-f50d66583453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604300 Dec 13 09:44:04.750391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 6b411d93-6e7f-4844-8482-d2a43446126a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:04.750761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6b411d93-6e7f-4844-8482-d2a43446126a not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:04.837505 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-b4c8a553-c3cb-405a-96de-f9b2696bc96e service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863202 Dec 13 09:44:04.848211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd10c4-c8db-426b-a4bd-9f015fdf2513 req-5efa6563-208a-484a-b56b-2168c79fa11b tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.849626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90dd10c4-c8db-426b-a4bd-9f015fdf2513 req-5efa6563-208a-484a-b56b-2168c79fa11b tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1236746 Dec 13 09:44:04.886572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Allocated IP 172.20.0.9 (3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57/51a7b07b-b656-4fbc-90da-0451ed90772a/566115e6-c71e-4132-9ec9-042c6ed50727) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:04.923328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90dd10c4-c8db-426b-a4bd-9f015fdf2513 req-3cf2187c-c3c8-473f-a24a-e714fd70aad6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Dec 13 09:44:04.938036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-152da90b-ce28-4f19-a8fb-7644f398890a req-1d69e073-944b-460a-bacf-26689362e129 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918055 Dec 13 09:44:05.088666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.097318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599805b-6354-4155-9c17-8c38297c93a3 req-42324bd5-3817-4332-975e-b942a1f80c28 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.098864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a599805b-6354-4155-9c17-8c38297c93a3 req-42324bd5-3817-4332-975e-b942a1f80c28 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 945 time: 0.0797074 Dec 13 09:44:05.162418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a599805b-6354-4155-9c17-8c38297c93a3 req-7ae854ad-0bca-4b04-8782-8f64ec88b87a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Dec 13 09:44:05.163847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.208308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:05.211288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:05.214783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:05.221186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:05.268456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.269082 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.285615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-8acc3279-c3fc-4c83-99eb-f6d0b9fbbae2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044775 Dec 13 09:44:05.301871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Request body: {'port': {'device_id': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:05.382258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.402385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c73-3e7f-48cd-9e7e-b628cc52a21e req-ae5ea554-88bc-419f-951a-c70590cbc096 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.403904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a218c73-3e7f-48cd-9e7e-b628cc52a21e req-ae5ea554-88bc-419f-951a-c70590cbc096 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.0780683 Dec 13 09:44:05.443737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:05.534715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a218c73-3e7f-48cd-9e7e-b628cc52a21e req-51ba6595-e6c4-4a8c-bcd3-1d4dfa2015e6 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053424 Dec 13 09:44:05.545571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:05.567961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:44:05.730818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-aff5b52d-3776-4745-8d9f-bc0edd5cd29b tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.732369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-aff5b52d-3776-4745-8d9f-bc0edd5cd29b tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0460429 Dec 13 09:44:05.747813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:05.813693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.955846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:05.974508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dddd90-c95f-49ff-8198-86eacf0a6907 req-55aa9639-b69f-43d7-aeef-d67e274fc21e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.976016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23dddd90-c95f-49ff-8198-86eacf0a6907 req-55aa9639-b69f-43d7-aeef-d67e274fc21e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1046519 Dec 13 09:44:06.002092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837e19-ee69-4b3a-b00d-ffd5852ed8bf req-3467559b-76dd-4e13-9f03-3643cd3aa778 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.003590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69837e19-ee69-4b3a-b00d-ffd5852ed8bf req-3467559b-76dd-4e13-9f03-3643cd3aa778 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 931 time: 0.1332695 Dec 13 09:44:06.057257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:06.066898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9e220-6576-46e7-90b4-40b1496c518d req-a5eb9798-f007-4b9c-aab1-84169e66c571 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.068441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eac9e220-6576-46e7-90b4-40b1496c518d req-a5eb9798-f007-4b9c-aab1-84169e66c571 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.1147809 Dec 13 09:44:06.075405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e473692b-dd51-449b-8d10-5343e940bc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.087105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca1357-54d8-4edf-934c-b1d1faa9d163 req-3ee4d062-f9ff-458e-a469-854f4e94e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.088607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeca1357-54d8-4edf-934c-b1d1faa9d163 req-3ee4d062-f9ff-458e-a469-854f4e94e720 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 1096 time: 0.1303756 Dec 13 09:44:06.117027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23dddd90-c95f-49ff-8198-86eacf0a6907 req-bf6fbec2-4cab-4ef3-b89a-cb44c46fafaa tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250384 Dec 13 09:44:06.122117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69837e19-ee69-4b3a-b00d-ffd5852ed8bf req-64362336-b9a1-4889-9e90-42d02c3e0dca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091850 Dec 13 09:44:06.126837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:06.134613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.158194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Transition to ACTIVE for port object 566115e6-c71e-4132-9ec9-042c6ed50727 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:06.162602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.167083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:06.169573 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16081d-c31e-417c-85a6-2ad332fc2005" -d '{"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-unplugged", "status": "completed", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:06.179358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.221670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.262450 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e549e-4dc6-4b1a-ab69-c1018e98016a x-openstack-request-id: req-339e549e-4dc6-4b1a-ab69-c1018e98016a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:06.262774 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-unplugged", "status": "completed", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:06.262987 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-339e549e-4dc6-4b1a-ab69-c1018e98016a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:06.263410 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'code': 200} Dec 13 09:44:06.267799 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeca1357-54d8-4edf-934c-b1d1faa9d163 req-b1a06a1f-894e-4d42-b3d4-0092395cb00c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668894 Dec 13 09:44:06.287970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.332334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.351196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Deleting port 5fedb491-6120-463f-99a5-d2de448cb4bf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:06.351534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.354681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d2d1d-78b9-4fa1-be19-e11c513c7354 req-129fc0fd-677f-44b5-8db3-d009ed80b322 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.355741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:06.356076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:06.356244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d51d2d1d-78b9-4fa1-be19-e11c513c7354 req-129fc0fd-677f-44b5-8db3-d009ed80b322 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1264062 Dec 13 09:44:06.356429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:06.371329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:06.371682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Attempting to bind port a37a345f-d71a-49f6-a07e-d3e954a3c0be on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:06.405613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:06.405957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:06.406344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:06.406782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Bound port: a37a345f-d71a-49f6-a07e-d3e954a3c0be, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:06.407137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.441203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c5bf2-10f7-42ed-b0c7-61e3744b3ce1 req-066f4448-402a-4d11-8328-e32837918ff7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.442683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-518c5bf2-10f7-42ed-b0c7-61e3744b3ce1 req-066f4448-402a-4d11-8328-e32837918ff7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1125257 Dec 13 09:44:06.450333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Attempting to bind port 566115e6-c71e-4132-9ec9-042c6ed50727 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:06.450684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Attempting to bind port 566115e6-c71e-4132-9ec9-042c6ed50727 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:06.451006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Attempting to bind port 566115e6-c71e-4132-9ec9-042c6ed50727 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:06.464604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d51d2d1d-78b9-4fa1-be19-e11c513c7354 req-0618b010-a667-44fb-be23-a6a622d68674 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932894 Dec 13 09:44:06.476914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Port 566115e6-c71e-4132-9ec9-042c6ed50727 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:06.477239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Attempting to bind port 566115e6-c71e-4132-9ec9-042c6ed50727 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:06.485333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:06.485673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Checking segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:06.486052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Bound using segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:06.486689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Bound port: 566115e6-c71e-4132-9ec9-042c6ed50727, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:06.486941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.494866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] For port 5fedb491-6120-463f-99a5-d2de448cb4bf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=5fedb491-6120-463f-99a5-d2de448cb4bf,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:06.495497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.514432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Calling delete_port for 5fedb491-6120-463f-99a5-d2de448cb4bf owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:06.519584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:06.523727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:06.530029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.545891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-518c5bf2-10f7-42ed-b0c7-61e3744b3ce1 req-eeb96cd9-3e33-4f15-b661-c06fe0ffb036 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907733 Dec 13 09:44:06.584642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:06.589810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:06.594677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.633734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.634455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.635978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] 10.222.0.20 "PUT /v2.0/ports/566115e6-c71e-4132-9ec9-042c6ed50727 HTTP/1.1" status: 200 len: 1091 time: 1.3382795 Dec 13 09:44:06.645516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:06.648065 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:06.659593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.662843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.663462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.664897 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0e1673b4-e286-4ba6-a3f8-01bb8f58eeae service neutron] 10.222.0.16 "PUT /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 1121 time: 0.9239414 Dec 13 09:44:06.733209 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06163ecf-ebbf-4120-ae18-7745dce86e88 x-openstack-request-id: req-06163ecf-ebbf-4120-ae18-7745dce86e88 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:06.733792 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:06.734065 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06163ecf-ebbf-4120-ae18-7745dce86e88 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:06.734536 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727', 'status': 'completed', 'code': 200} Dec 13 09:44:06.739872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a62a-9a25-4079-9528-53feb45a7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.742609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.757404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c98cb2-a94e-4652-a628-3bc8cef565de req-b52f76ac-54b4-4a63-a9fc-3cd18ff57592 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.759047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4c98cb2-a94e-4652-a628-3bc8cef565de req-b52f76ac-54b4-4a63-a9fc-3cd18ff57592 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e57ac4-4797-47ab-b402-df2593576356 HTTP/1.1" status: 200 len: 945 time: 0.1220436 Dec 13 09:44:06.762755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a37a345f-d71a-49f6-a07e-d3e954a3c0be'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:06.810711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-26d4a27e-ef97-4293-9cf0-5b0e4ebfb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.818813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-26d4a27e-ef97-4293-9cf0-5b0e4ebfb227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 1094 time: 0.1247258 Dec 13 09:44:06.820108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event deleted for resources: {'Port': ['ID=5fedb491-6120-463f-99a5-d2de448cb4bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.842169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d7ff2659-82b6-4905-ad5a-ff9a55cba8af'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:06.869786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] No DVR routers for this DVR port 5fedb491-6120-463f-99a5-d2de448cb4bf on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:06.872731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.877855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eac9e220-6576-46e7-90b4-40b1496c518d req-c879933a-764f-4626-8553-a617de4a7afd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.20 "DELETE /v2.0/ports/5fedb491-6120-463f-99a5-d2de448cb4bf HTTP/1.1" status: 204 len: 173 time: 0.7864866 Dec 13 09:44:06.879895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a37a345f-d71a-49f6-a07e-d3e954a3c0be'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:06.887045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-6754aaf0-2cb4-4aa9-a74c-a932818d4297 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=566115e6-c71e-4132-9ec9-042c6ed50727 HTTP/1.1" status: 200 len: 217 time: 0.0555866 Dec 13 09:44:06.899629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4c98cb2-a94e-4652-a628-3bc8cef565de req-dcf30b5b-0569-49b9-b6c0-33c6525a2368 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304421 Dec 13 09:44:06.972637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-df0d2312-f2f3-4bca-995b-08be9b06a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.974919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-df0d2312-f2f3-4bca-995b-08be9b06a74a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.0696225 Dec 13 09:44:07.020293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-be1d9301-b6bc-4d95-8432-714e1f9dcd8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357285 Dec 13 09:44:07.142157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-384c4c26-4304-4c61-a947-f220f8c6387d service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120529 Dec 13 09:44:07.251068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['5fedb491-6120-463f-99a5-d2de448cb4bf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:07.318752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f369a3e-b30a-4594-bb35-f66810a7948e req-919ec108-542a-4aa3-80f0-8e8139b91e8b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.320294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f369a3e-b30a-4594-bb35-f66810a7948e req-919ec108-542a-4aa3-80f0-8e8139b91e8b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1083164 Dec 13 09:44:07.330368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd6778-190b-4682-9dd4-821d3880a26b req-29f1ec1d-c57d-44a9-91fd-64e74686fc7a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.331821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92fd6778-190b-4682-9dd4-821d3880a26b req-29f1ec1d-c57d-44a9-91fd-64e74686fc7a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 943 time: 0.1163864 Dec 13 09:44:07.344371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8aa197-9fb4-4175-8341-4f352b77a956 req-06cac9aa-3b9f-42b8-b7ac-25e5a618c882 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937492 Dec 13 09:44:07.424726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f369a3e-b30a-4594-bb35-f66810a7948e req-9e626ae3-256e-447c-9aca-13e548f3cdde tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919175 Dec 13 09:44:07.430647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92fd6778-190b-4682-9dd4-821d3880a26b req-f212f3b1-8b39-4b5f-b1b6-e3f95b2aa932 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896568 Dec 13 09:44:07.466379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-cb1aaacf-95c7-4272-9056-a77dc8541537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.468458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-cb1aaacf-95c7-4272-9056-a77dc8541537 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 1094 time: 0.0652142 Dec 13 09:44:07.616845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b22fa0-e853-429f-93b9-4ef68e2b815c req-3e52a39d-1cb5-446b-94c3-719e2cb7c379 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.618365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16b22fa0-e853-429f-93b9-4ef68e2b815c req-3e52a39d-1cb5-446b-94c3-719e2cb7c379 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0830956 Dec 13 09:44:07.619858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-68f20bfb-5995-49d8-868d-dee855bc649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.621188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-68f20bfb-5995-49d8-868d-dee855bc649f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 923 time: 0.1417243 Dec 13 09:44:07.675337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-5a80162e-43bf-40d3-b650-d04cb899bdcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=566115e6-c71e-4132-9ec9-042c6ed50727 HTTP/1.1" status: 200 len: 217 time: 0.0438547 Dec 13 09:44:07.772011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16b22fa0-e853-429f-93b9-4ef68e2b815c req-e5622efb-e270-4da8-9b8e-ee522730c148 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472933 Dec 13 09:44:07.778701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-6383835d-f373-480d-89f4-05d11f83966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.780194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-6383835d-f373-480d-89f4-05d11f83966e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.0936043 Dec 13 09:44:07.794241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f438a-69f4-4072-a59b-670b55a38b7f req-023781ac-9eeb-46b7-8cac-3475ad4f0eb3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.794241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-990f438a-69f4-4072-a59b-670b55a38b7f req-023781ac-9eeb-46b7-8cac-3475ad4f0eb3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1207752 Dec 13 09:44:07.822906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-3db36190-9589-4095-adec-50b58570b9f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304215 Dec 13 09:44:07.903607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-990f438a-69f4-4072-a59b-670b55a38b7f req-46f603de-fe9a-46f4-b0bf-f4d402cc7fac tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031954 Dec 13 09:44:07.954451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-4f4dc849-46d5-4c0c-ada1-9ff78f09c331 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119201 Dec 13 09:44:08.054464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f00c8ed8-6ad3-448d-be64-3f3f2cb27aff req-ffb446a5-399e-4539-8950-e8e36b644b7a service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879633 Dec 13 09:44:08.182436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349175a-b2a6-43d6-bc28-517951fb3d34 req-368c38b3-f032-4024-9e7e-746a32ae4030 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.183948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b349175a-b2a6-43d6-bc28-517951fb3d34 req-368c38b3-f032-4024-9e7e-746a32ae4030 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0494869 Dec 13 09:44:08.231162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b349175a-b2a6-43d6-bc28-517951fb3d34 req-2e3820ab-0898-4100-9dc6-7d97a25b0ca7 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Dec 13 09:44:08.264067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be'}, {'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'name': 'network-vif-deleted', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:08.267053 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93db7b-6915-4a84-87d2-5935709ed8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be"}, {"server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "name": "network-vif-deleted", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:08.306196 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a60905-b05b-4eea-aad0-6c676f73449e x-openstack-request-id: req-e1a60905-b05b-4eea-aad0-6c676f73449e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:08.306526 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be", "status": "completed", "code": 200}, {"server_uuid": "12e57ac4-4797-47ab-b402-df2593576356", "name": "network-vif-deleted", "tag": "5fedb491-6120-463f-99a5-d2de448cb4bf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:08.306782 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1a60905-b05b-4eea-aad0-6c676f73449e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:08.307184 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'status': 'completed', 'code': 200} Dec 13 09:44:08.307465 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e57ac4-4797-47ab-b402-df2593576356', 'name': 'network-vif-deleted', 'tag': '5fedb491-6120-463f-99a5-d2de448cb4bf', 'status': 'completed', 'code': 200} Dec 13 09:44:08.325913 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b902248b-1ff5-4ef9-9541-ab152be07db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:08.378849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-38f61f68-159b-4222-a8cb-6bec673a7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.380371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-38f61f68-159b-4222-a8cb-6bec673a7657 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1124 time: 0.0446236 Dec 13 09:44:08.471572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-380c5304-b3af-45c4-bfa5-0c94a9a33ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.473082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-380c5304-b3af-45c4-bfa5-0c94a9a33ca3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.0833850 Dec 13 09:44:08.525942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-4266f50f-5325-4221-99a1-f9bddda5e0dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 217 time: 0.0432179 Dec 13 09:44:08.637664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00577-b6fb-420b-9c97-271f93d1a57d req-04be5f5b-fe68-46c2-9bb9-9ffd6d662225 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.639147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03c00577-b6fb-420b-9c97-271f93d1a57d req-04be5f5b-fe68-46c2-9bb9-9ffd6d662225 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 943 time: 0.1171422 Dec 13 09:44:08.641446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-1b5e8ed5-5957-4972-b03e-91d5ee01a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.642769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-1b5e8ed5-5957-4972-b03e-91d5ee01a96e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1023681 Dec 13 09:44:08.649943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab39a36-f1ac-40a1-afcc-9e63e39c8c05 req-ed422ecd-6bcd-4957-9d1f-6dfd04994cf2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.651318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ab39a36-f1ac-40a1-afcc-9e63e39c8c05 req-ed422ecd-6bcd-4957-9d1f-6dfd04994cf2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1282399 Dec 13 09:44:08.692670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-62df1e19-869e-432b-8dc4-d37e451627cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393381 Dec 13 09:44:08.786103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03c00577-b6fb-420b-9c97-271f93d1a57d req-6ca18d2d-4fdf-4ffa-ad1c-1dc0d0495a42 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337962 Dec 13 09:44:08.803287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ab39a36-f1ac-40a1-afcc-9e63e39c8c05 req-19dfa5f6-edc3-43d3-8210-5b48e3398a21 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367207 Dec 13 09:44:08.832900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-f6cfeba8-c3ae-42e9-b6fc-36f92e99687a service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291640 Dec 13 09:44:08.941210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df93db7b-6915-4a84-87d2-5935709ed8cb req-2050c366-dbfc-457b-8fda-90b099e781d1 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998557 Dec 13 09:44:08.979033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420724-6b78-438e-8289-351e2c8ca6c9 req-7be85025-b186-498f-8de8-d30485509e56 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.980591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb420724-6b78-438e-8289-351e2c8ca6c9 req-7be85025-b186-498f-8de8-d30485509e56 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.0549150 Dec 13 09:44:09.060078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb420724-6b78-438e-8289-351e2c8ca6c9 req-a6e04aec-d170-4829-a5c1-a35de79b311f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Dec 13 09:44:09.079499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622850f-5345-441c-a913-58fba8b44c7c req-a0099498-619b-4186-bf0b-0b29e01ded69 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.081028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4622850f-5345-441c-a913-58fba8b44c7c req-a0099498-619b-4186-bf0b-0b29e01ded69 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0634115 Dec 13 09:44:09.140000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4622850f-5345-441c-a913-58fba8b44c7c req-f2d719c3-9275-4a61-9ecf-4b1e426659c0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521007 Dec 13 09:44:09.176156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a334f7-3bcd-4f47-9d6b-261f29a200ef req-95bbc9f3-42a9-4bbe-8180-e659eca4c2a5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.177650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01a334f7-3bcd-4f47-9d6b-261f29a200ef req-95bbc9f3-42a9-4bbe-8180-e659eca4c2a5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Dec 13 09:44:09.223536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01a334f7-3bcd-4f47-9d6b-261f29a200ef req-764ef2b6-2671-49f9-9f5b-6c41dc7233cc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Dec 13 09:44:09.352314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c228f5-b7ca-40dc-bb73-f9e36ca925cb req-57752a12-b603-434b-9d57-543ad2f3a653 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.353803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50c228f5-b7ca-40dc-bb73-f9e36ca925cb req-57752a12-b603-434b-9d57-543ad2f3a653 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0546057 Dec 13 09:44:09.404992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50c228f5-b7ca-40dc-bb73-f9e36ca925cb req-aabf8332-3102-4ff6-9a2c-0c9dd3418037 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Dec 13 09:44:09.431817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.454522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52971fa-3970-4168-80fa-69e75efb7396 req-ff07e299-a54f-46ad-8a95-48785325ec35 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.456025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e52971fa-3970-4168-80fa-69e75efb7396 req-ff07e299-a54f-46ad-8a95-48785325ec35 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Dec 13 09:44:09.502105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e52971fa-3970-4168-80fa-69e75efb7396 req-29d89d1a-802e-4347-aa52-70c063f60c06 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Dec 13 09:44:09.936363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0238-c469-405a-945c-0f8aaee14c50 req-bf02c529-7f6e-4521-ab7d-02da5c569266 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.938458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31bd0238-c469-405a-945c-0f8aaee14c50 req-bf02c529-7f6e-4521-ab7d-02da5c569266 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 943 time: 0.0811796 Dec 13 09:44:09.958129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d093-7212-493d-9f8e-65f45286b591 req-4e7e2cc0-c231-471f-adfb-a3178b9fba23 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.959542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc39d093-7212-493d-9f8e-65f45286b591 req-4e7e2cc0-c231-471f-adfb-a3178b9fba23 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0767205 Dec 13 09:44:10.025276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31bd0238-c469-405a-945c-0f8aaee14c50 req-84c8977c-aebd-448e-823b-d9966ba5cc15 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808799 Dec 13 09:44:10.029825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc39d093-7212-493d-9f8e-65f45286b591 req-be761644-9cff-430f-9635-29982b0f2e8e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624681 Dec 13 09:44:10.084131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-0d572ecb-9a07-4877-bb4a-6209b9d94e26 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.086094 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-0d572ecb-9a07-4877-bb4a-6209b9d94e26 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0576997 Dec 13 09:44:10.202074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-45ce44a7-6789-4787-adbc-9bc52cd56b72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819759 Dec 13 09:44:10.219676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Deleting port d7ff2659-82b6-4905-ad5a-ff9a55cba8af {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:10.220016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.267752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74799ac2-3add-40c3-95ec-a3c2c3a09c17 req-40441c25-d7b1-4369-8a01-f56550f671ed tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.269399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74799ac2-3add-40c3-95ec-a3c2c3a09c17 req-40441c25-d7b1-4369-8a01-f56550f671ed tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0547123 Dec 13 09:44:10.319050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74799ac2-3add-40c3-95ec-a3c2c3a09c17 req-879d6d57-7066-42c7-ada9-5f73f2ba0bdd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Dec 13 09:44:10.535786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0c4c-0631-4814-8d38-53672bf49ada req-fe3c1968-a3cf-413e-a934-9d0e1b5cd4dd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.537370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-520c0c4c-0631-4814-8d38-53672bf49ada req-fe3c1968-a3cf-413e-a934-9d0e1b5cd4dd tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 946 time: 0.0565233 Dec 13 09:44:10.564535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-ac02d9bd-049f-4c3d-b703-fdfb570f26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.566027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-ac02d9bd-049f-4c3d-b703-fdfb570f26f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1097 time: 0.3290503 Dec 13 09:44:10.581915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] For port d7ff2659-82b6-4905-ad5a-ff9a55cba8af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:10.582293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.595390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Calling delete_port for d7ff2659-82b6-4905-ad5a-ff9a55cba8af owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:10.628912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-520c0c4c-0631-4814-8d38-53672bf49ada req-48496e10-1088-4e43-8453-1a68118e3e18 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0dcd35-be1e-47e5-bbfd-961140bb4347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853646 Dec 13 09:44:10.655128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9e27-e20d-4912-aa1e-4f9d39d62f4d req-2d00f8db-6693-4ef6-911f-6329f0c3c761 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.657342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67bd9e27-e20d-4912-aa1e-4f9d39d62f4d req-2d00f8db-6693-4ef6-911f-6329f0c3c761 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0731399 Dec 13 09:44:10.704551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67bd9e27-e20d-4912-aa1e-4f9d39d62f4d req-63419d74-2caf-41fb-baa5-90956c298e23 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Dec 13 09:44:10.731524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:10.733157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-3c2db6aa-2c40-428e-8f24-8ff1bbeb1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.735200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-3c2db6aa-2c40-428e-8f24-8ff1bbeb1289 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1379218 Dec 13 09:44:10.735564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 5fedb491-6120-463f-99a5-d2de448cb4bf no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:10.760937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 5fedb491-6120-463f-99a5-d2de448cb4bf {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:10.761279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 5fedb491-6120-463f-99a5-d2de448cb4bf not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:10.838777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-4c187c0f-fca9-4ee9-a1e8-158bc1a778f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1000 time: 0.0938709 Dec 13 09:44:10.854791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.868031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:10.871980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d7ff2659-82b6-4905-ad5a-ff9a55cba8af'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:10.902265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '566115e6-c71e-4132-9ec9-042c6ed50727', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'port_id': '566115e6-c71e-4132-9ec9-042c6ed50727', 'mac_address': 'fa:16:3e:19:98:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a7b07b-b656-4fbc-90da-0451ed90772a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:10.924925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Pushing event deleted for resources: {'Port': ['ID=d7ff2659-82b6-4905-ad5a-ff9a55cba8af,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:10.950949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.970728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:10.978695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-024aadda-a935-4bf0-b561-ea80e6a19593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:10.980739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-024aadda-a935-4bf0-b561-ea80e6a19593 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1139925 Dec 13 09:44:10.981643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] No DVR routers for this DVR port d7ff2659-82b6-4905-ad5a-ff9a55cba8af on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:10.984827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.988624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-03262f1b-88eb-4dd7-b77e-6d23f67ce09f req-9d6e1098-4274-4ca3-895c-9558567723b9 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.16 "DELETE /v2.0/ports/d7ff2659-82b6-4905-ad5a-ff9a55cba8af HTTP/1.1" status: 204 len: 173 time: 0.8962743 Dec 13 09:44:10.989117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'name': 'network-vif-deleted', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:10.991387 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b29ef-a53c-49d8-8507-a4d25c4c0c24" -d '{"events": [{"server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "name": "network-vif-deleted", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:11.002719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:11.007725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.034286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad41c-fd2d-4453-83f7-48a4df014e56 req-9d2564cf-231e-4352-bd1f-d7626300b1f1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.041998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-731ad41c-fd2d-4453-83f7-48a4df014e56 req-9d2564cf-231e-4352-bd1f-d7626300b1f1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Dec 13 09:44:11.055465 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb402089-9098-47a5-be12-d359dfca144a x-openstack-request-id: req-bb402089-9098-47a5-be12-d359dfca144a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:11.056656 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe2286-5e65-4984-a870-22ef5185fb83", "name": "network-vif-deleted", "tag": "d7ff2659-82b6-4905-ad5a-ff9a55cba8af", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:11.057647 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb402089-9098-47a5-be12-d359dfca144a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:11.059723 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe2286-5e65-4984-a870-22ef5185fb83', 'name': 'network-vif-deleted', 'tag': 'd7ff2659-82b6-4905-ad5a-ff9a55cba8af', 'status': 'completed', 'code': 200} Dec 13 09:44:11.100519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.108094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:11.137060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-3872747c-40f4-4ca5-9086-f15c2deec99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.138780 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-3872747c-40f4-4ca5-9086-f15c2deec99e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175559 Dec 13 09:44:11.190271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-731ad41c-fd2d-4453-83f7-48a4df014e56 req-0c79bff3-0969-4f52-9f73-704474206852 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359324 Dec 13 09:44:11.228229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c75f3-99b3-4ac2-bd5e-4a5f5b2902c4 req-b1b77497-7eff-4da8-8f83-9ba0327119ac tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.252967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76c75f3-99b3-4ac2-bd5e-4a5f5b2902c4 req-b1b77497-7eff-4da8-8f83-9ba0327119ac tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 944 time: 0.1093044 Dec 13 09:44:11.297146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-1bcf68eb-623e-4df7-8809-2135ef19dbbb service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315277 Dec 13 09:44:11.326460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b76c75f3-99b3-4ac2-bd5e-4a5f5b2902c4 req-5b083daf-02c2-4844-a8b1-fca607c44ea6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Dec 13 09:44:11.349153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7300fe-8126-4066-aac1-25cc10f4522c req-ee928128-2739-4efa-8c82-ba87fd45e4ea tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.350750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e7300fe-8126-4066-aac1-25cc10f4522c req-ee928128-2739-4efa-8c82-ba87fd45e4ea tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0598743 Dec 13 09:44:11.354949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['566115e6-c71e-4132-9ec9-042c6ed50727'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:11.407846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e7300fe-8126-4066-aac1-25cc10f4522c req-f1cb21ff-74ae-4433-8a5f-c61b2ed7baf8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Dec 13 09:44:11.408869 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c00b3c5-bffa-42c8-a44f-3d865bdf11ac req-2d7bc805-28be-4140-878d-0a68d0762eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018214 Dec 13 09:44:11.580102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d35f-9007-491a-ab13-9c19032067e8 req-83fa81ff-9529-4b89-a909-ee1aaed1c457 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.581587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea05d35f-9007-491a-ab13-9c19032067e8 req-83fa81ff-9529-4b89-a909-ee1aaed1c457 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0520632 Dec 13 09:44:11.629313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea05d35f-9007-491a-ab13-9c19032067e8 req-795280a8-4f90-497d-8be4-4b798adbbe60 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Dec 13 09:44:11.748449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78fccba6-9102-4179-b6c4-20ba46a2ccb0 req-32e1e9c7-29ee-4ff9-a7bb-c5ca824f11b0 tempest-ListServerFiltersTestJSON-504286815 tempest-ListServerFiltersTestJSON-504286815-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe2286-5e65-4984-a870-22ef5185fb83 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Dec 13 09:44:11.942909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.295985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eeb64-cb57-4400-b804-081708f4ceea req-19c9fa98-f622-4919-b216-f0e47cb430c1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:12.297972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-479eeb64-cb57-4400-b804-081708f4ceea req-19c9fa98-f622-4919-b216-f0e47cb430c1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0481398 Dec 13 09:44:12.343625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-479eeb64-cb57-4400-b804-081708f4ceea req-f8db5711-1941-4d65-adb5-be5414bd39d9 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Dec 13 09:44:12.449671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde82ce-d6e7-4552-9e23-5578f171d064 req-5437ce4b-277c-47cf-97e1-37a0b943dd2e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:12.451216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcde82ce-d6e7-4552-9e23-5578f171d064 req-5437ce4b-277c-47cf-97e1-37a0b943dd2e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 944 time: 0.0565021 Dec 13 09:44:12.547393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcde82ce-d6e7-4552-9e23-5578f171d064 req-f2c65416-6b15-4346-b52d-49a28ad90125 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Dec 13 09:44:12.559915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d49e-454b-4b1b-99a8-2b2fe3b24642 req-ee506dc9-1761-4a9d-96ab-713e9e4fca69 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:12.563778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c20d49e-454b-4b1b-99a8-2b2fe3b24642 req-ee506dc9-1761-4a9d-96ab-713e9e4fca69 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0866635 Dec 13 09:44:12.641020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c20d49e-454b-4b1b-99a8-2b2fe3b24642 req-ef14d4d8-9850-441e-834d-a737a68973c1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 Dec 13 09:44:12.731416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:12.792022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 566115e6-c71e-4132-9ec9-042c6ed50727 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:44:12.796770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 566115e6-c71e-4132-9ec9-042c6ed50727 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:12.797212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.815706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:12.832709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395744d-6aef-44e8-9310-acb4c21ebab1 req-65358429-680b-46c6-8ec5-bdb3d97aca15 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:12.834209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2395744d-6aef-44e8-9310-acb4c21ebab1 req-65358429-680b-46c6-8ec5-bdb3d97aca15 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0765877 Dec 13 09:44:12.871066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Deleting subnet b0b647bc-e113-483f-a7b1-a8bc5967cd18 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:44:12.876260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.898623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2395744d-6aef-44e8-9310-acb4c21ebab1 req-c84e1792-3637-488b-ae70-04f83b749e8d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Dec 13 09:44:12.917189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.925580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.950157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:12.952388 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6257fd-868a-46db-bbc5-a869c59e25d3" -d '{"events": [{"server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "name": "network-vif-plugged", "status": "completed", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:12.969547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:12.975227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.007561 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ee72d-c410-4be9-a8f2-ad7f4151a038 x-openstack-request-id: req-5c5ee72d-c410-4be9-a8f2-ad7f4151a038 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:13.007879 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "name": "network-vif-plugged", "status": "completed", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:13.008116 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c5ee72d-c410-4be9-a8f2-ad7f4151a038 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:13.008811 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727', 'code': 200} Dec 13 09:44:13.020646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.045183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.088567 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.102674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.107423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b0b647bc-e113-483f-a7b1-a8bc5967cd18 HTTP/1.1" status: 204 len: 168 time: 0.2935586 Dec 13 09:44:13.108799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e42e1-2c94-4486-a18e-c4b4f55c52be req-19e0929a-9506-4659-af2b-b265c164aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.109284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e6494a-9299-414d-bfc9-2a21f5f60e73 None None] Network 63ab62e9-fb95-45e3-ac56-83be96fada4e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:13.110817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-453e42e1-2c94-4486-a18e-c4b4f55c52be req-19e0929a-9506-4659-af2b-b265c164aa0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 1096 time: 0.0467021 Dec 13 09:44:13.111602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:13.126903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29dc77-77d8-4c00-bce4-c2422e0574b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b647bc-e113-483f-a7b1-a8bc5967cd18,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.212510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.216634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-453e42e1-2c94-4486-a18e-c4b4f55c52be req-db6f3799-1bbf-495d-b00c-b26e8cf94928 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Dec 13 09:44:13.271049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Deleting port a88502e9-9f51-4bbe-a56a-849503e4f7b9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:13.271442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.275357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] DHCP port deletion for 63ab62e9-fb95-45e3-ac56-83be96fada4e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:44:13.323207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Deleting port a88502e9-9f51-4bbe-a56a-849503e4f7b9 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:13.323616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.334355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] For port a88502e9-9f51-4bbe-a56a-849503e4f7b9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a88502e9-9f51-4bbe-a56a-849503e4f7b9,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:13.334857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.349132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Calling delete_port for a88502e9-9f51-4bbe-a56a-849503e4f7b9 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:13.390025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] For port a88502e9-9f51-4bbe-a56a-849503e4f7b9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a88502e9-9f51-4bbe-a56a-849503e4f7b9,segment=NetworkSegment(ce2ee31c-633e-40ff-a329-dba7b1ecfdfc),segment_id=ce2ee31c-633e-40ff-a329-dba7b1ecfdfc)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:13.390555 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.404725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Calling delete_port for a88502e9-9f51-4bbe-a56a-849503e4f7b9 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:13.438986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.464944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88502e9-9f51-4bbe-a56a-849503e4f7b9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.468996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] No DVR routers for this DVR port a88502e9-9f51-4bbe-a56a-849503e4f7b9 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:13.496112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.521823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:13.524374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d7ff2659-82b6-4905-ad5a-ff9a55cba8af no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:13.548847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] No DVR routers for this DVR port a88502e9-9f51-4bbe-a56a-849503e4f7b9 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:13.554711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.572459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2cf2a-26be-4b0f-9047-185b3c37bc10 None None] Pushing event deleted for resources: {'Port': ['ID=a88502e9-9f51-4bbe-a56a-849503e4f7b9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.579356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: d7ff2659-82b6-4905-ad5a-ff9a55cba8af {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:13.579356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d7ff2659-82b6-4905-ad5a-ff9a55cba8af not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:13.596311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ab62e9-fb95-45e3-ac56-83be96fada4e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:13.610264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:13.610794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2ee31c-633e-40ff-a329-dba7b1ecfdfc') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:13.624250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.649416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.670218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:13.670640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:13.673248 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:13.822309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:13.837728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:44:13.869023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a88502e9-9f51-4bbe-a56a-849503e4f7b9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:13.891327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a88502e9-9f51-4bbe-a56a-849503e4f7b9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:13.891723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a88502e9-9f51-4bbe-a56a-849503e4f7b9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:14.055502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.064079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676165-6af3-4219-b331-a8d3c8a29928 req-c57fc8a5-ec2b-493f-913b-d2afd34d966d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.065577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d676165-6af3-4219-b331-a8d3c8a29928 req-c57fc8a5-ec2b-493f-913b-d2afd34d966d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.4341314 Dec 13 09:44:14.070098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.073210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63ab62e9-fb95-45e3-ac56-83be96fada4e HTTP/1.1" status: 204 len: 168 time: 0.9604774 Dec 13 09:44:14.097100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978ee67-25d0-4888-ad21-dbf22d5085a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ab62e9-fb95-45e3-ac56-83be96fada4e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:14.112878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887982d0-2a47-48c1-b7e9-a44a00c0b4b9 req-caa609ed-c200-43a1-9957-e5d167366697 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.114375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-887982d0-2a47-48c1-b7e9-a44a00c0b4b9 req-caa609ed-c200-43a1-9957-e5d167366697 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1070104 Dec 13 09:44:14.160970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d676165-6af3-4219-b331-a8d3c8a29928 req-39f85242-91c4-495d-9cfb-e3f03cf94277 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839651 Dec 13 09:44:14.189163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-887982d0-2a47-48c1-b7e9-a44a00c0b4b9 req-e699f887-b519-4a16-a9d5-c9cca6168ec9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Dec 13 09:44:14.201029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:14.245848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d21766b6-8092-49a1-8e00-f1296da95761 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95266a0f63604a48be57a6e6a1b415b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411797 Dec 13 09:44:14.246337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:14.301398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.338192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.409493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65da2da-e085-4a8a-b852-f86fd622060f req-6069f509-136c-4ab8-8087-a91d6f10f957 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.411114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b65da2da-e085-4a8a-b852-f86fd622060f req-6069f509-136c-4ab8-8087-a91d6f10f957 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0872865 Dec 13 09:44:14.443088 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.448353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.449918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d0dcd35-be1e-47e5-bbfd-961140bb4347 HTTP/1.1" status: 204 len: 168 time: 0.2029042 Dec 13 09:44:14.474852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2f0b5-582a-408b-8953-a7cbf3334855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0dcd35-be1e-47e5-bbfd-961140bb4347,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:14.534569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-e18cf699-a66d-4c51-b9fc-04fd00a52bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.536807 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-e18cf699-a66d-4c51-b9fc-04fd00a52bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.0565684 Dec 13 09:44:14.537626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b65da2da-e085-4a8a-b852-f86fd622060f req-a6c9833f-da90-4243-8f56-6958b8564869 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160328 Dec 13 09:44:14.565330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1bd2-4842-4a97-9db8-392bf03971b6 req-778e2fa8-1e5b-4d36-8e76-4f181b7b5b60 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.572431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f21a1bd2-4842-4a97-9db8-392bf03971b6 req-778e2fa8-1e5b-4d36-8e76-4f181b7b5b60 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0865040 Dec 13 09:44:14.623386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f21a1bd2-4842-4a97-9db8-392bf03971b6 req-eb5dbe28-6533-42c3-a9f5-cad51bb1eed6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498233 Dec 13 09:44:14.670286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-5990440c-1c3a-4087-b3c8-8c27754b28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.672345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-5990440c-1c3a-4087-b3c8-8c27754b28da service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1276798 Dec 13 09:44:14.716588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-5a5f9710-3755-4a2e-9101-e01f32e4141b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.0360763 Dec 13 09:44:14.779803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-6cc41407-ad16-4f86-af2c-2a472b624c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.781441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-6cc41407-ad16-4f86-af2c-2a472b624c4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0573304 Dec 13 09:44:14.829247 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-17af2739-931c-4f3f-b811-1e4ab3c32387 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406311 Dec 13 09:44:14.935998 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-3513533a-2a9e-416d-8439-1cdf0e11ef8a service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997121 Dec 13 09:44:15.037344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-decd0e86-fe20-46f3-b649-017514ceb7a1 req-6e77ce33-fcc9-4df2-a966-f1bb8056f89f service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943737 Dec 13 09:44:15.317833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914d70a-ce73-4b20-a0b5-7bec18e427cc req-4598d019-d90a-4c53-b97e-1282a5be57c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.319432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1914d70a-ce73-4b20-a0b5-7bec18e427cc req-4598d019-d90a-4c53-b97e-1282a5be57c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0866179 Dec 13 09:44:15.357945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07baac6-8910-4f35-bb4a-04989bcf223e req-f03778d3-6cf7-4709-a36f-9b136568c00b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.360087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a07baac6-8910-4f35-bb4a-04989bcf223e req-f03778d3-6cf7-4709-a36f-9b136568c00b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0823252 Dec 13 09:44:15.401093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1914d70a-ce73-4b20-a0b5-7bec18e427cc req-c104ef43-a4fb-4e9e-bdc2-cd49a05830a6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Dec 13 09:44:15.444130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a07baac6-8910-4f35-bb4a-04989bcf223e req-29ec18fa-df77-45a9-b120-6f0f1dba0241 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Dec 13 09:44:15.746103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d61bf-a9e6-4f94-8b7f-3192e675c332 req-f20d92da-2b62-4eed-a88d-044b9bd6ba82 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.747604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b3d61bf-a9e6-4f94-8b7f-3192e675c332 req-f20d92da-2b62-4eed-a88d-044b9bd6ba82 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.0831914 Dec 13 09:44:15.759620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d9d82-7a1a-41b2-a28c-645a54b83576 req-c569f456-1217-4429-bd76-dc3d542a71a9 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.761075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8d9d82-7a1a-41b2-a28c-645a54b83576 req-c569f456-1217-4429-bd76-dc3d542a71a9 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.1935897 Dec 13 09:44:15.831154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b3d61bf-a9e6-4f94-8b7f-3192e675c332 req-296a5879-53c0-4b89-94e0-8defc791dbf6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691025 Dec 13 09:44:15.838639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d8d9d82-7a1a-41b2-a28c-645a54b83576 req-caa264d6-1815-4c5e-969c-d75d4e618a46 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708797 Dec 13 09:44:15.968690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36358fb-1ab5-4a92-b2a5-9e07c07a5269 req-cb6b069d-847e-40b8-9c0b-ad43b02cb1a7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.970210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36358fb-1ab5-4a92-b2a5-9e07c07a5269 req-cb6b069d-847e-40b8-9c0b-ad43b02cb1a7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0580411 Dec 13 09:44:16.031794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a36358fb-1ab5-4a92-b2a5-9e07c07a5269 req-c349c2ef-8101-4d26-a8ea-7828efa39773 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Dec 13 09:44:16.069435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e179dc-2a7f-4189-944b-df4f798d8a2e req-4355afd6-87c9-4966-bb3c-1fcd60562183 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.070977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98e179dc-2a7f-4189-944b-df4f798d8a2e req-4355afd6-87c9-4966-bb3c-1fcd60562183 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0529706 Dec 13 09:44:16.129253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98e179dc-2a7f-4189-944b-df4f798d8a2e req-1487484b-4353-4b8b-afbd-5b1135040d54 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505970 Dec 13 09:44:16.251113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da311a6-0e7d-4c93-8cf9-9d8e534b94e7 req-ed9e79ce-8a7d-4f07-a5ae-78b5ac1c061f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.256490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da311a6-0e7d-4c93-8cf9-9d8e534b94e7 req-ed9e79ce-8a7d-4f07-a5ae-78b5ac1c061f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Dec 13 09:44:16.340926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da311a6-0e7d-4c93-8cf9-9d8e534b94e7 req-f4b46bd7-dc3f-4585-afbe-5919fd23f4fc tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809140 Dec 13 09:44:16.356570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0d22b8a5-b7f9-4f8d-9cc0-fcce8d6384de service neutron] 10.222.0.20 "GET /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.0829604 Dec 13 09:44:16.387343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:16.517977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9177-d0f4-4ca2-844f-c6dc601edf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.558642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff4423-e73c-4878-a97b-60fbae07a9e6 req-cc0b5558-dd27-4d14-b41c-b7e33db7eb76 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.560147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bff4423-e73c-4878-a97b-60fbae07a9e6 req-cc0b5558-dd27-4d14-b41c-b7e33db7eb76 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.1352713 Dec 13 09:44:16.705224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f3098-dd89-48b3-9f04-fe437436afd6 req-50516754-4e24-4efd-afa1-00a0376b88df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.706721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-962f3098-dd89-48b3-9f04-fe437436afd6 req-50516754-4e24-4efd-afa1-00a0376b88df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1866913 Dec 13 09:44:16.711646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:16.716927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bff4423-e73c-4878-a97b-60fbae07a9e6 req-96cdf518-65eb-4312-97a4-ddacf667ab3c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430192 Dec 13 09:44:16.773021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:16.826755 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9177-d0f4-4ca2-844f-c6dc601edf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.835707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-962f3098-dd89-48b3-9f04-fe437436afd6 req-f5c5d27e-dadc-4b4b-a34e-cbf2642954ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168602 Dec 13 09:44:16.838289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9177-d0f4-4ca2-844f-c6dc601edf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.845820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37a345f-d71a-49f6-a07e-d3e954a3c0be {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:16.872808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:16.905715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f6ec9177-d0f4-4ca2-844f-c6dc601edf58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a0b8639f6e2459a9fcdbe9ebdae8bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5173047 Dec 13 09:44:16.908132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.908806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45110) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:16.918849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9177-d0f4-4ca2-844f-c6dc601edf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca2737-4641-48fd-9375-96af690498c7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:16.965411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.986859 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.034930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.036138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9917-0969-4f11-bdb5-3aea30c83695 req-931d6330-2c89-4e7d-9feb-1e8240d8a9b3 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.037650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cda9917-0969-4f11-bdb5-3aea30c83695 req-931d6330-2c89-4e7d-9feb-1e8240d8a9b3 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.1347947 Dec 13 09:44:17.037803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.041335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40ca2737-4641-48fd-9375-96af690498c7 HTTP/1.1" status: 204 len: 168 time: 0.1288469 Dec 13 09:44:17.049338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e43c24-27f4-486c-80b0-8f3014a4060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca2737-4641-48fd-9375-96af690498c7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:17.057205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709251a-ad34-4a4d-9631-b53194f4ce67 req-2a8e18a9-c16a-40ed-8967-924b0c30f00e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.058735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9709251a-ad34-4a4d-9631-b53194f4ce67 req-2a8e18a9-c16a-40ed-8967-924b0c30f00e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 943 time: 0.1173673 Dec 13 09:44:17.112183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] Transition to ACTIVE for port object a37a345f-d71a-49f6-a07e-d3e954a3c0be will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:17.122079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.187539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cda9917-0969-4f11-bdb5-3aea30c83695 req-59820100-87c6-43d6-b2b2-09bdae13bccf tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394362 Dec 13 09:44:17.207272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9709251a-ad34-4a4d-9631-b53194f4ce67 req-0cb7affa-755a-46b9-a326-90853c81734e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399043 Dec 13 09:44:17.235308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] No DVR routers for this DVR port a37a345f-d71a-49f6-a07e-d3e954a3c0be on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:17.241959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] Pushing event updated for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:17.283712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-af935751-a1ff-4b78-bd88-174330b15a66 service neutron] 10.222.0.20 "PUT /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9207160 Dec 13 09:44:17.383606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc23ab2-e48a-4528-9ed5-71753fdd8459 req-bb70bd65-6004-4468-b637-35e4c17f00f5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.385248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efc23ab2-e48a-4528-9ed5-71753fdd8459 req-bb70bd65-6004-4468-b637-35e4c17f00f5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0974944 Dec 13 09:44:17.394936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-d08d05d0-8ed3-45e2-86e4-6804e72e7432 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.396644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-d08d05d0-8ed3-45e2-86e4-6804e72e7432 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.0483804 Dec 13 09:44:17.418135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ed999-7f36-4722-9b0c-5e19f910716c req-3d4b1ce6-11b6-46ab-a5a1-5063b8617c67 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.419678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-998ed999-7f36-4722-9b0c-5e19f910716c req-3d4b1ce6-11b6-46ab-a5a1-5063b8617c67 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0854087 Dec 13 09:44:17.451951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0138bc40-d64a-4a16-9b1f-afb20fb98294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.453723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-0138bc40-d64a-4a16-9b1f-afb20fb98294 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423&tenant_id=9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 1095 time: 0.0463395 Dec 13 09:44:17.465894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efc23ab2-e48a-4528-9ed5-71753fdd8459 req-c420f6be-4670-42ef-9a36-ad6c1c998c15 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729966 Dec 13 09:44:17.492074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-998ed999-7f36-4722-9b0c-5e19f910716c req-8ffae9dc-5502-4ef7-b786-47ce55440c05 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Dec 13 09:44:17.529135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-809c0089-61b1-426f-ad16-c43e4eae0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.531191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-809c0089-61b1-426f-ad16-c43e4eae0e71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1095 time: 0.0489013 Dec 13 09:44:17.534648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:17.633395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255005-54d7-44bb-9085-7cf1447c4007 req-2f371719-9574-445c-92e2-469f2eb7c4ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.635509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01255005-54d7-44bb-9085-7cf1447c4007 req-2f371719-9574-445c-92e2-469f2eb7c4ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0726807 Dec 13 09:44:17.641625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-cb8e58d7-ea98-443c-a2c9-1c92513ae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.643103 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-cb8e58d7-ea98-443c-a2c9-1c92513ae510 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.1051264 Dec 13 09:44:17.691191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-e295d021-2a27-4d16-97f9-78e439a26dbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 200 len: 217 time: 0.0403023 Dec 13 09:44:17.691399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01255005-54d7-44bb-9085-7cf1447c4007 req-cad130bd-fbbd-4264-a0f8-7724274b7153 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484223 Dec 13 09:44:17.744045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-24ff2642-ced1-4d8a-8bed-a4d2add6ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.745531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-24ff2642-ced1-4d8a-8bed-a4d2add6ebc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0472322 Dec 13 09:44:17.778620 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-7528c51d-3393-4238-a34e-3e82fa308705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255744 Dec 13 09:44:17.906973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-961c2085-7406-4f94-8432-4339f9023eb6 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202314 Dec 13 09:44:17.992565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d3b2c-6451-4429-9cf7-1b05464c0eef req-fb56d631-047e-4d92-97b5-069b26bb1593 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.994466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81d3b2c-6451-4429-9cf7-1b05464c0eef req-fb56d631-047e-4d92-97b5-069b26bb1593 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0642157 Dec 13 09:44:18.027333 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-884195fd-3bb7-41a7-ad4d-dc122e434593 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119006 Dec 13 09:44:18.063184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81d3b2c-6451-4429-9cf7-1b05464c0eef req-b1b48711-0ef9-4cc8-b449-be1224701d75 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576851 Dec 13 09:44:18.335970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-be9019cd-c88e-419c-90a8-04a9d24473e0 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.337472 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-be9019cd-c88e-419c-90a8-04a9d24473e0 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.0850756 Dec 13 09:44:18.348542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45868-bffa-4845-b9b0-7e94c8baeadd req-8f8d25a2-06ca-4891-8798-3186bca74e37 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.356420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-add45868-bffa-4845-b9b0-7e94c8baeadd req-8f8d25a2-06ca-4891-8798-3186bca74e37 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.0637212 Dec 13 09:44:18.417702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-add45868-bffa-4845-b9b0-7e94c8baeadd req-cc6ce3a6-8740-48e2-82c2-9de1f95580e9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578997 Dec 13 09:44:18.475505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-7db9b1fe-ba0d-44c3-aad6-3630a25c3839 service neutron] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:18.479767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-7db9b1fe-ba0d-44c3-aad6-3630a25c3839 service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.482203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8fe4af5a-a951-4985-958f-7c2b0bc0cefb req-7db9b1fe-ba0d-44c3-aad6-3630a25c3839 service neutron] 10.222.0.16 "DELETE /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.1350462 Dec 13 09:44:18.598735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac77865-39a1-4cb3-8ae5-eaafc82c411a req-b7ab073b-4e78-4cc8-a72a-9b100536d647 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.600311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ac77865-39a1-4cb3-8ae5-eaafc82c411a req-b7ab073b-4e78-4cc8-a72a-9b100536d647 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1095 time: 0.0742843 Dec 13 09:44:18.613128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa9399-0dce-49b3-aab8-d216afc3762f req-154bc6b7-ff93-4121-bc66-fa1f4a108b38 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.614592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63fa9399-0dce-49b3-aab8-d216afc3762f req-154bc6b7-ff93-4121-bc66-fa1f4a108b38 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0633736 Dec 13 09:44:18.683921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ac77865-39a1-4cb3-8ae5-eaafc82c411a req-6dbcf6a6-7afa-48bd-8e2f-54df182a5290 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682786 Dec 13 09:44:18.688123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63fa9399-0dce-49b3-aab8-d216afc3762f req-bd013638-88cb-4b5d-bca1-6ea2396d7212 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660682 Dec 13 09:44:18.761756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:18.828790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04eaff-ee05-4271-86e8-03f495c386a1 req-6ad0afaf-fa80-404d-abc7-4d2d027c1849 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.830321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb04eaff-ee05-4271-86e8-03f495c386a1 req-6ad0afaf-fa80-404d-abc7-4d2d027c1849 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 1095 time: 0.0732708 Dec 13 09:44:18.888099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:18.908623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb04eaff-ee05-4271-86e8-03f495c386a1 req-bec67a4e-721b-405d-93b0-b616fa55736d tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Dec 13 09:44:19.033506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db4e2-c61e-458e-a7a8-d354dd1bcfc2 req-2af8d59b-750f-4a51-afcd-58d577f52a41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:19.034909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa3db4e2-c61e-458e-a7a8-d354dd1bcfc2 req-2af8d59b-750f-4a51-afcd-58d577f52a41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0713716 Dec 13 09:44:19.090979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa3db4e2-c61e-458e-a7a8-d354dd1bcfc2 req-8983360e-4679-4c9d-a2d7-30320eba098d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482714 Dec 13 09:44:19.220234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496277e-7a20-4c57-8031-b37883cd0388 req-de1371ef-208b-47e8-9d0d-85f089b79d24 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:19.221773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8496277e-7a20-4c57-8031-b37883cd0388 req-de1371ef-208b-47e8-9d0d-85f089b79d24 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Dec 13 09:44:19.295933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8496277e-7a20-4c57-8031-b37883cd0388 req-f7ab0f82-3895-4ffd-a9c8-3ee77cc5b9d1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 Dec 13 09:44:19.806754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efd382-3e48-4a9e-a869-da86e13d4956 req-5843f114-2ad1-4940-a655-cfcb02a75407 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:19.808297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6efd382-3e48-4a9e-a869-da86e13d4956 req-5843f114-2ad1-4940-a655-cfcb02a75407 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Dec 13 09:44:19.869969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6efd382-3e48-4a9e-a869-da86e13d4956 req-d5a049b8-cf11-4cad-917a-33db6f14e4df tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Dec 13 09:44:20.057577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45244) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:20.169024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-319c553a-03e9-4718-988d-fa84c03af32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.219756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80667b-435c-4d2b-b0eb-8cab9239fb84 req-ebf70e23-c7db-4407-b13e-ada90e12a104 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.221784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f80667b-435c-4d2b-b0eb-8cab9239fb84 req-ebf70e23-c7db-4407-b13e-ada90e12a104 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Dec 13 09:44:20.243427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-319c553a-03e9-4718-988d-fa84c03af32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.248078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-319c553a-03e9-4718-988d-fa84c03af32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.274547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-319c553a-03e9-4718-988d-fa84c03af32e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=867745480b2640a2b4c7f0c29c49c463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158639 Dec 13 09:44:20.275367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45250) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:20.286468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f80667b-435c-4d2b-b0eb-8cab9239fb84 req-9e1857ff-7c5c-4aa6-8b7c-25b579720255 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Dec 13 09:44:20.298852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c553a-03e9-4718-988d-fa84c03af32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cca3d-d8ad-49d4-a490-0e855133f186,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:20.339824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.383579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.446185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f905-8c4d-4194-bf72-6797fe2868ca req-8f538011-377b-4523-81f8-b556fc6ae71f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.447861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5729f905-8c4d-4194-bf72-6797fe2868ca req-8f538011-377b-4523-81f8-b556fc6ae71f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0791898 Dec 13 09:44:20.481881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.485136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.486333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a12cca3d-d8ad-49d4-a490-0e855133f186 HTTP/1.1" status: 204 len: 168 time: 0.2100294 Dec 13 09:44:20.505722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd08687-521f-4e26-9b06-21610b04260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cca3d-d8ad-49d4-a490-0e855133f186,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:20.521330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5729f905-8c4d-4194-bf72-6797fe2868ca req-ea51b22d-befe-43ee-adbf-69131707a3db tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Dec 13 09:44:20.778434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45266) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:20.792748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.869263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.873421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.918202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bfe9b722b8e4314b4b56c5a773da24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386290 Dec 13 09:44:20.919079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b989a9fe-f22c-496f-9f4d-c963492d1ef6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:20.921201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45270) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:20.928469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.928821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.929167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.929507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.929845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.930181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.930510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.930848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.931162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.931490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.931849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.932173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.932494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea039d9-b8aa-48f9-abe4-f102246e1021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:20.998226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.036835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3981e-92b3-45e1-bcaf-8cbc31ac530a req-499a9a53-7f65-4f68-9948-e30a185614b6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.037136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.038371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ff3981e-92b3-45e1-bcaf-8cbc31ac530a req-499a9a53-7f65-4f68-9948-e30a185614b6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0627627 Dec 13 09:44:21.091760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.095344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.099023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b989a9fe-f22c-496f-9f4d-c963492d1ef6 HTTP/1.1" status: 204 len: 168 time: 0.1744134 Dec 13 09:44:21.102526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ff3981e-92b3-45e1-bcaf-8cbc31ac530a req-bccaf324-bb18-41b3-87b6-baaa2eab5e57 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561357 Dec 13 09:44:21.106034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fe710-3b94-4bda-8665-496fea9a743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b989a9fe-f22c-496f-9f4d-c963492d1ef6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:21.423050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceecb6f-be6c-4ad1-ac41-8b3a775d2953 req-d3669784-7331-4e9f-9907-6caa3fbbce99 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.424677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eceecb6f-be6c-4ad1-ac41-8b3a775d2953 req-d3669784-7331-4e9f-9907-6caa3fbbce99 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Dec 13 09:44:21.477545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eceecb6f-be6c-4ad1-ac41-8b3a775d2953 req-90cd3ac7-f3b9-4052-9c1a-46542ca5dcf2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Dec 13 09:44:21.743537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085404e4-9fbf-4589-bde3-133a605496c4 req-413d3ac9-aeb7-4789-aff8-74aa40ddb801 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.745184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-085404e4-9fbf-4589-bde3-133a605496c4 req-413d3ac9-aeb7-4789-aff8-74aa40ddb801 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0561585 Dec 13 09:44:21.802415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-085404e4-9fbf-4589-bde3-133a605496c4 req-6b27b643-cc32-4d5a-827f-b373100da8aa tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489810 Dec 13 09:44:21.999103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c1b7-130b-469f-b1cd-5f298fc30cee req-f591a387-a22a-4898-9532-cd1431211629 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.000823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1944c1b7-130b-469f-b1cd-5f298fc30cee req-f591a387-a22a-4898-9532-cd1431211629 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 945 time: 0.0586278 Dec 13 09:44:22.051721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1944c1b7-130b-469f-b1cd-5f298fc30cee req-eee44eae-855d-4dfc-b281-91337838d0ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447493 Dec 13 09:44:22.235918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c266f6-0d04-4ea1-bc37-19ad716dcd22 req-13a73357-cfe8-4c7b-afbb-caac7b0528bf tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.237545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26c266f6-0d04-4ea1-bc37-19ad716dcd22 req-13a73357-cfe8-4c7b-afbb-caac7b0528bf tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0565555 Dec 13 09:44:22.305957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26c266f6-0d04-4ea1-bc37-19ad716dcd22 req-05303d5c-fc47-4cf3-8639-2194bce30caa tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615487 Dec 13 09:44:22.809116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:22.967272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:22.982178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '566115e6-c71e-4132-9ec9-042c6ed50727', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'port_id': '566115e6-c71e-4132-9ec9-042c6ed50727', 'mac_address': 'fa:16:3e:19:98:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a7b07b-b656-4fbc-90da-0451ed90772a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:23.008783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb8da-f971-40df-a219-b13f8dda4d1f req-c7fdd729-95b8-41ba-9468-f1359bd6d694 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:23.021229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039fb8da-f971-40df-a219-b13f8dda4d1f req-c7fdd729-95b8-41ba-9468-f1359bd6d694 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1009550 Dec 13 09:44:23.029552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.046224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:23.071457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:23.080332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.118402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039fb8da-f971-40df-a219-b13f8dda4d1f req-b3a3e4aa-e9ae-4d86-8b3a-c1bc0fb18cfc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935767 Dec 13 09:44:23.156632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:23.178514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['566115e6-c71e-4132-9ec9-042c6ed50727'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:23.434178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-abd1355a-ea25-43c1-bf28-9ac1909f2c2f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:23.436165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-abd1355a-ea25-43c1-bf28-9ac1909f2c2f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 944 time: 0.1186285 Dec 13 09:44:23.449626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a287a8-ba34-4e9c-9b6e-74afb5d170ac req-130dee53-74ec-4914-8542-1842b17cbbc4 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:23.451278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a287a8-ba34-4e9c-9b6e-74afb5d170ac req-130dee53-74ec-4914-8542-1842b17cbbc4 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 944 time: 0.0882797 Dec 13 09:44:23.562081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a287a8-ba34-4e9c-9b6e-74afb5d170ac req-d301bff3-f172-4e68-a225-70924005aca5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024988 Dec 13 09:44:23.594609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Deleting port 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:23.596685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.736431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4d8d8-a715-4fe6-80b7-4b1383bb209e req-45e177d9-f4b0-4f0b-9d18-46281220d9a8 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:23.743564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82a4d8d8-a715-4fe6-80b7-4b1383bb209e req-45e177d9-f4b0-4f0b-9d18-46281220d9a8 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0907111 Dec 13 09:44:23.750354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] For port 566115e6-c71e-4132-9ec9-042c6ed50727, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=566115e6-c71e-4132-9ec9-042c6ed50727,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:23.750566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.774703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Calling delete_port for 566115e6-c71e-4132-9ec9-042c6ed50727 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:23.844984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82a4d8d8-a715-4fe6-80b7-4b1383bb209e req-1eceb1a3-d69c-463b-87df-6c3e10440527 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005669 Dec 13 09:44:23.954762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.985659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event deleted for resources: {'Port': ['ID=566115e6-c71e-4132-9ec9-042c6ed50727,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:24.040705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] No DVR routers for this DVR port 566115e6-c71e-4132-9ec9-042c6ed50727 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:24.043266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.047684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e52e03a-3e0d-447b-96c2-31f0cd8a3171 req-cb12ca61-c15f-46dc-baf3-40dfae68d4a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "DELETE /v2.0/ports/566115e6-c71e-4132-9ec9-042c6ed50727 HTTP/1.1" status: 204 len: 173 time: 0.5952547 Dec 13 09:44:24.048204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'name': 'network-vif-deleted', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:24.050782 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ebfe13-6c6e-464b-bae9-2a12270e7df2" -d '{"events": [{"server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "name": "network-vif-deleted", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:24.275042 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014bb67-ea44-4463-8573-519b89253f4b x-openstack-request-id: req-b014bb67-ea44-4463-8573-519b89253f4b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:24.275281 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9e18a1-091b-4318-a6b4-8ef0736b5509", "name": "network-vif-deleted", "tag": "566115e6-c71e-4132-9ec9-042c6ed50727", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:24.275561 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b014bb67-ea44-4463-8573-519b89253f4b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:24.276397 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9e18a1-091b-4318-a6b4-8ef0736b5509', 'name': 'network-vif-deleted', 'tag': '566115e6-c71e-4132-9ec9-042c6ed50727', 'status': 'completed', 'code': 200} Dec 13 09:44:24.418551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c342c-875c-4cc2-9ce0-57c236ea5c8d req-a0faf117-c0d0-48c1-8a7e-3714df92e314 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.427689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-072c342c-875c-4cc2-9ce0-57c236ea5c8d req-a0faf117-c0d0-48c1-8a7e-3714df92e314 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0786557 Dec 13 09:44:24.501901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-072c342c-875c-4cc2-9ce0-57c236ea5c8d req-52e416e8-5a45-46ef-8b3f-bf2965197a6a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733066 Dec 13 09:44:24.720522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0ba96d2-256e-4c83-9a9e-d7133cffcb7c req-d226c2d7-44fc-4fc3-8368-3392a55463c3 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9e18a1-091b-4318-a6b4-8ef0736b5509 HTTP/1.1" status: 200 len: 210 time: 0.0415306 Dec 13 09:44:24.824791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:24.829349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:24.832656 n-d-820935-7 neutron-server[103196]: INFO neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No ports have port_id starting with 566115e6-c71e-4132-9ec9-042c6ed50727 Dec 13 09:44:24.850409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 requested by agent hyperv_n-h2-820935-7 not found in database {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 13 09:44:24.852031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:24.852561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:24.968301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762a6c-d1e0-449f-84e8-b60642e85a41 req-1175dfff-112d-439c-86b4-2363a0a8539c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.969961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c762a6c-d1e0-449f-84e8-b60642e85a41 req-1175dfff-112d-439c-86b4-2363a0a8539c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0534329 Dec 13 09:44:25.035642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c762a6c-d1e0-449f-84e8-b60642e85a41 req-d5aca0e7-7324-4ce3-99db-76b52258228d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572877 Dec 13 09:44:25.677599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c2606-1af2-4496-a5d2-5d4edb5bdadd req-e0d68778-d8c3-4dcc-b6e9-e7a105f605ea tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:25.691831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-897c2606-1af2-4496-a5d2-5d4edb5bdadd req-e0d68778-d8c3-4dcc-b6e9-e7a105f605ea tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0888724 Dec 13 09:44:25.766507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-897c2606-1af2-4496-a5d2-5d4edb5bdadd req-41458c22-c160-4043-b79d-68a3acff7886 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737078 Dec 13 09:44:26.145998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:26.150488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103473841', 'description': 'tempest-description--51563961'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:26.202889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.294181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ece36-da89-4115-82e5-3c53c6f73c7c req-d45a1249-b395-460a-b048-47f9e3c442fc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:26.296843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-209ece36-da89-4115-82e5-3c53c6f73c7c req-d45a1249-b395-460a-b048-47f9e3c442fc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0953226 Dec 13 09:44:26.304265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.310176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.370252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8121bd50-0e96-40f0-bb98-ff9fcf6082a4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:26.376319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.377874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a241d56-d44f-4b6d-b017-bd9844b1b9cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2316577 Dec 13 09:44:26.380968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:26.386183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'security_group_rule': {'security_group_id': '8121bd50-0e96-40f0-bb98-ff9fcf6082a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:26.388539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-209ece36-da89-4115-82e5-3c53c6f73c7c req-6d33fa1c-6467-4a33-889b-409f9bf816c3 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840604 Dec 13 09:44:26.420105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.530104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.536236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.564809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2728a47c-43de-4b87-ae4c-b2a15a5c1d30,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:26.586759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.588889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1c33d5fb-793a-4a35-9ab3-c43a15207372 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2066326 Dec 13 09:44:26.592360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45524) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:26.598830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'security_group_rule': {'security_group_id': '8121bd50-0e96-40f0-bb98-ff9fcf6082a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:26.643704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.712714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.718793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.743556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c523963-375d-4a6a-8c08-e376091f0316,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:26.753500 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.755516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2b684ba-c176-4192-98c9-e5dd7ca5db30 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612391 Dec 13 09:44:26.761240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:26.765849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:26.799745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.937737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbbfdd-43c5-4adb-af36-70e55e5fe92b req-04c2d16c-c0b2-4572-a54f-120e1abfc8e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:26.950033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13dbbfdd-43c5-4adb-af36-70e55e5fe92b req-04c2d16c-c0b2-4572-a54f-120e1abfc8e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0879717 Dec 13 09:44:26.974035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.048901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13dbbfdd-43c5-4adb-af36-70e55e5fe92b req-ab57c04b-7a21-48ab-b2cf-cd7a6f8345bc tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951922 Dec 13 09:44:27.122491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Allocated IP 172.25.2.107 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8f5a9563-616e-46f0-ad1f-b859b6ea396d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:27.250334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.301811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.355514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:27.361092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:27.365180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:27.394854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'Port': ['ID=8f5a9563-616e-46f0-ad1f-b859b6ea396d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:27.518172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bca4ad-0ca6-436d-9767-ce61e8d8da42 req-35d44e0b-735d-42c6-acef-a29d01ff516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.519960 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-12bca4ad-0ca6-436d-9767-ce61e8d8da42 req-35d44e0b-735d-42c6-acef-a29d01ff516f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.0956790 Dec 13 09:44:27.526739 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.587474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.597247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6627c-2e6a-43a6-b397-9b4705592773 req-d2d5d950-db4a-4bf8-af83-c1053b09d765 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.613482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5a6627c-2e6a-43a6-b397-9b4705592773 req-d2d5d950-db4a-4bf8-af83-c1053b09d765 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1150708 Dec 13 09:44:27.776994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5a6627c-2e6a-43a6-b397-9b4705592773 req-1862bb17-f49e-480a-b95f-9059942ee9c1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574471 Dec 13 09:44:27.790316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-12bca4ad-0ca6-436d-9767-ce61e8d8da42 req-a5c4ec7a-5299-43d9-b125-329216437ca2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602952 Dec 13 09:44:27.884230 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.890640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.972923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'Port': ['ID=8f5a9563-616e-46f0-ad1f-b859b6ea396d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:27.984991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.004849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.006173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e193ccb-6abe-4217-9203-99e53c1b9595 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2438755 Dec 13 09:44:28.297954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be357044-1ac3-410d-897b-a306684c4b89 req-b96b6c67-a359-4f67-b2a3-e8d8bbb33fb9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.299556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be357044-1ac3-410d-897b-a306684c4b89 req-b96b6c67-a359-4f67-b2a3-e8d8bbb33fb9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1135726 Dec 13 09:44:28.455621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be357044-1ac3-410d-897b-a306684c4b89 req-3dc3b0ad-673f-4a45-84e6-499715bd08be tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429126 Dec 13 09:44:28.516878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-56e0ea34-8aa4-4900-ae78-7a10f7c8e9c5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.519653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-56e0ea34-8aa4-4900-ae78-7a10f7c8e9c5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.2048039 Dec 13 09:44:28.539895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-f4f1460e-5ba8-4a69-98b6-331de4d1581c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/quotas/f46e32c4d6ed40009c8eced8a608bd43 HTTP/1.1" status: 200 len: 375 time: 0.0144582 Dec 13 09:44:28.581113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-cda52ab3-a8c0-4df5-9ae9-55af874cca89 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347674 Dec 13 09:44:28.731334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b399bb3e-5b96-4351-bc98-157a03847983 service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429656 Dec 13 09:44:28.838972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:28.862345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-2aa2a4cf-2a01-42d7-8f06-d16e78343426 service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147733 Dec 13 09:44:28.898625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 566115e6-c71e-4132-9ec9-042c6ed50727 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:28.899295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 566115e6-c71e-4132-9ec9-042c6ed50727 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:29.236936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cd5ba5c-79b9-47a7-ac40-36bbcd0efc67 req-9b471c41-e416-461b-9247-92b04c2ba701 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 210 time: 0.0891747 Dec 13 09:44:29.253532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356faa4-7b0d-49f8-8f24-4c4e371a23e9 req-e25862d1-c286-4979-8808-451bc1a0ede3 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:29.255892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8356faa4-7b0d-49f8-8f24-4c4e371a23e9 req-e25862d1-c286-4979-8808-451bc1a0ede3 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.2038496 Dec 13 09:44:29.364608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.396996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8356faa4-7b0d-49f8-8f24-4c4e371a23e9 req-a260a7ee-34c5-4d2a-880b-5861354f06ec tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265459 Dec 13 09:44:29.549587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 946183b1-4ab7-4e51-bcb7-5c26501966a6 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:29.752477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697055-75c9-467e-81df-7a1c14e69fdc req-cf469cbe-5528-4004-95f2-daac05af35ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:29.754721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4697055-75c9-467e-81df-7a1c14e69fdc req-cf469cbe-5528-4004-95f2-daac05af35ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1303439 Dec 13 09:44:29.831985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:29.850651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'mac_address': 'fa:16:3e:5d:23:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:29.908821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4697055-75c9-467e-81df-7a1c14e69fdc req-d309c5c7-c940-4bdd-9651-7f6bd4769cfb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484873 Dec 13 09:44:29.956571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.977719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 946183b1-4ab7-4e51-bcb7-5c26501966a6 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:30.002655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:30.007694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.088032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:30.124924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['946183b1-4ab7-4e51-bcb7-5c26501966a6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:30.397468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38818f94-4055-41b1-b7f5-1baaf2774db6 req-2807dca1-3ae3-4d5a-8c19-42a0436d3027 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 210 time: 0.0525441 Dec 13 09:44:30.602334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c8340-1c4c-40cd-8ab8-99768f7c598d req-2b217fa4-2ee3-48d9-81d3-5c7055cc13bb tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.604902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-186c8340-1c4c-40cd-8ab8-99768f7c598d req-2b217fa4-2ee3-48d9-81d3-5c7055cc13bb tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0879645 Dec 13 09:44:30.669525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-186c8340-1c4c-40cd-8ab8-99768f7c598d req-185962c1-987c-45f1-b58a-57bbde7e0a3a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586448 Dec 13 09:44:31.025918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-f64aca34-afeb-4801-96ef-657758b2977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.030801 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-f64aca34-afeb-4801-96ef-657758b2977b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.0774014 Dec 13 09:44:31.135873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:31.188785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-52e9dcd2-8218-40f8-8e4b-67cbed5bd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.191233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-52e9dcd2-8218-40f8-8e4b-67cbed5bd9dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1510103 Dec 13 09:44:31.262262 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-7c75fa07-84d8-4989-b11c-b5f4bd471594 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.0601914 Dec 13 09:44:31.307269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920c9da-67ed-460a-b84f-3674bfecd528 req-e5b8f714-635e-4109-b96d-5cb5912d3bcb tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.317717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2920c9da-67ed-460a-b84f-3674bfecd528 req-e5b8f714-635e-4109-b96d-5cb5912d3bcb tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1501191 Dec 13 09:44:31.328366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b291bd-da9c-4138-8f95-97f2e0b30087 req-5ba7da8c-2dfb-4cd7-b720-9bf2d1fc5976 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.329855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75b291bd-da9c-4138-8f95-97f2e0b30087 req-5ba7da8c-2dfb-4cd7-b720-9bf2d1fc5976 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 944 time: 0.1642828 Dec 13 09:44:31.337013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-34ef5102-8bf2-4dfd-add2-ffc0f2847376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.338772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-34ef5102-8bf2-4dfd-add2-ffc0f2847376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0688057 Dec 13 09:44:31.340306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-375e5338-0744-46e2-84ff-b8ddeacb8593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.364576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-58910846-a466-497d-aa17-73a21a949adf tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.366063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-58910846-a466-497d-aa17-73a21a949adf tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.3793237 Dec 13 09:44:31.385288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-3159221b-4a7b-47d3-9000-675d9aff775b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350196 Dec 13 09:44:31.385565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'port': {'device_id': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'admin_state_up': True, 'tenant_id': 'f46e32c4d6ed40009c8eced8a608bd43'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:31.472640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2920c9da-67ed-460a-b84f-3674bfecd528 req-2cfcb7ca-4453-4149-ab8c-becf11584e92 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539688 Dec 13 09:44:31.493502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75b291bd-da9c-4138-8f95-97f2e0b30087 req-da694bce-64c5-4b70-b06c-5d0f95c87ced tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511691 Dec 13 09:44:31.550990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 946183b1-4ab7-4e51-bcb7-5c26501966a6 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:31.589261 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-652100c1-7323-47b8-98ad-e7491935de6a service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966074 Dec 13 09:44:31.591853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-375e5338-0744-46e2-84ff-b8ddeacb8593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.648606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 946183b1-4ab7-4e51-bcb7-5c26501966a6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:31.649283 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.710376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b4ff35ba-7b44-469c-90cf-66f094d9e317 req-8260311d-8131-4f8d-b62c-f7849db4f140 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127534 Dec 13 09:44:31.711650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-375e5338-0744-46e2-84ff-b8ddeacb8593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.738804 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.762120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-375e5338-0744-46e2-84ff-b8ddeacb8593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f25a5c5fba4aa19d8ad36c4dea094b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244698 Dec 13 09:44:31.763396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e5338-0744-46e2-84ff-b8ddeacb8593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811355a9-9283-4568-8cc4-992dca98283d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.767523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:31.770422 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde2c48-b00e-4521-9b0c-7e89c52efd4a" -d '{"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:31.773393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:31.802800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:31.817819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.859298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.874996 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b52d8c-451a-4b7d-a102-c1f976fc4ec9 x-openstack-request-id: req-c0b52d8c-451a-4b7d-a102-c1f976fc4ec9 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:31.876191 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:31.876447 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0b52d8c-451a-4b7d-a102-c1f976fc4ec9 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:31.876846 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'code': 200} Dec 13 09:44:31.886304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.888113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.945741 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.948471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.950135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/811355a9-9283-4568-8cc4-992dca98283d HTTP/1.1" status: 204 len: 168 time: 0.1750526 Dec 13 09:44:31.976364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8496006-92ae-4244-8e62-72ad375d255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811355a9-9283-4568-8cc4-992dca98283d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.994430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18ed7c0-7ccd-4139-a09a-9f8eadcd7b64 req-621d2b37-c589-486f-b6aa-1a24a6b90697 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 210 time: 0.4111497 Dec 13 09:44:32.002300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Made reservation on behalf of f46e32c4d6ed40009c8eced8a608bd43 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:32.016130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.160757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Allocated IP 172.20.0.5 (3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57/51a7b07b-b656-4fbc-90da-0451ed90772a/0b26d616-f8aa-448c-99a1-7a44eac4db29) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:32.290245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:32.304870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d365dfa6-8503-4492-8c28-8982e2a402cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.322960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.362803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.398930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d365dfa6-8503-4492-8c28-8982e2a402cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.404376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d365dfa6-8503-4492-8c28-8982e2a402cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.410718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:32.415775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:32.419493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:32.426658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:32.454844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d365dfa6-8503-4492-8c28-8982e2a402cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01aef8c7fe544c5d96ab59c5b7d993bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628151 Dec 13 09:44:32.455882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365dfa6-8503-4492-8c28-8982e2a402cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e2ddb-6044-4bf1-8ee2-aa5b4c1cf40f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:32.458697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45674) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:32.482550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:32.483855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.501344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-8f5892a9-ba20-4290-b11f-619b62eafa41 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195693 Dec 13 09:44:32.511371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-a9c5ea0f-c0d3-4bde-a789-1b001bcfa8d8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:32.516932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.521615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-a9c5ea0f-c0d3-4bde-a789-1b001bcfa8d8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134199 Dec 13 09:44:32.546053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.615832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.619676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.624123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/862e2ddb-6044-4bf1-8ee2-aa5b4c1cf40f HTTP/1.1" status: 204 len: 168 time: 0.1613746 Dec 13 09:44:32.634192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c358-7c2a-4831-8811-9ab5fe221183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e2ddb-6044-4bf1-8ee2-aa5b4c1cf40f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:32.684427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3067f-7b02-4792-b8e5-f3624e3b939c req-c708cccd-6354-470e-a979-0dea827dbcdd tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:32.686676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9e3067f-7b02-4792-b8e5-f3624e3b939c req-c708cccd-6354-470e-a979-0dea827dbcdd tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1199756 Dec 13 09:44:32.728162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdcd66-1012-4e64-a2d6-143c5f561422 req-c1787faf-9320-4c74-8ede-6984ed06ca89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:32.729939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23cdcd66-1012-4e64-a2d6-143c5f561422 req-c1787faf-9320-4c74-8ede-6984ed06ca89 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1155360 Dec 13 09:44:32.766273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9e3067f-7b02-4792-b8e5-f3624e3b939c req-2c1694a6-8fd9-4481-9cf8-a2de1e9942e5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 Dec 13 09:44:32.794722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Request body: {'port': {'device_id': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:32.888980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23cdcd66-1012-4e64-a2d6-143c5f561422 req-b67b4c7c-58ff-495c-b45c-137bb6c00159 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322391 Dec 13 09:44:32.895938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.224041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9130c84-7cde-4971-af06-0fe16910c6e2 req-7896a53a-7df1-44d5-b9d6-b3c0c0550986 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.225519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9130c84-7cde-4971-af06-0fe16910c6e2 req-7896a53a-7df1-44d5-b9d6-b3c0c0550986 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 931 time: 0.0889719 Dec 13 09:44:33.310169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9130c84-7cde-4971-af06-0fe16910c6e2 req-a7ba513d-a12f-49ab-9622-2af1b3e81d11 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763333 Dec 13 09:44:33.357714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b26d616-f8aa-448c-99a1-7a44eac4db29 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:33.368550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.383169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Transition to ACTIVE for port object 0b26d616-f8aa-448c-99a1-7a44eac4db29 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:33.388153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.466832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:33.524851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Attempting to bind port 0b26d616-f8aa-448c-99a1-7a44eac4db29 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:33.525245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Attempting to bind port 0b26d616-f8aa-448c-99a1-7a44eac4db29 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:33.525660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Attempting to bind port 0b26d616-f8aa-448c-99a1-7a44eac4db29 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:33.532091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Port 0b26d616-f8aa-448c-99a1-7a44eac4db29 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:33.532452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Attempting to bind port 0b26d616-f8aa-448c-99a1-7a44eac4db29 on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:33.539832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:33.540178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Checking segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:33.540859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Bound using segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:33.541309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Bound port: 0b26d616-f8aa-448c-99a1-7a44eac4db29, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:33.541672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.628696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:33.635668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:33.641970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.684818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.685542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.687213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] 10.222.0.20 "PUT /v2.0/ports/0b26d616-f8aa-448c-99a1-7a44eac4db29 HTTP/1.1" status: 200 len: 1091 time: 1.1576593 Dec 13 09:44:33.687780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:33.690299 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ec975-c70d-488d-968d-38d5c8dd802a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:33.722578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4647-995e-4f63-8d09-c8f5e5830ade service neutron] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:33.799249 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e6db8-4a2e-406a-b8eb-d1dd9e26c2c2 x-openstack-request-id: req-e49e6db8-4a2e-406a-b8eb-d1dd9e26c2c2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:33.800122 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:33.800854 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e49e6db8-4a2e-406a-b8eb-d1dd9e26c2c2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:33.801863 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'status': 'completed', 'code': 200} Dec 13 09:44:33.834404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-1b6f8a10-0c67-4717-805f-40fbb322804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.836684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-1b6f8a10-0c67-4717-805f-40fbb322804b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 1094 time: 0.0984612 Dec 13 09:44:33.914707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-59e816cd-8daa-4ea4-8d99-77c80b66187d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29 HTTP/1.1" status: 200 len: 217 time: 0.0690870 Dec 13 09:44:34.085090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.119582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-224bbbc3-ef54-4a0c-9e3e-7f41732aa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.122619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-224bbbc3-ef54-4a0c-9e3e-7f41732aa4ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.2002287 Dec 13 09:44:34.142810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f70d-df13-4798-963c-abb5bb3b74cd req-a350a529-46b8-4d80-8c3b-817e0ad84748 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.144873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f82f70d-df13-4798-963c-abb5bb3b74cd req-a350a529-46b8-4d80-8c3b-817e0ad84748 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1991460 Dec 13 09:44:34.187007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-f9141685-1720-46e5-94b5-0d144ac1b1d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561681 Dec 13 09:44:34.204710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5855-3e9d-4a27-b5c9-854f82f93954 req-599da6ad-352e-4b61-9c8e-f5b40ba05dd4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.206212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3def5855-3e9d-4a27-b5c9-854f82f93954 req-599da6ad-352e-4b61-9c8e-f5b40ba05dd4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1472020 Dec 13 09:44:34.398175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-08dd77bf-3950-461b-b721-f31b356dc197 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020895 Dec 13 09:44:34.407634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f82f70d-df13-4798-963c-abb5bb3b74cd req-e9218508-8ea7-46c2-943d-291078f50754 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504554 Dec 13 09:44:34.538335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3def5855-3e9d-4a27-b5c9-854f82f93954 req-7b6c93b6-f2d1-449d-8459-6a24345ca30a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216562 Dec 13 09:44:34.630323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e84903d-eeb7-46d7-b3e9-7ce198ee66a4 req-f933fe7e-787b-4b10-a6de-3928584f9635 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214849 Dec 13 09:44:34.708509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e3de-d145-4cfc-a2af-f8456b07684e req-c5f89df4-bf76-41dd-91bf-30054a36a05c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.715522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06e6e3de-d145-4cfc-a2af-f8456b07684e req-c5f89df4-bf76-41dd-91bf-30054a36a05c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 943 time: 0.0838163 Dec 13 09:44:34.817823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06e6e3de-d145-4cfc-a2af-f8456b07684e req-d02555af-26a9-47a0-9b8b-59ba5fcfa873 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979481 Dec 13 09:44:34.838394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-350c1989-7d19-43e9-b1d1-d21734f611eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.840591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-350c1989-7d19-43e9-b1d1-d21734f611eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 1094 time: 0.1007366 Dec 13 09:44:35.014001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-a3739818-392c-4d9c-8b63-2c823229ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.016390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-a3739818-392c-4d9c-8b63-2c823229ba1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 923 time: 0.1655054 Dec 13 09:44:35.069554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-6328c33e-7d09-4954-9b9d-15dd5f9070be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29 HTTP/1.1" status: 200 len: 217 time: 0.0444403 Dec 13 09:44:35.126429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-613bf41a-1d9c-40c9-bd01-fd1ee3333289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.128285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-613bf41a-1d9c-40c9-bd01-fd1ee3333289 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.0495493 Dec 13 09:44:35.172859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-d5bd7f4e-e9d4-4320-8d1c-42c55d46fd7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365608 Dec 13 09:44:35.309171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-a2445c78-2ea7-423f-b2d9-78ec5cb59706 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289632 Dec 13 09:44:35.450115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1ec975-c70d-488d-968d-38d5c8dd802a req-c754806e-0cf2-489a-ad63-16256a8b1ecb service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328068 Dec 13 09:44:35.611022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650c06-b172-4cd6-aa4b-af8a97c6d242 req-82ef9f0a-1a92-487a-831e-4840a2bec711 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.615581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67650c06-b172-4cd6-aa4b-af8a97c6d242 req-82ef9f0a-1a92-487a-831e-4840a2bec711 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1008868 Dec 13 09:44:35.779230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67650c06-b172-4cd6-aa4b-af8a97c6d242 req-c4a50842-1df0-4e3f-84b3-aaca19e0d574 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548817 Dec 13 09:44:35.827411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeb011-b618-48ae-9e97-fb66fb5946a4 req-5fd739d8-2c54-4c11-a07d-42dba00863bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.837191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75aeb011-b618-48ae-9e97-fb66fb5946a4 req-5fd739d8-2c54-4c11-a07d-42dba00863bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1237791 Dec 13 09:44:35.933126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75aeb011-b618-48ae-9e97-fb66fb5946a4 req-ea8228b6-44fa-4974-b826-4bdd7af72621 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Dec 13 09:44:36.042590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c740d7-f643-435b-b49f-9420ea1323ed req-e90ea299-f353-4f96-954c-6f1e812c414b tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.044995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c740d7-f643-435b-b49f-9420ea1323ed req-e90ea299-f353-4f96-954c-6f1e812c414b tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 943 time: 0.0841138 Dec 13 09:44:36.087931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bee7607c-bb6d-4f94-9ec6-0b427ecbe62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.129633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c740d7-f643-435b-b49f-9420ea1323ed req-4dceb64f-e847-4630-9694-7b95e36a07ac tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761683 Dec 13 09:44:36.501306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:36.691622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8affbec-ca09-4fd9-9d24-cae9bbefb833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.839495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8affbec-ca09-4fd9-9d24-cae9bbefb833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.854669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8affbec-ca09-4fd9-9d24-cae9bbefb833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.910353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8affbec-ca09-4fd9-9d24-cae9bbefb833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890349d4-ad83-4b1c-b4c7-f4843062d017,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:36.977326 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8affbec-ca09-4fd9-9d24-cae9bbefb833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bbac58bb57f4b958cf05da556a3697d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740834 Dec 13 09:44:36.981135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45828) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:37.105449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.141676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.180404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4fae4-da7b-4d5c-8d66-0cf9f9af74ae req-4e9fe44e-d9d5-4805-ab20-77a0092b5b92 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.192259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45d4fae4-da7b-4d5c-8d66-0cf9f9af74ae req-4e9fe44e-d9d5-4805-ab20-77a0092b5b92 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0846252 Dec 13 09:44:37.222047 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.227650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.230928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/890349d4-ad83-4b1c-b4c7-f4843062d017 HTTP/1.1" status: 204 len: 168 time: 0.2265849 Dec 13 09:44:37.280296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8970436-7b06-4c39-92a2-34871f037148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890349d4-ad83-4b1c-b4c7-f4843062d017,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:37.312336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45d4fae4-da7b-4d5c-8d66-0cf9f9af74ae req-be5f08fa-7724-4c9a-8a57-dc77aff52683 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172044 Dec 13 09:44:37.391498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:44:37.510392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa654a9-ff3e-4080-9638-cd3ebf3354eb req-f2a06e4b-1935-4fd0-b592-46453e9574ff tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.518662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfa654a9-ff3e-4080-9638-cd3ebf3354eb req-f2a06e4b-1935-4fd0-b592-46453e9574ff tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 943 time: 0.2231231 Dec 13 09:44:37.600402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfa654a9-ff3e-4080-9638-cd3ebf3354eb req-8642e568-4582-46b2-b384-edd8183cb4fb tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769155 Dec 13 09:44:37.910034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0f0d-ac4f-4d09-9a76-e63670727bee req-0bcdfad9-eed4-4cde-ad0c-acb7f0439028 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.917188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25bc0f0d-ac4f-4d09-9a76-e63670727bee req-0bcdfad9-eed4-4cde-ad0c-acb7f0439028 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0968344 Dec 13 09:44:37.974281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25bc0f0d-ac4f-4d09-9a76-e63670727bee req-88a19bfc-9597-4463-80b9-92909c22d001 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561395 Dec 13 09:44:38.336821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-be1d5d65-0481-4c2a-bf85-227f5f4860d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.525507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956241-76c9-48c4-bae6-e865499c7303 req-e51d3e4f-5416-4174-8b16-f57b082478ca tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.527294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28956241-76c9-48c4-bae6-e865499c7303 req-e51d3e4f-5416-4174-8b16-f57b082478ca tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Dec 13 09:44:38.639726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28956241-76c9-48c4-bae6-e865499c7303 req-209f2a29-52ce-4c2b-af27-2d28d211969c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981436 Dec 13 09:44:38.870971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:38.893129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4515a7-4859-491b-9360-6a0db9eda09c req-e874c5f4-c03f-4808-9558-76955e42a413 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.901828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b4515a7-4859-491b-9360-6a0db9eda09c req-e874c5f4-c03f-4808-9558-76955e42a413 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 943 time: 0.1695013 Dec 13 09:44:38.920058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e849764-3448-4154-a203-77963c9c5dc6 req-e05468bb-5dbc-445f-9e00-d9810e7e7727 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.922854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e849764-3448-4154-a203-77963c9c5dc6 req-e05468bb-5dbc-445f-9e00-d9810e7e7727 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1050525 Dec 13 09:44:39.066258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:39.081627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'port_id': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'mac_address': 'fa:16:3e:ab:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a7b07b-b656-4fbc-90da-0451ed90772a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:39.091482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e849764-3448-4154-a203-77963c9c5dc6 req-9275723b-da26-4e08-b24b-088daf8c8bf6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540995 Dec 13 09:44:39.120752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b4515a7-4859-491b-9360-6a0db9eda09c req-8a42f9a5-4738-4b0d-8dc5-e42dc637ddff tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172365 Dec 13 09:44:39.125864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.159741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b26d616-f8aa-448c-99a1-7a44eac4db29 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:39.211976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:39.221346 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.297625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:39.321167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737140-1e04-432d-b2cb-ecef48c9af74 req-4481775e-ce12-4f98-8e46-36db08bfb8cb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.322918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c737140-1e04-432d-b2cb-ecef48c9af74 req-4481775e-ce12-4f98-8e46-36db08bfb8cb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1034317 Dec 13 09:44:39.438506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c737140-1e04-432d-b2cb-ecef48c9af74 req-a4315f76-0e89-42be-a1e0-e5183675f08d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006377 Dec 13 09:44:39.464191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['0b26d616-f8aa-448c-99a1-7a44eac4db29'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:39.476565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.934695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf486b-15aa-4384-b93e-cf31aadff48a req-641f768d-70fd-4cc2-ab41-85420e9b43a1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.946677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebaf486b-15aa-4384-b93e-cf31aadff48a req-641f768d-70fd-4cc2-ab41-85420e9b43a1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1098540 Dec 13 09:44:40.045872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebaf486b-15aa-4384-b93e-cf31aadff48a req-56f614e8-21bb-4b70-acfd-3a4bca6bfb7d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982544 Dec 13 09:44:40.189248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45936) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:40.349336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16dacb-1c9b-498b-978a-c364713e48c5 req-023a6909-8c77-4d8b-a30d-d472d11188e5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.363047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e16dacb-1c9b-498b-978a-c364713e48c5 req-023a6909-8c77-4d8b-a30d-d472d11188e5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 944 time: 0.1315672 Dec 13 09:44:40.447514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f74d42d9-c615-4151-ba31-fb3326370546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.483444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e16dacb-1c9b-498b-978a-c364713e48c5 req-53dd31e7-0a7d-4af2-a894-8bc517ec43b7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184242 Dec 13 09:44:40.606535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f74d42d9-c615-4151-ba31-fb3326370546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.618557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f74d42d9-c615-4151-ba31-fb3326370546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.661678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d42d9-c615-4151-ba31-fb3326370546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2cbe81-6c24-4475-a9c1-c8224623bc63,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:40.665121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a61e6-5f4e-4218-a760-844c4b71794e req-3b12274a-1047-4d97-a5f4-355712b3f663 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.675241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac4a61e6-5f4e-4218-a760-844c4b71794e req-3b12274a-1047-4d97-a5f4-355712b3f663 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1144917 Dec 13 09:44:40.693394 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f74d42d9-c615-4151-ba31-fb3326370546 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5371e3bb9c84174862e62615e44dc73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5006843 Dec 13 09:44:40.693709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:40.764874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac4a61e6-5f4e-4218-a760-844c4b71794e req-907118c7-32d0-46c4-8cc3-7f298640faeb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887268 Dec 13 09:44:40.778261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.825934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.885905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:40.902532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.907190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.909505 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d2cbe81-6c24-4475-a9c1-c8224623bc63 HTTP/1.1" status: 204 len: 168 time: 0.2143781 Dec 13 09:44:40.926871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc50718-c614-43b6-a16c-4c4d8b46bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2cbe81-6c24-4475-a9c1-c8224623bc63,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:41.001272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 0b26d616-f8aa-448c-99a1-7a44eac4db29 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:44:41.008543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 0b26d616-f8aa-448c-99a1-7a44eac4db29 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:41.009654 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.097843 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.192962 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.269410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95e01-dce0-47ae-acaa-48215a3499c4 req-19440226-0689-4246-b302-57214b41f91b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.281228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fad95e01-dce0-47ae-acaa-48215a3499c4 req-19440226-0689-4246-b302-57214b41f91b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1244066 Dec 13 09:44:41.295958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:41.299301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:41.305038 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562226ff-4df9-4ee8-8c74-eb572d28fc44" -d '{"events": [{"server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:41.315453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.394677 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019481fd-96c5-4962-b847-fa9da99435a4 x-openstack-request-id: req-019481fd-96c5-4962-b847-fa9da99435a4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:41.394976 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:41.395236 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-019481fd-96c5-4962-b847-fa9da99435a4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:41.395656 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'code': 200} Dec 13 09:44:41.424692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:41.567259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fad95e01-dce0-47ae-acaa-48215a3499c4 req-a9bf2a02-bda3-4104-9e31-1a5bd682f5b3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711992 Dec 13 09:44:41.601003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9948-9d47-4680-ba40-9ea67b2e56e8 req-109d3c5c-eeb7-4454-acf2-bc9d87471a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.603493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8eb9948-9d47-4680-ba40-9ea67b2e56e8 req-109d3c5c-eeb7-4454-acf2-bc9d87471a0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 1096 time: 0.1163876 Dec 13 09:44:41.663370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8eb9948-9d47-4680-ba40-9ea67b2e56e8 req-e9e8c782-5b3e-4203-aa4b-7ffa8f5476f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Dec 13 09:44:41.806009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29625b-dabf-43a1-99e4-25c774cffc7a req-4fb9954e-9cbb-4bb3-92e6-2d7a65a2d3c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.807681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df29625b-dabf-43a1-99e4-25c774cffc7a req-4fb9954e-9cbb-4bb3-92e6-2d7a65a2d3c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.1067107 Dec 13 09:44:41.959945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.986517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df29625b-dabf-43a1-99e4-25c774cffc7a req-eca5e891-2580-49e8-b197-a0253a0b78d8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657693 Dec 13 09:44:42.182223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4429a9-1eb1-471c-86e3-597a42e6c31b req-a2d74f7b-e10e-44d6-a2ff-80d367eb5ad8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.197464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc4429a9-1eb1-471c-86e3-597a42e6c31b req-a2d74f7b-e10e-44d6-a2ff-80d367eb5ad8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2014318 Dec 13 09:44:42.311691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc4429a9-1eb1-471c-86e3-597a42e6c31b req-8b9378bd-d9ea-4727-b120-d0358f72d75e tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101396 Dec 13 09:44:42.849903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800fc1d-345c-4f8d-b48a-0d26656007c0 req-17fdcce7-692d-46ee-96b2-f3e70d907c64 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.864058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2800fc1d-345c-4f8d-b48a-0d26656007c0 req-17fdcce7-692d-46ee-96b2-f3e70d907c64 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1165576 Dec 13 09:44:42.933479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2800fc1d-345c-4f8d-b48a-0d26656007c0 req-73f22824-0fed-4e89-8ea1-3fafa49d17bd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683539 Dec 13 09:44:43.156450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772098a2-d66a-4c24-8378-901d2d7c75a0 req-813f4922-d609-4669-bbe0-468ec0aa3b52 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.166631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-772098a2-d66a-4c24-8378-901d2d7c75a0 req-813f4922-d609-4669-bbe0-468ec0aa3b52 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.0993123 Dec 13 09:44:43.243805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-772098a2-d66a-4c24-8378-901d2d7c75a0 req-701ad4d8-2c68-406b-a2ca-f3ed53a18b5c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764010 Dec 13 09:44:43.535410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bf048-9e7a-4f8a-99ad-1a38328a84a7 req-b7d3ea7c-fa94-4a56-8bac-2f8c15404c1f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.537026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c80bf048-9e7a-4f8a-99ad-1a38328a84a7 req-b7d3ea7c-fa94-4a56-8bac-2f8c15404c1f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1045454 Dec 13 09:44:43.544748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd0dd-a745-4021-a4e9-14dfe5584887 req-1f9f98e7-1360-442e-a4fa-cd663c71bdc0 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.547144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad0bd0dd-a745-4021-a4e9-14dfe5584887 req-1f9f98e7-1360-442e-a4fa-cd663c71bdc0 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.1280165 Dec 13 09:44:43.632519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c80bf048-9e7a-4f8a-99ad-1a38328a84a7 req-a43d0f2b-dec6-4074-af90-44edd1f4df21 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791478 Dec 13 09:44:43.657700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad0bd0dd-a745-4021-a4e9-14dfe5584887 req-f3f2c2bb-f0e2-4164-a1cf-840392e93924 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975499 Dec 13 09:44:44.157355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c7ecc-e005-43e0-8303-69e6e4243f1b req-ad51bb0e-f33e-4e4d-b86e-52b65f17f1a4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.166353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f46c7ecc-e005-43e0-8303-69e6e4243f1b req-ad51bb0e-f33e-4e4d-b86e-52b65f17f1a4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0863302 Dec 13 09:44:44.252442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f46c7ecc-e005-43e0-8303-69e6e4243f1b req-40e18e51-6bb4-45b7-abad-2136fc19985c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850971 Dec 13 09:44:44.870203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bfc71-1cf6-49f6-9b76-6c163ae81736 req-2edd3958-5654-42a1-9e00-f34d35030081 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.872010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a16bfc71-1cf6-49f6-9b76-6c163ae81736 req-2edd3958-5654-42a1-9e00-f34d35030081 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0987802 Dec 13 09:44:44.973757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a16bfc71-1cf6-49f6-9b76-6c163ae81736 req-0487a06f-7559-4346-87be-fc0b979cf217 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945928 Dec 13 09:44:45.457175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec6a0-25e0-471c-8db2-22aa0df96f74 req-075f0503-93a0-4998-8b69-3ea1ff3bdfaa tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:45.462359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-048ec6a0-25e0-471c-8db2-22aa0df96f74 req-075f0503-93a0-4998-8b69-3ea1ff3bdfaa tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1151593 Dec 13 09:44:45.618700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-048ec6a0-25e0-471c-8db2-22aa0df96f74 req-2f847f12-2f5a-433a-b0f6-063968983db3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461420 Dec 13 09:44:45.854610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65727e-cdf2-489c-be01-b13d4ceab532 req-c145ef3e-8f4f-4bd2-bfba-c6e48db2fa0a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:45.864359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b65727e-cdf2-489c-be01-b13d4ceab532 req-c145ef3e-8f4f-4bd2-bfba-c6e48db2fa0a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.0953424 Dec 13 09:44:45.946958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b65727e-cdf2-489c-be01-b13d4ceab532 req-2223f313-f7a4-4e56-a3d6-e8423f152750 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812194 Dec 13 09:44:46.167684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c074bfa-0128-4fdb-992b-cfb6b70c4ee3 req-4c3a2359-bd66-4f60-87f2-b3e4e53323d2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.190040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c074bfa-0128-4fdb-992b-cfb6b70c4ee3 req-4c3a2359-bd66-4f60-87f2-b3e4e53323d2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0856624 Dec 13 09:44:46.332641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c074bfa-0128-4fdb-992b-cfb6b70c4ee3 req-8f779aa1-578f-438a-bf39-e9849ca9c799 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373320 Dec 13 09:44:46.806767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5803-b164-4451-92b2-b5edd018a8e9 req-6e1174fb-8bad-42dd-b5cc-7daf597806fe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.809163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db6a5803-b164-4451-92b2-b5edd018a8e9 req-6e1174fb-8bad-42dd-b5cc-7daf597806fe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0697737 Dec 13 09:44:46.905888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db6a5803-b164-4451-92b2-b5edd018a8e9 req-bf8b1fda-aba0-44e8-99f4-0995c58d52a1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Dec 13 09:44:47.215152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a7a16-dbef-47b5-98d4-856690163bb8 req-41113ab1-5b93-4369-9538-3cbc1c9b5c15 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.223864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c31a7a16-dbef-47b5-98d4-856690163bb8 req-41113ab1-5b93-4369-9538-3cbc1c9b5c15 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.1116853 Dec 13 09:44:47.293124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c31a7a16-dbef-47b5-98d4-856690163bb8 req-e715056b-6c89-4559-afe6-c89d9442546f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673521 Dec 13 09:44:47.495751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0a462-0dc8-4081-aa78-815a4eba48fd req-b681143c-8298-440a-bcc1-67005d2b3a78 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.498126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0a0a462-0dc8-4081-aa78-815a4eba48fd req-b681143c-8298-440a-bcc1-67005d2b3a78 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0618136 Dec 13 09:44:47.572352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46236) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:47.586131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0a0a462-0dc8-4081-aa78-815a4eba48fd req-53bbdb73-c7c2-4143-941d-e02d753e98de tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760441 Dec 13 09:44:47.727296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.844568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.852051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.932631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46248) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:47.933504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8b84e9de4954a85a95940c329f43c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590569 Dec 13 09:44:47.935203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e328396-7db6-4313-a66c-65d25efbe156,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:47.946648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.947133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.947596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.948163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.948702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.949263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.949795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.950316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.950868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.951489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.952069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.952587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:47.953136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94399abf-b522-493c-9881-a8696e815973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:48.021269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.059084 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.221563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ecc-b15e-47df-b2ac-d10f7fba6b2d req-031133f2-432d-441b-b5b3-c4dbf5d687d1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.224046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da75ecc-b15e-47df-b2ac-d10f7fba6b2d req-031133f2-432d-441b-b5b3-c4dbf5d687d1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1330428 Dec 13 09:44:48.246156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.253557 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.253557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e328396-7db6-4313-a66c-65d25efbe156 HTTP/1.1" status: 204 len: 168 time: 0.3197665 Dec 13 09:44:48.287896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dea267-0b0e-42f4-811a-8953f0e69c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e328396-7db6-4313-a66c-65d25efbe156,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:48.412228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da75ecc-b15e-47df-b2ac-d10f7fba6b2d req-fce5313c-d056-44f9-9566-c8b9a607aa38 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765561 Dec 13 09:44:48.500797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69720-d906-4281-9925-4d3073a763e0 req-9c8e34a2-b350-44ce-9d43-dbdc56753a1c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.502964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d69720-d906-4281-9925-4d3073a763e0 req-9c8e34a2-b350-44ce-9d43-dbdc56753a1c tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.0638883 Dec 13 09:44:48.601110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12d69720-d906-4281-9925-4d3073a763e0 req-ffd2af5e-2fc1-4f01-9d0b-8d714a55f7a2 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911441 Dec 13 09:44:48.750706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46272) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:48.842378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b340cb0-cf85-4e85-bdba-de13a259925b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.933424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c09c-e093-4015-8891-641960daab9d req-6a22a919-dca9-4702-b510-cccbbc5d2878 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.934592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:48.940822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a92c09c-e093-4015-8891-641960daab9d req-6a22a919-dca9-4702-b510-cccbbc5d2878 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2097659 Dec 13 09:44:49.059389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a92c09c-e093-4015-8891-641960daab9d req-a80b5d00-54d0-47ec-b6d6-a70df845471a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126025 Dec 13 09:44:49.109153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:49.112579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf6b6-b097-4fc9-bdaa-4fae363a9ab0 req-177b7953-5e0b-4871-8b00-05f7611336be tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.114161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97bcf6b6-b097-4fc9-bdaa-4fae363a9ab0 req-177b7953-5e0b-4871-8b00-05f7611336be tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 945 time: 0.1554899 Dec 13 09:44:49.136773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'port_id': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'mac_address': 'fa:16:3e:ab:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a7b07b-b656-4fbc-90da-0451ed90772a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:49.193363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.218099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b26d616-f8aa-448c-99a1-7a44eac4db29 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:49.242564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:49.247739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.260500 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b340cb0-cf85-4e85-bdba-de13a259925b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.273473 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b340cb0-cf85-4e85-bdba-de13a259925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.333510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:49.333940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97bcf6b6-b097-4fc9-bdaa-4fae363a9ab0 req-757cdb91-10d0-4426-b4ef-21d1fbb5561e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948278 Dec 13 09:44:49.342378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.343033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.343033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.343641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.343988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.344840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.344840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.345201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.345537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.346067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.346405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.347127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.347127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.366510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['0b26d616-f8aa-448c-99a1-7a44eac4db29'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:49.373522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b340cb0-cf85-4e85-bdba-de13a259925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657429e-f91a-421b-b591-5a70d3364dc2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:49.394515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9b340cb0-cf85-4e85-bdba-de13a259925b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4033617c54be42bea62b1937155323aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6425741 Dec 13 09:44:49.398489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:49.511583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.549404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.626048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.632106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.639662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b657429e-f91a-421b-b591-5a70d3364dc2 HTTP/1.1" status: 204 len: 168 time: 0.2372983 Dec 13 09:44:49.652070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60e8f-bbba-4716-b6e6-ec926afebb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657429e-f91a-421b-b591-5a70d3364dc2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:49.772021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-50e4397a-10b4-44bc-b470-a86a4906ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.773665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-50e4397a-10b4-44bc-b470-a86a4906ed49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.1971681 Dec 13 09:44:49.787615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6246c-7b1d-40f4-abbd-032816d2dd8f req-b71160e3-a80f-4db5-b1a2-9528b7996fc1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.797601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40f6246c-7b1d-40f4-abbd-032816d2dd8f req-b71160e3-a80f-4db5-b1a2-9528b7996fc1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.2724297 Dec 13 09:44:49.822059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a88f4-c930-4680-b456-467670f935b2 req-83a4947f-bebf-442f-a9a3-f58f7d81d98f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.833268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-441a88f4-c930-4680-b456-467670f935b2 req-83a4947f-bebf-442f-a9a3-f58f7d81d98f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.3223233 Dec 13 09:44:49.969545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-441a88f4-c930-4680-b456-467670f935b2 req-f108af64-160f-4fb1-92b8-e7bf790cd455 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351256 Dec 13 09:44:50.106001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40f6246c-7b1d-40f4-abbd-032816d2dd8f req-585ed3fb-bad2-4b5f-ad9f-31229235cb9c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070865 Dec 13 09:44:50.131293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-4c376135-8e42-4b52-b2f5-f67ed0b3c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.133597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-4c376135-8e42-4b52-b2f5-f67ed0b3c10c service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.3282025 Dec 13 09:44:50.236141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-765ce84e-41f5-4388-96de-d8145a38d4d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 1001 time: 0.0901325 Dec 13 09:44:50.309797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-5a13e200-f9bd-457c-b18c-d6eb9fb7bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.312058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-5a13e200-f9bd-457c-b18c-d6eb9fb7bf93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0692320 Dec 13 09:44:50.427182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-2dd3b218-68b2-49bc-ac8d-c94aa14f0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.428684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-2dd3b218-68b2-49bc-ac8d-c94aa14f0322 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042094 Dec 13 09:44:50.537968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-63e68c75-fa49-4ac1-b7e9-3ce2168c72c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.540216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-63e68c75-fa49-4ac1-b7e9-3ce2168c72c8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 944 time: 0.0591044 Dec 13 09:44:50.589374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-8ddad558-9dd1-430c-bdcf-829fd274c118 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512899 Dec 13 09:44:50.682582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46791db1-ab31-4276-be70-40c5beed9332 req-a3006a31-f82e-44c6-bfa2-6d241922f1cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.684443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46791db1-ab31-4276-be70-40c5beed9332 req-a3006a31-f82e-44c6-bfa2-6d241922f1cd tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb HTTP/1.1" status: 200 len: 944 time: 0.2347212 Dec 13 09:44:50.765778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Deleting port 0b26d616-f8aa-448c-99a1-7a44eac4db29 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:50.766439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.814642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38be69c0-0d87-47f9-861e-a2a4fb0a8ce0 req-9dbb6874-a744-470f-9739-6e23945f4a61 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156823 Dec 13 09:44:50.821916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46791db1-ab31-4276-be70-40c5beed9332 req-434331ac-8ca1-4c10-9b19-5e558e4498ba tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279750 Dec 13 09:44:50.891463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] For port 0b26d616-f8aa-448c-99a1-7a44eac4db29, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b26d616-f8aa-448c-99a1-7a44eac4db29,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:50.892112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.908949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Calling delete_port for 0b26d616-f8aa-448c-99a1-7a44eac4db29 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:50.931307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:51.077589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 0b26d616-f8aa-448c-99a1-7a44eac4db29 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:51.081181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.101943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.133720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['0b26d616-f8aa-448c-99a1-7a44eac4db29'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:51.153855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event deleted for resources: {'Port': ['ID=0b26d616-f8aa-448c-99a1-7a44eac4db29,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:51.215747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] No DVR routers for this DVR port 0b26d616-f8aa-448c-99a1-7a44eac4db29 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:51.218990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.223795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Could not find standard attr ID for object 0b26d616-f8aa-448c-99a1-7a44eac4db29. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:44:51.225157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-153e8bd7-2733-46f1-bc7e-440edde91348 req-bebb287f-dc4b-455e-824f-9fd25bb010ca tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "DELETE /v2.0/ports/0b26d616-f8aa-448c-99a1-7a44eac4db29 HTTP/1.1" status: 204 len: 173 time: 0.6782541 Dec 13 09:44:51.225916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'name': 'network-vif-deleted', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:51.229064 n-d-820935-7 neutron-server[103196]: INFO neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No ports have port_id starting with 0b26d616-f8aa-448c-99a1-7a44eac4db29 Dec 13 09:44:51.231022 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8057004-a590-45c6-9e8d-cd7108812043" -d '{"events": [{"server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "name": "network-vif-deleted", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:51.273409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5ad2-a6ba-4447-92be-0a51e8428d1f req-fc7f3b1f-bd1d-4f15-8f5a-34468bc53913 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:51.277151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f8e5ad2-a6ba-4447-92be-0a51e8428d1f req-fc7f3b1f-bd1d-4f15-8f5a-34468bc53913 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1509118 Dec 13 09:44:51.359199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f8e5ad2-a6ba-4447-92be-0a51e8428d1f req-431f6c29-676e-43db-a850-c84a420d0139 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758758 Dec 13 09:44:51.498600 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378c438-669a-4a55-8541-b07c2d962425 x-openstack-request-id: req-b378c438-669a-4a55-8541-b07c2d962425 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:51.498915 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb", "name": "network-vif-deleted", "tag": "0b26d616-f8aa-448c-99a1-7a44eac4db29", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:51.499171 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b378c438-669a-4a55-8541-b07c2d962425 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:51.499594 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea62a61-5759-4307-9dd8-cd4bbc8e2fcb', 'name': 'network-vif-deleted', 'tag': '0b26d616-f8aa-448c-99a1-7a44eac4db29', 'status': 'completed', 'code': 200} Dec 13 09:44:51.533989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a67ba-5169-4f2b-b189-f5339bd5a006 req-b1f3b840-45a8-4a3e-a0de-2751529a21a4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:51.547575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6a67ba-5169-4f2b-b189-f5339bd5a006 req-b1f3b840-45a8-4a3e-a0de-2751529a21a4 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1350985 Dec 13 09:44:51.687448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b6a67ba-5169-4f2b-b189-f5339bd5a006 req-c7d64c81-749b-4c47-b3c9-a18b88d29c64 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317608 Dec 13 09:44:52.011446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46372) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:52.137528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-566089b0-14a6-4961-9861-669423085c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.253974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-566089b0-14a6-4961-9861-669423085c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.258966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-566089b0-14a6-4961-9861-669423085c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.326854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566089b0-14a6-4961-9861-669423085c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9ea20-7a14-4ce3-9259-49ae11b3fec9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:52.333621 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-566089b0-14a6-4961-9861-669423085c42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f34c6d19c37d49bc9ad37db49e246be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208852 Dec 13 09:44:52.336511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46400) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:52.666702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48fe5b-58a7-4242-8394-9301d02e082f req-76126ac8-e7dc-4ecc-8470-006dc968e42d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:52.668254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c48fe5b-58a7-4242-8394-9301d02e082f req-76126ac8-e7dc-4ecc-8470-006dc968e42d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1208837 Dec 13 09:44:52.696568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-2a4d24ae-45ed-4868-9dbf-1f36f35d0434 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:52.698324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-2a4d24ae-45ed-4868-9dbf-1f36f35d0434 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.5813549 Dec 13 09:44:52.725571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-5e543dc7-7087-46d0-80b5-6b9bb5561b5d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/quotas/f46e32c4d6ed40009c8eced8a608bd43 HTTP/1.1" status: 200 len: 375 time: 0.0170276 Dec 13 09:44:52.732250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.756776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.769013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-3adfab43-f86e-4f71-bf91-edf3eddc14d5 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346310 Dec 13 09:44:52.772895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c48fe5b-58a7-4242-8394-9301d02e082f req-1dfcb09e-6b02-4a23-8e19-f9ff16ade574 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936377 Dec 13 09:44:52.817949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.822126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.827946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52d9ea20-7a14-4ce3-9259-49ae11b3fec9 HTTP/1.1" status: 204 len: 168 time: 0.4880605 Dec 13 09:44:52.839539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e464c-e756-41a0-b893-4dce163d7999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9ea20-7a14-4ce3-9259-49ae11b3fec9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:52.848668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-37ff07f5-e0ad-42ef-a82f-f6f393a8e700 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:52.849682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-37ff07f5-e0ad-42ef-a82f-f6f393a8e700 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0717402 Dec 13 09:44:53.026379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-e484a4c6-2036-4dd3-95d0-3510fc7fd6e0 service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695037 Dec 13 09:44:53.069269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c3747-d7c5-4d98-831f-9423cf8020bf req-9be022a0-2afd-47db-9537-128d1a635700 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.071281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9c3747-d7c5-4d98-831f-9423cf8020bf req-9be022a0-2afd-47db-9537-128d1a635700 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1005423 Dec 13 09:44:53.159509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9c3747-d7c5-4d98-831f-9423cf8020bf req-68237a72-1d93-4f3d-a981-3eeaa0afb234 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581589 Dec 13 09:44:53.219777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-61e72cc3-f74a-4a13-9de8-fe077d3fcbde service neutron] 10.222.0.31 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815414 Dec 13 09:44:53.254426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-91992f4b-1473-437b-af00-c7c6a9820d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.259470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-91992f4b-1473-437b-af00-c7c6a9820d1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 1096 time: 0.2011752 Dec 13 09:44:53.366988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-c51d064f-7e89-45b4-8086-1c470d362c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.374755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-c51d064f-7e89-45b4-8086-1c470d362c13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.1012602 Dec 13 09:44:53.455680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9315da64-b56f-4e5f-972a-5e264ef6cf59 req-da5173c1-9007-4e91-872f-3f085403e141 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0371575 Dec 13 09:44:53.471402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-beb0dce2-35f0-4ef8-8f6d-55f188c61f57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6 HTTP/1.1" status: 200 len: 217 time: 0.0888772 Dec 13 09:44:53.537170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-1a728a8b-b77a-443b-a294-9302b910b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.538690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-1a728a8b-b77a-443b-a294-9302b910b235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0585613 Dec 13 09:44:53.591349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-076b88d2-2ee3-43c0-99ff-6025dd435628 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395057 Dec 13 09:44:53.601889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-08eb7d94-24d2-4cc5-bbda-68c6d094a2f7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:53.606463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-08eb7d94-24d2-4cc5-bbda-68c6d094a2f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052288 Dec 13 09:44:53.726273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-ef534036-c698-48b3-bc06-f1d27d213b48 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151049 Dec 13 09:44:53.848136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e7a9e-b886-4a4a-8b8f-0ccb45152555 req-cb202619-0d8b-499f-b9cb-1215ab175148 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127663 Dec 13 09:44:54.287978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e615-cd12-44df-8977-f786893b73ca req-b0b1dc79-60e3-440e-b02f-6aeedd4c9fd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.289595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58e2e615-cd12-44df-8977-f786893b73ca req-b0b1dc79-60e3-440e-b02f-6aeedd4c9fd8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Dec 13 09:44:54.339562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58e2e615-cd12-44df-8977-f786893b73ca req-05ed2011-1bf8-4bef-b7e0-a5e7a23ea3e1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Dec 13 09:44:54.583240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-e418274d-e8f6-4c8c-a177-a90eb6757396 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.585371 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-e418274d-e8f6-4c8c-a177-a90eb6757396 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 822 time: 0.1659207 Dec 13 09:44:54.611775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56427326-470f-4b2e-a6c1-c4c5c01a5644 req-7f57189b-981b-49b3-9e48-5315b1c58999 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0567706 Dec 13 09:44:54.616038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Request body: {'port': {'device_id': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'admin_state_up': True, 'tenant_id': 'f46e32c4d6ed40009c8eced8a608bd43'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.624891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46490) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.801128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9e79cee3-062a-463d-9f8f-6a9ddec9ee00 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.809764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-65e78d94-0136-4fa1-bcc1-ba8d926e5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.811933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-65e78d94-0136-4fa1-bcc1-ba8d926e5608 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.1030509 Dec 13 09:44:54.812169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1fd5-68f1-4ba2-b8dd-cf5214082fe0 req-c1b667e0-b3ab-4e22-bb72-f291e3cdd01a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.813745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79e1fd5-68f1-4ba2-b8dd-cf5214082fe0 req-c1b667e0-b3ab-4e22-bb72-f291e3cdd01a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0895257 Dec 13 09:44:54.897677 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e79cee3-062a-463d-9f8f-6a9ddec9ee00 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "PUT /v2.0/quotas/f9412c3cbc15418fae3b1253fb7421f6 HTTP/1.1" status: 200 len: 368 time: 0.2716472 Dec 13 09:44:54.900385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Made reservation on behalf of f46e32c4d6ed40009c8eced8a608bd43 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:54.902824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46500) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.903891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.910035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Request body: {'network': {'project_id': 'f9412c3cbc15418fae3b1253fb7421f6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.950100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-644881ee-6ae2-4ff7-8903-08f8e0e7a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.950773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79e1fd5-68f1-4ba2-b8dd-cf5214082fe0 req-fdb038ef-bf18-491a-8a75-c9e9acb88fe1 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263111 Dec 13 09:44:54.952202 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-644881ee-6ae2-4ff7-8903-08f8e0e7a17f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1301088 Dec 13 09:44:54.963414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:54.977739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Made reservation on behalf of f9412c3cbc15418fae3b1253fb7421f6 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:54.980105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.988513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-d1902603-ac6a-4638-9764-d5e954fc16e3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.996131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-d1902603-ac6a-4638-9764-d5e954fc16e3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.2019353 Dec 13 09:44:55.013104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.014620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 0b26d616-f8aa-448c-99a1-7a44eac4db29 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:55.015241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b26d616-f8aa-448c-99a1-7a44eac4db29 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:55.023770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-747de793-f443-4c8d-b12f-31f96613cd60 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/quotas/9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 375 time: 0.0263586 Dec 13 09:44:55.032036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-3d9651ad-0b1c-4a79-a722-9d75c1067653 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.0497282 Dec 13 09:44:55.100756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-a0ad6435-e821-4b2b-919d-1b02f56d0e10 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761991 Dec 13 09:44:55.129803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-38c26f72-7dec-4065-bef5-2111f06b5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.131293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-38c26f72-7dec-4065-bef5-2111f06b5278 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0826852 Dec 13 09:44:55.132325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Allocated IP 172.20.0.10 (3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57/51a7b07b-b656-4fbc-90da-0451ed90772a/da97cd35-fa60-4fa4-aa8c-090ab59ee31d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:55.168252 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-29bdcb1e-ecca-4c57-b739-ccd2094092ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265307 Dec 13 09:44:55.193853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.202891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.237602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:55.247182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-70682d72-e528-44e0-941b-3977656e55fb service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380885 Dec 13 09:44:55.254030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef475b45-b62c-42a3-b324-56fc10739293,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.258693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.259397 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Added segment 00063e4b-1e28-4e99-beee-de8aef6b51dd of type vlan for network 5efa6522-135f-4612-807f-014984af1dd4 Dec 13 09:44:55.337850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-e6a50d42-b6dd-46b2-834e-8f033fb99cbc service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585748 Dec 13 09:44:55.346153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.398542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.399480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.401941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.412491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-e12c5a4c-9737-41c1-af90-9da2a0c5dd02 service neutron] 10.222.0.31 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519156 Dec 13 09:44:55.424573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.461459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.465865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5619836 Dec 13 09:44:55.485418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46506) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:55.492969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Request body: {'network': {'project_id': 'f9412c3cbc15418fae3b1253fb7421f6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:55.511724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadc3a9-0de5-4cc7-b1c1-e28fdabeeed3 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event updated for resources: {'Network': ['ID=5efa6522-135f-4612-807f-014984af1dd4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.516194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event updated for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.532830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5efa6522-135f-4612-807f-014984af1dd4 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:55.537257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0019e0-e7bc-4721-bec2-6b29417942e7 req-07476cd1-a19d-465c-b043-cc3a81169ed2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.544572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d0019e0-e7bc-4721-bec2-6b29417942e7 req-07476cd1-a19d-465c-b043-cc3a81169ed2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1188550 Dec 13 09:44:55.547667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:55.550545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:55.553191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Made reservation on behalf of f9412c3cbc15418fae3b1253fb7421f6 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:55.554033 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eecffb55-9ff3-44ce-8192-3a2504310b74 req-a6523390-6906-4603-a880-b4c97f6af9ef service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068951 Dec 13 09:44:55.554790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:55.555499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.620213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.620893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.627827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:55.634164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d0019e0-e7bc-4721-bec2-6b29417942e7 req-6ba2d10c-0818-47cb-bae1-02ac77a31a13 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881152 Dec 13 09:44:55.645888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.646260 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Added segment d485110a-8d5d-4554-a03d-d0ba2a269c10 of type vlan for network 0bda063b-d712-481a-94d0-442e95a6c834 Dec 13 09:44:55.646572 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-ceb4de5b-c4b2-447c-9f8f-2fb07dcc93ed tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0438626 Dec 13 09:44:55.660495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Request body: {'port': {'device_id': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:55.712200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.731455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.755076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.756190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.756823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.885187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3950894 Dec 13 09:44:55.887954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:55.891431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0cd898b1-3ad5-4638-b018-0110e866d051 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Request body: {'network': {'project_id': 'f9412c3cbc15418fae3b1253fb7421f6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:55.920951 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd898b1-3ad5-4638-b018-0110e866d051 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 09:44:55.921486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd898b1-3ad5-4638-b018-0110e866d051 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:44:55.922643 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0cd898b1-3ad5-4638-b018-0110e866d051 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0351589 Dec 13 09:44:55.929848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46528) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:55.958460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-767ce7a7-4a9b-4681-ac1e-03525797de83 req-832ad851-bdf7-422a-bbad-dd7b1d188ed8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 210 time: 0.0495739 Dec 13 09:44:55.966205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ede5a-98ae-48fa-a38a-6073fb154dc1 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event updated for resources: {'Network': ['ID=0bda063b-d712-481a-94d0-442e95a6c834,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.982909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0bda063b-d712-481a-94d0-442e95a6c834 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:55.985808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01ba66-64f6-4f5a-a522-1a312a1f52fd req-275d7b60-d0dd-47b0-bc92-a91156188e6f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.993862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc01ba66-64f6-4f5a-a522-1a312a1f52fd req-275d7b60-d0dd-47b0-bc92-a91156188e6f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 932 time: 0.1276596 Dec 13 09:44:56.058149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9b02828-c3c8-41dc-8ad9-123ccd3fd157 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9412c3cbc15418fae3b1253fb7421f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226883 Dec 13 09:44:56.061783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc01ba66-64f6-4f5a-a522-1a312a1f52fd req-f637b09c-90b7-4588-88a8-e147785aaa2b tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670679 Dec 13 09:44:56.062323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46538) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.161291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6144-53b7-4f06-bc50-8b3c4c8292fc req-bd2a5dde-573f-447a-9e36-304e07daf919 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.168516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e13b6144-53b7-4f06-bc50-8b3c4c8292fc req-bd2a5dde-573f-447a-9e36-304e07daf919 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0875976 Dec 13 09:44:56.171434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.181009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da97cd35-fa60-4fa4-aa8c-090ab59ee31d {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:56.208823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.216739 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.226501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Transition to ACTIVE for port object da97cd35-fa60-4fa4-aa8c-090ab59ee31d will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:56.235187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.252092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e13b6144-53b7-4f06-bc50-8b3c4c8292fc req-a0421918-41c3-4cb0-98f5-0ec9c508c4a7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826671 Dec 13 09:44:56.289716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Pushing event updated for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.299982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.303093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.307327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef475b45-b62c-42a3-b324-56fc10739293 HTTP/1.1" status: 204 len: 168 time: 0.2439415 Dec 13 09:44:56.308164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46542) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.336462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64aeb4f-83f4-4f9b-ab6b-7187fd806d62 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef475b45-b62c-42a3-b324-56fc10739293,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.367198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Attempting to bind port da97cd35-fa60-4fa4-aa8c-090ab59ee31d on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:56.367673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Attempting to bind port da97cd35-fa60-4fa4-aa8c-090ab59ee31d by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:56.368100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Attempting to bind port da97cd35-fa60-4fa4-aa8c-090ab59ee31d on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:56.374295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Port da97cd35-fa60-4fa4-aa8c-090ab59ee31d on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:56.374667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Attempting to bind port da97cd35-fa60-4fa4-aa8c-090ab59ee31d on network 3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:56.379814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:56.380173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Checking segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:56.380538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Bound using segment: {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:56.380958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Bound port: da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84616511-57b2-4852-9787-a1faf05d8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:56.381316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.397659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.449011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:56.452733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:56.457556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.486951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.496963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.497589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.499036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] 10.222.0.20 "PUT /v2.0/ports/da97cd35-fa60-4fa4-aa8c-090ab59ee31d HTTP/1.1" status: 200 len: 1092 time: 0.8455200 Dec 13 09:44:56.499478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:56.501744 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:56.509649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bda063b-d712-481a-94d0-442e95a6c834']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.521498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd485110a-8d5d-4554-a03d-d0ba2a269c10') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.521773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd485110a-8d5d-4554-a03d-d0ba2a269c10') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.534415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.539004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fff4-e216-419c-96a3-d4f631fe485e service neutron] Pushing event updated for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.549964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.554975 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039af8f-e840-4ea4-bd30-3e97d517230f x-openstack-request-id: req-d039af8f-e840-4ea4-bd30-3e97d517230f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:56.555278 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:56.556080 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d039af8f-e840-4ea4-bd30-3e97d517230f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:56.556547 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d', 'status': 'completed', 'code': 200} Dec 13 09:44:56.556800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:56.557199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:56.559040 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:56.615118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-465f451d-64ea-402f-a97b-349300a87ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.616874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-465f451d-64ea-402f-a97b-349300a87ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0456014 Dec 13 09:44:56.620068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.626340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.629822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0bda063b-d712-481a-94d0-442e95a6c834 HTTP/1.1" status: 204 len: 168 time: 0.3180470 Dec 13 09:44:56.632585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46546) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.641585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61de6a-b6b0-41c9-9c2e-6e89f1ff01a7 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bda063b-d712-481a-94d0-442e95a6c834,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.678601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-5533867a-cfdf-416e-9b3b-7040e9abdbaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d HTTP/1.1" status: 200 len: 217 time: 0.0543652 Dec 13 09:44:56.765995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.772947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989171af-02c0-4172-b00d-7990dc742fbf req-eab84a8f-a20a-4d54-9cad-ac99351b9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.774368 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-eab84a8f-a20a-4d54-9cad-ac99351b9c78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.0698700 Dec 13 09:44:56.775580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255120e-c0e0-4621-ae37-24033abf9735 req-263e7d2c-8e41-4d59-8cc6-7d75083864f6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.777732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d255120e-c0e0-4621-ae37-24033abf9735 req-263e7d2c-8e41-4d59-8cc6-7d75083864f6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Dec 13 09:44:56.827079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d255120e-c0e0-4621-ae37-24033abf9735 req-ae836459-bc09-4988-bff8-b9194e0a85ff tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Dec 13 09:44:56.831265 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-8700baba-2f27-4bf7-9414-d7f9cea942da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482833 Dec 13 09:44:56.925209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.960307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efa6522-135f-4612-807f-014984af1dd4']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.977019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00063e4b-1e28-4e99-beee-de8aef6b51dd') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.977322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00063e4b-1e28-4e99-beee-de8aef6b51dd') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:56.996636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.023910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-64290a2d-10e5-4bdc-92a2-13ae602a7f69 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652775 Dec 13 09:44:57.024869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.040565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:57.040969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:57.043599 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:57.119208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-854af1f3-0cad-432d-a75a-f9cd25e89432 req-9c273b43-4604-45ea-9714-345384ebc592 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 210 time: 0.0322101 Dec 13 09:44:57.154514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-b2219d92-145b-45ed-9c5a-ea68bf7e5037 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.156858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-b2219d92-145b-45ed-9c5a-ea68bf7e5037 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 807 time: 0.1876471 Dec 13 09:44:57.159325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.167869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.171516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Request body: {'port': {'device_id': '708afefc-39e4-42f3-a9cf-a2655408a611', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'admin_state_up': True, 'tenant_id': '9508a0dd44274258bccd4f45b464600f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:57.175638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5efa6522-135f-4612-807f-014984af1dd4 HTTP/1.1" status: 204 len: 168 time: 0.5420306 Dec 13 09:44:57.198586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40a13a-1a05-4e2a-8837-92b5e6491123 tempest-QuotasNegativeTest-584145700 tempest-QuotasNegativeTest-584145700-project-admin] Pushing event deleted for resources: {'Network': ['ID=5efa6522-135f-4612-807f-014984af1dd4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:57.218746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-989171af-02c0-4172-b00d-7990dc742fbf req-40e2c685-1a3a-4edd-ba6d-628063d70285 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867058 Dec 13 09:44:57.345090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-04568f38-faba-4ba2-b85d-7362f334ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.347277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-04568f38-faba-4ba2-b85d-7362f334ac5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0703387 Dec 13 09:44:57.349959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3a839-c4a6-47dc-bbf5-23ca696d3f5e req-21d639c0-050a-466b-9e92-7d1ec5cb86de tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.351766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ee3a839-c4a6-47dc-bbf5-23ca696d3f5e req-21d639c0-050a-466b-9e92-7d1ec5cb86de tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 944 time: 0.0956421 Dec 13 09:44:57.399072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Made reservation on behalf of 9508a0dd44274258bccd4f45b464600f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:57.403075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.443326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ee3a839-c4a6-47dc-bbf5-23ca696d3f5e req-5be09472-2205-4e57-b614-5580f3e294a8 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843499 Dec 13 09:44:57.534589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-937edc83-0cb7-4c79-b3dc-e8b9795750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.540297 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-937edc83-0cb7-4c79-b3dc-e8b9795750d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 200 len: 923 time: 0.1757779 Dec 13 09:44:57.596448 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-b434b61e-3ae0-4df3-accf-650afefe952c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d HTTP/1.1" status: 200 len: 217 time: 0.0421066 Dec 13 09:44:57.625062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 946183b1-4ab7-4e51-bcb7-5c26501966a6 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:57.640819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Allocated IP 172.20.0.6 (73b915b1-b359-496e-ba4b-ec17ddbb7572/f668b58b-5823-4cbf-8dc4-288fc7d25fc7/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:57.708295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-d439516d-5504-4a0a-813e-53cfcc173c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.712204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-d439516d-5504-4a0a-813e-53cfcc173c78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 200 len: 862 time: 0.1082997 Dec 13 09:44:57.787711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-7c1f2a46-15e3-4967-92f1-1c543dc3827e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573082 Dec 13 09:44:57.892474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.930864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:57.949605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:57.950871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:57.953812 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab1b42-74db-42e5-8452-f23d444e67b8" -d '{"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:57.956597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-db743bb8-8708-4f6d-856a-8cf61a159833 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613264 Dec 13 09:44:57.958196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.003703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004cdea-4e42-4d10-8f26-d5670212295a req-944d8e30-e805-4077-93dd-ebb762b525e0 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.011675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e004cdea-4e42-4d10-8f26-d5670212295a req-944d8e30-e805-4077-93dd-ebb762b525e0 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.2058833 Dec 13 09:44:58.023588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.029999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.112223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e004cdea-4e42-4d10-8f26-d5670212295a req-1252b9da-b831-4ae1-b08f-c6c9320525d8 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Dec 13 09:44:58.129954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af89233b-b0af-4c60-9c96-1bee3a1691c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.149506 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ddbf374-e4a8-4c94-8eb9-1643b2000bf3 req-779d3e5f-e807-4520-87d6-5bd6c411fc30 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754172 Dec 13 09:44:58.153275 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.224496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Network 73b915b1-b359-496e-ba4b-ec17ddbb7572 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:58.231813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:58.234488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:58.247716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af89233b-b0af-4c60-9c96-1bee3a1691c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.249136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-857745e0-e3ab-4f5e-bdbf-9786cbcae819 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.251392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-857745e0-e3ab-4f5e-bdbf-9786cbcae819 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e046ab4-41ec-478f-82cb-a87c0a02a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1358154 Dec 13 09:44:58.253023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af89233b-b0af-4c60-9c96-1bee3a1691c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.273815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.306909 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-af89233b-b0af-4c60-9c96-1bee3a1691c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=966a3e869bce470895337be2806d8ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748114 Dec 13 09:44:58.308922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89233b-b0af-4c60-9c96-1bee3a1691c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e819b9-2748-49bb-87cf-1452a5755ab5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.311365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46616) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:58.371209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.379264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.379952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.405717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-05f26323-1f5e-443f-9663-49cca9c821ab tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394063 Dec 13 09:44:58.407888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.420291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Request body: {'port': {'device_id': '708afefc-39e4-42f3-a9cf-a2655408a611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:58.434209 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e292a0-1c4a-45dd-8c38-22773b450a4d x-openstack-request-id: req-73e292a0-1c4a-45dd-8c38-22773b450a4d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:58.434506 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-unplugged", "status": "failed", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:58.434946 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73e292a0-1c4a-45dd-8c38-22773b450a4d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:58.436592 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'code': 422} returned with failed status Dec 13 09:44:58.453487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port 946183b1-4ab7-4e51-bcb7-5c26501966a6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:58.453873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.481647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.486170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.487756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40e819b9-2748-49bb-87cf-1452a5755ab5 HTTP/1.1" status: 204 len: 168 time: 0.1751101 Dec 13 09:44:58.498398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcee58-7ab9-4cbc-925e-1930ce9fb61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e819b9-2748-49bb-87cf-1452a5755ab5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.563226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.616684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928529-fc5d-42e3-9eb5-45e8e1a6d6c9 req-506935f9-e9ac-4268-910d-e113963ed7b1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.618268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79928529-fc5d-42e3-9eb5-45e8e1a6d6c9 req-506935f9-e9ac-4268-910d-e113963ed7b1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 931 time: 0.1009688 Dec 13 09:44:58.659801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port 946183b1-4ab7-4e51-bcb7-5c26501966a6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=946183b1-4ab7-4e51-bcb7-5c26501966a6,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:58.660335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.684622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for 946183b1-4ab7-4e51-bcb7-5c26501966a6 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:58.806891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:58.827157 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15c9a213-6f07-429d-9111-85491b4d157c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.913306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15c9a213-6f07-429d-9111-85491b4d157c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.917853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15c9a213-6f07-429d-9111-85491b4d157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.962773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15c9a213-6f07-429d-9111-85491b4d157c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9305e8ea05544f52b4271dbc3d7d4243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511993 Dec 13 09:44:58.962773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a213-6f07-429d-9111-85491b4d157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6d37c-bd03-41d8-a121-ea3ec3ed9d39,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.964858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46628) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:59.016413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.042925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.100324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.103252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.106945 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3e6d37c-bd03-41d8-a121-ea3ec3ed9d39 HTTP/1.1" status: 204 len: 168 time: 0.1387303 Dec 13 09:44:59.112914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79928529-fc5d-42e3-9eb5-45e8e1a6d6c9 req-65cb9b86-d3f9-4205-bd6f-b483516a775d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723589 Dec 13 09:44:59.118366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2982bd-4272-4e6f-ac2c-013b4c81d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6d37c-bd03-41d8-a121-ea3ec3ed9d39,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.321953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a107-1caa-4fdd-9bfa-cdb6d06608f3 req-fe033e66-a07f-4934-9af9-27efb3b8153a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.328381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7665a107-1caa-4fdd-9bfa-cdb6d06608f3 req-fe033e66-a07f-4934-9af9-27efb3b8153a tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 944 time: 0.1390970 Dec 13 09:44:59.378291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.406663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.466408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7665a107-1caa-4fdd-9bfa-cdb6d06608f3 req-6174eea6-89e4-4eda-941a-aca7eb289cda tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358652 Dec 13 09:44:59.472458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=946183b1-4ab7-4e51-bcb7-5c26501966a6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.505764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:59.526183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port 946183b1-4ab7-4e51-bcb7-5c26501966a6 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:59.529674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.532472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.535799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3823872c-ea8e-4bef-be83-31aff08f02c2 req-389a51e2-f5d5-4b2f-84a3-d89aa255715b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "DELETE /v2.0/ports/946183b1-4ab7-4e51-bcb7-5c26501966a6 HTTP/1.1" status: 204 len: 173 time: 1.2651613 Dec 13 09:44:59.536293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-deleted', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:59.538666 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5f1ca-6882-439c-87e1-e68a89544e70" -d '{"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-deleted", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:59.556501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Transition to ACTIVE for port object a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:59.562729 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.621968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.737463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:59.738359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:59.738886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:59.744959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:59.745555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:59.751537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:59.752126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:59.753059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:59.753977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Bound port: a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:59.754573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.895746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691f88f-3676-4700-9e4e-70936f621ec7 req-bb0813be-cc8a-4bab-aa6c-1ca909ca173d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.904080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3691f88f-3676-4700-9e4e-70936f621ec7 req-bb0813be-cc8a-4bab-aa6c-1ca909ca173d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1337492 Dec 13 09:44:59.942585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:59.966995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:59.973576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3691f88f-3676-4700-9e4e-70936f621ec7 req-9921901c-725c-4a25-813a-e866b62ec2be tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685992 Dec 13 09:44:59.975216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.025035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.026007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.027783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] 10.222.0.20 "PUT /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 1091 time: 1.6138618 Dec 13 09:45:00.081891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e91b-2d6d-445b-af3c-dc5124ff0bce service neutron] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:00.192847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-ab941c14-b8b8-4dfb-9ae8-5f7b2a623747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.194449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-ab941c14-b8b8-4dfb-9ae8-5f7b2a623747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1094 time: 0.0970180 Dec 13 09:45:00.265624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-94316ef4-440c-4bfb-839e-aef04b07b76f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 217 time: 0.0630426 Dec 13 09:45:00.281931 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1892bbd4-5f53-4c68-b6ae-74f5b97455ca x-openstack-request-id: req-1892bbd4-5f53-4c68-b6ae-74f5b97455ca {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:00.282288 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e046ab4-41ec-478f-82cb-a87c0a02a0f4", "name": "network-vif-deleted", "tag": "946183b1-4ab7-4e51-bcb7-5c26501966a6", "status": "failed", "code": 422}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:00.282562 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1892bbd4-5f53-4c68-b6ae-74f5b97455ca {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:00.283088 n-d-820935-7 neutron-server[103195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e046ab4-41ec-478f-82cb-a87c0a02a0f4', 'name': 'network-vif-deleted', 'tag': '946183b1-4ab7-4e51-bcb7-5c26501966a6', 'status': 'failed', 'code': 422} returned with failed status Dec 13 09:45:00.344641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abb11c-bdb3-4283-ab34-afae8484eb95 req-862efc96-b4ba-4de0-969b-345a70df1d42 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.346160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13abb11c-bdb3-4283-ab34-afae8484eb95 req-862efc96-b4ba-4de0-969b-345a70df1d42 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.1265166 Dec 13 09:45:00.354392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-6464adac-cd86-4dcb-9b12-4234ccfa1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.355838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-6464adac-cd86-4dcb-9b12-4234ccfa1bf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0756500 Dec 13 09:45:00.414366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-2b7e65df-2990-41cc-b3db-c13cacdaa01b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477679 Dec 13 09:45:00.540110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13abb11c-bdb3-4283-ab34-afae8484eb95 req-ffff8c33-cce1-42e4-927c-4b130c0e6d21 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827297 Dec 13 09:45:00.613041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-3448ad18-a7ad-4e85-a5d9-6bacf5602b4f service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709545 Dec 13 09:45:00.624429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-16603a61-1f8b-40f3-b841-0068d763f5a9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.626368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-16603a61-1f8b-40f3-b841-0068d763f5a9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2738500 Dec 13 09:45:00.674207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-24437ff8-51b8-4d6a-ac18-8982ff2cd60f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0384171 Dec 13 09:45:00.753249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-9ae95d1f-c929-4dd6-b08c-e0f8faabf6ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413654 Dec 13 09:45:00.770422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f9f63-fbef-421a-bdbb-38f4498541e2 req-078763d2-32eb-4f97-b87f-026843cb9eef tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.771963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a4f9f63-fbef-421a-bdbb-38f4498541e2 req-078763d2-32eb-4f97-b87f-026843cb9eef tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 944 time: 0.1374714 Dec 13 09:45:00.830953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46694) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:00.870229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb2ed39d-9478-47dd-a385-1a8bfaca3ecc req-c127d938-288f-4ac8-ab82-a8181efc264c service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428501 Dec 13 09:45:00.917219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a4f9f63-fbef-421a-bdbb-38f4498541e2 req-fc484ad5-b779-4aae-93d4-0c0beea86811 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342306 Dec 13 09:45:00.945179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-9a1249d5-191d-423d-8733-6abc1ca49388 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631458 Dec 13 09:45:00.962090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device da97cd35-fa60-4fa4-aa8c-090ab59ee31d details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:01.002284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-969847316'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:01.031358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Made reservation on behalf of 7647fe619ab7474091444a68b417534e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:01.038213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.045683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-31e5f001-6d68-4118-84c0-0ab0e4938cd6 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019528 Dec 13 09:45:01.061836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.105474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:01.119685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d', 'network_id': '3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57', 'port_id': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d', 'mac_address': 'fa:16:3e:53:00:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a7b07b-b656-4fbc-90da-0451ed90772a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:01.170695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.192059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da97cd35-fa60-4fa4-aa8c-090ab59ee31d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:01.217955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:01.224566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.270460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.279129 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.284435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.299601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4446e515-e006-4e9c-8df5-5cfb4b02f16a req-1a61c46f-2ae1-4566-b780-63562f971d4d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 210 time: 0.0381947 Dec 13 09:45:01.327236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:01.337265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a84136-8338-4f24-a722-c8c442229456,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.356949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.357918 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Added segment 93355271-abd1-496f-a2be-666cb0755ce1 of type vlan for network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 Dec 13 09:45:01.386457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b769763-1a32-4f85-b8b6-8121410510bb req-d6121635-0684-49b5-9f11-70b04ef8feb2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:01.394623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b769763-1a32-4f85-b8b6-8121410510bb req-d6121635-0684-49b5-9f11-70b04ef8feb2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1043966 Dec 13 09:45:01.404703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.433760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.441124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:01.441873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.452988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b769763-1a32-4f85-b8b6-8121410510bb req-52a17c21-0b30-4b1f-ae39-aef20fd437a7 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Dec 13 09:45:01.458399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['da97cd35-fa60-4fa4-aa8c-090ab59ee31d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:01.467981 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6357977 Dec 13 09:45:01.535599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65044ef5-08fb-4d78-b29e-972ae4d5be9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Pushing event updated for resources: {'Network': ['ID=0c3f4961-1fd6-429b-9afd-0ddd04c88bc7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.558648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:01.713849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46718) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:01.719488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7', 'binding:host_id': 'n-h2-820935-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-645468623'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:01.745637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85892819-1dbb-41c3-ac10-6dbc1cf9b3a1 req-e89b83d2-4c9f-42be-8d31-e4ee5183053d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:01.747127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85892819-1dbb-41c3-ac10-6dbc1cf9b3a1 req-e89b83d2-4c9f-42be-8d31-e4ee5183053d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.1043074 Dec 13 09:45:01.756336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Made reservation on behalf of b8af2841a0a44ce782e333679b33e526 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:01.758405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.773850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.829546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85892819-1dbb-41c3-ac10-6dbc1cf9b3a1 req-555af460-4c42-4466-bbf4-0d5369b09b5f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680280 Dec 13 09:45:01.892204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.896881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.902225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port 02447853-5428-45f3-bd5b-33afbcab0949 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:01.989500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97774d-0956-4ab1-965a-2bdab8792e44,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:02.120998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230087d-3d5d-4543-a58a-81b02282afc7 req-7a561f59-aedd-461c-8ada-69af1aa4af7e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.122542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0230087d-3d5d-4543-a58a-81b02282afc7 req-7a561f59-aedd-461c-8ada-69af1aa4af7e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1224387 Dec 13 09:45:02.228757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0230087d-3d5d-4543-a58a-81b02282afc7 req-285cf33a-bbb6-4d5b-aaa2-7b34ad13fa96 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967815 Dec 13 09:45:02.231028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port 02447853-5428-45f3-bd5b-33afbcab0949 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:02.242154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.250672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.287013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:02.289860 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3392f79-04eb-4622-a3ca-300ad5040ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:02.408585 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a5ae9-048b-44dd-a7b3-29c70698dbfe x-openstack-request-id: req-1e0a5ae9-048b-44dd-a7b3-29c70698dbfe {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:02.409061 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:02.409833 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e0a5ae9-048b-44dd-a7b3-29c70698dbfe {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:02.412162 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'status': 'completed', 'code': 200} Dec 13 09:45:02.476025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=02447853-5428-45f3-bd5b-33afbcab0949,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:02.494046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Checking segment: {'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:02.494504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Network hostable DHCP agents. Network: 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:02.520213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-a8619905-a465-441b-a555-78f9c491c67f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.522161 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-a8619905-a465-441b-a555-78f9c491c67f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.1625280 Dec 13 09:45:02.538152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:02.582103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64960290-eb9c-4b0b-8165-87bf02562c83 req-5190065c-2657-4447-82fc-2a09f80dfac8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 210 time: 0.1021116 Dec 13 09:45:02.594964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-f20d1a4d-8daf-4a00-acb3-f8047d1558d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.612887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-f20d1a4d-8daf-4a00-acb3-f8047d1558d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1094 time: 0.2069979 Dec 13 09:45:02.700929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:02.721394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:02.725882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.754467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:02.765171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc942b-5496-4c44-9ee6-96b8811507f1 None None] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:02.771196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de41061-a102-4e83-afb4-468ca93772f2 req-f629681b-22a7-445f-8f73-c6c091787bc6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.772784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9de41061-a102-4e83-afb4-468ca93772f2 req-f629681b-22a7-445f-8f73-c6c091787bc6 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1509454 Dec 13 09:45:02.773571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:02.827560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:02.827909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:02.828309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:02.851920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-27b081d6-f757-4974-b283-dc1bf124b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.854239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-27b081d6-f757-4974-b283-dc1bf124b96c service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2327778 Dec 13 09:45:02.856796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:02.857691 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:02.863049 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 2 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:02.905538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-bb0e42a0-a0c6-4f4f-a331-78e5471b3986 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 217 time: 0.0369890 Dec 13 09:45:02.916654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.7 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:02.987246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device da97cd35-fa60-4fa4-aa8c-090ab59ee31d up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:02.996893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-1f0f9653-e0cc-4a37-bb01-1d15bee58ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.998934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-1f0f9653-e0cc-4a37-bb01-1d15bee58ba4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0870135 Dec 13 09:45:03.032950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9de41061-a102-4e83-afb4-468ca93772f2 req-1efce03a-e357-44c3-bf90-0a6769321d47 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532825 Dec 13 09:45:03.065363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.065363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.065735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.082797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.119470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.143863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-5ddcbbc4-0eec-465f-b463-c6489bd0e0bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097975 Dec 13 09:45:03.170471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:03.172675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.173021 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.174397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:03.178267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:03.181589 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 3 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.186103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.228254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615d21-e7de-435d-a361-40ebb0f333d0 req-6903eb42-a167-4f7f-86ee-e550c432a452 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.235598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93615d21-e7de-435d-a361-40ebb0f333d0 req-6903eb42-a167-4f7f-86ee-e550c432a452 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.2354906 Dec 13 09:45:03.239049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.239507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.264800 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-1c3ef3bf-e58b-4d09-906d-860a4b1d4e8f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309861 Dec 13 09:45:03.275459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Request body: {'port': {'device_id': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:03.297763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port da97cd35-fa60-4fa4-aa8c-090ab59ee31d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:03.303762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port da97cd35-fa60-4fa4-aa8c-090ab59ee31d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:03.304308 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.338592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.338923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.339429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.349944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.371859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.372429 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.391389 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 4 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.404880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.428234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93615d21-e7de-435d-a361-40ebb0f333d0 req-1dff0d62-e0ff-4cc5-b8ef-d0d5c38eb3c0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916962 Dec 13 09:45:03.449764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:03.452744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:03.456030 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54430281-5e6d-4457-8da9-159f8fdfbbae" -d '{"events": [{"server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:03.457422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.460443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.460973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.463155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.539776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-6e723d52-0ffc-4292-b70f-166e947ef667 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635035 Dec 13 09:45:03.562490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.568562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6533c-55bc-44c0-925f-c2466b0321f8 req-76602793-bab5-4018-ad6a-0111a51fbf42 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.570920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c6533c-55bc-44c0-925f-c2466b0321f8 req-76602793-bab5-4018-ad6a-0111a51fbf42 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 945 time: 0.2343736 Dec 13 09:45:03.572985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.573310 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.633834 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d492d-3503-4679-a164-da17594f35f4 x-openstack-request-id: req-d10d492d-3503-4679-a164-da17594f35f4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:03.634165 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:03.634604 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d10d492d-3503-4679-a164-da17594f35f4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:03.635155 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d', 'code': 200} Dec 13 09:45:03.641060 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 5 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.699181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.699896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.700477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.723895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:03.725028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.725816 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.735770 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 6 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.768098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.790063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c6533c-55bc-44c0-925f-c2466b0321f8 req-ae55cdc9-21f5-4c56-accb-b09c54e8d2ab tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369298 Dec 13 09:45:03.815443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Transition to ACTIVE for port object e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:03.819700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020156b5-6fe0-45ec-9999-785352cb7696 req-3e8616ca-4443-4a9a-a925-4372573ac633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.821970 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-020156b5-6fe0-45ec-9999-785352cb7696 req-3e8616ca-4443-4a9a-a925-4372573ac633 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1238129 Dec 13 09:45:03.843154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.843499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.843882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.850519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.851297 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.851846 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 7 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.857748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.862346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3392f79-04eb-4622-a3ca-300ad5040ae3 req-24ae8ec4-aeec-4ad7-b5a4-89283a3a07b0 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888615 Dec 13 09:45:03.885251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.885597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.885967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.899534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dda8-d2cf-400a-90db-7cd151f1f391 req-b6bcd940-0291-41a0-887a-b0d907fc33b2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.901158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fe8dda8-d2cf-400a-90db-7cd151f1f391 req-b6bcd940-0291-41a0-887a-b0d907fc33b2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 931 time: 0.1537700 Dec 13 09:45:03.901984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.902315 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.902715 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 8 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.924496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.925940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.926296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.945977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:03.945977 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:03.947971 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 9 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:03.975973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Pushing event updated for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.977714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.978046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.978386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:04.001206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fe8dda8-d2cf-400a-90db-7cd151f1f391 req-13c21c42-a7b4-48a2-9aeb-e0d9284adc79 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874453 Dec 13 09:45:04.003113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:04.003455 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:04.004111 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 10 to bind port 02447853-5428-45f3-bd5b-33afbcab0949 Dec 13 09:45:04.019064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-020156b5-6fe0-45ec-9999-785352cb7696 req-22e8b822-a3f4-4207-ba76-58cc5adb8488 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774552 Dec 13 09:45:04.031855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:04.032415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:04.033012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:04.038108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 02447853-5428-45f3-bd5b-33afbcab0949 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:04.038440 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 02447853-5428-45f3-bd5b-33afbcab0949 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:04.038813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.084784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.088516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Attempting to bind port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:04.088854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Attempting to bind port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:04.089248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Attempting to bind port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:04.094763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:04.095079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Attempting to bind port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:04.100391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:04.100725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:04.101103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:04.101525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Bound port: e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:04.101876 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.142344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port 02447853-5428-45f3-bd5b-33afbcab0949, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:04.142717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempted to set empty binding levels {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:45:04.148752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.170746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:04.174057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:04.177790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.188528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.189131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.213258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2d97d-d372-4643-8bc4-13af7bcd1491 req-64954fd3-4e0d-4933-8b70-673e576d4280 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.217884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.218264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3a2d97d-d372-4643-8bc4-13af7bcd1491 req-64954fd3-4e0d-4933-8b70-673e576d4280 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1029851 Dec 13 09:45:04.218499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.220134 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] 10.222.0.16 "PUT /v2.0/ports/e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf HTTP/1.1" status: 200 len: 1091 time: 0.9492974 Dec 13 09:45:04.220247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=02447853-5428-45f3-bd5b-33afbcab0949,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.220577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:04.222860 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8350a1-654d-4db3-9287-d12ab9664146" -d '{"events": [{"name": "network-changed", "server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:04.250434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-37b45dd3-f3c7-49eb-a9dd-736fc7c489ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.5354531 Dec 13 09:45:04.253325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:04.260473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893905-3726-4bf5-9b4d-38085a02c98f service neutron] Pushing event updated for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.285041 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c49387-8e63-4df8-9e07-a706f3f041bf x-openstack-request-id: req-02c49387-8e63-4df8-9e07-a706f3f041bf {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:04.285362 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:04.285626 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02c49387-8e63-4df8-9e07-a706f3f041bf {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:04.286068 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf', 'status': 'completed', 'code': 200} Dec 13 09:45:04.320920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3a2d97d-d372-4643-8bc4-13af7bcd1491 req-c4c5fb02-d6c5-4cff-9847-4a541dac6737 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956240 Dec 13 09:45:04.331396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-42008ada-39f8-4472-a5c3-6c7c30d4d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.333171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-42008ada-39f8-4472-a5c3-6c7c30d4d750 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 1094 time: 0.0413437 Dec 13 09:45:04.362905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Deleting port 02447853-5428-45f3-bd5b-33afbcab0949 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:04.363258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.425886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port 02447853-5428-45f3-bd5b-33afbcab0949, host n-h2-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:04.426260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.439936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Calling delete_port for 02447853-5428-45f3-bd5b-33afbcab0949 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:04.564476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1811c5-158c-45d5-bb6e-ed844670bf74 req-c3d49587-a0aa-4e44-ac55-46d62c2c8493 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.566154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef1811c5-158c-45d5-bb6e-ed844670bf74 req-c3d49587-a0aa-4e44-ac55-46d62c2c8493 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0684118 Dec 13 09:45:04.567414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.596205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event deleted for resources: {'Port': ['ID=02447853-5428-45f3-bd5b-33afbcab0949,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.619168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.622475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-864fc026-c94e-4a41-b283-45556b57f0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "DELETE /v2.0/ports/02447853-5428-45f3-bd5b-33afbcab0949 HTTP/1.1" status: 204 len: 168 time: 0.3682153 Dec 13 09:45:04.625135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46764) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:04.626959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-e4638755-f2f7-4b57-856d-4b7c3a7bbaed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf HTTP/1.1" status: 200 len: 217 time: 0.2862134 Dec 13 09:45:04.656529 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cb5e8c-b43d-436c-9115-87c1cfcb1958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:45:04.657930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-94cb5e8c-b43d-436c-9115-87c1cfcb1958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports/02447853-5428-45f3-bd5b-33afbcab0949 HTTP/1.1" status: 404 len: 333 time: 0.0318675 Dec 13 09:45:04.662794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:04.671240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1357897906'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:04.675938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef1811c5-158c-45d5-bb6e-ed844670bf74 req-c9718ae0-9a50-4d28-91a4-69961338d7f9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Dec 13 09:45:04.695094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-62ee955f-dc9e-4118-8f94-7080e76b13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.696537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-62ee955f-dc9e-4118-8f94-7080e76b13aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0625184 Dec 13 09:45:04.701956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Made reservation on behalf of b8af2841a0a44ce782e333679b33e526 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:04.704187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.739147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-80feab17-8bdf-47b3-af0e-47c352e44cf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320506 Dec 13 09:45:04.741138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port e1497426-3223-4020-9937-00ed88c6b908 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:04.906848 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-dc848d6a-c874-4d24-90a2-3bc709728d91 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605825 Dec 13 09:45:04.921113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63feacc-dd8d-4423-8d56-dc440159a8c6 req-5c0da60b-555d-466a-804a-f639cbad6f8d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.922606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c63feacc-dd8d-4423-8d56-dc440159a8c6 req-5c0da60b-555d-466a-804a-f639cbad6f8d tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0537772 Dec 13 09:45:04.973144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c63feacc-dd8d-4423-8d56-dc440159a8c6 req-164959d1-2802-4865-ae33-5586fb0dc3cc tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Dec 13 09:45:05.017078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.056214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c7624b1-6fae-4b62-a5e7-8f5fe95596de req-6df4ab0e-9c06-40a8-bdc8-e896f5454411 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222911 Dec 13 09:45:05.073274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.119774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:05.133331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:05.134408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66a37c-9517-45c0-b20d-b07f58be8310 req-6d233642-8b1c-4702-9dad-fa58e2f22f3e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.139815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:05.140786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.141385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.143585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf66a37c-9517-45c0-b20d-b07f58be8310 req-6d233642-8b1c-4702-9dad-fa58e2f22f3e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 943 time: 0.0648944 Dec 13 09:45:05.165193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=e1497426-3223-4020-9937-00ed88c6b908,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:05.177880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4268e682-e3fe-4161-8763-1b0607c5b2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5140316 Dec 13 09:45:05.180808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:05.186323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:05.187434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-406c9ca8-467c-4346-9781-f2e30093b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.188460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-406c9ca8-467c-4346-9781-f2e30093b52d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 1094 time: 0.0661235 Dec 13 09:45:05.240334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf66a37c-9517-45c0-b20d-b07f58be8310 req-260fe806-f2db-4d54-823b-50c7ac449927 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Dec 13 09:45:05.263901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.289411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-09a138b7-ebbe-4731-aad1-82470212115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.290856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-09a138b7-ebbe-4731-aad1-82470212115f service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.0940268 Dec 13 09:45:05.337443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-9bb7c32e-869d-452a-a1d4-c42e4867ec11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf HTTP/1.1" status: 200 len: 217 time: 0.0381031 Dec 13 09:45:05.389320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-f85eddae-c0bb-48e0-9ece-6a6ceef0af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.390751 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-f85eddae-c0bb-48e0-9ece-6a6ceef0af17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.0465751 Dec 13 09:45:05.422290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-b8a63ae5-82dd-472d-a859-fc0aea87db7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239377 Dec 13 09:45:05.458315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port e1497426-3223-4020-9937-00ed88c6b908 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:05.467746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.475115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.490341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d08c-a6ca-4684-b35e-ed630f3769a9 req-07f62c06-e7b0-4f15-a1d1-2dfd768e6278 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.491904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5046d08c-a6ca-4684-b35e-ed630f3769a9 req-07f62c06-e7b0-4f15-a1d1-2dfd768e6278 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0949428 Dec 13 09:45:05.523644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-8130e1cc-e7e5-406b-8f3b-d3764e03e62c service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Dec 13 09:45:05.554341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=e1497426-3223-4020-9937-00ed88c6b908,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:05.581929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.582571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.582571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.589946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5046d08c-a6ca-4684-b35e-ed630f3769a9 req-e769e141-1f5b-45f1-b558-d781611e9a63 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789695 Dec 13 09:45:05.594816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.595084 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.595476 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 2 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.616611 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf8350a1-654d-4db3-9287-d12ab9664146 req-82f64b79-25ba-4d02-a4cb-c3e003713b73 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Dec 13 09:45:05.617402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.617741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.618082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.623677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.624182 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.624581 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 3 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.642876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.643214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.643568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.648019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.648336 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.648718 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 4 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.660442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.660774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.661101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.665319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.665637 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.666015 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 5 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.679251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.679613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.680130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.684450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.684770 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.685752 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 6 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.697949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.698280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.698611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.702930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.703250 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.703662 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 7 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.716200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.716562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.716887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.721128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.721446 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.721823 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 8 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.733836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.734166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.734541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.738814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.739138 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.743829 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 9 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.761464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.761804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.762145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.781166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.781493 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.782599 n-d-820935-7 neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 10 to bind port e1497426-3223-4020-9937-00ed88c6b908 Dec 13 09:45:05.804563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:05.804904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:05.805247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:05.816837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64951903-5e54-428e-ba62-52b4436e5f51 req-01da34ab-9406-4e5e-90b8-782c9fd10537 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.818504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64951903-5e54-428e-ba62-52b4436e5f51 req-01da34ab-9406-4e5e-90b8-782c9fd10537 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0751979 Dec 13 09:45:05.820747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:05.821462 n-d-820935-7 neutron-server[103195]: ERROR neutron.plugins.ml2.managers [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port e1497426-3223-4020-9937-00ed88c6b908 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:05.821462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.914865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64951903-5e54-428e-ba62-52b4436e5f51 req-3c63850f-b991-4907-bc22-b3c874e2ec83 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843532 Dec 13 09:45:05.924370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port e1497426-3223-4020-9937-00ed88c6b908, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:05.924929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempted to set empty binding levels {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:45:05.929218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.963912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] In _notify_port_updated(), no bound segment for port e1497426-3223-4020-9937-00ed88c6b908 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:45:05.965002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.965612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.966956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "PUT /v2.0/ports/e1497426-3223-4020-9937-00ed88c6b908 HTTP/1.1" status: 200 len: 979 time: 0.7850924 Dec 13 09:45:05.969655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46792) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:06.023766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b5d3c-7ac0-4227-948d-eac46f64ec45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=e1497426-3223-4020-9937-00ed88c6b908,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:06.077541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.078031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.078489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.078999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.079983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.079983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.080464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.080914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.081375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.081825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.082277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.083025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.083166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.084160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.084703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.084816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-03e8dfac-7e15-4bfe-847b-aaeea84a65d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.085302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.086290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.086290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.086682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.086989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.087463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.087967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.088437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.088945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.089427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.090241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.090692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.091826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.092191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.092644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.093094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.096692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-87e49492-c8dd-47b3-966a-0711f547e1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27351 time: 0.1261034 Dec 13 09:45:06.101129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:06.278756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-e6288c8f-ad21-4a3f-9855-1788f0665e34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466039 Dec 13 09:45:06.341855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae103f-0500-445d-a316-0b39c974db18 req-bd2a3463-393a-4897-a2aa-abaed0615901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.343531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-bd2a3463-393a-4897-a2aa-abaed0615901 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 1095 time: 0.0421097 Dec 13 09:45:06.455321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae103f-0500-445d-a316-0b39c974db18 req-1d6ea168-a24f-4eae-ae57-776ef35de244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.456826 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-1d6ea168-a24f-4eae-ae57-776ef35de244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.0928147 Dec 13 09:45:06.505091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-7e1ddde2-3eef-466d-bb5b-934b917f0d62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 200 len: 217 time: 0.0404508 Dec 13 09:45:06.510599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2154508-8588-482f-9c04-51f0734b55d7 req-1b7ed5e6-7dbe-4272-8111-10ae8551374b tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.512185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2154508-8588-482f-9c04-51f0734b55d7 req-1b7ed5e6-7dbe-4272-8111-10ae8551374b tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.4608376 Dec 13 09:45:06.522140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce3f3f-d6df-4289-87c0-bf2784077f15 req-36a9e88a-5546-489e-8216-0fae0abe9d71 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.523569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4ce3f3f-d6df-4289-87c0-bf2784077f15 req-36a9e88a-5546-489e-8216-0fae0abe9d71 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.3924444 Dec 13 09:45:06.555398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae103f-0500-445d-a316-0b39c974db18 req-30427502-d216-4ba8-a008-cb31ce135ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.556855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-30427502-d216-4ba8-a008-cb31ce135ccb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.0448604 Dec 13 09:45:06.589800 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-169bc82a-a166-437d-a90d-c87d13ae7f59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236645 Dec 13 09:45:06.596377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Deleting port e1497426-3223-4020-9937-00ed88c6b908 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:06.596850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.618769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2154508-8588-482f-9c04-51f0734b55d7 req-8e102e68-25e5-43f0-9ecb-9f65abf4fc75 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935068 Dec 13 09:45:06.624502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4ce3f3f-d6df-4289-87c0-bf2784077f15 req-5c263151-b9fd-45c2-8659-e6f8b9dccff0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926483 Dec 13 09:45:06.679293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port e1497426-3223-4020-9937-00ed88c6b908, host n-h2-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:06.679688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.693338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Calling delete_port for e1497426-3223-4020-9937-00ed88c6b908 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:06.712639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-a119b97d-b78d-4ebe-a4a3-d17b48032002 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158111 Dec 13 09:45:06.805235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-62ae103f-0500-445d-a316-0b39c974db18 req-28578cee-bde4-4b84-9f47-a78cf59fe6c0 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Dec 13 09:45:06.827108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519096c-7caf-4748-b01d-4fbfb1878330 req-b717fe5e-e544-437e-8943-beb696efce0d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.828597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1519096c-7caf-4748-b01d-4fbfb1878330 req-b717fe5e-e544-437e-8943-beb696efce0d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1253800 Dec 13 09:45:06.846055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b86c4-0942-4107-a6f2-47be0bac5ce8 req-c54efb15-99b1-4592-bcb0-30bdc3353814 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.847445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-484b86c4-0942-4107-a6f2-47be0bac5ce8 req-c54efb15-99b1-4592-bcb0-30bdc3353814 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 943 time: 0.1276407 Dec 13 09:45:06.894959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.941628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1497426-3223-4020-9937-00ed88c6b908,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:06.951433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1519096c-7caf-4748-b01d-4fbfb1878330 req-a716344a-fa4b-4595-aad3-1fb5b176d77e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154151 Dec 13 09:45:06.961251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-484b86c4-0942-4107-a6f2-47be0bac5ce8 req-9ca74833-858c-40c2-9dbc-7efb36e7c0a6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012993 Dec 13 09:45:06.963913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.967479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e7f87db5-7ba4-4230-9558-0414d5032cec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e1497426-3223-4020-9937-00ed88c6b908 HTTP/1.1" status: 204 len: 168 time: 0.8653598 Dec 13 09:45:06.970123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46814) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:06.993968 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-1144bac3-c179-4c57-bdf1-b08bbafa792a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:45:07.000123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1144bac3-c179-4c57-bdf1-b08bbafa792a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports/e1497426-3223-4020-9937-00ed88c6b908 HTTP/1.1" status: 404 len: 333 time: 0.0247431 Dec 13 09:45:07.000469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46816) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:07.005384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-544761109', 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:07.026807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Made reservation on behalf of b8af2841a0a44ce782e333679b33e526 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:07.029228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.044942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port 903cf79e-8e06-42d7-a301-0966257aab7b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:07.248384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18bc4b-5e94-4d38-aa79-27cf5ecb06c5 req-768618fd-b4d8-4279-9af7-5685b86d89a3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.249855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc18bc4b-5e94-4d38-aa79-27cf5ecb06c5 req-768618fd-b4d8-4279-9af7-5685b86d89a3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.1340725 Dec 13 09:45:07.274084 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.297921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e798-f0e2-45d5-bd28-a24cf55079bd req-fa1e33bb-913b-454b-8056-7a52b344b072 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.299366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1000e798-f0e2-45d5-bd28-a24cf55079bd req-fa1e33bb-913b-454b-8056-7a52b344b072 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.1430724 Dec 13 09:45:07.352358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc18bc4b-5e94-4d38-aa79-27cf5ecb06c5 req-c2337c94-1116-4be6-b855-eb98a0699289 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954125 Dec 13 09:45:07.380147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.390166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1000e798-f0e2-45d5-bd28-a24cf55079bd req-096dc6bf-4725-45b5-879d-bd0b05e46d6f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843794 Dec 13 09:45:07.424924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:07.427852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:07.431171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:07.432129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.432730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.440693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=903cf79e-8e06-42d7-a301-0966257aab7b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:07.451914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a6758e7-3dd1-4cb0-b970-aaa9aba234db tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4502997 Dec 13 09:45:07.454532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46820) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:07.490322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991ce70-3210-4088-8180-33ae3c8b31ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.491715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9991ce70-3210-4088-8180-33ae3c8b31ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports/903cf79e-8e06-42d7-a301-0966257aab7b HTTP/1.1" status: 200 len: 958 time: 0.0362377 Dec 13 09:45:07.494451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46822) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:07.566463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Deleting port 903cf79e-8e06-42d7-a301-0966257aab7b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:07.566804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.628250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.640591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Calling delete_port for 903cf79e-8e06-42d7-a301-0966257aab7b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:07.739049 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.775707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event deleted for resources: {'Port': ['ID=903cf79e-8e06-42d7-a301-0966257aab7b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:07.780754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.783948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-af293b47-4a65-47d1-88df-4d6bd66f7274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "DELETE /v2.0/ports/903cf79e-8e06-42d7-a301-0966257aab7b HTTP/1.1" status: 204 len: 168 time: 0.2885981 Dec 13 09:45:07.786951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46826) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:07.797250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc454b6-97e3-4ce1-9a26-6c671ea6a7c7 req-7a33b6f4-905b-4249-a299-7e012f785c05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.798731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bc454b6-97e3-4ce1-9a26-6c671ea6a7c7 req-7a33b6f4-905b-4249-a299-7e012f785c05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0873692 Dec 13 09:45:07.812381 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03de1be-81e4-46c9-8335-d3a958795d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:45:07.817741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46828) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:07.818213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b03de1be-81e4-46c9-8335-d3a958795d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports/903cf79e-8e06-42d7-a301-0966257aab7b HTTP/1.1" status: 404 len: 333 time: 0.0294116 Dec 13 09:45:07.822363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-826593528'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:07.866403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bc454b6-97e3-4ce1-9a26-6c671ea6a7c7 req-69d26d50-9bf1-4a4c-88e4-14509da723aa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616422 Dec 13 09:45:07.867412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Made reservation on behalf of b8af2841a0a44ce782e333679b33e526 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:07.869684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.898507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port 20763a97-f2ee-4ffb-9376-78e45dbaf308 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:08.097270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e36f0-8a1b-4e62-a044-e432a47da946 req-66634216-f014-42e3-91d7-7637bf7aaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.098827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e36f0-8a1b-4e62-a044-e432a47da946 req-66634216-f014-42e3-91d7-7637bf7aaaac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.0426915 Dec 13 09:45:08.110618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.140508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b112833-94f9-42dc-bc4c-db14499946b5 req-1f368f63-ebc3-48b5-ad33-d02ce9687969 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.141935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b112833-94f9-42dc-bc4c-db14499946b5 req-1f368f63-ebc3-48b5-ad33-d02ce9687969 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1086869 Dec 13 09:45:08.151042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e36f0-8a1b-4e62-a044-e432a47da946 req-9836c2d9-e479-4973-904f-12665badf14e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Dec 13 09:45:08.151232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a93e4b-81ea-47e2-a5b1-8bac5000a62c req-efd48da8-49b9-4fe1-90f4-d0fc80919dab tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.152667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31a93e4b-81ea-47e2-a5b1-8bac5000a62c req-efd48da8-49b9-4fe1-90f4-d0fc80919dab tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 943 time: 0.1027572 Dec 13 09:45:08.226737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.279194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31a93e4b-81ea-47e2-a5b1-8bac5000a62c req-8961b682-3243-41da-99ab-5f89f5b62d4f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164911 Dec 13 09:45:08.288212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b112833-94f9-42dc-bc4c-db14499946b5 req-ca2145d2-1934-41cf-990b-0acca2c28797 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346223 Dec 13 09:45:08.295913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:08.298739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:08.303068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:08.304331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.304590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.315976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=20763a97-f2ee-4ffb-9376-78e45dbaf308,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:08.331583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46836) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:08.335649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a50443ec-4bb2-4685-b65c-ac2a612fa759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5119779 Dec 13 09:45:08.336925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74298dfb-4094-4b07-a8e7-8bd6a99ff6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.337512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:08.391627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.485147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d7f1-a968-4433-b12b-ad0c0664db68 req-f9075596-65b2-4d85-aff3-0b43b9b2ab55 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.486733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65e2d7f1-a968-4433-b12b-ad0c0664db68 req-f9075596-65b2-4d85-aff3-0b43b9b2ab55 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0617297 Dec 13 09:45:08.557236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12c3ce-5402-406b-9c55-9fe6b3272e50 req-61128229-c770-4e8e-970c-5e1404bb17ae tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.558707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf12c3ce-5402-406b-9c55-9fe6b3272e50 req-61128229-c770-4e8e-970c-5e1404bb17ae tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0925481 Dec 13 09:45:08.563823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65e2d7f1-a968-4433-b12b-ad0c0664db68 req-4cf10079-b1ec-4c86-be89-c164de465494 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 Dec 13 09:45:08.596228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] device_id is not set on port 20763a97-f2ee-4ffb-9376-78e45dbaf308 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:08.605946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.614187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.623675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf12c3ce-5402-406b-9c55-9fe6b3272e50 req-6b0cac71-9b02-430f-ac19-781104f16197 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups?id=a300c400-7932-4fb3-a13d-ab4279a85821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Dec 13 09:45:08.625693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-8fcfea7f-292b-4c99-a516-ba55bf0c667f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.627162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-8fcfea7f-292b-4c99-a516-ba55bf0c667f tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0925579 Dec 13 09:45:08.715233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=20763a97-f2ee-4ffb-9376-78e45dbaf308,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:08.739875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.740210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.740579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.749721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.750060 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.751419 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 2 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.767572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.767917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.768244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.774768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.775084 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.776258 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 3 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.791668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.792320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.792320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.798655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Deleting port da97cd35-fa60-4fa4-aa8c-090ab59ee31d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:08.798991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.802830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.803148 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.815396 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 4 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.859476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.859805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.860138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.869059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.869375 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.871366 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 5 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.893766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.894097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.894427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.903597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.903952 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.908633 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 6 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.923859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] For port da97cd35-fa60-4fa4-aa8c-090ab59ee31d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,segment=NetworkSegment(84616511-57b2-4852-9787-a1faf05d8be4),segment_id=84616511-57b2-4852-9787-a1faf05d8be4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:08.924149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.932050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.932381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.932719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.941657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:08.941982 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:08.942758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Calling delete_port for da97cd35-fa60-4fa4-aa8c-090ab59ee31d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:08.944210 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 7 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:08.963704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:08.964041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:08.964377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:08.988113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9196f14-2c6d-4a88-a5e1-7691c3b13033 req-8f9803c8-850b-4f75-8fa0-7f93a3e2e69d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.989637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9196f14-2c6d-4a88-a5e1-7691c3b13033 req-8f9803c8-850b-4f75-8fa0-7f93a3e2e69d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0496254 Dec 13 09:45:09.003465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:09.003826 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:09.010811 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 8 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:09.035955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:09.036287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:09.036635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:09.038261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9196f14-2c6d-4a88-a5e1-7691c3b13033 req-44f7a172-07ba-450c-9023-b1c17ea293aa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Dec 13 09:45:09.044071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:09.044422 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:09.046556 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 9 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:09.067836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:09.068177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:09.068504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:09.073799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:09.074125 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:09.074537 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempt 10 to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 Dec 13 09:45:09.109049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:09.109380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:09.109716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempting to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:09.120238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:09.120559 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Failed to bind port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on host n-h2-820935-7 for vnic_type normal using segments [{'id': '93355271-abd1-496f-a2be-666cb0755ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c3f4961-1fd6-429b-9afd-0ddd04c88bc7'}] Dec 13 09:45:09.120916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.161594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.175531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['da97cd35-fa60-4fa4-aa8c-090ab59ee31d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:09.200250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event deleted for resources: {'Port': ['ID=da97cd35-fa60-4fa4-aa8c-090ab59ee31d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.255364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] No DVR routers for this DVR port da97cd35-fa60-4fa4-aa8c-090ab59ee31d on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:09.258696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.262178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff2666c5-3700-44a0-b500-7f7f1aa4337f req-bcaff25a-b28f-47dd-8018-4683a78933e6 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.20 "DELETE /v2.0/ports/da97cd35-fa60-4fa4-aa8c-090ab59ee31d HTTP/1.1" status: 204 len: 173 time: 0.6286495 Dec 13 09:45:09.262656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'name': 'network-vif-deleted', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:09.265114 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec7610c-bf7a-47a6-a23d-fd40419907ae" -d '{"events": [{"server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "name": "network-vif-deleted", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:09.269538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port 20763a97-f2ee-4ffb-9376-78e45dbaf308, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:09.269904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attempted to set empty binding levels {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:45:09.275083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.311118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87781ee7-87e9-4045-841d-c8ea6ce883fc x-openstack-request-id: req-87781ee7-87e9-4045-841d-c8ea6ce883fc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:09.311413 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe91e81-8787-403e-b78e-ce90155a8ed8", "name": "network-vif-deleted", "tag": "da97cd35-fa60-4fa4-aa8c-090ab59ee31d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:09.311692 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87781ee7-87e9-4045-841d-c8ea6ce883fc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:09.312565 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe91e81-8787-403e-b78e-ce90155a8ed8', 'name': 'network-vif-deleted', 'tag': 'da97cd35-fa60-4fa4-aa8c-090ab59ee31d', 'status': 'completed', 'code': 200} Dec 13 09:45:09.318342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] In _notify_port_updated(), no bound segment for port 20763a97-f2ee-4ffb-9376-78e45dbaf308 on network 0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:45:09.319251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:09.319906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.323585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "PUT /v2.0/ports/20763a97-f2ee-4ffb-9376-78e45dbaf308 HTTP/1.1" status: 200 len: 978 time: 0.9885602 Dec 13 09:45:09.324292 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46850) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:09.358741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84eb9e-c433-428f-b80b-3f337b8bccdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event updated for resources: {'Port': ['ID=20763a97-f2ee-4ffb-9376-78e45dbaf308,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.418372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Deleting port 20763a97-f2ee-4ffb-9376-78e45dbaf308 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:09.418791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.436537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.475907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649b33-e02b-47f7-8a79-7c467a663016 req-13858a17-6c78-48bf-9ec5-343b4edbb683 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:09.477567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0649b33-e02b-47f7-8a79-7c467a663016 req-13858a17-6c78-48bf-9ec5-343b4edbb683 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0919554 Dec 13 09:45:09.488540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadc76-1a44-4614-937b-af0e1d685666 req-b7e57d1b-fae9-4bec-939d-4cd3a4782f61 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:09.490024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-71cadc76-1a44-4614-937b-af0e1d685666 req-b7e57d1b-fae9-4bec-939d-4cd3a4782f61 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 943 time: 0.0760953 Dec 13 09:45:09.496360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] For port 20763a97-f2ee-4ffb-9376-78e45dbaf308, host n-h2-820935-7, got binding levels [] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:09.496698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.510771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Calling delete_port for 20763a97-f2ee-4ffb-9376-78e45dbaf308 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:09.562892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0649b33-e02b-47f7-8a79-7c467a663016 req-0cffd48f-65c0-482f-9824-6fcad4c3637d tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Dec 13 09:45:09.566393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-71cadc76-1a44-4614-937b-af0e1d685666 req-16957110-d6df-47f8-a6a2-5224733baf65 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683930 Dec 13 09:45:09.601123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.630078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Pushing event deleted for resources: {'Port': ['ID=20763a97-f2ee-4ffb-9376-78e45dbaf308,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.633857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.637988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ce2b9d12-68b6-4a31-8ca1-f52cd581778f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "DELETE /v2.0/ports/20763a97-f2ee-4ffb-9376-78e45dbaf308 HTTP/1.1" status: 204 len: 168 time: 0.3124318 Dec 13 09:45:09.640755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:09.663365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:09.666159 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ae3504-17dc-42bd-90be-c3bb6936e0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:45:09.670859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0ae3504-17dc-42bd-90be-c3bb6936e0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057766921-project-admin] 10.222.0.31 "GET /v2.0/ports/20763a97-f2ee-4ffb-9376-78e45dbaf308 HTTP/1.1" status: 404 len: 333 time: 0.0259259 Dec 13 09:45:09.671215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46860) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:09.724141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05757b-72e0-40a1-8963-11ce36dadabe req-7011739e-9450-48b2-ac73-b261cacdca3f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:09.725797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d05757b-72e0-40a1-8963-11ce36dadabe req-7011739e-9450-48b2-ac73-b261cacdca3f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0843391 Dec 13 09:45:09.782632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aec30efd-8b02-496f-ab29-0f9abc3c6c18 req-b718480b-c0e5-4965-bb93-308f43a966b1 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe91e81-8787-403e-b78e-ce90155a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0511668 Dec 13 09:45:09.786671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.819252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:09.820726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d05757b-72e0-40a1-8963-11ce36dadabe req-3c8366b7-298b-4da6-899e-5a18bc53e9c7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850275 Dec 13 09:45:09.834699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf', 'mac_address': 'fa:16:3e:aa:a4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:09.877346 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.891955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:09.910715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.911850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:09.915442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.930807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3f4961-1fd6-429b-9afd-0ddd04c88bc7']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:09.940908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93355271-abd1-496f-a2be-666cb0755ce1') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:09.941206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93355271-abd1-496f-a2be-666cb0755ce1') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:09.954774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.966276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.968002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.974250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:45:09.974526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:45:09.977521 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:45:10.033161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.042151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.045656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] 10.222.0.31 "DELETE /v2.0/networks/0c3f4961-1fd6-429b-9afd-0ddd04c88bc7 HTTP/1.1" status: 204 len: 168 time: 0.3734617 Dec 13 09:45:10.055378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ca54a-f445-4fbe-b178-763865a1baff tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-64741731-project] Pushing event deleted for resources: {'Network': ['ID=0c3f4961-1fd6-429b-9afd-0ddd04c88bc7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.164665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf56ee-a565-40ed-8a17-b5d8e588f1c2 req-4de29170-f58e-4f15-b1a5-30f707eac5da tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:10.166452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aedf56ee-a565-40ed-8a17-b5d8e588f1c2 req-4de29170-f58e-4f15-b1a5-30f707eac5da tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Dec 13 09:45:10.218009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aedf56ee-a565-40ed-8a17-b5d8e588f1c2 req-426cf758-0a27-44bc-950d-866e7f01b672 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Dec 13 09:45:10.288662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.315696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:10.420402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5c8e69f7-8f87-43a6-9932-a41ce17cb567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7647fe619ab7474091444a68b417534e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305737 Dec 13 09:45:10.422918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.469570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.490630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.539622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.542407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.546621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7a84136-8338-4f24-a722-c8c442229456 HTTP/1.1" status: 204 len: 168 time: 0.1196921 Dec 13 09:45:10.552400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98af3a-3513-4a81-a638-07083eb834c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a84136-8338-4f24-a722-c8c442229456,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.719900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db445f-e393-4058-91d8-14b67a6851e6 req-3b11cde9-76a7-4b7f-9282-ac4b76673033 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:10.721323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41db445f-e393-4058-91d8-14b67a6851e6 req-3b11cde9-76a7-4b7f-9282-ac4b76673033 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 944 time: 0.0797963 Dec 13 09:45:10.729394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511be6a-8c4c-4a6c-ac8b-9d667b500026 req-2831f9fb-e940-4a55-b6f3-3873fd007467 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:10.730830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0511be6a-8c4c-4a6c-ac8b-9d667b500026 req-2831f9fb-e940-4a55-b6f3-3873fd007467 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0873306 Dec 13 09:45:10.804956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41db445f-e393-4058-91d8-14b67a6851e6 req-38a9c6b2-73de-4bbf-9a7f-ebe1d36661b3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731008 Dec 13 09:45:10.809450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0511be6a-8c4c-4a6c-ac8b-9d667b500026 req-994d18f9-d6c0-4c1f-9457-e90acb663e77 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Dec 13 09:45:10.812751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.866874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.870167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e5cff622-5f53-4cf4-ab0c-96f80c4f4f48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8af2841a0a44ce782e333679b33e526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531580 Dec 13 09:45:10.921328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.942936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.994372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.997109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.998288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b97774d-0956-4ab1-965a-2bdab8792e44 HTTP/1.1" status: 204 len: 168 time: 0.1305332 Dec 13 09:45:11.007986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f371768-1da7-4cfe-97e0-5eac29755b54 req-607f421b-fdc9-4501-b8e1-186c15bb34b3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.009591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f371768-1da7-4cfe-97e0-5eac29755b54 req-607f421b-fdc9-4501-b8e1-186c15bb34b3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0712254 Dec 13 09:45:11.015085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee7501-c122-468e-99ac-705ea52e9e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97774d-0956-4ab1-965a-2bdab8792e44,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:11.071005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.090162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f371768-1da7-4cfe-97e0-5eac29755b54 req-ee886c48-e086-4e83-8730-da1520896c33 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732105 Dec 13 09:45:11.223838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-58516de1-919d-4424-8d01-912859b48467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.225220 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-58516de1-919d-4424-8d01-912859b48467 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 1096 time: 0.0672202 Dec 13 09:45:11.227357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.289306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19edc-8229-4844-ab18-b52c1e6a48f2 req-28370063-d973-4b70-98a2-1c5e98890ff2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.290898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91b19edc-8229-4844-ab18-b52c1e6a48f2 req-28370063-d973-4b70-98a2-1c5e98890ff2 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0984039 Dec 13 09:45:11.331938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.334725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-85c88229-bc23-46e2-ae90-1a908024bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.336992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-85c88229-bc23-46e2-ae90-1a908024bab7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 200 len: 920 time: 0.1014061 Dec 13 09:45:11.386593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-7435b620-8108-4d7a-b28d-65ef53fd3cd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 200 len: 217 time: 0.0425889 Dec 13 09:45:11.393908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.415387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91b19edc-8229-4844-ab18-b52c1e6a48f2 req-e11ca261-4e15-422a-a0cf-a07a6f5333bb tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100988 Dec 13 09:45:11.438011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d1b8-e7bb-46da-8975-512943adfe18 req-75eda776-1f8b-45eb-b792-d4be66c1d05e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.439239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-dcff8139-bbf7-4389-9e73-7476bdc437ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.439495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d847d1b8-e7bb-46da-8975-512943adfe18 req-75eda776-1f8b-45eb-b792-d4be66c1d05e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1249411 Dec 13 09:45:11.441007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-dcff8139-bbf7-4389-9e73-7476bdc437ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 200 len: 859 time: 0.0476658 Dec 13 09:45:11.477395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-111d411c-7d1d-4f24-b9d6-e07150dc7fdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295792 Dec 13 09:45:11.495031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d847d1b8-e7bb-46da-8975-512943adfe18 req-93ed0f5a-1ab5-4c87-a2d0-744811acef81 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483515 Dec 13 09:45:11.495781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.498582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.499947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "DELETE /v2.0/security-groups/8121bd50-0e96-40f0-bb98-ff9fcf6082a4 HTTP/1.1" status: 204 len: 168 time: 0.2710092 Dec 13 09:45:11.503016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46928) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.524713 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-d66bd646-0a76-4873-abe2-b852d9e75194 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] show failed (client error): The resource could not be found. Dec 13 09:45:11.525865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d66bd646-0a76-4873-abe2-b852d9e75194 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "GET /v2.0/security-groups/8121bd50-0e96-40f0-bb98-ff9fcf6082a4 HTTP/1.1" status: 404 len: 347 time: 0.0208087 Dec 13 09:45:11.526879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f0a4d-e539-4000-a7a9-3f207d5523f7 tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121bd50-0e96-40f0-bb98-ff9fcf6082a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:11.528555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46930) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.594462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-672b5ec8-b9c1-4640-9618-9b694d419b15 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101661 Dec 13 09:45:11.673794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:11.681147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Deleting port 8f5a9563-616e-46f0-ad1f-b859b6ea396d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:11.681745 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.696006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16438a9b-836e-4f4d-8322-06e22a9acb44 req-50416c5e-e72f-4d26-bdfd-ad676e01d35c service neutron] 10.222.0.16 "GET /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948892 Dec 13 09:45:11.730951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:11.739472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:11.739873 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.775819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.776216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.789771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Calling delete_port for 8f5a9563-616e-46f0-ad1f-b859b6ea396d owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:11.831950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.857547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:11.859927 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341bd33-2d94-4c78-ba5a-b59ab37e0f00" -d '{"events": [{"server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "name": "network-vif-plugged", "status": "completed", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:11.876312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:11.881533 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.924142 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd208671-5bb0-4048-bbda-00b5984bd689 x-openstack-request-id: req-bd208671-5bb0-4048-bbda-00b5984bd689 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:11.924474 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "name": "network-vif-plugged", "status": "completed", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:11.924726 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd208671-5bb0-4048-bbda-00b5984bd689 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:11.925122 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf', 'code': 200} Dec 13 09:45:11.960178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.961830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:11.968028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.976713 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.018844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Pushing event deleted for resources: {'Port': ['ID=8f5a9563-616e-46f0-ad1f-b859b6ea396d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.058505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a07491-1e53-4b54-971c-de92c6818271 req-a885e7f6-44dd-43dd-99ac-7518ebef958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:12.061431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3a07491-1e53-4b54-971c-de92c6818271 req-a885e7f6-44dd-43dd-99ac-7518ebef958d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 1096 time: 0.0627327 Dec 13 09:45:12.114442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5637-5163-4218-a3c1-96fe29b318c4 req-a06c1323-832d-443e-bdb3-dcc182d4c445 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:12.115966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb7d5637-5163-4218-a3c1-96fe29b318c4 req-a06c1323-832d-443e-bdb3-dcc182d4c445 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1318953 Dec 13 09:45:12.120982 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3a07491-1e53-4b54-971c-de92c6818271 req-ad97bb1a-9b08-4f07-812e-e8d19148ee0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Dec 13 09:45:12.150996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c83f3aa1-42a0-46e9-bb88-ae4ef28a8b60 tempest-AgentManagementNegativeTest-1409652766 tempest-AgentManagementNegativeTest-1409652766-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1810207 Dec 13 09:45:12.161522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.164228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.165813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3eca6095-86dd-41de-a44d-1c73409dc06e tempest-ImagesOneServerNegativeTestJSON-877962832 tempest-ImagesOneServerNegativeTestJSON-877962832-project] 10.222.0.31 "DELETE /v2.0/floatingips/e12c14b4-0dfe-4508-ae62-59cb23054d5f HTTP/1.1" status: 204 len: 168 time: 0.6353292 Dec 13 09:45:12.220225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb7d5637-5163-4218-a3c1-96fe29b318c4 req-1d99f4dc-7ac6-4efc-ad99-de932fbb2f73 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929201 Dec 13 09:45:12.238943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bfa9d-3382-4b77-a41d-057cadd08732 req-f6707853-9032-4613-815e-a79d8ddf4c25 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:12.240549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9bfa9d-3382-4b77-a41d-057cadd08732 req-f6707853-9032-4613-815e-a79d8ddf4c25 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.0613518 Dec 13 09:45:12.290295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd9bfa9d-3382-4b77-a41d-057cadd08732 req-e30580b3-15cd-4765-9ef8-e708f4a3dbd9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Dec 13 09:45:12.348916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46964) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:12.397607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Deleting subnet 51a7b07b-b656-4fbc-90da-0451ed90772a {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:12.400857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.434505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.470021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:12.475717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.566325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6f81f-4eae-42eb-81f2-393553c6efea req-d1a78fc3-243e-4f98-8879-289acd3f5629 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:12.567786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc6f81f-4eae-42eb-81f2-393553c6efea req-d1a78fc3-243e-4f98-8879-289acd3f5629 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0723984 Dec 13 09:45:12.581235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.614342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7c38d43-166f-4319-aef1-61d484d4cac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.626410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a7b07b-b656-4fbc-90da-0451ed90772a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.643052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.646314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-617c571d-d147-44e5-a594-cca91d0bf4f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51a7b07b-b656-4fbc-90da-0451ed90772a HTTP/1.1" status: 204 len: 168 time: 0.2965174 Dec 13 09:45:12.649312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46976) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:12.681742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc6f81f-4eae-42eb-81f2-393553c6efea req-ea7320a5-c3d6-4086-9f46-e88265c234e5 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070411 Dec 13 09:45:12.690521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17ccd-5a7b-4069-bac2-223920de77af req-88803aaa-f884-40fe-9b8e-f771b340f637 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:12.691991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f17ccd-5a7b-4069-bac2-223920de77af req-88803aaa-f884-40fe-9b8e-f771b340f637 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1079662 Dec 13 09:45:12.741774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f17ccd-5a7b-4069-bac2-223920de77af req-e196bc4d-a4b5-42b4-8292-9f80bf436b3d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Dec 13 09:45:12.748325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.764717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7c38d43-166f-4319-aef1-61d484d4cac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.769948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7c38d43-166f-4319-aef1-61d484d4cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.840269 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d7c38d43-166f-4319-aef1-61d484d4cac7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0fad2563339418baa8b0d57c51f5550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689883 Dec 13 09:45:12.843041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c38d43-166f-4319-aef1-61d484d4cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58930a5d-b555-4ae8-90fc-726c6ae06003,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.843611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:12.881156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.895799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.900939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:12.910497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84616511-57b2-4852-9787-a1faf05d8be4') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:12.910793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84616511-57b2-4852-9787-a1faf05d8be4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:12.916749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.920609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.933715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.939834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:45:12.940332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:45:12.942023 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:45:12.963946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.967423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.968613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58930a5d-b555-4ae8-90fc-726c6ae06003 HTTP/1.1" status: 204 len: 168 time: 0.1239922 Dec 13 09:45:12.976600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca23e7b-de2d-4407-ad7a-07cdaaab63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58930a5d-b555-4ae8-90fc-726c6ae06003,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.006955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.011787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.015365 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57 HTTP/1.1" status: 204 len: 168 time: 0.3621280 Dec 13 09:45:13.027700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:13.031193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551c57f-99ac-488f-8af4-fa5c39098464 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4d7f3a-7d32-4f24-8b51-09a7d7c02f57,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.034058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device da97cd35-fa60-4fa4-aa8c-090ab59ee31d no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:13.068332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: da97cd35-fa60-4fa4-aa8c-090ab59ee31d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:13.068685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device da97cd35-fa60-4fa4-aa8c-090ab59ee31d not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:13.157006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:13.182933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.198682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572', 'port_id': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'mac_address': 'fa:16:3e:6a:6b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668b58b-5823-4cbf-8dc4-288fc7d25fc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:13.238591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.251337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-adffb08f-153c-4017-9d89-09c1f2d2699c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f46e32c4d6ed40009c8eced8a608bd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930810 Dec 13 09:45:13.253905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:13.260494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04996-7154-4fc2-aed0-c1362977b594 req-11b7058b-d853-48bb-a65b-ec038281e447 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.262073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a04996-7154-4fc2-aed0-c1362977b594 req-11b7058b-d853-48bb-a65b-ec038281e447 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.0703275 Dec 13 09:45:13.264561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:13.294189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.300110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.336481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.336649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a04996-7154-4fc2-aed0-c1362977b594 req-d8f03342-9481-4b3f-b989-62f774f05a13 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663848 Dec 13 09:45:13.383835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.397452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.402185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdf8e-827e-47c6-a164-c0daa54f1b21 req-6dbd1cab-8581-4b38-beb8-ba5b98ee334a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.404102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-551fdf8e-827e-47c6-a164-c0daa54f1b21 req-6dbd1cab-8581-4b38-beb8-ba5b98ee334a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1012642 Dec 13 09:45:13.463719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.468446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.470335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a300c400-7932-4fb3-a13d-ab4279a85821 HTTP/1.1" status: 204 len: 168 time: 0.2151842 Dec 13 09:45:13.480349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1315d28-5fcd-437e-9471-ff0c9cdaeb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300c400-7932-4fb3-a13d-ab4279a85821,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.504134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-551fdf8e-827e-47c6-a164-c0daa54f1b21 req-6217abfc-f73f-4785-95c9-0a85718f9901 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943944 Dec 13 09:45:13.524884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c2fa-8d30-462d-b45b-2b7ca1df254c req-a8478a03-996b-45c3-bcd5-a31a65ebfe4f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.526941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c25c2fa-8d30-462d-b45b-2b7ca1df254c req-a8478a03-996b-45c3-bcd5-a31a65ebfe4f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.0949290 Dec 13 09:45:13.554262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:13.630603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c25c2fa-8d30-462d-b45b-2b7ca1df254c req-2e56496f-4e1a-4726-9f54-d1c145b8b6ce tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931687 Dec 13 09:45:13.817765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246496f-3acc-4615-8aaa-e89d32455924 req-3e3e0442-0672-4e89-9295-b47c7446e99a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.826724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e246496f-3acc-4615-8aaa-e89d32455924 req-3e3e0442-0672-4e89-9295-b47c7446e99a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0634441 Dec 13 09:45:13.913760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998fb7c-7d18-4378-bdcf-5d14548685ec req-1f825ce7-5ae7-4a57-9ac6-c05a004b10a7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.915264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e998fb7c-7d18-4378-bdcf-5d14548685ec req-1f825ce7-5ae7-4a57-9ac6-c05a004b10a7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0815158 Dec 13 09:45:13.927134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:13.928084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e246496f-3acc-4615-8aaa-e89d32455924 req-2444b26c-c5b6-4a55-b37b-8c32973fc39c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002564 Dec 13 09:45:13.983247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e998fb7c-7d18-4378-bdcf-5d14548685ec req-4ab855ce-2978-4f12-8c17-f8a162d69c15 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526488 Dec 13 09:45:14.158763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-638127480'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:14.180967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:14.184752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.200327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.262378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf173a1-8af0-4695-9826-1c641797fb34 req-b6c51178-e6fb-45f5-9e8a-78888ba9aff6 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.263957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaf173a1-8af0-4695-9826-1c641797fb34 req-b6c51178-e6fb-45f5-9e8a-78888ba9aff6 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.0521448 Dec 13 09:45:14.292243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.297533 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.310109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:14.315131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaf173a1-8af0-4695-9826-1c641797fb34 req-356e325a-374b-427d-92e2-23e9eb1983b8 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Dec 13 09:45:14.340326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.341921 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Added segment 316234e0-0864-42a8-a954-8f05d408a892 of type vlan for network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd Dec 13 09:45:14.352715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ee736-db25-4157-a7cc-582d220728d2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.391702 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:45:14.401174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.429768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.435433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.436140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.488496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5592899 Dec 13 09:45:14.491985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:14.500247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:14.561188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db1daa-c0af-45f8-bf24-ad27588b86cf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Network': ['ID=87dae1f0-99a4-4a30-9f56-df731c6ae8fd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.572897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:14.629729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:14.633435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.692971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ecdb-ba98-4ae5-a5a8-1f54c60d7066 req-4d1ecd34-9f78-4c87-8651-e7fb63c2f213 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.694568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9417ecdb-ba98-4ae5-a5a8-1f54c60d7066 req-4d1ecd34-9f78-4c87-8651-e7fb63c2f213 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.0950701 Dec 13 09:45:14.775483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9417ecdb-ba98-4ae5-a5a8-1f54c60d7066 req-0e335db7-12cc-47df-bdd7-153591fc323f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Dec 13 09:45:14.787477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43289cc-829a-4799-a94f-95ca14072d17 req-4fadc546-806e-4719-97f9-f525bef171d4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.789114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c43289cc-829a-4799-a94f-95ca14072d17 req-4fadc546-806e-4719-97f9-f525bef171d4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.0807250 Dec 13 09:45:14.856338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c43289cc-829a-4799-a94f-95ca14072d17 req-c2dad57e-21ef-4856-9ba4-ca05fdb9ff39 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Dec 13 09:45:14.861593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.924684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=45415478-0761-4044-a7e4-2a2242885b4e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.955959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:14.956317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network hostable DHCP agents. Network: 87dae1f0-99a4-4a30-9f56-df731c6ae8fd, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:14.997866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:15.011278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 87dae1f0-99a4-4a30-9f56-df731c6ae8fd) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:15.019899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.020563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.027031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b82518-fbe5-4e40-b588-570f08f33702 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:15.038089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2efbd-53b4-4727-8dd2-029f4b906d6f req-5ab356c9-299b-4b20-aedf-96cc195122cd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.039702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89e2efbd-53b4-4727-8dd2-029f4b906d6f req-5ab356c9-299b-4b20-aedf-96cc195122cd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.0811052 Dec 13 09:45:15.041006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d442bb51-3b8b-436f-b887-ed8a420d60f2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5476127 Dec 13 09:45:15.045430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:15.049433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'name': 'tempest-NetworksTestDHCPv6-2069082389'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:15.067468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:15.143432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89e2efbd-53b4-4727-8dd2-029f4b906d6f req-00f83620-0b5e-45cc-9e8c-f569f45cc310 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921485 Dec 13 09:45:15.150721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec29141-3a2f-4a74-91b8-49ef3d75f2e5 req-0fe83b30-8792-4126-9221-abb0b1f3dd9f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.165483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ec29141-3a2f-4a74-91b8-49ef3d75f2e5 req-0fe83b30-8792-4126-9221-abb0b1f3dd9f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.0780144 Dec 13 09:45:15.194991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '45415478-0761-4044-a7e4-2a2242885b4e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:15.196674 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.198868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:15.200867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:15.204227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.215680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:15.216589 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.220150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ec29141-3a2f-4a74-91b8-49ef3d75f2e5 req-05c4e903-e292-408e-bd21-083f355d3278 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607324 Dec 13 09:45:15.232664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port a4413fe9-ea01-4dff-931f-cab0db9a9be5 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:15.292668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38132d-8558-49e3-a152-5e97b29336c6 req-e42a98bc-6d3f-4656-9d5b-f21b75ac02be tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.302370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f38132d-8558-49e3-a152-5e97b29336c6 req-e42a98bc-6d3f-4656-9d5b-f21b75ac02be tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0810730 Dec 13 09:45:15.366367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f38132d-8558-49e3-a152-5e97b29336c6 req-45b67c7d-bfbb-4584-870c-ba478706e679 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629201 Dec 13 09:45:15.367743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::51 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/45415478-0761-4044-a7e4-2a2242885b4e/a4413fe9-ea01-4dff-931f-cab0db9a9be5) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:15.404644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.418785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11c4c-2781-4573-84cc-174404990893 req-5013c27d-e0ff-4685-95f2-28c33300f77a tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.419081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50f11c4c-2781-4573-84cc-174404990893 req-5013c27d-e0ff-4685-95f2-28c33300f77a tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.0740559 Dec 13 09:45:15.426277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:15.429694 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ad748-a190-47fa-b8dd-12e665fc69cb" -d '{"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-plugged", "status": "completed", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:15.444160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:15.449715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.486466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50f11c4c-2781-4573-84cc-174404990893 req-807d46ef-1573-4222-918b-63cdd0145a14 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582526 Dec 13 09:45:15.517449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.547715 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6048f46-23de-4f49-b778-59ed896ca946 x-openstack-request-id: req-c6048f46-23de-4f49-b778-59ed896ca946 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:15.548172 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-plugged", "status": "completed", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:15.548438 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6048f46-23de-4f49-b778-59ed896ca946 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:15.548839 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'code': 200} Dec 13 09:45:15.557408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.609877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.662513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/45415478-0761-4044-a7e4-2a2242885b4e/f8dc13af-b090-42a9-8ebd-c194b9781417) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:15.827796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.835506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.877413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:15.880881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:15.884873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:15.908674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Pushing event updated for resources: {'Port': ['ID=f8dc13af-b090-42a9-8ebd-c194b9781417,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.956858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:15.964120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:15.967534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:15.974265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.975021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.975391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Attempting to bind port f8dc13af-b090-42a9-8ebd-c194b9781417 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:15.976019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Attempting to bind port f8dc13af-b090-42a9-8ebd-c194b9781417 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:15.976614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Attempting to bind port f8dc13af-b090-42a9-8ebd-c194b9781417 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:15.980992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=a4413fe9-ea01-4dff-931f-cab0db9a9be5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.993033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:15.993428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:15.993844 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.994247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:15.994740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Bound port: f8dc13af-b090-42a9-8ebd-c194b9781417, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:15.995133 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.005954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d3f0e558-64dd-4820-bf4c-894f335a1785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9603639 Dec 13 09:45:16.007952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a73c-6631-4882-9f27-19e0725e29f8 req-58b5f2ad-679d-46d9-ac48-5d28bc4b1733 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.009692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a06a73c-6631-4882-9f27-19e0725e29f8 req-58b5f2ad-679d-46d9-ac48-5d28bc4b1733 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.0700872 Dec 13 09:45:16.010188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:16.011248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec47dd-53d2-4996-a94b-6e891344fb21 req-e2e8bcd7-3f20-4c9d-8c1d-b76830c5e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.015647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-14ec47dd-53d2-4996-a94b-6e891344fb21 req-e2e8bcd7-3f20-4c9d-8c1d-b76830c5e6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1096 time: 0.1026254 Dec 13 09:45:16.074151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-14ec47dd-53d2-4996-a94b-6e891344fb21 req-27efc9e4-db91-4bd8-bafe-a354a9c05f00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 Dec 13 09:45:16.080466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] For port f8dc13af-b090-42a9-8ebd-c194b9781417, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:16.084379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] For port f8dc13af-b090-42a9-8ebd-c194b9781417, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f8dc13af-b090-42a9-8ebd-c194b9781417,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:16.088863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.135619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc0a4d-3198-4ddb-8a28-c0716e53c367 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.142841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc0a4d-3198-4ddb-8a28-c0716e53c367 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.144733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-80dc0a4d-3198-4ddb-8a28-c0716e53c367 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1335740 Dec 13 09:45:16.148178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376c4ef-aa93-4ce0-80f8-a88e450d2469 None None] Pushing event updated for resources: {'Port': ['ID=f8dc13af-b090-42a9-8ebd-c194b9781417,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:16.148476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a06a73c-6631-4882-9f27-19e0725e29f8 req-7df7da7d-3abf-4114-8ae9-4a88c252fe64 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293640 Dec 13 09:45:16.149960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47112) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:16.270718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port a4413fe9-ea01-4dff-931f-cab0db9a9be5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:16.271069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.400787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb0ac-c35f-4c99-ae53-0bc5f5335a0a req-002956d0-9bf6-40ae-b8aa-648f66b51a76 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.402298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61ffb0ac-c35f-4c99-ae53-0bc5f5335a0a req-002956d0-9bf6-40ae-b8aa-648f66b51a76 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1154692 Dec 13 09:45:16.417274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.442793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for a4413fe9-ea01-4dff-931f-cab0db9a9be5 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:16.674416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-25061955-7015-4bf1-8289-07a12b2c557a tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.677420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-25061955-7015-4bf1-8289-07a12b2c557a tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.0527611 Dec 13 09:45:16.780367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Deleting port d2129c71-2939-4587-af6a-5ab6bd291c7b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:16.780726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.802188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61ffb0ac-c35f-4c99-ae53-0bc5f5335a0a req-53998449-de6b-45d7-a98a-ad3dc06f2db3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892374 Dec 13 09:45:16.900337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] For port d2129c71-2939-4587-af6a-5ab6bd291c7b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d2129c71-2939-4587-af6a-5ab6bd291c7b,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:16.901082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.931446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.991183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=a4413fe9-ea01-4dff-931f-cab0db9a9be5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:17.051311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.054731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-330c833d-5435-4f67-965b-7981562f2876 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/a4413fe9-ea01-4dff-931f-cab0db9a9be5 HTTP/1.1" status: 204 len: 168 time: 0.9038014 Dec 13 09:45:17.058394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47142) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:17.073070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5c508-1510-4e47-8d2b-862098fc9d4e req-c8e811b1-9cad-4826-9ecc-e2475f50b03c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.076112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe5c508-1510-4e47-8d2b-862098fc9d4e req-c8e811b1-9cad-4826-9ecc-e2475f50b03c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0983491 Dec 13 09:45:17.138894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe5c508-1510-4e47-8d2b-862098fc9d4e req-5350848a-50e3-43d6-84e9-33a4ea5c6872 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566659 Dec 13 09:45:17.216683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa6772-b744-43c5-925e-02f4b1ce8c5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.218467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa6772-b744-43c5-925e-02f4b1ce8c5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.220033 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2eaa6772-b744-43c5-925e-02f4b1ce8c5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1606612 Dec 13 09:45:17.223041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47146) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:17.251242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.253896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.253896 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Floating IP c26ce070-bc68-41dd-af60-b27c84434ed1 disassociated. External IP: 172.25.2.26, port: d2129c71-2939-4587-af6a-5ab6bd291c7b. Dec 13 09:45:17.253896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Calling delete_port for d2129c71-2939-4587-af6a-5ab6bd291c7b owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:17.317784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 45415478-0761-4044-a7e4-2a2242885b4e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:17.329765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab85d-6182-479a-9af6-2e1e05f59dad req-2f32d972-796c-4b52-a916-f3078d985265 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.337696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96bab85d-6182-479a-9af6-2e1e05f59dad req-2f32d972-796c-4b52-a916-f3078d985265 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d18ee-c9e8-406a-9f5a-9648f76f9d0e HTTP/1.1" status: 200 len: 946 time: 0.1059318 Dec 13 09:45:17.339858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.415512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348c4b3-5f6e-4831-b806-0b1c823b9abc None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:17.417304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.463478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96bab85d-6182-479a-9af6-2e1e05f59dad req-3d104379-b46f-420d-88e3-ca0a40966d1f tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups?id=42376877-c65d-4549-94d0-708462ba20ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248562 Dec 13 09:45:17.491273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.529811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event deleted for resources: {'Port': ['ID=d2129c71-2939-4587-af6a-5ab6bd291c7b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:17.578293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Provisioning complete for port f8dc13af-b090-42a9-8ebd-c194b9781417 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:17.579014 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.634158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.701696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.708111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:17.733136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125230eb-b660-42bf-883f-17da2b99b153 req-10f25dcb-f2a1-4ca9-8142-a703383f1cc9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.736763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-125230eb-b660-42bf-883f-17da2b99b153 req-10f25dcb-f2a1-4ca9-8142-a703383f1cc9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1590061 Dec 13 09:45:17.803602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.854751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:45:17.855769 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:45:17.876447 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.879964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/45415478-0761-4044-a7e4-2a2242885b4e HTTP/1.1" status: 204 len: 168 time: 0.6558185 Dec 13 09:45:17.882958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47150) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:17.937981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee410e1-b1c3-4dde-85dc-7604623dc5f7 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:17.951933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-125230eb-b660-42bf-883f-17da2b99b153 req-5ae9d1da-366d-43ba-8b80-04125571576d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643379 Dec 13 09:45:17.951933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4b4f-833f-40d1-9ada-6dda901e02a3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=45415478-0761-4044-a7e4-2a2242885b4e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:18.073050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:18.094254 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88607087-d528-45e6-8815-2258a0708ac8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087512 Dec 13 09:45:18.097383 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Sync routers for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:18.103027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47158) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:18.104595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f8dc13af-b090-42a9-8ebd-c194b9781417 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:18.116404 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:18.120525 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:18.127772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:18.165607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] No DVR routers for this DVR port d2129c71-2939-4587-af6a-5ab6bd291c7b on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:18.168951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.174242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e54b8412-f114-4beb-8278-9eed197b5f9b req-f53f5ab9-f368-4e5f-8cca-853e165214a1 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.20 "DELETE /v2.0/ports/d2129c71-2939-4587-af6a-5ab6bd291c7b HTTP/1.1" status: 204 len: 173 time: 1.4898169 Dec 13 09:45:18.213130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f8dc13af-b090-42a9-8ebd-c194b9781417 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:18.213518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.239623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'name': 'network-vif-deleted', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:18.242060 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e88dce-e587-4005-a0c3-d685c4c63f38" -d '{"events": [{"server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "name": "network-vif-deleted", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:18.257103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04834-2f52-4b34-87fa-d31999beffe1 req-feaa0f48-e643-4156-8624-599dac403e60 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:18.261525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4b04834-2f52-4b34-87fa-d31999beffe1 req-feaa0f48-e643-4156-8624-599dac403e60 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1733170 Dec 13 09:45:18.309911 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:18.314301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:18.405089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:18.416738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.430705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.442055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4b04834-2f52-4b34-87fa-d31999beffe1 req-47cb1e95-39a3-416c-be57-bc3056329993 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672804 Dec 13 09:45:18.579212 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:18.612251 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Checking router: c1f898a1-ce83-4887-ac27-fb71a1e5a1ba for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:18.623386 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:18.623936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:18.645284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdc469-6e70-4f90-99c6-b2b9a54176b3 req-db5b640c-6f30-471c-a788-b9955af6c426 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:18.646991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ccdc469-6e70-4f90-99c6-b2b9a54176b3 req-db5b640c-6f30-471c-a788-b9955af6c426 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1096 time: 0.0869703 Dec 13 09:45:18.699925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ccdc469-6e70-4f90-99c6-b2b9a54176b3 req-88465016-bff1-4fd0-a90e-ec6fba2b588c tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Dec 13 09:45:18.741384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f8dc13af-b090-42a9-8ebd-c194b9781417, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f8dc13af-b090-42a9-8ebd-c194b9781417,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:18.748535 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.751331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.822441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.866337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8a93-823d-4881-9b97-01c9db8c773c req-0b1a04ba-9294-4f49-898c-7cfcf6053a9e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:18.868060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd9e8a93-823d-4881-9b97-01c9db8c773c req-0b1a04ba-9294-4f49-898c-7cfcf6053a9e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0963488 Dec 13 09:45:18.879910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Deleting port f8dc13af-b090-42a9-8ebd-c194b9781417 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:18.880284 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.905978 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:18.913822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f8dc13af-b090-42a9-8ebd-c194b9781417,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:18.919250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:18.928701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:18.937829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:18.941749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.980374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd9e8a93-823d-4881-9b97-01c9db8c773c req-5720f5a7-1840-4bb2-93e3-1747a8666e96 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045322 Dec 13 09:45:18.993719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:18.999575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'name': 'tempest-NetworksTestDHCPv6-1143647663'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:19.000573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8961766 Dec 13 09:45:19.005566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:45:19.005926 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:45:19.033127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] For port f8dc13af-b090-42a9-8ebd-c194b9781417, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f8dc13af-b090-42a9-8ebd-c194b9781417,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.033541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.036782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad053bd-6835-4589-a5d1-a63fced2a4bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=edd600a3-ef8e-443b-aad1-c6629304604a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.072365 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb82798d-d527-410e-83e4-8942fe0ca8c3 x-openstack-request-id: req-bb82798d-d527-410e-83e4-8942fe0ca8c3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:19.072961 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d18ee-c9e8-406a-9f5a-9648f76f9d0e", "name": "network-vif-deleted", "tag": "d2129c71-2939-4587-af6a-5ab6bd291c7b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:19.073411 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb82798d-d527-410e-83e4-8942fe0ca8c3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:19.074003 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d18ee-c9e8-406a-9f5a-9648f76f9d0e', 'name': 'network-vif-deleted', 'tag': 'd2129c71-2939-4587-af6a-5ab6bd291c7b', 'status': 'completed', 'code': 200} Dec 13 09:45:19.074952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Calling delete_port for f8dc13af-b090-42a9-8ebd-c194b9781417 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:19.214901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:19.221588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.226678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8652b76b-3613-4485-a6e9-7481208ea84a None None] Port f8dc13af-b090-42a9-8ebd-c194b9781417 update to ACTIVE by agent not found {{(pid=103196) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 09:45:19.228099 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.250300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 191cb7bc-adb5-4384-a310-87e5566632c5 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:19.261042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] Pushing event deleted for resources: {'Port': ['ID=f8dc13af-b090-42a9-8ebd-c194b9781417,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.262434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bce47c-1e1c-4ca8-841e-2da671df09a1 None None] No DVR routers for this DVR port f8dc13af-b090-42a9-8ebd-c194b9781417 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:19.282244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a4ccd-d013-4185-8a73-8643e09119b2 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:19.285642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:19.313980 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181dbcc-d815-42a4-855f-3f59bf80b183 None None] The sync data for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 is: [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 4, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e6e4262e-f1fc-4c86-9b1b-4548130ba8fc', 'name': '', 'network_id': '8fb33895-73f3-4e13-a068-c7d45ff10550', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'mac_address': 'fa:16:3e:d0:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:00Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'subnets': [{'id': '8582f588-c745-46b0-beb9-c78ac5357e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:19.401921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca90e7-59c4-4e77-9765-feed637e23f5 req-6a766562-8d12-4872-957b-ac4cea2c2289 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.402382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-63129a8c-d954-45ad-b3a3-628b1d24901a None None] Could not find standard attr ID for object f8dc13af-b090-42a9-8ebd-c194b9781417. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:45:19.409878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'edd600a3-ef8e-443b-aad1-c6629304604a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:19.410769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.411105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeca90e7-59c4-4e77-9765-feed637e23f5 req-6a766562-8d12-4872-957b-ac4cea2c2289 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1096 time: 0.1059563 Dec 13 09:45:19.478658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::3dc (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/edd600a3-ef8e-443b-aad1-c6629304604a/191cb7bc-adb5-4384-a310-87e5566632c5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:19.483069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeca90e7-59c4-4e77-9765-feed637e23f5 req-0246d9e7-31a5-426d-b145-81c9b82e8f2a tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Dec 13 09:45:19.556693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47200) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:19.673351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.710428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:19.715846 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.735240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c396061-0333-4b5e-8140-8addedacb8ff None None] New status for floating IP c26ce070-bc68-41dd-af60-b27c84434ed1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:45:19.757336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.790280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.790280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.790649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "DELETE /v2.0/security-groups/42376877-c65d-4549-94d0-708462ba20ae HTTP/1.1" status: 204 len: 168 time: 0.2326233 Dec 13 09:45:19.793673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47214) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:19.795451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2b54-6ad1-436d-8708-3ea16182c898 req-dae75826-48cb-44b9-b906-5339a9876978 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.797158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-409f2b54-6ad1-436d-8708-3ea16182c898 req-dae75826-48cb-44b9-b906-5339a9876978 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.0786684 Dec 13 09:45:19.821383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89ec4d-9401-4bec-85e0-7222eefab947 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42376877-c65d-4549-94d0-708462ba20ae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.823722 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-c69815ce-b889-4bab-bcf0-6c4d4042d8b0 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] show failed (client error): The resource could not be found. Dec 13 09:45:19.824787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c69815ce-b889-4bab-bcf0-6c4d4042d8b0 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "GET /v2.0/security-groups/42376877-c65d-4549-94d0-708462ba20ae HTTP/1.1" status: 404 len: 347 time: 0.0296340 Dec 13 09:45:19.827728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47216) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:19.849366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.917141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-409f2b54-6ad1-436d-8708-3ea16182c898 req-05a66c6f-b4fd-443a-b630-33be36f8da73 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Dec 13 09:45:19.945429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:19.948935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.949985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:19.958654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=191cb7bc-adb5-4384-a310-87e5566632c5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.961388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:19.975208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.975980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.010082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Deleting port a5fd698a-e3f9-4dc1-8289-101f3eb6c5df {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:20.010830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.014304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-81ae78da-fe93-48ef-97c7-5437f27949e4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0166082 Dec 13 09:45:20.014997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47222) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:20.048904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:20.056309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f8dc13af-b090-42a9-8ebd-c194b9781417 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:20.116826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f8dc13af-b090-42a9-8ebd-c194b9781417 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:20.117232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f8dc13af-b090-42a9-8ebd-c194b9781417 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:20.119886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc2ebd4-e6bd-4837-bfbf-fa84bd3a4c3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.129102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8bc2ebd4-e6bd-4837-bfbf-fa84bd3a4c3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1106329 Dec 13 09:45:20.129650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47226) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:20.181124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/edd600a3-ef8e-443b-aad1-c6629304604a/f9a4f356-4b86-4648-8750-a8f48b81a4e7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:20.186599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.197968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.198564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.207597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:20.215844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Calling delete_port for a5fd698a-e3f9-4dc1-8289-101f3eb6c5df owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:20.232363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:20.239472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.344370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 191cb7bc-adb5-4384-a310-87e5566632c5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:20.345099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.355232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.402114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['366d4fdc-a381-4dea-8327-4824a3cd20d8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:20.433435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.501543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.514706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Pushing event deleted for resources: {'Port': ['ID=a5fd698a-e3f9-4dc1-8289-101f3eb6c5df,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.516789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 191cb7bc-adb5-4384-a310-87e5566632c5 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:20.574512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.590197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.658810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:20.664643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:20.673599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.675853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.683805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.686856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:20.702323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0bc4d7b7-b951-4595-a579-2a25d5db1a11 tempest-ServersTestJSON-1028578839 tempest-ServersTestJSON-1028578839-project] 10.222.0.31 "DELETE /v2.0/floatingips/c26ce070-bc68-41dd-af60-b27c84434ed1 HTTP/1.1" status: 204 len: 168 time: 0.8734252 Dec 13 09:45:20.705547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47246) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:20.716307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=191cb7bc-adb5-4384-a310-87e5566632c5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.730361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Pushing event updated for resources: {'Port': ['ID=f9a4f356-4b86-4648-8750-a8f48b81a4e7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.739031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.745308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cffd85a9-8f3b-468f-aca7-fee9073c3968 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/191cb7bc-adb5-4384-a310-87e5566632c5 HTTP/1.1" status: 204 len: 168 time: 0.6125689 Dec 13 09:45:20.745555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47254) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:20.796816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Attempting to bind port f9a4f356-4b86-4648-8750-a8f48b81a4e7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:20.797360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Attempting to bind port f9a4f356-4b86-4648-8750-a8f48b81a4e7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:20.797834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Attempting to bind port f9a4f356-4b86-4648-8750-a8f48b81a4e7 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:20.816801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:20.817993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:20.817993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.818339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:20.819495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Bound port: f9a4f356-4b86-4648-8750-a8f48b81a4e7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:20.819495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.927410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] For port f9a4f356-4b86-4648-8750-a8f48b81a4e7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:20.946505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cb62f-451d-41f8-8ab3-c843b62a4e95 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.948463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cb62f-451d-41f8-8ab3-c843b62a4e95 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.949430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] For port f9a4f356-4b86-4648-8750-a8f48b81a4e7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9a4f356-4b86-4648-8750-a8f48b81a4e7,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:20.953492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ca7cb62f-451d-41f8-8ab3-c843b62a4e95 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2034223 Dec 13 09:45:20.953643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:20.960058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.961275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6e54-2d3d-40ce-9fd0-344e42e60b5c req-044bf4a8-8a9d-4ffc-9c3d-d9d80e6b92b6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.969682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f5f6e54-2d3d-40ce-9fd0-344e42e60b5c req-044bf4a8-8a9d-4ffc-9c3d-d9d80e6b92b6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1456776 Dec 13 09:45:21.054510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f5f6e54-2d3d-40ce-9fd0-344e42e60b5c req-fd812f3a-c867-4fae-a356-37d16c3f16c6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811515 Dec 13 09:45:21.076191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d2129c71-2939-4587-af6a-5ab6bd291c7b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:21.152079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet edd600a3-ef8e-443b-aad1-c6629304604a {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:21.157323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.164636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: d2129c71-2939-4587-af6a-5ab6bd291c7b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:21.177631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d2129c71-2939-4587-af6a-5ab6bd291c7b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:21.188942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e68341-eafa-4fd7-b253-492c93f9f741 None None] Pushing event updated for resources: {'Port': ['ID=f9a4f356-4b86-4648-8750-a8f48b81a4e7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.305383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.372617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bed039-05a7-4198-898b-6946e99b875b req-7a5ea7fd-4e28-4b31-8650-909657efcb86 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.381641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bed039-05a7-4198-898b-6946e99b875b req-7a5ea7fd-4e28-4b31-8650-909657efcb86 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.0630703 Dec 13 09:45:21.428057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.506725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bed039-05a7-4198-898b-6946e99b875b req-ea8fad58-f41f-4ed2-b89f-1b021bb35f46 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221719 Dec 13 09:45:21.552166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-5a4083a2-6991-4fba-ac31-ed7bd127872c tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:45:21.568755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-5a4083a2-6991-4fba-ac31-ed7bd127872c tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311577 Dec 13 09:45:21.677764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.726332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:21.733271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-8f52b7e0-185f-4251-8c07-fee9b6b86f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.734778 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-8f52b7e0-185f-4251-8c07-fee9b6b86f47 service neutron] 10.222.0.31 "GET /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 1093 time: 0.1654637 Dec 13 09:45:21.739229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=edd600a3-ef8e-443b-aad1-c6629304604a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.752339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Request body: {'binding': {'host': 'n-h1-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:21.752821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Unknown quota resources ['binding']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:45:21.757138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.762767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b074f25d-6a15-4dfd-97b0-e7be36b9bca2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/edd600a3-ef8e-443b-aad1-c6629304604a HTTP/1.1" status: 204 len: 168 time: 0.8058958 Dec 13 09:45:21.764082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47300) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:21.843953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:21.844362 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.901546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05e0e9fb-21e9-42ad-a6bc-92dadb19d4a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362031 Dec 13 09:45:21.902371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:21.940546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:21.953741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on host n-h1-820935-7 for vnic_type normal with profile None {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:21.954218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:21.954404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:21.966483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.969243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:21.969810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:21.996974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.016241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:22.016583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:22.016977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:22.017419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Bound port: a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:22.030129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:22.032500 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd3da0-7a96-4f80-bb2b-7baa1147c730" -d '{"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:22.055834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:22.071603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.089700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9a4f356-4b86-4648-8750-a8f48b81a4e7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:22.105532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c0894977-3fa4-4f45-b5a8-a007e2e4789e tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2019715 Dec 13 09:45:22.140130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:22.142597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:22.149864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.201642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] Publish callbacks [] for binding, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.202844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-eb4b1b88-92c6-49fe-9e9e-9b6aff5c18da service neutron] 10.222.0.31 "POST /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658/bindings HTTP/1.1" status: 201 len: 389 time: 0.4560912 Dec 13 09:45:22.210410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:22.248084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f9a4f356-4b86-4648-8750-a8f48b81a4e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:22.248506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.371762 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303fdf4-e96f-4534-941b-ed1dfddd63c2 x-openstack-request-id: req-5303fdf4-e96f-4534-941b-ed1dfddd63c2 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:22.373517 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:22.373883 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5303fdf4-e96f-4534-941b-ed1dfddd63c2 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:22.375090 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'code': 200} Dec 13 09:45:22.467621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c99657c6-1b9e-4d4a-a9d1-b7f7b4caf35c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.469179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c99657c6-1b9e-4d4a-a9d1-b7f7b4caf35c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411410 Dec 13 09:45:22.484870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.512519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Deleting port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:22.513595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.533049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-15323ad1-bbe9-4eef-a036-f18f8e17247b tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/quotas/ea4fd2cb2e4f4fe5b1cd92e37c236855 HTTP/1.1" status: 200 len: 375 time: 0.0276818 Dec 13 09:45:22.564857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f9a4f356-4b86-4648-8750-a8f48b81a4e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9a4f356-4b86-4648-8750-a8f48b81a4e7,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:22.577363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.606598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2b5fd454-af77-4754-b540-1c63c8750b9a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527318 Dec 13 09:45:22.617841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc80757-40e7-4318-ad1f-228eeeaa94e3 req-29d7b0e9-32b1-422b-bb51-bbf949bfd523 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.626211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0bc80757-40e7-4318-ad1f-228eeeaa94e3 req-29d7b0e9-32b1-422b-bb51-bbf949bfd523 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1559699 Dec 13 09:45:22.668409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f9a4f356-4b86-4648-8750-a8f48b81a4e7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:22.702498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30d54a-c498-492f-9abc-9cf8a739fa44 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:22.720010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] For port e6e4262e-f1fc-4c86-9b1b-4548130ba8fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:22.720458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.731085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-c8cd8409-5997-40a3-8f89-156201094c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.732140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0bc80757-40e7-4318-ad1f-228eeeaa94e3 req-fe0158ed-7b04-4187-83e0-fd998e9a8d14 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049645 Dec 13 09:45:22.735024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-c8cd8409-5997-40a3-8f89-156201094c08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1096 time: 0.2406023 Dec 13 09:45:22.745597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.761276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Calling delete_port for e6e4262e-f1fc-4c86-9b1b-4548130ba8fc owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:22.859243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f9aa3fba-539a-45e5-b5f4-3e735fd22179 None None] Provisioning complete for port f9a4f356-4b86-4648-8750-a8f48b81a4e7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:22.860203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3fba-539a-45e5-b5f4-3e735fd22179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.878426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:22.883116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:22.890472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.890951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.901058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=f3a61fed-1bfa-4e52-8e67-821f1b6ec813,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:22.921176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.923261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.923871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.924395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.924790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.925145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.925487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.928755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:22.947255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-8842851d-e012-42d9-b038-3a2935e2152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.949260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-8842851d-e012-42d9-b038-3a2935e2152a service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2051616 Dec 13 09:45:22.974515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-60f9ac16-66a9-4b24-978b-4704dd77f98e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0393896 Dec 13 09:45:23.017633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47330) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:23.024179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'name': 'tempest-NetworksTestDHCPv6-1770520480'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:23.058163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-d0968476-2153-4344-9a3b-2b555677c7ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 217 time: 0.0986397 Dec 13 09:45:23.104396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:23.136144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705d6cf-ce15-4c0b-9afb-8aaf653de251 req-7a25f0d4-e4b2-4aa2-91c9-2ba37b98a1d8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.137882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a705d6cf-ce15-4c0b-9afb-8aaf653de251 req-7a25f0d4-e4b2-4aa2-91c9-2ba37b98a1d8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1905298 Dec 13 09:45:23.165674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d274b6b-5de0-475a-96c3-aac2c7f8b6b2 req-6170f07d-8bdb-41d0-a68b-2313203e32e5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.173703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d274b6b-5de0-475a-96c3-aac2c7f8b6b2 req-6170f07d-8bdb-41d0-a68b-2313203e32e5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1550312 Dec 13 09:45:23.205968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Deleting port f9a4f356-4b86-4648-8750-a8f48b81a4e7 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:23.206889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.267651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-1ceb6edd-dfab-4084-afbb-fed4e61b8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.270183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-1ceb6edd-dfab-4084-afbb-fed4e61b8ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.1562920 Dec 13 09:45:23.271737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.274292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d274b6b-5de0-475a-96c3-aac2c7f8b6b2 req-e0a25820-7e3c-4051-80fa-59c3953f803e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996983 Dec 13 09:45:23.332096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a705d6cf-ce15-4c0b-9afb-8aaf653de251 req-f1d09212-52e3-491b-b2e0-102af5a08616 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822767 Dec 13 09:45:23.339749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:23.348341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.372533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-448a8c24-26bc-4075-a422-63ecf4505361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840013 Dec 13 09:45:23.375451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] For port f9a4f356-4b86-4648-8750-a8f48b81a4e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9a4f356-4b86-4648-8750-a8f48b81a4e7,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:23.377457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.382437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e4262e-f1fc-4c86-9b1b-4548130ba8fc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:23.390270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port eace5408-3fad-4934-84d8-0736daf583fd yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:23.414223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Calling delete_port for f9a4f356-4b86-4648-8750-a8f48b81a4e7 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:23.540179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-e1d84c20-c4df-4f53-9afc-e7becb078e46 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292052 Dec 13 09:45:23.615870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.680602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] Pushing event deleted for resources: {'Port': ['ID=f9a4f356-4b86-4648-8750-a8f48b81a4e7,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:23.702078 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-bdaa9c25-1386-4796-a702-423e7df34efa service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150985 Dec 13 09:45:23.702610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4850ed8-26fe-4886-b321-8b95d43dc39b None None] No DVR routers for this DVR port f9a4f356-4b86-4648-8750-a8f48b81a4e7 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:23.727003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0df59d-7c0c-49bb-be50-437787a83168 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:23.926414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::1b6 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f3a61fed-1bfa-4e52-8e67-821f1b6ec813/eace5408-3fad-4934-84d8-0736daf583fd) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:23.996664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-431c2448-fec9-4d92-97ac-af999a500338 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.010358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-431c2448-fec9-4d92-97ac-af999a500338 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4692452 Dec 13 09:45:24.040557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'f3a61fed-1bfa-4e52-8e67-821f1b6ec813'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:24.041696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:24.075646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-5d57ed38-9cd6-4c97-88fa-6e634fd803b3 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/quotas/ea4fd2cb2e4f4fe5b1cd92e37c236855 HTTP/1.1" status: 200 len: 375 time: 0.0616765 Dec 13 09:45:24.162469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-a9a7d8f1-2696-40ed-a3a6-2cd8cbf5bae8 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855732 Dec 13 09:45:24.190560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1af3d5-fdaa-4251-b2c4-30bce14629df req-3986c6b6-9817-4695-9167-a7a03b4d4303 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.193243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de1af3d5-fdaa-4251-b2c4-30bce14629df req-3986c6b6-9817-4695-9167-a7a03b4d4303 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2318358 Dec 13 09:45:24.211014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9a4f356-4b86-4648-8750-a8f48b81a4e7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:24.410579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de1af3d5-fdaa-4251-b2c4-30bce14629df req-bf11e5d5-72ae-47ef-8b15-e91cc8b0feb0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004340 Dec 13 09:45:24.723089 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-402b5bc8-283b-41f6-a534-533b52edd641 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030631 Dec 13 09:45:24.759305 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-16200685-8e61-48ee-951c-7dd093395b94 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956166 Dec 13 09:45:24.759800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f9a4f356-4b86-4648-8750-a8f48b81a4e7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:24.760143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9a4f356-4b86-4648-8750-a8f48b81a4e7 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:24.977873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.103451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.130942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509d472-5b73-44b1-9196-c4474c7f0e00 req-c8c52202-e1c6-4786-b085-93d4d43970b2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.147171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-7e2bfd87-95c3-4e3a-83c9-ab2b8546dfd2 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.148724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-7e2bfd87-95c3-4e3a-83c9-ab2b8546dfd2 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877731 Dec 13 09:45:25.151292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e509d472-5b73-44b1-9196-c4474c7f0e00 req-c8c52202-e1c6-4786-b085-93d4d43970b2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.4010642 Dec 13 09:45:25.174441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366fa28-d404-4c4e-b273-fb84fe3b36ee req-04ddf68b-4f0a-4a81-86d3-67545d5d1f18 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.177167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9366fa28-d404-4c4e-b273-fb84fe3b36ee req-04ddf68b-4f0a-4a81-86d3-67545d5d1f18 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.5265756 Dec 13 09:45:25.205040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Request body: {'port': {'device_id': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'ea4fd2cb2e4f4fe5b1cd92e37c236855'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:25.345394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e509d472-5b73-44b1-9196-c4474c7f0e00 req-e4c75a0f-d95f-45f4-936f-91d9b9534823 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920459 Dec 13 09:45:25.365789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:25.398607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9366fa28-d404-4c4e-b273-fb84fe3b36ee req-cef9edfb-ae66-4e07-afb3-6954a1a71c6d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042444 Dec 13 09:45:25.428002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.490289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Made reservation on behalf of ea4fd2cb2e4f4fe5b1cd92e37c236855 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:25.502481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.545788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.546019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f3a61fed-1bfa-4e52-8e67-821f1b6ec813/bc3a28ee-4d99-46cf-af0b-4fb97315883d) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:25.584602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:25.658528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:25.672257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:25.676034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11b38955-0abc-4c34-8204-17e1794601da req-5a831043-396e-4948-8921-ee1324c21d5f tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 210 time: 0.1576905 Dec 13 09:45:25.685480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Sync routers for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:25.702270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:25.705420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb442007-06c8-42c2-8756-a206e555da17 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1f898a1-ce83-4887-ac27-fb71a1e5a1ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9962156 Dec 13 09:45:25.709302 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:25.710109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47398) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:25.716363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:25.730513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.736706 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.806751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=eace5408-3fad-4934-84d8-0736daf583fd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:25.866328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.884232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4fcb2e28-cecf-4168-9d7a-929c9e8f5a26 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8621466 Dec 13 09:45:25.890606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47400) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:25.994438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.007282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba7ac-888d-46c7-8586-ee21942e59de req-b06a34c4-a17e-49c0-b438-c813cb490b86 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:26.010002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.018131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c11ba7ac-888d-46c7-8586-ee21942e59de req-b06a34c4-a17e-49c0-b438-c813cb490b86 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.4318886 Dec 13 09:45:26.035952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.051443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.094184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdc696-2aa2-41c9-954f-9f0ddb6a1c78 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:26.097267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9fdc696-2aa2-41c9-954f-9f0ddb6a1c78 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1966066 Dec 13 09:45:26.102217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Pushing event updated for resources: {'Port': ['ID=bc3a28ee-4d99-46cf-af0b-4fb97315883d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:26.118648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:26.120434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:26.129252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:26.150609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:26.166277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c11ba7ac-888d-46c7-8586-ee21942e59de req-89a64f13-7c5a-47f4-9dd6-ccaa379e95eb tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460481 Dec 13 09:45:26.286624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Attempting to bind port bc3a28ee-4d99-46cf-af0b-4fb97315883d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:26.286914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Attempting to bind port bc3a28ee-4d99-46cf-af0b-4fb97315883d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:26.287287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Attempting to bind port bc3a28ee-4d99-46cf-af0b-4fb97315883d on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:26.295907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:26.296291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:26.296918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.297146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:26.297629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Bound port: bc3a28ee-4d99-46cf-af0b-4fb97315883d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:26.298016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.308774 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:26.312434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Allocated IP 192.168.233.63 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/e653c724-8db0-48be-bc55-02c078798941) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:26.401021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port eace5408-3fad-4934-84d8-0736daf583fd {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:26.404052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.589090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] For port bc3a28ee-4d99-46cf-af0b-4fb97315883d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:26.600627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] For port bc3a28ee-4d99-46cf-af0b-4fb97315883d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bc3a28ee-4d99-46cf-af0b-4fb97315883d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:26.610048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.707713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.822469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.872083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:45:23Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:26.877868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217bca5-b8bf-41f2-ba5a-46af4184688c None None] Pushing event updated for resources: {'Port': ['ID=bc3a28ee-4d99-46cf-af0b-4fb97315883d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:26.906236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:26.928819 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-756ad860-74f3-425e-8866-fd70270b5f4d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334760 Dec 13 09:45:26.930076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Checking router: c1f898a1-ce83-4887-ac27-fb71a1e5a1ba for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:26.956319 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Routers {'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:26.957318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:26.983450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:26.998475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:27.001089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d3001-32e9-4308-8c74-b599560e3066,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:27.044141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:27.129072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.130524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.221537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] Set router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:27.238912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.286437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-91cd60d8-4dda-4d68-bb85-6ce0259659bb tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0851035 Dec 13 09:45:27.363295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd720-9e65-47c8-a09e-cfdc8918ae6a req-8f91e491-7dc2-4c5b-99c0-bc766ef318f6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.364918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-815bd720-9e65-47c8-a09e-cfdc8918ae6a req-8f91e491-7dc2-4c5b-99c0-bc766ef318f6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.4376090 Dec 13 09:45:27.378819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Request body: {'port': {'device_id': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:27.400145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.427961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for eace5408-3fad-4934-84d8-0736daf583fd owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:27.542596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.592450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-b634033d-c79f-4cda-a46f-546efc61f5a8 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.594324 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-b634033d-c79f-4cda-a46f-546efc61f5a8 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6540706 Dec 13 09:45:27.618594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5873cf81-4ec1-49b8-97f3-dd7887abd875 None None] Provisioning complete for port e653c724-8db0-48be-bc55-02c078798941 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:27.620975 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5873cf81-4ec1-49b8-97f3-dd7887abd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.633004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Request body: {'port': {'device_id': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'ea4fd2cb2e4f4fe5b1cd92e37c236855'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:27.668497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42367f39-f61c-46be-a4dd-a7401b61a233 req-bdca7f01-cd0c-407b-8362-078541fcd2d5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.672783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42367f39-f61c-46be-a4dd-a7401b61a233 req-bdca7f01-cd0c-407b-8362-078541fcd2d5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.7439699 Dec 13 09:45:27.694130 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:45:23Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:27.751413 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7eeb1-ece8-4815-a614-d72a288be268 None None] The sync data for ids ['c1f898a1-ce83-4887-ac27-fb71a1e5a1ba'] in n-d-820935-7 is: [{'id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'name': 'tempest-ServersTestJSON-357681635-router', 'tenant_id': '1c5111abde924941a3854be7d12bffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:47Z', 'updated_at': '2021-12-13T09:45:23Z', 'revision_number': 5, 'project_id': '1c5111abde924941a3854be7d12bffb3', 'gw_port': {'id': '04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f898a1-ce83-4887-ac27-fb71a1e5a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:48Z', 'updated_at': '2021-12-13T09:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:27.772692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Deleting port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:27.773205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.785303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5873cf81-4ec1-49b8-97f3-dd7887abd875 None None] Port e653c724-8db0-48be-bc55-02c078798941 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:27.821488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42367f39-f61c-46be-a4dd-a7401b61a233 req-93d70498-e644-4e21-86a9-cfd6fcd63ae8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309018 Dec 13 09:45:27.915296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-815bd720-9e65-47c8-a09e-cfdc8918ae6a req-3711e2b7-9b6c-47f0-bf01-62f3136822ac tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830026 Dec 13 09:45:28.038545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f7a5a15-e160-43db-bf01-16981441db24 req-3dabb268-c1a6-4678-92cc-59392dd1f961 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 210 time: 0.1085024 Dec 13 09:45:28.189656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Made reservation on behalf of ea4fd2cb2e4f4fe5b1cd92e37c236855 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:28.210415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.229471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.262313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b93737-4e92-444a-b865-5de9cc3e8338 req-71d06e94-4d26-4a04-adef-cc819bbc0111 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.279647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68b93737-4e92-444a-b865-5de9cc3e8338 req-71d06e94-4d26-4a04-adef-cc819bbc0111 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2170794 Dec 13 09:45:28.454631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bc3a28ee-4d99-46cf-af0b-4fb97315883d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:28.492012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68b93737-4e92-444a-b865-5de9cc3e8338 req-e6ec2844-6447-4fd6-a2e7-d6e7cc6a6d53 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060528 Dec 13 09:45:28.498075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.510420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/eace5408-3fad-4934-84d8-0736daf583fd HTTP/1.1" status: 204 len: 168 time: 2.3337898 Dec 13 09:45:28.523246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2893c2-9667-4cba-9d7e-3e97dcee0d68 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=eace5408-3fad-4934-84d8-0736daf583fd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:28.526125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47418) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:28.665898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536c195-93bf-48f6-b541-6bc63191415b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.674991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536c195-93bf-48f6-b541-6bc63191415b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.684931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e536c195-93bf-48f6-b541-6bc63191415b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1545947 Dec 13 09:45:28.685739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47420) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:28.689844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] For port 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:28.690484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.699060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bc3a28ee-4d99-46cf-af0b-4fb97315883d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:28.699535 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.745186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Calling delete_port for 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:28.797088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet f3a61fed-1bfa-4e52-8e67-821f1b6ec813 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:28.805069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.923468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.016812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.102027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port bc3a28ee-4d99-46cf-af0b-4fb97315883d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bc3a28ee-4d99-46cf-af0b-4fb97315883d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:29.116958 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.151531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e6e4262e-f1fc-4c86-9b1b-4548130ba8fc no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:29.170998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.255041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e6e4262e-f1fc-4c86-9b1b-4548130ba8fc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:29.256735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e6e4262e-f1fc-4c86-9b1b-4548130ba8fc not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:29.270090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ac107bec-af7d-4a8e-a2a1-507283f09fe7 None None] Provisioning complete for port bc3a28ee-4d99-46cf-af0b-4fb97315883d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:29.270839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ac107bec-af7d-4a8e-a2a1-507283f09fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.276982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.319808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.325602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f3a61fed-1bfa-4e52-8e67-821f1b6ec813 HTTP/1.1" status: 204 len: 168 time: 0.6386771 Dec 13 09:45:29.378221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:29.423315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=bc3a28ee-4d99-46cf-af0b-4fb97315883d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:29.430725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.558977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7112b97-91d1-43eb-9631-900f38028508 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:29.584668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7a475bc7-0af3-4699-816a-8af73d803cda tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562638 Dec 13 09:45:29.590354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea720d-8b5f-455e-8df6-f81c6a31d154 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a61fed-1bfa-4e52-8e67-821f1b6ec813,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:29.600595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47434) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:29.660242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3152-cee3-49d1-8bd9-d527bd346d9e req-700db994-5daa-49b2-b021-9771fa29d166 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.662466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-956b3152-cee3-49d1-8bd9-d527bd346d9e req-700db994-5daa-49b2-b021-9771fa29d166 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.4068480 Dec 13 09:45:29.690374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143f853-39bb-45a8-bf50-0c3f9f163d5f req-f5c80213-fdf4-4ddd-8b2b-934dc215222e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.692001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0143f853-39bb-45a8-bf50-0c3f9f163d5f req-f5c80213-fdf4-4ddd-8b2b-934dc215222e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.4401176 Dec 13 09:45:29.739197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c3e29a3b-307e-4a1d-a071-80cc3ca6db7e None None] Could not find standard attr ID for object a4413fe9-ea01-4dff-931f-cab0db9a9be5. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:45:29.875475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01b377-fe68-4139-8533-6bdee0469e85 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.896146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8f01b377-fe68-4139-8533-6bdee0469e85 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2878284 Dec 13 09:45:29.921507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47436) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:29.933733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:29.970942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-956b3152-cee3-49d1-8bd9-d527bd346d9e req-10e30ad1-40dd-49a9-b587-3e94b353468d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951484 Dec 13 09:45:30.089569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0143f853-39bb-45a8-bf50-0c3f9f163d5f req-b430434a-29f3-4f7d-8ce9-ba3b3101c294 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063617 Dec 13 09:45:30.163423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Deleting port bc3a28ee-4d99-46cf-af0b-4fb97315883d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:30.166065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.185921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c6a66-4f78-4bd8-8dc9-ba0194c1b126 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.189864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a5c6a66-4f78-4bd8-8dc9-ba0194c1b126 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2512004 Dec 13 09:45:30.205012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47438) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:30.275786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41e136ff-0936-4f17-b6dd-bccd39b6d4a5 req-a90d81c4-a62a-435a-8b0e-dcaadaf5b45d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 210 time: 0.1348226 Dec 13 09:45:30.346468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] For port bc3a28ee-4d99-46cf-af0b-4fb97315883d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bc3a28ee-4d99-46cf-af0b-4fb97315883d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:30.346899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.371351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e653c724-8db0-48be-bc55-02c078798941 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:30.383204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.384544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Calling delete_port for bc3a28ee-4d99-46cf-af0b-4fb97315883d owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:30.410238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Transition to ACTIVE for port object e653c724-8db0-48be-bc55-02c078798941 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:30.418571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-041f40b6-80d5-4f8f-aeb9-dd72120134bb tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038617 Dec 13 09:45:30.421253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47440) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:30.433231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:30.492639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Allocated IP 192.168.233.47 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/9b4864ef-35fb-478d-b29b-8476ad5456f7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:30.538822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.620474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2c8b7-5aa6-4dc0-b763-893888993bef req-408a7b8e-aa8f-46aa-baa5-cce27d29313d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.621277 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.632381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c2c8b7-5aa6-4dc0-b763-893888993bef req-408a7b8e-aa8f-46aa-baa5-cce27d29313d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.3039815 Dec 13 09:45:30.725966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c2c8b7-5aa6-4dc0-b763-893888993bef req-5f09a230-1c59-409f-8639-619209c2e32a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925548 Dec 13 09:45:30.752218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:30.752811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] No DVR routers for this DVR port bc3a28ee-4d99-46cf-af0b-4fb97315883d on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:30.761037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf000ff-5818-48ba-9841-85911e78414f None None] Pushing event deleted for resources: {'Port': ['ID=bc3a28ee-4d99-46cf-af0b-4fb97315883d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:30.761519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.875821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.118054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.171988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.217167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:31.263864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.266232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:31.279073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699e233-c80c-448c-94a9-39b0751027ec None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:31.283357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.284050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.358935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Pushing event deleted for resources: {'Port': ['ID=04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.373067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.421619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9977138 Dec 13 09:45:31.427673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47458) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:31.463514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '679302b8-bc19-434e-bed5-cd4ec9dc8dc6', 'ip_address': '2001:db8::9cc4:770e:5377:fc66'}], 'name': 'tempest-NetworksTestDHCPv6-2070999528'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:31.506762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:31.512504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.521773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:31.539416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:31.607221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '679302b8-bc19-434e-bed5-cd4ec9dc8dc6'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:31.607478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c9fdc-995b-446f-a2eb-9c8d0858178f req-3335cbf0-aded-4b35-bbd7-b17cbc0cbb6b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.608292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.609203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-522c9fdc-995b-446f-a2eb-9c8d0858178f req-3335cbf0-aded-4b35-bbd7-b17cbc0cbb6b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2986548 Dec 13 09:45:31.702490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.714983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235e273-923c-45aa-aca6-67bef08bb15d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=679302b8-bc19-434e-bed5-cd4ec9dc8dc6,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.893483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-522c9fdc-995b-446f-a2eb-9c8d0858178f req-44bfda5c-a62f-4ab0-bbcf-ea2c4191b0eb tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800449 Dec 13 09:45:31.952257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.952976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.032534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:32.038156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/679302b8-bc19-434e-bed5-cd4ec9dc8dc6/ccedbcf0-ddef-44e8-8c69-451f36207aee) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:32.092327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.095607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.106148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Attempting to bind port e653c724-8db0-48be-bc55-02c078798941 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:32.107094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Attempting to bind port e653c724-8db0-48be-bc55-02c078798941 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:32.107426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Attempting to bind port e653c724-8db0-48be-bc55-02c078798941 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:32.143190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-7dd7016b-6a99-41b7-9aca-8c090357e44c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5320086 Dec 13 09:45:32.228175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Port e653c724-8db0-48be-bc55-02c078798941 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:32.228545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Attempting to bind port e653c724-8db0-48be-bc55-02c078798941 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:32.271369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7ddc7366-f9a1-4eaa-98d0-a83ef903506a None None] Provisioning complete for port 9b4864ef-35fb-478d-b29b-8476ad5456f7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:32.271778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7366-f9a1-4eaa-98d0-a83ef903506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.273249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Request body: {'port': {'device_id': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:32.282354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bc3a28ee-4d99-46cf-af0b-4fb97315883d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:32.335296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: bc3a28ee-4d99-46cf-af0b-4fb97315883d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:32.335743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bc3a28ee-4d99-46cf-af0b-4fb97315883d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:32.357378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:32.357723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:32.358117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:32.358574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Bound port: e653c724-8db0-48be-bc55-02c078798941, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:32.358934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.369180 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.374396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.374927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f898a1-ce83-4887-ac27-fb71a1e5a1ba {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:45:32.414318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.415494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6637c20c-8c78-4412-b7c3-c57e7a801ade admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1f898a1-ce83-4887-ac27-fb71a1e5a1ba HTTP/1.1" status: 204 len: 168 time: 6.7031267 Dec 13 09:45:32.424208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:32.459448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c40e-aec9-4384-a2df-8fe5e205334d req-5d2cf2c1-c9c1-4f70-9ae5-5ffe35c0d7cb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.481937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f25c40e-aec9-4384-a2df-8fe5e205334d req-5d2cf2c1-c9c1-4f70-9ae5-5ffe35c0d7cb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.2708743 Dec 13 09:45:32.507511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 57d385a7-93ed-4676-b3c7-313d7bdb44f8 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:32.508936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc7366-f9a1-4eaa-98d0-a83ef903506a None None] Port 9b4864ef-35fb-478d-b29b-8476ad5456f7 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:32.688146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f25c40e-aec9-4384-a2df-8fe5e205334d req-d79fa273-fd78-4ba2-a5bd-95baa161bf8c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820972 Dec 13 09:45:32.727453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.736902 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.785194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.842048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:32.847940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:32.869232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:32.874888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Deleting subnet 8582f588-c745-46b0-beb9-c78ac5357e37 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:32.881260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:32.896835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.966559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Pushing event updated for resources: {'Port': ['ID=ccedbcf0-ddef-44e8-8c69-451f36207aee,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:33.009266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Attempting to bind port ccedbcf0-ddef-44e8-8c69-451f36207aee on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:33.009650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Attempting to bind port ccedbcf0-ddef-44e8-8c69-451f36207aee by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:33.010030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Attempting to bind port ccedbcf0-ddef-44e8-8c69-451f36207aee on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:33.016275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:33.016666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:33.017081 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.017490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:33.018505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Bound port: ccedbcf0-ddef-44e8-8c69-451f36207aee, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:33.018505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.065931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.170977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] For port ccedbcf0-ddef-44e8-8c69-451f36207aee, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:33.186194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] For port ccedbcf0-ddef-44e8-8c69-451f36207aee, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ccedbcf0-ddef-44e8-8c69-451f36207aee,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:33.193598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.297354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.413878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b4cb9-94be-4498-8d23-30157c888933 None None] Pushing event updated for resources: {'Port': ['ID=ccedbcf0-ddef-44e8-8c69-451f36207aee,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:33.427957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:33.438279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.482546 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.533932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7258-4214-44b1-93b8-1d9b164725a5 req-68c341db-e2cc-4e80-9480-ae5d0841457d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.538128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f88c7258-4214-44b1-93b8-1d9b164725a5 req-68c341db-e2cc-4e80-9480-ae5d0841457d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 935 time: 0.4686873 Dec 13 09:45:33.611852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.612587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.614188 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 200 len: 1095 time: 6.2560825 Dec 13 09:45:33.637997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:33.640437 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413718a3-6134-4d28-920f-d65bbabf5027" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:33.654881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8582f588-c745-46b0-beb9-c78ac5357e37,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:33.657199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.660679 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-78c6d066-2678-4e58-8215-46c93555a4ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8582f588-c745-46b0-beb9-c78ac5357e37 HTTP/1.1" status: 204 len: 168 time: 1.2319169 Dec 13 09:45:33.661458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2e659-c0b9-4bcd-b0c2-e4225b52ae2b None None] Network 8fb33895-73f3-4e13-a068-c7d45ff10550 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:33.666940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:33.766984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::9cc4:770e:5377:fc66 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/679302b8-bc19-434e-bed5-cd4ec9dc8dc6/57d385a7-93ed-4676-b3c7-313d7bdb44f8) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:33.955350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f832e16-6b5a-4afb-b58a-e21dd51351d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:33.960046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f88c7258-4214-44b1-93b8-1d9b164725a5 req-3fa18e99-772d-488a-9d76-5b805a5588f7 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067667 Dec 13 09:45:34.214950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.240965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] DHCP port deletion for 8fb33895-73f3-4e13-a068-c7d45ff10550 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:34.280220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-0092b2c1-1e6a-43ef-93cd-6bec0fd3a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.282091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-0092b2c1-1e6a-43ef-93cd-6bec0fd3a8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 1098 time: 0.6160016 Dec 13 09:45:34.311087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ccedbcf0-ddef-44e8-8c69-451f36207aee up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:34.319460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.359088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324050d-70ed-42ec-8504-df564dad8744 req-879cfac5-33b4-4e11-9bd8-5654dd946d9c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.366215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0324050d-70ed-42ec-8504-df564dad8744 req-879cfac5-33b4-4e11-9bd8-5654dd946d9c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2015338 Dec 13 09:45:34.478381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.478778 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-1e46df86-53f7-4e5c-a130-425e187bc4f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 200 len: 217 time: 0.1782625 Dec 13 09:45:34.499918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0324050d-70ed-42ec-8504-df564dad8744 req-48680129-32ef-4134-a001-81411cc3a2b7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325512 Dec 13 09:45:34.514629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Deleting port 041dcfd6-21e3-473b-8302-e0759cd03ad5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:34.515011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.608414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.663447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] For port 041dcfd6-21e3-473b-8302-e0759cd03ad5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=041dcfd6-21e3-473b-8302-e0759cd03ad5,segment=NetworkSegment(90988d13-1d44-4a3d-b9d9-e2efd0c766a5),segment_id=90988d13-1d44-4a3d-b9d9-e2efd0c766a5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:34.667830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.701498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Calling delete_port for 041dcfd6-21e3-473b-8302-e0759cd03ad5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:34.770837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c95bc0fd-a13d-4b90-bd20-e3bd6fdc002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.783968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c95bc0fd-a13d-4b90-bd20-e3bd6fdc002f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2829640 Dec 13 09:45:34.784092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:34.824352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:34.828978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:34.844757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.845650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.861203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.878316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=57d385a7-93ed-4676-b3c7-313d7bdb44f8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:34.884128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ccedbcf0-ddef-44e8-8c69-451f36207aee triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:34.887177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.926277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52b17-4e6d-491f-bc9b-7a5897efc1ee req-b9e66183-0f8d-404a-9be1-5671c8aa5979 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.938242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37d52b17-4e6d-491f-bc9b-7a5897efc1ee req-b9e66183-0f8d-404a-9be1-5671c8aa5979 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2444849 Dec 13 09:45:34.954914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2499b1d-9642-404a-82f4-4ba46ea5e982 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5065622 Dec 13 09:45:34.960424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:34.981942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4864ef-35fb-478d-b29b-8476ad5456f7 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:35.026690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] Pushing event deleted for resources: {'Port': ['ID=041dcfd6-21e3-473b-8302-e0759cd03ad5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.034951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403a10d-a9b5-43db-8ba7-1a252a9d8ceb None None] No DVR routers for this DVR port 041dcfd6-21e3-473b-8302-e0759cd03ad5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:35.072888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.084170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Deleting port 041dcfd6-21e3-473b-8302-e0759cd03ad5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:35.085268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.119668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.131876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37d52b17-4e6d-491f-bc9b-7a5897efc1ee req-003a9b7c-35ba-479d-aade-f08be2ab3bd9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900191 Dec 13 09:45:35.273301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port ccedbcf0-ddef-44e8-8c69-451f36207aee, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ccedbcf0-ddef-44e8-8c69-451f36207aee,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:35.282216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.328914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:35.385639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c356a6a0-570c-4132-9150-5cfdc00c692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.389718 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-c356a6a0-570c-4132-9150-5cfdc00c692c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5974138 Dec 13 09:45:35.390833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Transition to ACTIVE for port object 9b4864ef-35fb-478d-b29b-8476ad5456f7 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:35.413302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:35.413659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 04bb1f02-87eb-4ff2-badb-ccd0c2f8dc4f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:35.499244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.506708 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaec89d-a738-41b3-b7ab-692052493a42 x-openstack-request-id: req-aaaec89d-a738-41b3-b7ab-692052493a42 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:35.507006 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "tag": "e653c724-8db0-48be-bc55-02c078798941", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:35.509638 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaaec89d-a738-41b3-b7ab-692052493a42 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:35.510087 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'status': 'completed', 'code': 200} Dec 13 09:45:35.573368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=ccedbcf0-ddef-44e8-8c69-451f36207aee,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.675870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-985b515d-a837-4f60-9209-a3dcf160dee5 None None] Provisioning complete for port ccedbcf0-ddef-44e8-8c69-451f36207aee triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:35.676292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-985b515d-a837-4f60-9209-a3dcf160dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.706175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339e80-aea8-44e0-a3ef-1fb6a37e4969 req-51c2598a-61a7-418d-9f97-9fd8ee9b94d9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.717331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.725096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b339e80-aea8-44e0-a3ef-1fb6a37e4969 req-51c2598a-61a7-418d-9f97-9fd8ee9b94d9 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1210978 Dec 13 09:45:35.816171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b339e80-aea8-44e0-a3ef-1fb6a37e4969 req-25e4af1b-3a6d-4c37-b875-aa3ba416e7e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901697 Dec 13 09:45:35.836940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] For port 041dcfd6-21e3-473b-8302-e0759cd03ad5, host n-d-820935-7, got binding levels [] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:35.837938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.891067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a16108-6098-429a-a37f-f43d7ce4203e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.898619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a16108-6098-429a-a37f-f43d7ce4203e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.910015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47494) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:35.911747 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c2a16108-6098-429a-a37f-f43d7ce4203e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9376910 Dec 13 09:45:35.918212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Calling delete_port for 041dcfd6-21e3-473b-8302-e0759cd03ad5 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:35.928733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Port 041dcfd6-21e3-473b-8302-e0759cd03ad5 was not found and therefore no delete operation was performed {{(pid=103194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:45:35.944776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.030001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ccedbcf0-ddef-44e8-8c69-451f36207aee up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:36.052863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Pushing event deleted for resources: {'Port': ['ID=041dcfd6-21e3-473b-8302-e0759cd03ad5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:36.087211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] No DVR routers for this DVR port 041dcfd6-21e3-473b-8302-e0759cd03ad5 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:36.137173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-bf470c4b-de71-4b21-b232-1ec47dff9c3b service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772177 Dec 13 09:45:36.257338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245656a-7095-4b9c-a73d-09be34f9f19c req-036c506e-d578-48be-965b-e164e2d10760 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.265097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b245656a-7095-4b9c-a73d-09be34f9f19c req-036c506e-d578-48be-965b-e164e2d10760 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.1314995 Dec 13 09:45:36.300781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c64b6ee8-5e85-4e0c-ab65-81bd45e26936 None None] Provisioning complete for port 57d385a7-93ed-4676-b3c7-313d7bdb44f8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:36.301425 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c64b6ee8-5e85-4e0c-ab65-81bd45e26936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.337577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b245656a-7095-4b9c-a73d-09be34f9f19c req-d805b1d3-6353-4a36-9690-2b90011e24c0 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Dec 13 09:45:36.345783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 57d385a7-93ed-4676-b3c7-313d7bdb44f8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:36.349774 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.377765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.406052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Attempting to bind port 9b4864ef-35fb-478d-b29b-8476ad5456f7 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:36.406692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Attempting to bind port 9b4864ef-35fb-478d-b29b-8476ad5456f7 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:36.406692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Attempting to bind port 9b4864ef-35fb-478d-b29b-8476ad5456f7 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:36.418241 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0139dc45-f2fe-4be3-b6bc-1c80b6d5636f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.438023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb33895-73f3-4e13-a068-c7d45ff10550']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:36.447902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Port 9b4864ef-35fb-478d-b29b-8476ad5456f7 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:36.448332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Attempting to bind port 9b4864ef-35fb-478d-b29b-8476ad5456f7 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:36.474884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90988d13-1d44-4a3d-b9d9-e2efd0c766a5') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:36.475193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90988d13-1d44-4a3d-b9d9-e2efd0c766a5') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:36.491649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.504629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:36.505214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:36.506443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:36.510365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Bound port: 9b4864ef-35fb-478d-b29b-8476ad5456f7, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:36.511846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ccedbcf0-ddef-44e8-8c69-451f36207aee triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:36.512851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.513680 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.550493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c64b6ee8-5e85-4e0c-ab65-81bd45e26936 None None] Port 57d385a7-93ed-4676-b3c7-313d7bdb44f8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:36.591598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.595276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-57a393a2-fc9e-4908-8896-140ee5470809 req-7df8f76d-540f-4735-aa86-411f1970e734 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491935 Dec 13 09:45:36.604988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:45:36.605395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:45:36.607478 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:45:36.710930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.726345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2506ff-2933-4e8c-9578-6c921e4b5a64 req-9c1ddb0f-1e6e-4b5a-bc6c-477f409fb26c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.734917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a2506ff-2933-4e8c-9578-6c921e4b5a64 req-9c1ddb0f-1e6e-4b5a-bc6c-477f409fb26c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2667913 Dec 13 09:45:36.775228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003bff-7f35-47cb-9c39-d9cac716f30a req-b06da0d6-eea1-41be-972b-e9c8c3ad1ea8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.784088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53003bff-7f35-47cb-9c39-d9cac716f30a req-b06da0d6-eea1-41be-972b-e9c8c3ad1ea8 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1909893 Dec 13 09:45:36.803952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 57d385a7-93ed-4676-b3c7-313d7bdb44f8 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:36.869981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:36.891516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.903656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.911149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8fb33895-73f3-4e13-a068-c7d45ff10550 HTTP/1.1" status: 204 len: 168 time: 3.1988199 Dec 13 09:45:36.948234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd051-c7c9-43ee-880e-58a7ab999719 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb33895-73f3-4e13-a068-c7d45ff10550,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:36.951163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a2506ff-2933-4e8c-9578-6c921e4b5a64 req-53528c08-cace-4974-b2b7-d5b06d1c5f0d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146680 Dec 13 09:45:36.961857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:36.970746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.985425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 041dcfd6-21e3-473b-8302-e0759cd03ad5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:37.042181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 041dcfd6-21e3-473b-8302-e0759cd03ad5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:37.042548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 041dcfd6-21e3-473b-8302-e0759cd03ad5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:37.099242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53003bff-7f35-47cb-9c39-d9cac716f30a req-7eee82b7-5411-42a2-aec8-641f2e5da996 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055973 Dec 13 09:45:37.099620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:37.143629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.145744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:37.147533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-68b3535d-94b8-41b1-af31-cc8c9d8a8593 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b4864ef-35fb-478d-b29b-8476ad5456f7 HTTP/1.1" status: 200 len: 1095 time: 4.9012647 Dec 13 09:45:37.155418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413718a3-6134-4d28-920f-d65bbabf5027 req-908a2025-888d-495c-978e-1e56573f43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.160177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-908a2025-888d-495c-978e-1e56573f43e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 1098 time: 0.4488487 Dec 13 09:45:37.320320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40aff6-9cdd-4b27-bc0c-f5f965edd483 req-98a65d99-276a-4c7e-9689-0ace5c24d6e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.328215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b40aff6-9cdd-4b27-bc0c-f5f965edd483 req-98a65d99-276a-4c7e-9689-0ace5c24d6e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1244752 Dec 13 09:45:37.337845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:37.465117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:37.495313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=57d385a7-93ed-4676-b3c7-313d7bdb44f8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:37.528807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:37.532674 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af714de7-5246-482b-b7ab-ffdb2587406e" -d '{"events": [{"name": "network-changed", "server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:37.616086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-532d323e-728c-4259-b4da-321d2ba76fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.617669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-532d323e-728c-4259-b4da-321d2ba76fed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 1098 time: 0.3981283 Dec 13 09:45:37.660022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413718a3-6134-4d28-920f-d65bbabf5027 req-ce0ad0ad-3727-4b32-88f1-406dfaeefdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.661528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-ce0ad0ad-3727-4b32-88f1-406dfaeefdf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.4884839 Dec 13 09:45:37.696464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:37.701840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:37.708296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8771226d-69ac-47b3-95d9-da22ad7db1c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/57d385a7-93ed-4676-b3c7-313d7bdb44f8 HTTP/1.1" status: 204 len: 168 time: 1.7967050 Dec 13 09:45:37.736865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b40aff6-9cdd-4b27-bc0c-f5f965edd483 req-f3cfad1d-95e6-40c3-ad34-08bdd3e470f7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076803 Dec 13 09:45:37.779189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0e783-4294-49c2-b594-493e77c834e2 req-b4e1939b-b624-444d-b451-fa77a1a296a2 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.807977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fc0e783-4294-49c2-b594-493e77c834e2 req-b4e1939b-b624-444d-b451-fa77a1a296a2 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.2821603 Dec 13 09:45:37.888536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fc0e783-4294-49c2-b594-493e77c834e2 req-71205ce3-6824-4f16-98e0-4a89ec77fe50 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796542 Dec 13 09:45:38.229232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812f825-d3ed-4be9-bbd2-d37c117a8dbe req-9c0e7e8f-9076-44a0-9c58-f1dec75eb188 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.230756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e812f825-d3ed-4be9-bbd2-d37c117a8dbe req-9c0e7e8f-9076-44a0-9c58-f1dec75eb188 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0983145 Dec 13 09:45:38.246254 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-47231705-0a31-41dd-8ae0-72ea1c43c04c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7 HTTP/1.1" status: 200 len: 217 time: 0.6104832 Dec 13 09:45:38.251932 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01fb4af-fb39-4872-8961-679565bffca3 x-openstack-request-id: req-b01fb4af-fb39-4872-8961-679565bffca3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:38.252216 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:38.252458 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b01fb4af-fb39-4872-8961-679565bffca3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:38.252843 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'status': 'completed', 'code': 200} Dec 13 09:45:38.274125 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-0387f56b-30d2-4422-ac74-1fbcdf6ab73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 200 len: 217 time: 0.6026917 Dec 13 09:45:38.290064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-17711c08-2974-474f-9f0d-fded3f2af7bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c5111abde924941a3854be7d12bffb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8159132 Dec 13 09:45:38.290282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:38.335389 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee46ab56-0221-47e2-b6bc-0437ce2de78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.362163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413718a3-6134-4d28-920f-d65bbabf5027 req-6e37f29b-c6ab-448d-b0b6-b7b616dd6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.364032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-6e37f29b-c6ab-448d-b0b6-b7b616dd6944 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0721450 Dec 13 09:45:38.417762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672fc6c1-f393-435d-9e17-741a4ac99bf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.419342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672fc6c1-f393-435d-9e17-741a4ac99bf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.423684 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-672fc6c1-f393-435d-9e17-741a4ac99bf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1873155 Dec 13 09:45:38.424288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:38.431089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.456480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-5c914579-3d31-47bf-a22a-c83ef57daefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.458135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-5c914579-3d31-47bf-a22a-c83ef57daefd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1803799 Dec 13 09:45:38.485185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.524850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413718a3-6134-4d28-920f-d65bbabf5027 req-64d9a5be-7786-474e-80fe-86974cc1910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.526804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-64d9a5be-7786-474e-80fe-86974cc1910c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515703 Dec 13 09:45:38.533188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 679302b8-bc19-434e-bed5-cd4ec9dc8dc6 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:38.538198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e812f825-d3ed-4be9-bbd2-d37c117a8dbe req-d314a063-2c33-46f2-8a19-841e8c20198f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932301 Dec 13 09:45:38.549674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924f83-65c5-4740-83f4-eb45642f67bf req-07038366-b2e9-47e4-89f6-978bee28358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.551098 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-07038366-b2e9-47e4-89f6-978bee28358d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828557 Dec 13 09:45:38.563770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.615157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2009ec-1a94-4984-b439-52d81d26eb26 req-18278ffd-c11e-469a-8f7f-002e10aba4b4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.619276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b2009ec-1a94-4984-b439-52d81d26eb26 req-18278ffd-c11e-469a-8f7f-002e10aba4b4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2237189 Dec 13 09:45:38.670459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.674078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.675953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f007231e-df7b-49f6-bd3d-043e4c378f28 HTTP/1.1" status: 204 len: 168 time: 0.3845270 Dec 13 09:45:38.708372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5163-9057-46a2-ba61-db5987acf501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007231e-df7b-49f6-bd3d-043e4c378f28,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:38.733631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b2009ec-1a94-4984-b439-52d81d26eb26 req-e66c7e51-3d41-4db4-a1ff-981d8dc1beed tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056647 Dec 13 09:45:38.820123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.963988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7835b-8bbd-41df-91a3-f51037f50d0e req-abcb4e5c-59fa-4110-aa31-32bd5ff0b3ba tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.975832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63d7835b-8bbd-41df-91a3-f51037f50d0e req-abcb4e5c-59fa-4110-aa31-32bd5ff0b3ba tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1081150 Dec 13 09:45:39.066330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-af464d07-468d-4ca2-a852-eff1f1d6e89c service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297081 Dec 13 09:45:39.138119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63d7835b-8bbd-41df-91a3-f51037f50d0e req-cf5756d8-6f3d-4004-abfd-4e2663c7e2bd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581743 Dec 13 09:45:39.233362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcf36e-e04c-461a-89e8-ba9a5bc54df8 req-1eda8e78-0696-485e-b749-9e236c61323d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.236006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1dcf36e-e04c-461a-89e8-ba9a5bc54df8 req-1eda8e78-0696-485e-b749-9e236c61323d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.1509793 Dec 13 09:45:39.249052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-c48fe24b-f0e4-46bf-9020-3d757aada794 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785100 Dec 13 09:45:39.322178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1dcf36e-e04c-461a-89e8-ba9a5bc54df8 req-f4424894-465e-4b21-ad38-5df0458425c9 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747309 Dec 13 09:45:39.376238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.451220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.486169 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-413718a3-6134-4d28-920f-d65bbabf5027 req-a2de6804-9f40-41a1-add4-0df09552ec71 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051518 Dec 13 09:45:39.542377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95924f83-65c5-4740-83f4-eb45642f67bf req-26abd176-96dd-4abb-bbfa-5942243d1339 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549522 Dec 13 09:45:39.550193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.596302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=679302b8-bc19-434e-bed5-cd4ec9dc8dc6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:39.610573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b1bc3-1e6e-401c-a943-6ec7d0468f62 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:39.611636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.618621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47538) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:39.619727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f8c7c590-3030-44ab-86f5-a39f4c679314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/679302b8-bc19-434e-bed5-cd4ec9dc8dc6 HTTP/1.1" status: 204 len: 168 time: 1.1908388 Dec 13 09:45:39.698483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af714de7-5246-482b-b7ab-ffdb2587406e req-08be25b0-e111-43c2-b002-f7adf29aff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.700910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-08be25b0-e111-43c2-b002-f7adf29aff26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 1098 time: 0.0799408 Dec 13 09:45:39.732479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a0e9ef21-6329-4f0a-8207-33a8e5608d67 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099436 Dec 13 09:45:39.732653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47540) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:39.737695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:39.910869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af714de7-5246-482b-b7ab-ffdb2587406e req-b6743230-1a72-49d6-a589-2b22595d31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.912767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-b6743230-1a72-49d6-a589-2b22595d31c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2041211 Dec 13 09:45:39.935528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:39.987916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79568d-eb22-4b34-9cf8-8440aa3240c9 req-a62d3b05-60ac-4c1a-8410-d14869493224 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.996029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad79568d-eb22-4b34-9cf8-8440aa3240c9 req-a62d3b05-60ac-4c1a-8410-d14869493224 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2760808 Dec 13 09:45:40.031303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:40.035191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.038887 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-35f35404-e5af-4a8d-8d2b-c189356e97db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7 HTTP/1.1" status: 200 len: 217 time: 0.1169438 Dec 13 09:45:40.051413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a870b-7e48-449f-87fc-c1e4270bf6d1 req-e6f703c7-54f3-43f3-9589-6301f6b36ca1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.061007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca0a870b-7e48-449f-87fc-c1e4270bf6d1 req-e6f703c7-54f3-43f3-9589-6301f6b36ca1 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1705616 Dec 13 09:45:40.093698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Deleting port ccedbcf0-ddef-44e8-8c69-451f36207aee {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:40.094071 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.155205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca0a870b-7e48-449f-87fc-c1e4270bf6d1 req-82296c45-5814-45fb-a5b4-db96f0763310 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919359 Dec 13 09:45:40.185600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af714de7-5246-482b-b7ab-ffdb2587406e req-cb66b52d-f092-482c-a0be-6a7ea77471df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.187521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-cb66b52d-f092-482c-a0be-6a7ea77471df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1319580 Dec 13 09:45:40.256624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] For port ccedbcf0-ddef-44e8-8c69-451f36207aee, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ccedbcf0-ddef-44e8-8c69-451f36207aee,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:40.257317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.288156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Calling delete_port for ccedbcf0-ddef-44e8-8c69-451f36207aee owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:40.289753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af714de7-5246-482b-b7ab-ffdb2587406e req-2d11638d-123b-4a26-b796-853548310691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.294304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-2d11638d-123b-4a26-b796-853548310691 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976021 Dec 13 09:45:40.388006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.408221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:40.417141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] Pushing event deleted for resources: {'Port': ['ID=ccedbcf0-ddef-44e8-8c69-451f36207aee,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:40.429837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b497c-feb5-4e9d-aca8-9bccb8a4c501 None None] No DVR routers for this DVR port ccedbcf0-ddef-44e8-8c69-451f36207aee on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:40.473478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad79568d-eb22-4b34-9cf8-8440aa3240c9 req-3ceb9ec0-3d7d-4c53-bebd-9dbb1d482078 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755266 Dec 13 09:45:40.511261 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-6269ff81-5dd9-4926-bab1-b8506777aa90 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967287 Dec 13 09:45:40.526500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be73d07-b375-4b57-99e5-4b19aab258d6 req-06de5118-67f4-44f6-9677-9a3d2b00c0c5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.536502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7be73d07-b375-4b57-99e5-4b19aab258d6 req-06de5118-67f4-44f6-9677-9a3d2b00c0c5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.2238867 Dec 13 09:45:40.685594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af714de7-5246-482b-b7ab-ffdb2587406e req-3c1c8cab-ccaa-4c31-95ba-aa104c0aba6d service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689527 Dec 13 09:45:40.691508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1738196688-network', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:40.716781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:40.719472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.732311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.740176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.829757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=7ce00436-1ba1-41fd-a54d-e2ce26b53541,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:40.873886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:40.882865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7be73d07-b375-4b57-99e5-4b19aab258d6 req-2077ddec-b10a-4033-956d-9dfc389ca0e6 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452048 Dec 13 09:45:40.884087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:40.896285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b5a0d-f9cc-4d13-b4c9-f903c57f6c15 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:40.911564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.913004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.948080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:40.951219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00581905-5292-436c-b1b3-37283a180999 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2171342 Dec 13 09:45:40.957155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '7ce00436-1ba1-41fd-a54d-e2ce26b53541', 'ip_address': '2001:db8::8449:5f2c:bc1f:d7bc'}], 'name': 'tempest-NetworksTestDHCPv6-1026084938'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:40.985595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fc9b6-e475-4507-a50b-bb81f6f93e0c req-429d86d4-1453-4e41-bc96-252667257c33 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.987774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce0fc9b6-e475-4507-a50b-bb81f6f93e0c req-429d86d4-1453-4e41-bc96-252667257c33 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.2588210 Dec 13 09:45:41.100719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce0fc9b6-e475-4507-a50b-bb81f6f93e0c req-c33c8953-50c6-464e-90a2-0e9ff0a87f48 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055207 Dec 13 09:45:41.129601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.139232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.154293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:41.172932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.173368 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Added segment 762b46de-3dc2-44be-89d9-3d9a7b12c819 of type vlan for network cbd95b2d-d08b-47bf-a646-2faad58fce8a Dec 13 09:45:41.230482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.264914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.293149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3688b57-9e40-49f6-9ed1-a198757081b3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:41.296133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.310038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.310833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.346332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:41.353008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '7ce00436-1ba1-41fd-a54d-e2ce26b53541'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:41.354024 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.443184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df924098-f54a-4fc6-ba5f-cbd4b7333a50 req-b3f5b93c-09af-4f19-b346-fffcd7533800 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.444983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df924098-f54a-4fc6-ba5f-cbd4b7333a50 req-b3f5b93c-09af-4f19-b346-fffcd7533800 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1592031 Dec 13 09:45:41.490483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.518457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1089952 Dec 13 09:45:41.522501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47566) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:41.529551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Request body: {'subnet': {'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1738196688-subnet', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:41.556047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 5bff7536-89c9-4cc7-819b-778a9e51cab8 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:41.571363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df924098-f54a-4fc6-ba5f-cbd4b7333a50 req-477343e3-c93d-42c5-9956-497dfae4d944 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142430 Dec 13 09:45:41.653344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/7ce00436-1ba1-41fd-a54d-e2ce26b53541/d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:41.721873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d29ba2-3f60-446a-8fc3-0634b7a8fa94 req-474c0ae7-f516-4881-bf93-e102cf4ec320 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.724668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d29ba2-3f60-446a-8fc3-0634b7a8fa94 req-474c0ae7-f516-4881-bf93-e102cf4ec320 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.0912178 Dec 13 09:45:41.728108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535a2b4-131f-4bfa-acb4-365396215522 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd95b2d-d08b-47bf-a646-2faad58fce8a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:41.742850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:41.749899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.845249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d29ba2-3f60-446a-8fc3-0634b7a8fa94 req-8fa744b6-1179-42d3-8976-220bc45f7b4d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133621 Dec 13 09:45:41.914045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.933494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:41.936428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:41.945971 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.045199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ccedbcf0-ddef-44e8-8c69-451f36207aee no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:42.052910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::8449:5f2c:bc1f:d7bc (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/7ce00436-1ba1-41fd-a54d-e2ce26b53541/5bff7536-89c9-4cc7-819b-778a9e51cab8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:42.200431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.247638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ec585-6bdd-4794-b64e-7f15526be4cc req-0bcad82d-89e5-402e-9ab3-3be9e8615c91 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.260651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1ec585-6bdd-4794-b64e-7f15526be4cc req-0bcad82d-89e5-402e-9ab3-3be9e8615c91 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1473775 Dec 13 09:45:42.322618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.324339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ccedbcf0-ddef-44e8-8c69-451f36207aee {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:42.324839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ccedbcf0-ddef-44e8-8c69-451f36207aee not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:42.339946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:42.375400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:42.388084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f09fb1-4a8e-48ab-854b-66fd78793122,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:42.398859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:42.414794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Checking segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:42.415162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Network hostable DHCP agents. Network: cbd95b2d-d08b-47bf-a646-2faad58fce8a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:42.417446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1ec585-6bdd-4794-b64e-7f15526be4cc req-fde2a3f8-f84a-4e36-86dc-61cb78effbce tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555874 Dec 13 09:45:42.441915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Pushing event updated for resources: {'Port': ['ID=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:42.466685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:42.466918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cffae9-2a83-4d5f-8dda-2d9768a46dc7 req-7bd24406-6275-4567-9505-53919df5acea tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.474037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.478646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7cffae9-2a83-4d5f-8dda-2d9768a46dc7 req-7bd24406-6275-4567-9505-53919df5acea tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.1786201 Dec 13 09:45:42.488344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, cbd95b2d-d08b-47bf-a646-2faad58fce8a) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:42.496592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.500662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.542671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280d08b-c78d-4663-9b61-1fdaf88e31d0 None None] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:42.556938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.568481 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cdcbc751-8b08-4f4b-a026-7a9ce2e90157 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0446696 Dec 13 09:45:42.569483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47572) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:42.631115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:42.635689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=5bff7536-89c9-4cc7-819b-778a9e51cab8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:42.640631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7cffae9-2a83-4d5f-8dda-2d9768a46dc7 req-ffc72cf8-269a-4ab2-b55d-d8d2cb41d77e tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598766 Dec 13 09:45:42.705492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:42.709980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:42.719733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:42.730553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.732230 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.737489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.739207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.770375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60536da5-bdcc-408a-9df1-0f06f533a714 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8211367 Dec 13 09:45:42.773166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47576) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:42.805117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Attempting to bind port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:42.805587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Attempting to bind port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:42.805990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Attempting to bind port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:42.815075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:42.816009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.839749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:42.840172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:42.840642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.841048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:42.841537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Bound port: d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:42.841927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.844692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55dce9-e7aa-4e25-9c8e-c72bde693e31 req-575edf58-2ad5-4670-b9a3-28830aebe20f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.853650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a55dce9-e7aa-4e25-9c8e-c72bde693e31 req-575edf58-2ad5-4670-b9a3-28830aebe20f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1438172 Dec 13 09:45:42.855326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:42.908873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.926569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7e756-3c5b-4140-87e0-63b3ed7fee12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.936891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7e756-3c5b-4140-87e0-63b3ed7fee12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.943312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a7d7e756-3c5b-4140-87e0-63b3ed7fee12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1627643 Dec 13 09:45:42.952269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47580) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:42.960689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e653c724-8db0-48be-bc55-02c078798941', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'e653c724-8db0-48be-bc55-02c078798941', 'mac_address': 'fa:16:3e:de:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:43.105856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] For port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:43.109989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.136785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] For port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:43.144009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e653c724-8db0-48be-bc55-02c078798941 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:43.153192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.173707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Allocated IP 172.20.0.2 (cbd95b2d-d08b-47bf-a646-2faad58fce8a/74f09fb1-4a8e-48ab-854b-66fd78793122/8053ae19-9169-4f0b-abb7-2827c01f300c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:43.183767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a55dce9-e7aa-4e25-9c8e-c72bde693e31 req-88133b9d-e5b2-44af-815f-3319e0bcc342 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283329 Dec 13 09:45:43.206484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860a90-4724-426c-91e8-b0e7a420d2ec req-3919da55-d722-4823-ade5-883f16a5a596 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.208802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec860a90-4724-426c-91e8-b0e7a420d2ec req-3919da55-d722-4823-ade5-883f16a5a596 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1732018 Dec 13 09:45:43.223498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:43.261399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:43.287377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.291376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.427945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f8a5d-6c56-4749-8cdb-dd85f37fdb87 None None] Pushing event updated for resources: {'Port': ['ID=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:43.815240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e653c724-8db0-48be-bc55-02c078798941'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:43.821055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 5bff7536-89c9-4cc7-819b-778a9e51cab8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:43.821759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.852229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:43.862282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'mac_address': 'fa:16:3e:e2:23:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:44.032521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58376bb-1282-4d51-89c3-8c2246352f13 req-620d1037-272f-47e7-be5d-3c3d2c72dcf5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.035980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e58376bb-1282-4d51-89c3-8c2246352f13 req-620d1037-272f-47e7-be5d-3c3d2c72dcf5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1243112 Dec 13 09:45:44.078294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.101351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.121502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.125040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:44.129179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec860a90-4724-426c-91e8-b0e7a420d2ec req-ffc32bca-c8c8-44f3-9ae1-83c127e22cc7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9115248 Dec 13 09:45:44.146771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:44.156246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 5bff7536-89c9-4cc7-819b-778a9e51cab8 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:44.169597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.193166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e58376bb-1282-4d51-89c3-8c2246352f13 req-7789ae54-5444-417f-8d86-562d65d946cd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235447 Dec 13 09:45:44.268903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.279283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4864ef-35fb-478d-b29b-8476ad5456f7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:44.302433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.367955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Pushing event updated for resources: {'Port': ['ID=8053ae19-9169-4f0b-abb7-2827c01f300c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:44.397305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51664746-f4d9-4003-838e-9e7d9dc1b80d req-dd4b1eaf-ab3b-4aa0-8d79-ad8f58d73318 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.404231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Allocated IP 172.25.2.131 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/5a0d670a-6499-44dd-b31e-64603682ffef) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:44.406123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:44.407178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51664746-f4d9-4003-838e-9e7d9dc1b80d req-dd4b1eaf-ab3b-4aa0-8d79-ad8f58d73318 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.1380904 Dec 13 09:45:44.439883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.445659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:44.484308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:44.520576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:44.536995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:44.537861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.556380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51664746-f4d9-4003-838e-9e7d9dc1b80d req-419350f8-44ec-4d39-a126-b1ffda7e3ef5 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465960 Dec 13 09:45:44.639465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.685443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.776903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.845236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=5bff7536-89c9-4cc7-819b-778a9e51cab8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:44.884766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:44.903533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:44.916397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:44.965271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:44.973799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef8831cc-0d8c-408b-8de4-110f9ef8fc60 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5bff7536-89c9-4cc7-819b-778a9e51cab8 HTTP/1.1" status: 204 len: 168 time: 2.0176489 Dec 13 09:45:44.988462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:45.000662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474bb62-4ec3-459e-b229-134db9aa4659 req-7da439ee-e5ad-4099-9c94-f7400c9decd2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.003572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9474bb62-4ec3-459e-b229-134db9aa4659 req-7da439ee-e5ad-4099-9c94-f7400c9decd2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2635200 Dec 13 09:45:45.072209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0d670a-6499-44dd-b31e-64603682ffef,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:45.098483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Attempting to bind port 8053ae19-9169-4f0b-abb7-2827c01f300c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:45.098865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Attempting to bind port 8053ae19-9169-4f0b-abb7-2827c01f300c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:45.099232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Attempting to bind port 8053ae19-9169-4f0b-abb7-2827c01f300c on network cbd95b2d-d08b-47bf-a646-2faad58fce8a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:45.127110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9474bb62-4ec3-459e-b229-134db9aa4659 req-19ebfe8e-87a0-4a9c-b421-50c05adce9c3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092467 Dec 13 09:45:45.150501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad3589-2ab7-4da6-9842-8de32edd6802 req-26abf42f-88c7-4318-9f65-787c7cf63bff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.150501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fad3589-2ab7-4da6-9842-8de32edd6802 req-26abf42f-88c7-4318-9f65-787c7cf63bff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1708908 Dec 13 09:45:45.162420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:45.162996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Checking segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:45.163285 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.163598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Bound using segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:45.164102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Bound port: 8053ae19-9169-4f0b-abb7-2827c01f300c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:45.164485 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.206717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['9b4864ef-35fb-478d-b29b-8476ad5456f7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:45.262365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fad3589-2ab7-4da6-9842-8de32edd6802 req-8547db69-80db-4421-ae5b-f288a83c5f08 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017056 Dec 13 09:45:45.320688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:45.598023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.604242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3088a9a-a878-4d20-8235-5be67029e47d req-bb74021a-e5c5-4b54-ad52-d3b1433228ba tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.619302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3088a9a-a878-4d20-8235-5be67029e47d req-bb74021a-e5c5-4b54-ad52-d3b1433228ba tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2356915 Dec 13 09:45:45.639709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5a963031-e5eb-46b5-a934-b98a5c8456c0 None None] Provisioning complete for port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:45.640096 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a963031-e5eb-46b5-a934-b98a5c8456c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.708511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] For port 8053ae19-9169-4f0b-abb7-2827c01f300c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:45.731011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:45.734288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94812b4-e389-4487-93db-4557aeab0891 req-25f12163-1c2c-446f-b03b-8800f5d0d6b8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.737659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b94812b4-e389-4487-93db-4557aeab0891 req-25f12163-1c2c-446f-b03b-8800f5d0d6b8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2859361 Dec 13 09:45:45.763454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] For port 8053ae19-9169-4f0b-abb7-2827c01f300c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8053ae19-9169-4f0b-abb7-2827c01f300c,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:45.765011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.837177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.841615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3088a9a-a878-4d20-8235-5be67029e47d req-6e04a2c7-749e-4a73-afb8-0d8cc8fa4c6a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186041 Dec 13 09:45:45.970530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b94812b4-e389-4487-93db-4557aeab0891 req-9c8b55cf-21cd-4b93-b516-1d56ca5fbc00 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066882 Dec 13 09:45:46.078706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4dcec6-737c-4c5d-affe-1d92922121e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.081282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4dcec6-737c-4c5d-affe-1d92922121e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.083184 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e4dcec6-737c-4c5d-affe-1d92922121e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0937562 Dec 13 09:45:46.084009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.085808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47608) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:46.128296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:46.175337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e58fd-c6e0-4a45-8e48-bce793e0974b req-e11555f4-1fd4-4433-b663-c292437572bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.185768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-109e58fd-c6e0-4a45-8e48-bce793e0974b req-e11555f4-1fd4-4433-b663-c292437572bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1494887 Dec 13 09:45:46.206544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 7ce00436-1ba1-41fd-a54d-e2ce26b53541 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:46.218428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.275347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-109e58fd-c6e0-4a45-8e48-bce793e0974b req-183c5556-98dc-49ec-9e18-4f433fec18e7 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869412 Dec 13 09:45:46.280031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.303985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7cdb-defa-43ed-bf5b-e04043eca4d0 None None] Pushing event updated for resources: {'Port': ['ID=8053ae19-9169-4f0b-abb7-2827c01f300c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:46.348198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc383287-b32b-4018-b779-94ddb64739e1 req-4ca33388-a496-44fd-b82b-64eabd520441 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.363779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc383287-b32b-4018-b779-94ddb64739e1 req-4ca33388-a496-44fd-b82b-64eabd520441 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 948 time: 0.2140427 Dec 13 09:45:46.496194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.514688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc383287-b32b-4018-b779-94ddb64739e1 req-0c1de5ec-7466-4a51-9f3b-9ae5416773cf tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454432 Dec 13 09:45:46.527083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ca6b909f-1297-49a4-9a6e-d48bc1564ff2 None None] Could not find standard attr ID for object 5bff7536-89c9-4cc7-819b-778a9e51cab8. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:45:46.610822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508ee3-80f5-4d6e-90ee-7a16d81d10e1 req-3bcbd3ec-8acd-41c7-9745-7c7fc60143ec tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.623201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a508ee3-80f5-4d6e-90ee-7a16d81d10e1 req-3bcbd3ec-8acd-41c7-9745-7c7fc60143ec tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1573272 Dec 13 09:45:46.761617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a508ee3-80f5-4d6e-90ee-7a16d81d10e1 req-7588f90d-3c38-454c-9580-6f36d800a3e3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362324 Dec 13 09:45:46.847088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b57346-3ae3-4392-a846-7ad72013bbf0 req-8e149ac3-e0c3-4f7d-9f2a-7e738c7e9d9f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.857776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4b57346-3ae3-4392-a846-7ad72013bbf0 req-8e149ac3-e0c3-4f7d-9f2a-7e738c7e9d9f tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1367602 Dec 13 09:45:46.878908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.919029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:46.982114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4b57346-3ae3-4392-a846-7ad72013bbf0 req-4e8370bc-ac91-47ee-8f47-ead81e7faf4c tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210823 Dec 13 09:45:47.017152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98980d8a-da87-4d3f-842f-021d89215d74 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:47.063272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.071114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:47.072686 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/7ce00436-1ba1-41fd-a54d-e2ce26b53541 HTTP/1.1" status: 204 len: 168 time: 0.9848576 Dec 13 09:45:47.082686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cae1d-1a3e-49eb-8676-046e092c63b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce00436-1ba1-41fd-a54d-e2ce26b53541,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:47.127747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf8451-6897-42a4-b987-536abb94c99b req-17426fce-46b9-42a2-b767-a3b10c527175 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.129930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1ecf8451-6897-42a4-b987-536abb94c99b req-17426fce-46b9-42a2-b767-a3b10c527175 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1299841 Dec 13 09:45:47.199046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:47.247791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb61c0b8-6c53-4a14-96d8-4350820bcbbd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727254 Dec 13 09:45:47.266176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:47.276004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:47.307541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 9b4864ef-35fb-478d-b29b-8476ad5456f7 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:47.321968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 9b4864ef-35fb-478d-b29b-8476ad5456f7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:47.324255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.430446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:47.445626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca327f7-fcab-4ec4-9a7c-dd5cd6d72aba req-348f8a1f-cf6c-4c10-9dbe-74075a545cd3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.458935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ca327f7-fcab-4ec4-9a7c-dd5cd6d72aba req-348f8a1f-cf6c-4c10-9dbe-74075a545cd3 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2987628 Dec 13 09:45:47.535864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb94bd4-66b6-4610-aa48-b3e76a14f4dd req-05b2bcaa-375f-4862-973a-5cfa3b7d91ac tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.547473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fb94bd4-66b6-4610-aa48-b3e76a14f4dd req-05b2bcaa-375f-4862-973a-5cfa3b7d91ac tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2869318 Dec 13 09:45:47.570977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ca327f7-fcab-4ec4-9a7c-dd5cd6d72aba req-7944108f-b8c9-415f-8dd0-4708a4766c4f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099243 Dec 13 09:45:47.667203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:45:47.690736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:47.699020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.704515 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.714579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Deleting port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:47.715017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.716491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fb94bd4-66b6-4610-aa48-b3e76a14f4dd req-65f0ce0a-92af-4056-a737-94eed2414c17 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636899 Dec 13 09:45:47.838496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] For port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:47.839573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.861174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Calling delete_port for d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:47.886736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654962-c7d3-4efe-afec-fa7e14f59b07 req-3e073893-9270-438c-8a56-9776a9f1445b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.898497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b654962-c7d3-4efe-afec-fa7e14f59b07 req-3e073893-9270-438c-8a56-9776a9f1445b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.1409621 Dec 13 09:45:48.024122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Deleting port ae020961-17f0-4164-86d5-53b49aa02dfe {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:48.024914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.038601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c8f3-7fc4-455e-90d4-beb6975a75bb req-e269d9c4-6861-4005-9a03-14c9f60c7b4b tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.042676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.049380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:48.049569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2634c8f3-7fc4-455e-90d4-beb6975a75bb req-e269d9c4-6861-4005-9a03-14c9f60c7b4b tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 948 time: 0.1222155 Dec 13 09:45:48.061945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:48.066602 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e9ad25-f9bf-4554-a1c8-01b9f9f1a04a" -d '{"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-plugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:48.075707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:48.080311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.082798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.131485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b654962-c7d3-4efe-afec-fa7e14f59b07 req-3336a40a-b062-4f76-b381-419dd784aaa5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309301 Dec 13 09:45:48.161947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2634c8f3-7fc4-455e-90d4-beb6975a75bb req-b096d4f8-6353-41ff-bd29-b1191094044b tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109219 Dec 13 09:45:48.240735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8053ae19-9169-4f0b-abb7-2827c01f300c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:48.262979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] No DVR routers for this DVR port d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:48.307161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b248bd-b9fe-4ccd-91ab-9db8d2fa9789 None None] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:48.335258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=94547a7e-5472-4a97-a8b5-4c61d18017c2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:48.377467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:48.397348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:48.440007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:48.447009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.449786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.458791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aaf0a-8938-430a-95fd-39c4abaf9bf4 None None] Pushing event deleted for resources: {'Port': ['ID=d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:48.468353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e338b-7eba-4159-b2c3-77ef4b6f51d0 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:48.477337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.479185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.479507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.482886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.484737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.485991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.486371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.486725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.488133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.488491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.488858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.491142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.491490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:48.509315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c055ea6-3417-4fe8-923f-1c821aeaf473 req-e57b881c-df72-4e47-9818-16ca093e0b1a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.511338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c055ea6-3417-4fe8-923f-1c821aeaf473 req-e57b881c-df72-4e47-9818-16ca093e0b1a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 945 time: 0.1887364 Dec 13 09:45:48.571020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0337f1a4-d666-4f00-b017-2e31d1518024 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3003643 Dec 13 09:45:48.600623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3cbc-a334-4078-a758-3dac03843e02 req-275e99e4-9854-44ba-abff-2e665a147312 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.605098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bc3cbc-a334-4078-a758-3dac03843e02 req-275e99e4-9854-44ba-abff-2e665a147312 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2945707 Dec 13 09:45:48.607391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47636) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:48.638062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '94547a7e-5472-4a97-a8b5-4c61d18017c2', 'ip_address': '2001:db8::1f7a:3984:ea01:dc38'}], 'name': 'tempest-NetworksTestDHCPv6-1352671875'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:48.638708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port e653c724-8db0-48be-bc55-02c078798941 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:48.649465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2b34a23b-c9d6-4e59-9534-d8483bbe232d None None] Provisioning complete for port 8053ae19-9169-4f0b-abb7-2827c01f300c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:48.649912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b34a23b-c9d6-4e59-9534-d8483bbe232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.743504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8053ae19-9169-4f0b-abb7-2827c01f300c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:48.744357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.750408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e653c724-8db0-48be-bc55-02c078798941 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:48.751030 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.763119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] For port ae020961-17f0-4164-86d5-53b49aa02dfe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ae020961-17f0-4164-86d5-53b49aa02dfe,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:48.763530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.788166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Calling delete_port for ae020961-17f0-4164-86d5-53b49aa02dfe owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:48.799701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-a8b230d0-5d85-4659-a792-821ce8ca899b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.802003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-a8b230d0-5d85-4659-a792-821ce8ca899b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.4235609 Dec 13 09:45:48.814648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c055ea6-3417-4fe8-923f-1c821aeaf473 req-c496c0e5-15c7-4d56-a359-4fc40bd7b49e tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900665 Dec 13 09:45:48.822959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:48.861623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Sync routers for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:48.916159 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e59eb-82d3-47bb-98d5-0350fe3813f1 x-openstack-request-id: req-712e59eb-82d3-47bb-98d5-0350fe3813f1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:48.916543 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-plugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:48.916871 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-712e59eb-82d3-47bb-98d5-0350fe3813f1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:48.917356 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'code': 200} Dec 13 09:45:48.926224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '94547a7e-5472-4a97-a8b5-4c61d18017c2'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:48.927169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.008522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bc3cbc-a334-4078-a758-3dac03843e02 req-414eb622-1bf4-48de-94d8-e2e54f37ef0e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393644 Dec 13 09:45:49.047356 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b34a23b-c9d6-4e59-9534-d8483bbe232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.051277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:49.051940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:49.075846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbd907-fb76-42ff-bb60-3baa5f1f4e18 req-3a00529f-0900-4c2d-a2c1-1b43608ddce9 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.083694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accbd907-fb76-42ff-bb60-3baa5f1f4e18 req-3a00529f-0900-4c2d-a2c1-1b43608ddce9 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.0905290 Dec 13 09:45:49.092421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:49.178628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.288626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Pushing event deleted for resources: {'Port': ['ID=ae020961-17f0-4164-86d5-53b49aa02dfe,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:49.299562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accbd907-fb76-42ff-bb60-3baa5f1f4e18 req-3e85adc5-ad09-436a-9874-0609103e41bb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099640 Dec 13 09:45:49.302875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6f274d22-13ea-4345-8c20-d28210f7fb9e', 'ae020961-17f0-4164-86d5-53b49aa02dfe'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:49.323050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.323050 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a756ee53-f2aa-436b-811d-8467b2b0eeb4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7380447 Dec 13 09:45:49.334253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47646) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:49.336703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500c919-a457-4325-9e45-729b55a5ac5c req-6ed11106-2387-4134-ad77-3ab755425dbc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.349134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6500c919-a457-4325-9e45-729b55a5ac5c req-6ed11106-2387-4134-ad77-3ab755425dbc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1854088 Dec 13 09:45:49.373697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.499394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.544607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] No DVR routers for this DVR port ae020961-17f0-4164-86d5-53b49aa02dfe on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:49.547744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.551170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1ecf8451-6897-42a4-b987-536abb94c99b req-cfd095c9-37fd-4d32-bd29-13184fec1aff tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "DELETE /v2.0/ports/ae020961-17f0-4164-86d5-53b49aa02dfe HTTP/1.1" status: 204 len: 173 time: 2.4140167 Dec 13 09:45:49.568901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d105021-4fb1-4a6b-8dd1-665acb2880f8 req-4bbbf0c6-7625-47ca-bd3e-33be126ab3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.570544 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d105021-4fb1-4a6b-8dd1-665acb2880f8 req-4bbbf0c6-7625-47ca-bd3e-33be126ab3fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 1100 time: 0.3954940 Dec 13 09:45:49.571139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'name': 'network-vif-deleted', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:49.573671 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b017c22-ca8d-417f-bdad-b7f975a2209c" -d '{"events": [{"server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "name": "network-vif-deleted", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:49.598560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6500c919-a457-4325-9e45-729b55a5ac5c req-1f1180fc-aad3-44fe-a63d-a38b0b59881a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451890 Dec 13 09:45:49.618663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port bbecc7f3-989a-42cf-bea6-c5f70ca3274d yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:49.625796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:49.626175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.751055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135e10-d857-4527-b59c-1f5a9774fe08 req-7cc932ef-4941-44c8-a180-f45c5e28b665 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.752734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d135e10-d857-4527-b59c-1f5a9774fe08 req-7cc932ef-4941-44c8-a180-f45c5e28b665 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 945 time: 0.3177619 Dec 13 09:45:49.829392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d105021-4fb1-4a6b-8dd1-665acb2880f8 req-20cb0b90-937e-46f0-84fd-84f071d762f3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477846 Dec 13 09:45:49.882702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:49.900714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:49.901081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.919293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:49.920683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d135e10-d857-4527-b59c-1f5a9774fe08 req-4247fc9f-8e76-4c0f-9cf0-05e15683a204 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613061 Dec 13 09:45:49.989301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8053ae19-9169-4f0b-abb7-2827c01f300c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8053ae19-9169-4f0b-abb7-2827c01f300c,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:50.024030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ee90-13c7-4b9d-ad93-38c89892e939 req-077172be-2f94-4be6-8fc6-e1832591360f tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.028490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e734ee90-13c7-4b9d-ad93-38c89892e939 req-077172be-2f94-4be6-8fc6-e1832591360f tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 949 time: 0.2005818 Dec 13 09:45:50.092811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::1f7a:3984:ea01:dc38 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/94547a7e-5472-4a97-a8b5-4c61d18017c2/bbecc7f3-989a-42cf-bea6-c5f70ca3274d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:50.132982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.213196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4e7da04-af57-4a9c-8f0d-4a446018e59e req-a66f8bca-111d-48b4-9eb0-d5da1773fc3a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=52638170-ffd3-4dc6-b1ab-27d4787d1724 HTTP/1.1" status: 200 len: 210 time: 0.0790961 Dec 13 09:45:50.296694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e734ee90-13c7-4b9d-ad93-38c89892e939 req-335c7a31-052e-4bb5-970f-ff6e64f43df6 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330182 Dec 13 09:45:50.308599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:50.398538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.408296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:50.408654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d3b0fad0-ebe3-4ad1-bb2e-eb6e9940892a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:50.444561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-2b34a23b-c9d6-4e59-9534-d8483bbe232d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:45:50.444994 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-2b34a23b-c9d6-4e59-9534-d8483bbe232d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:45:50.459586 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab199a2d-d340-44d3-9a27-1723555c89fd x-openstack-request-id: req-ab199a2d-d340-44d3-9a27-1723555c89fd {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:50.460172 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52638170-ffd3-4dc6-b1ab-27d4787d1724", "name": "network-vif-deleted", "tag": "ae020961-17f0-4164-86d5-53b49aa02dfe", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:50.460288 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab199a2d-d340-44d3-9a27-1723555c89fd {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:50.460795 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52638170-ffd3-4dc6-b1ab-27d4787d1724', 'name': 'network-vif-deleted', 'tag': 'ae020961-17f0-4164-86d5-53b49aa02dfe', 'status': 'completed', 'code': 200} Dec 13 09:45:50.518454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:50.520168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8053ae19-9169-4f0b-abb7-2827c01f300c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:50.534897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.568748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ae020961-17f0-4164-86d5-53b49aa02dfe no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:50.576166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.576522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.576873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.577218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.577561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.577901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.578238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.578574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.578908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.579238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.579592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.579930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.580260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:50.618834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: ae020961-17f0-4164-86d5-53b49aa02dfe {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:50.619132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ae020961-17f0-4164-86d5-53b49aa02dfe not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:50.619530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:50.668690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.679489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.719997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:50.728911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.731415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:50.742288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No active binding found for port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf {{(pid=103196) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 09:45:50.742805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:50.753513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:45Z', 'revision_number': 3, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:50.783814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Checking router: 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:50.784345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Updating router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd port 5a0d670a-6499-44dd-b31e-64603682ffef binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:50.800905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.852679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.862188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:50.866649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:50.870275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdb6cf32-7160-4317-b329-b000cbf9cfd1 req-f7c5ddc5-c6a5-4155-a57d-46b99b539822 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "DELETE /v2.0/ports/e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf HTTP/1.1" status: 204 len: 173 time: 2.0610509 Dec 13 09:45:50.950953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=bbecc7f3-989a-42cf-bea6-c5f70ca3274d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:50.982123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4420-6ae2-4349-9ce2-7bced3672488 req-341cb17f-41fc-4281-8722-5c5964d0297e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.984082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b6c4420-6ae2-4349-9ce2-7bced3672488 req-341cb17f-41fc-4281-8722-5c5964d0297e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.6388826 Dec 13 09:45:51.005384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c664c-e092-4dcf-8015-959b0b6fa4f0 req-3dda4f3a-3c80-4afa-8936-4b01796f1d55 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.006903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e23c664c-e092-4dcf-8015-959b0b6fa4f0 req-3dda4f3a-3c80-4afa-8936-4b01796f1d55 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.5604539 Dec 13 09:45:51.041617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:51.079156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Allocated IP 172.20.0.1 (cbd95b2d-d08b-47bf-a646-2faad58fce8a/74f09fb1-4a8e-48ab-854b-66fd78793122/eff42f74-648a-4715-abde-69e329cb266e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:51.134205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e23c664c-e092-4dcf-8015-959b0b6fa4f0 req-fe1a6948-b553-4634-bee5-6acb167ea31f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881739 Dec 13 09:45:51.135075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:51.139934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:51.150161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.150843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.202098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b6c4420-6ae2-4349-9ce2-7bced3672488 req-07751451-3891-42bc-870c-1673f6e33c7b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924672 Dec 13 09:45:51.213782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5c476b23-2b49-4c2f-b798-0585fc21562d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5876677 Dec 13 09:45:51.216660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47660) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:51.223649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.227639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:51.229315 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651e2b3-a28a-4240-bd81-ae744f3d1a00" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:51.243338 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.274799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/94547a7e-5472-4a97-a8b5-4c61d18017c2/724ce1d4-954d-4a05-9a74-2bd91624b59f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:51.370069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dd5b-e596-4e59-ab35-7f57e2db79a9 None None] Pushing event updated for resources: {'Port': ['ID=5a0d670a-6499-44dd-b31e-64603682ffef,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:51.376212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Attempting to bind port 5a0d670a-6499-44dd-b31e-64603682ffef on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:51.376936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Attempting to bind port 5a0d670a-6499-44dd-b31e-64603682ffef by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:51.377202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Attempting to bind port 5a0d670a-6499-44dd-b31e-64603682ffef on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:51.392723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.400573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:45:51.462711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:51.463493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:51.464397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.465044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:51.466292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Bound port: 5a0d670a-6499-44dd-b31e-64603682ffef, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:51.467534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.468030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.508405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a62dc77e-57f7-400b-a3c7-0d9b591c4394 req-7e535d0a-951c-4501-ab3f-0252462f0dbf tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a79d0a8-c237-420c-9b68-045a6b315e71 HTTP/1.1" status: 200 len: 210 time: 0.1024261 Dec 13 09:45:51.526657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82a531-e498-4327-a063-1f8053c78ab3 req-045908fa-2cf2-438c-8ce9-d243379307c1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.536107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c82a531-e498-4327-a063-1f8053c78ab3 req-045908fa-2cf2-438c-8ce9-d243379307c1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.2012403 Dec 13 09:45:51.545068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-36a4e976-08db-4443-b5f5-d81b08ff0a1b None None] Provisioning complete for port 8053ae19-9169-4f0b-abb7-2827c01f300c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:51.546365 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36a4e976-08db-4443-b5f5-d81b08ff0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.570330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Pushing event updated for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:51.598779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af32e09-e95f-423e-90bd-d66c62808f6f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.602570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3af32e09-e95f-423e-90bd-d66c62808f6f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3843746 Dec 13 09:45:51.614046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:51.620490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:51.622954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:51.631104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:51.643189 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be68e0-7fe0-4991-b305-012c67501e68 x-openstack-request-id: req-d1be68e0-7fe0-4991-b305-012c67501e68 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:51.643806 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:51.644272 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1be68e0-7fe0-4991-b305-012c67501e68 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:51.645465 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'code': 200} Dec 13 09:45:51.649121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] For port 5a0d670a-6499-44dd-b31e-64603682ffef, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:51.658309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] For port 5a0d670a-6499-44dd-b31e-64603682ffef, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a0d670a-6499-44dd-b31e-64603682ffef,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:51.721086 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.724285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c82a531-e498-4327-a063-1f8053c78ab3 req-a7c23b10-11ba-4fa7-85a5-bb60ab71de4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861317 Dec 13 09:45:51.827690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.896403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.986923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfba4-86ef-4a57-abd7-e4bcd8c4d7e7 req-7bc7df26-1ac3-4fa3-b6de-1b470b0ac9d9 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.991817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:51.992496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:51.993093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e71bfba4-86ef-4a57-abd7-e4bcd8c4d7e7 req-7bc7df26-1ac3-4fa3-b6de-1b470b0ac9d9 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 949 time: 0.1306231 Dec 13 09:45:51.996109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port bbecc7f3-989a-42cf-bea6-c5f70ca3274d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:51.996478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.011425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f842-3699-4b2d-b90d-3de754e43a96 req-1289928b-62f3-4403-8fe5-a15e20c4483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.012992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a27f842-3699-4b2d-b90d-3de754e43a96 req-1289928b-62f3-4403-8fe5-a15e20c4483a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 1100 time: 0.2109125 Dec 13 09:45:52.020691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.089686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e71bfba4-86ef-4a57-abd7-e4bcd8c4d7e7 req-71e3a200-1c44-4fc3-9869-35bd463a6ecc tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875480 Dec 13 09:45:52.118227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dd5b-e596-4e59-ab35-7f57e2db79a9 None None] Pushing event updated for resources: {'Port': ['ID=5a0d670a-6499-44dd-b31e-64603682ffef,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:52.222170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Pushing event updated for resources: {'Port': ['ID=724ce1d4-954d-4a05-9a74-2bd91624b59f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:52.273755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a27f842-3699-4b2d-b90d-3de754e43a96 req-4a3c90f6-16b1-4e6c-9bc0-4c5019dd8195 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181664 Dec 13 09:45:52.280464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:52.284348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:52.298461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62be845-0028-4bfd-b4d1-777bd81eede9 req-ecdb1f75-0d2f-4dde-b338-f15bb15a399a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.306619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:52.308169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c62be845-0028-4bfd-b4d1-777bd81eede9 req-ecdb1f75-0d2f-4dde-b338-f15bb15a399a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 949 time: 0.1240411 Dec 13 09:45:52.332733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b604fd-d653-40ed-8716-2c1af23ee41b req-d6518cc8-21e1-455a-9852-330a06960a44 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.337202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3b604fd-d653-40ed-8716-2c1af23ee41b req-d6518cc8-21e1-455a-9852-330a06960a44 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1484461 Dec 13 09:45:52.378657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.425702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.426188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:52.452561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c62be845-0028-4bfd-b4d1-777bd81eede9 req-4846df3d-4ecb-4855-bb27-4327b3e9c53e tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425381 Dec 13 09:45:52.462753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'name': 'network-vif-deleted', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:52.478256 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2f114-82ad-40ab-a1b7-0b8d10e468a3" -d '{"events": [{"server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "name": "network-vif-deleted", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:52.487915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for bbecc7f3-989a-42cf-bea6-c5f70ca3274d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:52.523661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3b604fd-d653-40ed-8716-2c1af23ee41b req-1a37553b-4dec-466b-b799-bd827680f4db tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660089 Dec 13 09:45:52.758493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8053ae19-9169-4f0b-abb7-2827c01f300c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:52.760853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Attempting to bind port 724ce1d4-954d-4a05-9a74-2bd91624b59f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:52.761341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Attempting to bind port 724ce1d4-954d-4a05-9a74-2bd91624b59f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:52.761816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Attempting to bind port 724ce1d4-954d-4a05-9a74-2bd91624b59f on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:52.762915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.766590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682847f-3d1c-42d5-b136-f05ec086308d req-d920e18e-2797-4b21-828f-97f2594895d5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.769076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6682847f-3d1c-42d5-b136-f05ec086308d req-d920e18e-2797-4b21-828f-97f2594895d5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1385679 Dec 13 09:45:52.772028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.778184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-41c1b0c4-1ff3-43fa-9c06-0d6fd55ed0fb None None] Provisioning complete for port eff42f74-648a-4715-abde-69e329cb266e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:52.778371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.778862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41c1b0c4-1ff3-43fa-9c06-0d6fd55ed0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.811152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42cf4c-d2e2-4b98-8a51-6d270c1176ca req-fa634149-0d87-49e6-91fd-21019e2d11df tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.818020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:52.818598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:52.819117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.819649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:52.820360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Bound port: 724ce1d4-954d-4a05-9a74-2bd91624b59f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:52.820816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.822807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad42cf4c-d2e2-4b98-8a51-6d270c1176ca req-fa634149-0d87-49e6-91fd-21019e2d11df tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.1105182 Dec 13 09:45:52.835762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-41c1b0c4-1ff3-43fa-9c06-0d6fd55ed0fb None None] Port eff42f74-648a-4715-abde-69e329cb266e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:52.887037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.891466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/bbecc7f3-989a-42cf-bea6-c5f70ca3274d HTTP/1.1" status: 204 len: 168 time: 1.2638977 Dec 13 09:45:52.896947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:52.909855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.920258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6682847f-3d1c-42d5-b136-f05ec086308d req-0d8e3610-543c-4dd1-9286-aabe2e361201 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378171 Dec 13 09:45:52.927398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] For port 724ce1d4-954d-4a05-9a74-2bd91624b59f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:52.938363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Pushing event updated for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:52.938726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] For port 724ce1d4-954d-4a05-9a74-2bd91624b59f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=724ce1d4-954d-4a05-9a74-2bd91624b59f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:52.951698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.958979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad42cf4c-d2e2-4b98-8a51-6d270c1176ca req-417835fd-6204-48ac-998c-9ec434b301f4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350782 Dec 13 09:45:52.982026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7674f-f819-4c30-9a77-f7a22384fb4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=bbecc7f3-989a-42cf-bea6-c5f70ca3274d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:53.030274 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb67ee7-6ead-474b-b024-9e4f5c303d2b x-openstack-request-id: req-ebb67ee7-6ead-474b-b024-9e4f5c303d2b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:53.030574 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79d0a8-c237-420c-9b68-045a6b315e71", "name": "network-vif-deleted", "tag": "e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:53.030826 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebb67ee7-6ead-474b-b024-9e4f5c303d2b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:53.031214 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79d0a8-c237-420c-9b68-045a6b315e71', 'name': 'network-vif-deleted', 'tag': 'e3ffc6cc-db4a-4a7e-b369-7d5d9c004adf', 'status': 'completed', 'code': 200} Dec 13 09:45:53.040137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3a9ce-4591-4be2-8054-fa2b2a708cac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.041857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3a9ce-4591-4be2-8054-fa2b2a708cac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.044002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ff3a9ce-4591-4be2-8054-fa2b2a708cac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1461165 Dec 13 09:45:53.048896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:53.133653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df184232-c8d6-4769-a216-f37236c58bf4 None None] Pushing event updated for resources: {'Port': ['ID=724ce1d4-954d-4a05-9a74-2bd91624b59f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:53.167887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8053ae19-9169-4f0b-abb7-2827c01f300c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:53.168384 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.189499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 94547a7e-5472-4a97-a8b5-4c61d18017c2 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:53.212161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.230987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4790f276-08fd-4478-a23f-275872bf621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:45Z', 'revision_number': 3, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:53.239364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378913c-d605-4ff7-b576-8fb3c0d1b809 req-aa5db955-aa44-4d85-9a07-c5e745900f13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.251521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0378913c-d605-4ff7-b576-8fb3c0d1b809 req-aa5db955-aa44-4d85-9a07-c5e745900f13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1481352 Dec 13 09:45:53.269806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790f276-08fd-4478-a23f-275872bf621d None None] The sync data for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 is: [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:45Z', 'revision_number': 3, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:53.296320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:53.299724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:53.329732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.366532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0378913c-d605-4ff7-b576-8fb3c0d1b809 req-2cb4bb90-bf26-4a24-8f29-82af96631350 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138809 Dec 13 09:45:53.657511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-9da2bace-dfbd-47e2-8c25-fb1a97a728df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.659374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-9da2bace-dfbd-47e2-8c25-fb1a97a728df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.2733231 Dec 13 09:45:53.659773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.756143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.821835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-077fe380-899e-458e-95b0-1031815fae19 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/quotas/e0d6a2754a7149d6a4cac775a97b5eb5 HTTP/1.1" status: 200 len: 375 time: 0.1471224 Dec 13 09:45:53.872498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=94547a7e-5472-4a97-a8b5-4c61d18017c2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:53.886707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.889191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-46128331-eba3-430c-8956-f726ceabf669 None None] Provisioning complete for port eff42f74-648a-4715-abde-69e329cb266e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:53.890150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46128331-eba3-430c-8956-f726ceabf669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.891539 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e4b82b9-7123-40cb-93aa-b0fbbf822b8c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/94547a7e-5472-4a97-a8b5-4c61d18017c2 HTTP/1.1" status: 204 len: 168 time: 0.8411450 Dec 13 09:45:53.895634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:53.924451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-ebaa1ba4-3507-4816-9cf9-f632a1afaa13 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919263 Dec 13 09:45:53.992341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace06352-023d-4185-bb76-6ad1765f14d4 req-7cf8f5fe-fe30-4e6f-ad1c-d13eb73c6c1d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.002771 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-25648314-16af-49e3-8a31-d023a83997fd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072152 Dec 13 09:45:54.009593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:54.011257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace06352-023d-4185-bb76-6ad1765f14d4 req-7cf8f5fe-fe30-4e6f-ad1c-d13eb73c6c1d tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 949 time: 0.3503764 Dec 13 09:45:54.026604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-46128331-eba3-430c-8956-f726ceabf669 None None] Port eff42f74-648a-4715-abde-69e329cb266e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:54.046704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:54.172070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-69de5653-931c-4e05-807b-ca09c6b59ca1 service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269073 Dec 13 09:45:54.207884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace06352-023d-4185-bb76-6ad1765f14d4 req-5ef8a06b-9f4a-4e07-baf7-427ddc69bf1c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956112 Dec 13 09:45:54.211315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b743fd-4b75-42bb-a6ef-805f504242ce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.212986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-69b743fd-4b75-42bb-a6ef-805f504242ce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2022638 Dec 13 09:45:54.214970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:54.220844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2a27296-a9a1-4fa8-a768-4ae441e8f08b admin admin] 10.222.0.31 "PUT /v2.0/routers/4b78d241-b4e0-4c3f-87d6-cd6f3b645acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8763769 Dec 13 09:45:54.221861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:54.324048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe8e53-6021-4fdc-bd7b-ae48cb9b1116 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.335536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dcbe8e53-6021-4fdc-bd7b-ae48cb9b1116 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1105838 Dec 13 09:45:54.348290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47722) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:54.438291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7b84653-4f77-49c1-a785-0893f4ef4f17 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854290 Dec 13 09:45:54.452824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-95ae824d-4718-486a-80d3-b2822b5a0b0a service neutron] 10.222.0.31 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797310 Dec 13 09:45:54.456158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47728) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:54.483860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e868d-3c18-4d49-a770-6fac261d8fc3 req-30f745c9-b7b7-47bb-9fb7-2a06f719ddbc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.485681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-501e868d-3c18-4d49-a770-6fac261d8fc3 req-30f745c9-b7b7-47bb-9fb7-2a06f719ddbc tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.1572080 Dec 13 09:45:54.493334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:54.604639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-501e868d-3c18-4d49-a770-6fac261d8fc3 req-5f118acf-c223-49d8-88b3-c8f0b0171bc3 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043961 Dec 13 09:45:54.801488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:54.831506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.935793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d384a-e54c-4d03-b1bd-ca7bb2e93a2e req-d5c4906c-548f-404b-9544-20f9ba14452f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.937393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71d384a-e54c-4d03-b1bd-ca7bb2e93a2e req-d5c4906c-548f-404b-9544-20f9ba14452f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1087310 Dec 13 09:45:55.065973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71d384a-e54c-4d03-b1bd-ca7bb2e93a2e req-c6a273f4-df07-4083-9672-2cf1df6e605f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800211 Dec 13 09:45:55.141047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18caf-b4df-4702-81a4-d1d0d044d496 req-ce4b688c-aa3f-41da-82aa-26324bd7294e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.142337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e75c9c-c36c-4b83-b5a9-797b018678fe None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:55.152134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49d18caf-b4df-4702-81a4-d1d0d044d496 req-ce4b688c-aa3f-41da-82aa-26324bd7294e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.2136810 Dec 13 09:45:55.286155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] Provisioning complete for port 724ce1d4-954d-4a05-9a74-2bd91624b59f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:55.286155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.302940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a0d670a-6499-44dd-b31e-64603682ffef up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:55.335716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49d18caf-b4df-4702-81a4-d1d0d044d496 req-32ba7581-b4f8-4a63-8ac9-e1286740a12a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803372 Dec 13 09:45:55.362457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dfc2-f793-4662-9985-2a99e98c5d0a req-7c0ed053-5838-460e-a63c-923e7ebbbccf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.368043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fd5dfc2-f793-4662-9985-2a99e98c5d0a req-7c0ed053-5838-460e-a63c-923e7ebbbccf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.1388619 Dec 13 09:45:55.382815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.412818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47762) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:55.421780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1543308809-network', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:55.505211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64887ce6-e19a-4ce9-9c39-327fb94aea24 req-fb5bfd10-9d3c-499c-b911-490d20004519 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 210 time: 0.0677021 Dec 13 09:45:55.542530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Made reservation on behalf of e15e22bdf95d4569a830507b09496de5 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:55.544934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.550435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fd5dfc2-f793-4662-9985-2a99e98c5d0a req-c9d39d58-1b00-44a0-bb66-b4a44732f3e1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777873 Dec 13 09:45:55.573710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.578559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:55.592648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.593225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:55.601245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.601850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.618512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:45:55.624091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=4af2fae3-7406-4f97-ad5a-2b1a60720cd8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:55.640644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-07998652-f4c6-438e-9fdc-065b82a9f922 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.645812 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-07998652-f4c6-438e-9fdc-065b82a9f922 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.2455103 Dec 13 09:45:55.673006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:55.673589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] For port 724ce1d4-954d-4a05-9a74-2bd91624b59f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=724ce1d4-954d-4a05-9a74-2bd91624b59f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:55.675403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5a0d670a-6499-44dd-b31e-64603682ffef triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:55.676409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.683211 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.768534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a716e148-5ada-480c-8afb-7df2aebd5811 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3086793 Dec 13 09:45:55.768694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f298-d72d-4e78-b5c4-b04796d3c49d req-f3e4904c-329a-4fe2-be4c-0568e92c53f6 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.775522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:55.776216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b095f298-d72d-4e78-b5c4-b04796d3c49d req-f3e4904c-329a-4fe2-be4c-0568e92c53f6 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 949 time: 0.1828408 Dec 13 09:45:55.789783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '4af2fae3-7406-4f97-ad5a-2b1a60720cd8', 'ip_address': '2001:db8::2303:4fcf:9171:df11'}], 'name': 'tempest-NetworksTestDHCPv6-683056413'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:55.831885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.842570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.846531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20dc7-6595-40c1-ace9-873b9b032cb5 None None] Pushing event updated for resources: {'Port': ['ID=724ce1d4-954d-4a05-9a74-2bd91624b59f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:55.865659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Deleting port 724ce1d4-954d-4a05-9a74-2bd91624b59f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:55.866270 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.872238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:55.902253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:55.902632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-e992288f-0add-4acc-b899-30b6c7878693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.904286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-e992288f-0add-4acc-b899-30b6c7878693 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1097 time: 0.2517056 Dec 13 09:45:55.914800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b095f298-d72d-4e78-b5c4-b04796d3c49d req-2860827e-ff52-45d6-8140-05f341d1b0a4 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375940 Dec 13 09:45:55.927786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2615b7d1-b274-47c2-87cb-cffe1b3c89a4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:55.935230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.935593 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Added segment 68743442-f589-411d-8aaf-a78514c9eac6 of type vlan for network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 Dec 13 09:45:56.014827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:56.025083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.031387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.042171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 has no active binding in host n-h1-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:45:56.077482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.078454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:56.079693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.121059 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.157932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 5a0d670a-6499-44dd-b31e-64603682ffef, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a0d670a-6499-44dd-b31e-64603682ffef,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:56.165105 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.166300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 724ce1d4-954d-4a05-9a74-2bd91624b59f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:56.210049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7961097 Dec 13 09:45:56.237745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:56.255531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Request body: {'subnet': {'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1543308809-subnet', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:56.258732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] For port 724ce1d4-954d-4a05-9a74-2bd91624b59f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=724ce1d4-954d-4a05-9a74-2bd91624b59f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:56.259653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.283455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Calling delete_port for 724ce1d4-954d-4a05-9a74-2bd91624b59f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:56.302253 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Sync routers for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:56.303134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89b567-2355-40c5-b1be-7ebf827c9dda admin admin] Pushing event updated for resources: {'Network': ['ID=2bf59d8a-0f5b-452f-9f4d-516a305ef8a1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.317342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:56.317989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:56.349064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:56.354116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=5a0d670a-6499-44dd-b31e-64603682ffef,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.415441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342890-41a7-4087-b9a7-a2a81a4923c3 req-25a16368-45b2-49e0-b587-b3fa1aeeddae tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:56.424148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58342890-41a7-4087-b9a7-a2a81a4923c3 req-25a16368-45b2-49e0-b587-b3fa1aeeddae tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.2961042 Dec 13 09:45:56.434430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Made reservation on behalf of e15e22bdf95d4569a830507b09496de5 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:56.436828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.610919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58342890-41a7-4087-b9a7-a2a81a4923c3 req-6ab102fc-73f9-46a4-a019-ccb4a50b3e15 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856909 Dec 13 09:45:56.645787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-6dfe28d3-6950-4618-b627-27ac7ca3a417 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:56.649302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-6dfe28d3-6950-4618-b627-27ac7ca3a417 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 812 time: 0.3234942 Dec 13 09:45:56.661129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:56.723518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Request body: {'port': {'device_id': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'admin_state_up': True, 'tenant_id': 'e0d6a2754a7149d6a4cac775a97b5eb5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:56.766334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 724ce1d4-954d-4a05-9a74-2bd91624b59f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:56.766722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.803064 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.805649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Port 724ce1d4-954d-4a05-9a74-2bd91624b59f was deleted so its status cannot be updated. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 09:45:56.834767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] Pushing event deleted for resources: {'Port': ['ID=724ce1d4-954d-4a05-9a74-2bd91624b59f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.842776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792ce68-efb7-40de-a96a-85d22f244a7c None None] No DVR routers for this DVR port 724ce1d4-954d-4a05-9a74-2bd91624b59f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:56.871465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6253e84d-9c4b-4319-9073-44749ec2486f None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:56.959701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-a1f5990b-6afc-4b2f-ae6c-91541f20ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:56.961829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-a1f5990b-6afc-4b2f-ae6c-91541f20ac3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 1.0126562 Dec 13 09:45:57.016148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5e3bb-3f58-4562-bc01-c74eb4ba6314 req-d48b14e0-4f87-4e2d-b569-214657b6b8bc tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.017962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f5e3bb-3f58-4562-bc01-c74eb4ba6314 req-d48b14e0-4f87-4e2d-b569-214657b6b8bc tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.4280772 Dec 13 09:45:57.029195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.031601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a0d670a-6499-44dd-b31e-64603682ffef up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:57.071616 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 2, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:57.086564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:57.106590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb959-31f1-4002-98f9-8b985d98dea8 req-e2bd87c6-1c59-4651-ae5c-b8d084ab2e43 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.109535 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Checking router: 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:57.110238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Updating router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd port eff42f74-648a-4715-abde-69e329cb266e binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:57.117976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6eecb959-31f1-4002-98f9-8b985d98dea8 req-e2bd87c6-1c59-4651-ae5c-b8d084ab2e43 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 945 time: 0.3728125 Dec 13 09:45:57.140126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '4af2fae3-7406-4f97-ad5a-2b1a60720cd8'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:57.141638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.145364 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.184394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.219004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 5ab23c4a-8dc6-4272-a9e8-172e4878d64d yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:45:57.228829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-bd7edeb1-af60-448a-90e0-e5705f6c2d2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1000 time: 0.2473783 Dec 13 09:45:57.269146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6eecb959-31f1-4002-98f9-8b985d98dea8 req-769c9079-d933-47f3-8b1f-6c6df56cdf97 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497056 Dec 13 09:45:57.281191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Checking segment: {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:57.283260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Network hostable DHCP agents. Network: 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:57.293400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b5ad0b-c3e7-4769-9ca9-746a4752ba47,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:57.326534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:57.338052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f5e3bb-3f58-4562-bc01-c74eb4ba6314 req-d9891c8b-9ad0-4a7b-8afe-a97e451ffa05 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107769 Dec 13 09:45:57.362821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Made reservation on behalf of e0d6a2754a7149d6a4cac775a97b5eb5 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:57.368870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.377651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/4af2fae3-7406-4f97-ad5a-2b1a60720cd8/ecc05bf5-d149-4baa-8095-dbdba5ee258e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:57.396182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:57.399531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5a0d670a-6499-44dd-b31e-64603682ffef triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:57.399860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.453421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:57.455490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:57.467468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.468338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.481605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc29291-dd8c-483f-857d-e2c464336a2a None None] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:57.522331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.525476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:57.529498 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38592224-1933-4c7b-9f18-3ce376a0278a" -d '{"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:57.567343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.578228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-525c3d0e-7839-45dc-9403-1bee5da9ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.579854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-525c3d0e-7839-45dc-9403-1bee5da9ae98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.3109319 Dec 13 09:45:57.624699 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.631633 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.756974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on host n-h2-820935-7 for vnic_type normal with profile {"migrating_to": "n-h1-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:57.757316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:57.757657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:57.775639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'fixed_ips': [{'subnet_id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:45:57.776598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.783261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:57.788953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Attempting to bind port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on network 73b915b1-b359-496e-ba4b-ec17ddbb7572 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:57.802189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:57.802537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Checking segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:57.802921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Bound using segment: {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:57.803354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Bound port: a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73b915b1-b359-496e-ba4b-ec17ddbb7572'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:57.803744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.829103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 724ce1d4-954d-4a05-9a74-2bd91624b59f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:57.846286 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Pushing event updated for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:57.848902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:57.854131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-39c9477f-efea-42bd-acc1-d3fac78f3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.856287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-39c9477f-efea-42bd-acc1-d3fac78f3037 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578948 Dec 13 09:45:57.856907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.879769 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.880824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.880824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.881049 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.881238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.881718 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.882269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.882641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.882974 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.883582 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.883690 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.884059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.884280 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:57.884377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.892781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Attempting to bind port eff42f74-648a-4715-abde-69e329cb266e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:57.893160 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Attempting to bind port eff42f74-648a-4715-abde-69e329cb266e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:57.893531 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Attempting to bind port eff42f74-648a-4715-abde-69e329cb266e on network cbd95b2d-d08b-47bf-a646-2faad58fce8a {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:57.893640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 724ce1d4-954d-4a05-9a74-2bd91624b59f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:57.893979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 724ce1d4-954d-4a05-9a74-2bd91624b59f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:57.899499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:57.900079 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Checking segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:57.900748 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.902270 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Bound using segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:57.902270 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Bound port: eff42f74-648a-4715-abde-69e329cb266e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:57.903394 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.985583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d5acb81-0a1d-47d7-93c7-35249151d31b req-fe657af7-eabd-4025-81e1-0ecc6ce6c04a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 210 time: 0.5086010 Dec 13 09:45:58.002451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:58.014742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:58.017616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:58.088005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] For port eff42f74-648a-4715-abde-69e329cb266e, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:58.092889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] For port eff42f74-648a-4715-abde-69e329cb266e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eff42f74-648a-4715-abde-69e329cb266e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:58.097715 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.111005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5469e289-5f31-4553-a929-16130f1583b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8664927 Dec 13 09:45:58.115298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47804) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:58.122839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:58.165226 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf17fb-c232-466a-ab4b-135f2975aa29 None None] Pushing event updated for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.201603 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-4dc34edc-c183-42cf-9cf1-1f86803b0f85 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121302 Dec 13 09:45:58.203265 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:58.203937 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:58.225574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3891e1-8e8c-4f51-bc38-b3cb5beab33d req-c769b2d5-bf0e-48c7-bc63-8002360b21aa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.227761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3891e1-8e8c-4f51-bc38-b3cb5beab33d req-c769b2d5-bf0e-48c7-bc63-8002360b21aa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.7431273 Dec 13 09:45:58.229523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Allocated IP 172.20.0.7 (44d89cff-7d53-4a45-b1fc-4da760f14c80/d3170679-86d9-4611-a80f-544cf8e91abd/1c29d460-520e-4dde-8e2a-b100528594ae) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:58.295438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.297214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.313089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Pushing event updated for resources: {'Port': ['ID=ecc05bf5-d149-4baa-8095-dbdba5ee258e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.370045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] Provisioning complete for port eff42f74-648a-4715-abde-69e329cb266e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:58.370433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.436165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65aede67-a465-42e6-84d1-ace31fe04e41 req-5734687a-0d62-469e-ab5f-70f2caa1d250 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023640 Dec 13 09:45:58.449640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Attempting to bind port ecc05bf5-d149-4baa-8095-dbdba5ee258e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:58.450275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Attempting to bind port ecc05bf5-d149-4baa-8095-dbdba5ee258e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:58.450391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Attempting to bind port ecc05bf5-d149-4baa-8095-dbdba5ee258e on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:58.450472 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeca9e79-8121-43aa-bde2-c2d16382a645 x-openstack-request-id: req-aeca9e79-8121-43aa-bde2-c2d16382a645 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:58.450794 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:58.453813 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeca9e79-8121-43aa-bde2-c2d16382a645 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:58.454243 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'code': 200} Dec 13 09:45:58.461963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:58.462358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:58.462758 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.463157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:58.463669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Bound port: ecc05bf5-d149-4baa-8095-dbdba5ee258e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:58.464315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.471980 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:58.502085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.520701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:58.522142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3891e1-8e8c-4f51-bc38-b3cb5beab33d req-7ad6a69b-255c-453a-b66b-8dcbab8e6da2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817738 Dec 13 09:45:58.525303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::2303:4fcf:9171:df11 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/4af2fae3-7406-4f97-ad5a-2b1a60720cd8/5ab23c4a-8dc6-4272-a9e8-172e4878d64d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:58.556197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:58.568056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.621965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] For port ecc05bf5-d149-4baa-8095-dbdba5ee258e, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:58.626177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] For port ecc05bf5-d149-4baa-8095-dbdba5ee258e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ecc05bf5-d149-4baa-8095-dbdba5ee258e,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:58.631115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Allocated IP 172.20.0.2 (2bf59d8a-0f5b-452f-9f4d-516a305ef8a1/f7b5ad0b-c3e7-4769-9ca9-746a4752ba47/7aa23f58-bebc-4e3d-82b8-429c5cfc20b5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:58.634753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.641433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-b8bb5b34-af21-4994-8c68-2905091beae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.643302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-b8bb5b34-af21-4994-8c68-2905091beae4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 1096 time: 0.2055998 Dec 13 09:45:58.734001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfdeb3-fe7a-4ac2-afcb-f328aa48943e req-f4c4f496-d3ea-4b48-9821-64a366ab6c33 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.744553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32bfdeb3-fe7a-4ac2-afcb-f328aa48943e req-f4c4f496-d3ea-4b48-9821-64a366ab6c33 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.3464246 Dec 13 09:45:58.802669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-54e5b0e8-5d6e-43aa-902b-3ba070dac08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.803839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-54e5b0e8-5d6e-43aa-902b-3ba070dac08a service neutron] 10.222.0.20 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.1485202 Dec 13 09:45:58.805449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b4f9-50b6-495d-ad61-e69158bab388 None None] Pushing event updated for resources: {'Port': ['ID=ecc05bf5-d149-4baa-8095-dbdba5ee258e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.817946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:58.822651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.868365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] For port eff42f74-648a-4715-abde-69e329cb266e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eff42f74-648a-4715-abde-69e329cb266e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:58.878665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.895602 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f98c8-fe36-469f-97e6-efe8c2bc26b9 None None] The sync data for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 is: [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:58.961033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207391b-def6-4c2a-a74c-4d2b490992c7 None None] Pushing event updated for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.966584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.969732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.971346 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] 10.222.0.16 "PUT /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 1121 time: 3.3042638 Dec 13 09:45:59.024061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:59.045416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.075745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:59.159386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247010c8-d489-401e-8989-1a9f8a50d043 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.210136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.240154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.253954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02d49-1335-4137-b30e-2e8a58e26fdd req-400fca0c-1b34-40c7-a78f-c03a6e8d0095 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.255713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b63b25dc-96c6-44a3-8ff2-6ba7ba564823 None None] Provisioning complete for port eff42f74-648a-4715-abde-69e329cb266e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:59.257103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42c02d49-1335-4137-b30e-2e8a58e26fdd req-400fca0c-1b34-40c7-a78f-c03a6e8d0095 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.5891094 Dec 13 09:45:59.257565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-dba5d253-313b-4d24-87fb-23e11ed393d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 200 len: 1001 time: 0.4278197 Dec 13 09:45:59.259020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b63b25dc-96c6-44a3-8ff2-6ba7ba564823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.278336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32bfdeb3-fe7a-4ac2-afcb-f328aa48943e req-daca9eed-ab6b-4804-bfae-06c5174e99aa tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327010 Dec 13 09:45:59.281098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.385345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-df5c2abc-fa54-46d9-9d94-6b88ad15fe5a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.387476 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-df5c2abc-fa54-46d9-9d94-6b88ad15fe5a tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 945 time: 0.5404601 Dec 13 09:45:59.432738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-7f880fa3-09bc-4cb9-a467-f2805061bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.440496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-7f880fa3-09bc-4cb9-a467-f2805061bdc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.1564322 Dec 13 09:45:59.452984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.467315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Network 44d89cff-7d53-4a45-b1fc-4da760f14c80 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:59.478684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.515763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:59.520839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:59.525304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.530477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.532529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.554492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42c02d49-1335-4137-b30e-2e8a58e26fdd req-a15c376d-4c56-4c61-bdf9-acb3e1fdabc4 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262249 Dec 13 09:45:59.597738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52cfe7-7b96-487a-a180-b4e24e6b31d9 req-38afad60-e5f5-4046-99d5-528ca70ab571 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.605152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c52cfe7-7b96-487a-a180-b4e24e6b31d9 req-38afad60-e5f5-4046-99d5-528ca70ab571 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.2252755 Dec 13 09:45:59.610158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:59.673121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:59.679599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.679923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.680127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:59.681937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=5ab23c4a-8dc6-4272-a9e8-172e4878d64d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.689714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:59.691176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:59.695312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.695987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.703128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-823f359a-3169-479b-81c2-d102f77f12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.704688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-823f359a-3169-479b-81c2-d102f77f12c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538495 Dec 13 09:45:59.738637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:59.740490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c52cfe7-7b96-487a-a180-b4e24e6b31d9 req-ef4bec6f-a087-4886-890c-a34ec6924661 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343491 Dec 13 09:45:59.740615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Pushing event updated for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.776574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-7d1a68c9-9edf-4107-9fe4-ed517debfa72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0642951 Dec 13 09:45:59.807533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Request body: {'port': {'device_id': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:59.826887 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0eeab3f8-b7d4-4714-97f5-b3b28eb738a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0407991 Dec 13 09:45:59.832594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:59.838589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '4af2fae3-7406-4f97-ad5a-2b1a60720cd8', 'ip_address': '2001:db8::2303:4fcf:9171:df11'}], 'name': 'tempest-NetworksTestDHCPv6-101206656'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:59.874235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Deleting port 6f274d22-13ea-4345-8c20-d28210f7fb9e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:59.874584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.899983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:59.982670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Attempting to bind port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:59.984507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Attempting to bind port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:59.985660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Attempting to bind port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 on network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:00.005170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:00.005897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Checking segment: {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:00.006498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.007046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Bound using segment: {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:00.007773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Bound port: 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:00.008327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.037655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5998a4-d609-4946-8564-c015340bb7e0 req-dcaf9c2f-6191-42f8-8d31-c7f22e61c562 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:00.045974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a5998a4-d609-4946-8564-c015340bb7e0 req-dcaf9c2f-6191-42f8-8d31-c7f22e61c562 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 931 time: 0.2265027 Dec 13 09:46:00.066702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-47e6651f-9bb0-4838-be83-4a5824b1b68a service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511386 Dec 13 09:46:00.125689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.137529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:00.162742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:00.170926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.182633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:00.185795 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49019248-0f04-47b6-9ecd-ed506c8e63ce" -d '{"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-unplugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:00.221775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.231185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] For port 6f274d22-13ea-4345-8c20-d28210f7fb9e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6f274d22-13ea-4345-8c20-d28210f7fb9e,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:00.242057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:00.243000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.262056 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.263517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.273096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f515dc-017b-4d91-b52a-09606ac32e26 req-ccadab9d-6c8f-484c-9cc1-3019a6d0a4b8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:00.278484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Calling delete_port for 6f274d22-13ea-4345-8c20-d28210f7fb9e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:00.285627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51f515dc-017b-4d91-b52a-09606ac32e26 req-ccadab9d-6c8f-484c-9cc1-3019a6d0a4b8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.4407122 Dec 13 09:46:00.290874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5ff30-6768-4de3-9c4d-7f894bb3220d None None] Pushing event updated for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:00.305892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:00.314397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.328042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.406085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:00.411471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 2f4aac6c-acc9-47e1-86c5-b88f1f5aff72 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:00.438911 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91ac4cc9-c56a-4893-8fb9-2cd487092530 req-8de30952-ea0f-43b9-84e8-dff9deb93594 service neutron] 10.222.0.20 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608799 Dec 13 09:46:00.443529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] Provisioning complete for port ecc05bf5-d149-4baa-8095-dbdba5ee258e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:00.444016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.481604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:00.484014 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bba331-6fdf-46d5-83f3-b671430614ea" -d '{"events": [{"name": "network-changed", "server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:00.547519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a5998a4-d609-4946-8564-c015340bb7e0 req-b1996ff8-3dae-4f51-8b6d-9482e9701ffe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005894 Dec 13 09:46:00.613064 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.680119 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0512fc-7b4f-44ed-b013-3c70e309dbd5 x-openstack-request-id: req-4f0512fc-7b4f-44ed-b013-3c70e309dbd5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:00.680548 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-unplugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:00.680940 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f0512fc-7b4f-44ed-b013-3c70e309dbd5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:00.681575 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'code': 200} Dec 13 09:46:00.711417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] For port ecc05bf5-d149-4baa-8095-dbdba5ee258e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ecc05bf5-d149-4baa-8095-dbdba5ee258e,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:00.730416 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.799127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51f515dc-017b-4d91-b52a-09606ac32e26 req-0329f2b5-faaf-4f9a-92b0-61cfefb23a26 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927187 Dec 13 09:46:00.830919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.852119 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08359b9e-2d71-4a90-b606-fd8ff81967f3 x-openstack-request-id: req-08359b9e-2d71-4a90-b606-fd8ff81967f3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:00.852445 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:00.852709 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08359b9e-2d71-4a90-b606-fd8ff81967f3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:00.853132 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'status': 'completed', 'code': 200} Dec 13 09:46:00.875343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6f274d22-13ea-4345-8c20-d28210f7fb9e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:00.941302 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 09:46:00.941302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:46:00.978830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Pushing event deleted for resources: {'Port': ['ID=6f274d22-13ea-4345-8c20-d28210f7fb9e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:01.045333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aa830-7d88-4c12-af4c-0544d955e919 None None] Pushing event updated for resources: {'Port': ['ID=ecc05bf5-d149-4baa-8095-dbdba5ee258e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:01.073834 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b4b2730-6e67-47f2-b916-c31c083e82f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2375684 Dec 13 09:46:01.083137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-227144b1-75b1-4182-8827-f8b096502c28 None None] Could not find standard attr ID for object bbecc7f3-989a-42cf-bea6-c5f70ca3274d. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:46:01.089502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8bb7fe2-ec22-48e7-940f-aaaf8d6f4913 req-0384c4fd-a161-4b84-96a0-df43b3028a32 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed1c4af-b47e-439e-82ed-157ef7727071 HTTP/1.1" status: 200 len: 210 time: 0.0903478 Dec 13 09:46:01.092124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:01.161155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] No DVR routers for this DVR port 6f274d22-13ea-4345-8c20-d28210f7fb9e on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:01.194308 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.198430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-abcc6b5b-9369-454a-a61e-7c7289453430 req-aacc5b7b-b0e4-4dae-9344-be9c0255f735 tempest-ServerRescueNegativeTestJSON-844991686 tempest-ServerRescueNegativeTestJSON-844991686-project] 10.222.0.16 "DELETE /v2.0/ports/6f274d22-13ea-4345-8c20-d28210f7fb9e HTTP/1.1" status: 204 len: 173 time: 1.7777851 Dec 13 09:46:01.223059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eff42f74-648a-4715-abde-69e329cb266e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:01.229179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba331-6fdf-46d5-83f3-b671430614ea req-a191641c-e908-4681-aad8-222eb700e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.231522 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-a191641c-e908-4681-aad8-222eb700e78d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1124 time: 0.1817780 Dec 13 09:46:01.329499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d31ad-4a6a-4af6-ab66-122ce20e5680 req-845196f6-b75d-46cd-b770-2ffd3a27482c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.339444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d38d31ad-4a6a-4af6-ab66-122ce20e5680 req-845196f6-b75d-46cd-b770-2ffd3a27482c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.3300235 Dec 13 09:46:01.378583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port eff42f74-648a-4715-abde-69e329cb266e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:01.378957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.501697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba331-6fdf-46d5-83f3-b671430614ea req-755e3651-8331-4c4c-805e-9b54f7118fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.503219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-755e3651-8331-4c4c-805e-9b54f7118fa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2617033 Dec 13 09:46:01.528211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb5025-a84d-4448-83c4-98d9fef9871d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.531183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:01.536557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb5025-a84d-4448-83c4-98d9fef9871d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.540835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a3cb5025-a84d-4448-83c4-98d9fef9871d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4420576 Dec 13 09:46:01.552794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47848) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:01.565689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-b6ecedcb-2029-4b4c-8cee-404336254659 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 217 time: 0.0541217 Dec 13 09:46:01.579743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b2b8ae37-8fd1-4402-8f7c-1584e3d5849d None None] Provisioning complete for port 5ab23c4a-8dc6-4272-a9e8-172e4878d64d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:01.580252 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ae37-8fd1-4402-8f7c-1584e3d5849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.590676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Allocated IP 172.25.2.202 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/47c30a76-741b-4cd8-8a6d-6f86cb931531) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:01.601518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d38d31ad-4a6a-4af6-ab66-122ce20e5680 req-61e22a26-d1ae-4722-86f2-a3c18edd0e79 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599168 Dec 13 09:46:01.645299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8ae37-8fd1-4402-8f7c-1584e3d5849d None None] Port 5ab23c4a-8dc6-4272-a9e8-172e4878d64d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:01.676231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:01.680120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.829033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7014e6-f5b2-4dde-917c-15d817baf75f req-76913639-a72b-4ae7-93f9-0f1d395f1fc9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.842819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e7014e6-f5b2-4dde-917c-15d817baf75f req-76913639-a72b-4ae7-93f9-0f1d395f1fc9 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.4765868 Dec 13 09:46:01.855486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.880149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c29d460-520e-4dde-8e2a-b100528594ae {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:01.911218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:01.933697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.984284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10949aaa-ef5f-4631-ae88-69d1c511932f req-40281631-6bd0-4614-8957-75c94bf891ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.985831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10949aaa-ef5f-4631-ae88-69d1c511932f req-40281631-6bd0-4614-8957-75c94bf891ef tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 931 time: 0.2801113 Dec 13 09:46:02.033134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Transition to ACTIVE for port object 1c29d460-520e-4dde-8e2a-b100528594ae will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:02.041680 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.071218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10949aaa-ef5f-4631-ae88-69d1c511932f req-c21302ae-023e-4ac2-85af-e7137e40b8d2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705779 Dec 13 09:46:02.071894 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.075162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:02.081178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e7014e6-f5b2-4dde-917c-15d817baf75f req-7cbb3da6-b761-47a8-b802-3ec626eaa881 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374635 Dec 13 09:46:02.095004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e653c724-8db0-48be-bc55-02c078798941', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'e653c724-8db0-48be-bc55-02c078798941', 'mac_address': 'fa:16:3e:de:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:02.098337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:02.103372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba331-6fdf-46d5-83f3-b671430614ea req-bebe6740-c59d-448b-b75c-c470f4ad7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.111023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.114159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ecc05bf5-d149-4baa-8095-dbdba5ee258e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:02.114760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-bebe6740-c59d-448b-b75c-c470f4ad7456 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.5226026 Dec 13 09:46:02.187232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:02.203855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:02.217090 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-97e35382-b2aa-41e1-b65e-b7f955c5df81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949833 Dec 13 09:46:02.245509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.310777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a276b-2515-41f4-9eb6-ad2ecdc9ba6d None None] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:02.330054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:02.340603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:02.344952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Attempting to bind port 1c29d460-520e-4dde-8e2a-b100528594ae on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:02.345295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Attempting to bind port 1c29d460-520e-4dde-8e2a-b100528594ae by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:02.345625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Attempting to bind port 1c29d460-520e-4dde-8e2a-b100528594ae on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:02.347726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:02.375831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.382009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Port 1c29d460-520e-4dde-8e2a-b100528594ae on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:02.382009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Attempting to bind port 1c29d460-520e-4dde-8e2a-b100528594ae on network 44d89cff-7d53-4a45-b1fc-4da760f14c80 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:02.383460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Pushing event updated for resources: {'Port': ['ID=47c30a76-741b-4cd8-8a6d-6f86cb931531,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:02.394371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6b75d-9d3e-4e69-86d2-1507b68f36cb req-ec849cfc-b187-474a-8eab-53acddba1f05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.395986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ab6b75d-9d3e-4e69-86d2-1507b68f36cb req-ec849cfc-b187-474a-8eab-53acddba1f05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1712844 Dec 13 09:46:02.406071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:02.407489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:02.407804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Checking segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:02.408190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Bound using segment: {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:02.408632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Bound port: 1c29d460-520e-4dde-8e2a-b100528594ae, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9502f736-8e86-4f64-8910-ca352582f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:02.408989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.429064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e653c724-8db0-48be-bc55-02c078798941 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:02.452707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78813d01-4caf-4aca-8235-a07143a4dfbf None None] Provisioning complete for port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:02.453107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78813d01-4caf-4aca-8235-a07143a4dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.456407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-6dc5b5b1-c6c5-4bd6-b1c6-bc1c7c6aa161 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128646 Dec 13 09:46:02.463463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 5ab23c4a-8dc6-4272-a9e8-172e4878d64d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:02.463851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.479946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ecc05bf5-d149-4baa-8095-dbdba5ee258e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:02.480367 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.519581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:02.548832 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.567589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ab6b75d-9d3e-4e69-86d2-1507b68f36cb req-5c5c6b33-920f-4d92-a83b-62f90ab7ec5a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612601 Dec 13 09:46:02.603411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:02.608195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:02.630775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.649428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:02.681225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.681925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.683574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] 10.222.0.16 "PUT /v2.0/ports/1c29d460-520e-4dde-8e2a-b100528594ae HTTP/1.1" status: 200 len: 1091 time: 2.8851678 Dec 13 09:46:02.686001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:02.688442 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadedc8d-9f00-4205-8154-c05decf757ed" -d '{"events": [{"name": "network-changed", "server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:02.751856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e653c724-8db0-48be-bc55-02c078798941'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:02.789073 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.850039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 5ab23c4a-8dc6-4272-a9e8-172e4878d64d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:02.854133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'name': 'network-vif-deleted', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:02.856888 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91ad76-4ab5-4a61-8db9-6dc545a7936d" -d '{"events": [{"server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "name": "network-vif-deleted", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:02.865366 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54bba331-6fdf-46d5-83f3-b671430614ea req-141cce5a-e82d-4aa4-88c4-4cc2c5123d12 service neutron] 10.222.0.20 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972504 Dec 13 09:46:03.092047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:03.161302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.169732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-94c14402-464c-445e-aecc-99886f281046 None None] Provisioning complete for port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:03.170139 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94c14402-464c-445e-aecc-99886f281046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.219671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=5ab23c4a-8dc6-4272-a9e8-172e4878d64d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.236620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:03.236999 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.255160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.258971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c13ed842-1beb-4470-b415-b66f48d1bbcc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5ab23c4a-8dc6-4272-a9e8-172e4878d64d HTTP/1.1" status: 204 len: 168 time: 1.7050891 Dec 13 09:46:03.262453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:03.301803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.364290 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aad0fe-8c92-445f-b6fb-2b87e4e15bb3 x-openstack-request-id: req-49aad0fe-8c92-445f-b6fb-2b87e4e15bb3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:03.369554 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c4af-b47e-439e-82ed-157ef7727071", "name": "network-vif-deleted", "tag": "6f274d22-13ea-4345-8c20-d28210f7fb9e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:03.371788 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49aad0fe-8c92-445f-b6fb-2b87e4e15bb3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:03.375000 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c4af-b47e-439e-82ed-157ef7727071', 'name': 'network-vif-deleted', 'tag': '6f274d22-13ea-4345-8c20-d28210f7fb9e', 'status': 'completed', 'code': 200} Dec 13 09:46:03.464232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.510710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ecc05bf5-d149-4baa-8095-dbdba5ee258e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:03.540624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdace53-23ce-490a-ac41-7438181e2e3c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.542585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdace53-23ce-490a-ac41-7438181e2e3c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.545111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6cdace53-23ce-490a-ac41-7438181e2e3c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2804093 Dec 13 09:46:03.547872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:03.695136 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8f262-1c8e-4727-9726-c105497ada26 x-openstack-request-id: req-32b8f262-1c8e-4727-9726-c105497ada26 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:03.696058 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:03.696323 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32b8f262-1c8e-4727-9726-c105497ada26 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:03.696732 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae', 'status': 'completed', 'code': 200} Dec 13 09:46:03.701842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 4af2fae3-7406-4f97-ad5a-2b1a60720cd8 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:03.717016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.718623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205a0ae-4061-425b-900f-5fdb40a5bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.880198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ecc05bf5-d149-4baa-8095-dbdba5ee258e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:03.882693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.883591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234732d-ba26-4e84-871d-be9a5d6fbba6 req-edb621f0-f22a-4961-89cd-b30d79ca0f4c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.892029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5234732d-ba26-4e84-871d-be9a5d6fbba6 req-edb621f0-f22a-4961-89cd-b30d79ca0f4c tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.2658527 Dec 13 09:46:03.897185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.906943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-de1b50cb-9234-41a9-91e1-4bbac654ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.908492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-de1b50cb-9234-41a9-91e1-4bbac654ae1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 1094 time: 0.2699394 Dec 13 09:46:03.930692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:03.943229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1f74-06df-4feb-95ee-45d1e75890a6 req-6a8b10f3-c387-4560-a882-e83e125c73aa tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.952182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-234a1f74-06df-4feb-95ee-45d1e75890a6 req-6a8b10f3-c387-4560-a882-e83e125c73aa tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2776141 Dec 13 09:46:04.030500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e653c724-8db0-48be-bc55-02c078798941 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:04.030732 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.060805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-d9c07d42-2500-4ec3-9e3d-5032a9e5901c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29d460-520e-4dde-8e2a-b100528594ae HTTP/1.1" status: 200 len: 217 time: 0.1404486 Dec 13 09:46:04.114654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.144230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.228773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5234732d-ba26-4e84-871d-be9a5d6fbba6 req-a63c52da-e3ac-4738-93f2-71cc26442869 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357415 Dec 13 09:46:04.235366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.247962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.264535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Deleting port 5fdc3d81-845b-4645-9b6f-b73058eb4190 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:04.265616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.331734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.337542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:04.343131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:04.353327 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ae28c-b13b-42d4-b672-a847862db959" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:04.372164 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.373240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:04.385081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dbf9-8516-4075-8028-729f82434749 req-ac3b1443-ba11-4692-8e73-b67de73a7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.386615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-ac3b1443-ba11-4692-8e73-b67de73a7e09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.3140790 Dec 13 09:46:04.442216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-234a1f74-06df-4feb-95ee-45d1e75890a6 req-839ae3af-688c-4fc9-9adc-2f73dfb28053 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805034 Dec 13 09:46:04.444432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] For port 5fdc3d81-845b-4645-9b6f-b73058eb4190, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5fdc3d81-845b-4645-9b6f-b73058eb4190,segment=NetworkSegment(e0946f96-1e92-4371-a225-fcf0b71e6e01),segment_id=e0946f96-1e92-4371-a225-fcf0b71e6e01)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:04.446067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.463242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Calling delete_port for 5fdc3d81-845b-4645-9b6f-b73058eb4190 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:04.475971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-b90cd6e2-4769-4057-b469-080e2640ecdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697789 Dec 13 09:46:04.583746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:04.590437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7925a0-43d5-48df-9239-fb876642cf1b req-f98afdad-f7de-4e20-ad92-195d342a586d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.597716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b7925a0-43d5-48df-9239-fb876642cf1b req-f98afdad-f7de-4e20-ad92-195d342a586d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.2101102 Dec 13 09:46:04.608999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=4af2fae3-7406-4f97-ad5a-2b1a60720cd8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:04.626956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.635466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3369b5fb-727a-4cc8-9832-d07492913043 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/4af2fae3-7406-4f97-ad5a-2b1a60720cd8 HTTP/1.1" status: 204 len: 168 time: 1.0856872 Dec 13 09:46:04.639057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:04.646427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59017d20-33f1-4035-96b7-f90f9cf8994e None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:04.678895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Router 09da5113-9164-431d-993a-f5a751676455 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:46:04.708992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b7925a0-43d5-48df-9239-fb876642cf1b req-02cbc646-540b-4677-a151-3d8479c4f522 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103332 Dec 13 09:46:04.752266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64e7409e-4d1e-46c4-a62a-21da7eb08209 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113808 Dec 13 09:46:04.758148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47936) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:04.765593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:04.770201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6f274d22-13ea-4345-8c20-d28210f7fb9e no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:04.774715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-57cbf030-46a2-4b47-b724-1e3ec6c62bdb req-6a696e96-6904-4648-b290-35c8376e2469 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:46:04.778464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57cbf030-46a2-4b47-b724-1e3ec6c62bdb req-6a696e96-6904-4648-b290-35c8376e2469 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218794 Dec 13 09:46:04.788395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-c401ecf6-3047-47db-b9f1-69dd6c697a34 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994096 Dec 13 09:46:04.838613 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bbf516-97d0-4a0f-9887-1b9f4cb05002 x-openstack-request-id: req-72bbf516-97d0-4a0f-9887-1b9f4cb05002 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:04.839316 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:04.840391 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72bbf516-97d0-4a0f-9887-1b9f4cb05002 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:04.840906 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'code': 200} Dec 13 09:46:04.845640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6f274d22-13ea-4345-8c20-d28210f7fb9e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:04.846174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6f274d22-13ea-4345-8c20-d28210f7fb9e not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:04.995472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:46:05.159223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Deleting port ecc05bf5-d149-4baa-8095-dbdba5ee258e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:05.159638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.174289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.210217 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:05.214302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.263496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdc3d81-845b-4645-9b6f-b73058eb4190,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:05.279813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] For port ecc05bf5-d149-4baa-8095-dbdba5ee258e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ecc05bf5-d149-4baa-8095-dbdba5ee258e,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:05.280488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.297907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Calling delete_port for ecc05bf5-d149-4baa-8095-dbdba5ee258e owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:05.342788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe35dbf9-8516-4075-8028-729f82434749 req-2695302f-7b13-40d9-a45e-31a4d09b730d service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467324 Dec 13 09:46:05.371641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b2b45-c1c6-447f-a6e7-0d92f2d620c3 req-b691450c-01f5-4b64-bf24-5c5389167df1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.381535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b7b2b45-c1c6-447f-a6e7-0d92f2d620c3 req-b691450c-01f5-4b64-bf24-5c5389167df1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.2642376 Dec 13 09:46:05.394449 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-451545d9-f19a-4a97-b907-0d24fadd48f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2556233 Dec 13 09:46:05.400047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-e25bb56b-82d8-46d5-9aed-dfb1b25b1537 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:46:05.412135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-e25bb56b-82d8-46d5-9aed-dfb1b25b1537 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167599 Dec 13 09:46:05.450815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.484558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] Pushing event deleted for resources: {'Port': ['ID=ecc05bf5-d149-4baa-8095-dbdba5ee258e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:05.501141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8236b1-bca3-4502-b992-ba5a4e3fbed9 None None] No DVR routers for this DVR port ecc05bf5-d149-4baa-8095-dbdba5ee258e on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:05.682561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:05.693093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Sync routers for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:05.734170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:05.734384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b7b2b45-c1c6-447f-a6e7-0d92f2d620c3 req-2ac5d889-83be-4fc0-8278-f6c09cf5f300 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378348 Dec 13 09:46:05.735238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:05.756386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.768617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5804db-4fb8-47b8-b29d-e9e0a9d1ab31 req-bd6dc817-e522-444d-94af-f3fa1878114e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.771301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df5804db-4fb8-47b8-b29d-e9e0a9d1ab31 req-bd6dc817-e522-444d-94af-f3fa1878114e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.2699709 Dec 13 09:46:05.785369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadedc8d-9f00-4205-8154-c05decf757ed req-472f1678-8a1e-47da-aef3-009e8c90f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.786124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-472f1678-8a1e-47da-aef3-009e8c90f8f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 1094 time: 0.3871520 Dec 13 09:46:05.828203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.839271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0432af3-36e0-4d3f-84d4-6bd239a6d0ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7205074 Dec 13 09:46:05.866441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47968) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:05.906247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.048560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:06.093242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df5804db-4fb8-47b8-b29d-e9e0a9d1ab31 req-36c4a837-c1e6-43c2-b872-7ec57aa499df tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821279 Dec 13 09:46:06.132684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3db136-6385-483c-9b03-b08164690373 req-567ebc3b-01e9-4d87-bea9-ea8b84c31358 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.143026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e3db136-6385-483c-9b03-b08164690373 req-567ebc3b-01e9-4d87-bea9-ea8b84c31358 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.1276820 Dec 13 09:46:06.162257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadedc8d-9f00-4205-8154-c05decf757ed req-da3f2df6-d65b-4803-b87b-0091494116b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.163768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-da3f2df6-d65b-4803-b87b-0091494116b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 200 len: 913 time: 0.3684363 Dec 13 09:46:06.252739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b6e69c5-c36e-44ba-a299-aca7a14011b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.318948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-8c8b41cf-082e-4572-811e-96cd540254ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29d460-520e-4dde-8e2a-b100528594ae HTTP/1.1" status: 200 len: 217 time: 0.1236658 Dec 13 09:46:06.479079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e3db136-6385-483c-9b03-b08164690373 req-b506ed7f-25b3-41e3-81d5-4add816c4bbc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349526 Dec 13 09:46:06.489220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadedc8d-9f00-4205-8154-c05decf757ed req-28f7fd93-f983-44db-98e8-7b5fbad79ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.497570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-28f7fd93-f983-44db-98e8-7b5fbad79ce4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 200 len: 852 time: 0.1677430 Dec 13 09:46:06.536689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:02Z', 'revision_number': 3, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:06.554340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-d8b97e9d-3d4e-447e-96b0-d8f06ccc7164 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d89cff-7d53-4a45-b1fc-4da760f14c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467203 Dec 13 09:46:06.575904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Checking router: 09da5113-9164-431d-993a-f5a751676455 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:06.576342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Updating router 09da5113-9164-431d-993a-f5a751676455 port 47c30a76-741b-4cd8-8a6d-6f86cb931531 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:06.601725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:06.613864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:06.624107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.624710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.631818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=11dda65c-f025-467a-b068-72b376d78e9f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:06.631992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c610f1-153f-40b2-b0b4-0d8c2d58ab92 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:06.653806 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.709577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-3a5a5662-b697-42c3-80fc-d304464784c8 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473496 Dec 13 09:46:06.745102 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41ebc4f2-7ed8-4e47-8d24-6b48508c7e43 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9832177 Dec 13 09:46:06.746775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:06.754750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '11dda65c-f025-467a-b068-72b376d78e9f', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-998049843'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:07.014982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadedc8d-9f00-4205-8154-c05decf757ed req-c19b2449-5462-4f5a-a488-42c717e8aa07 service neutron] 10.222.0.16 "GET /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977955 Dec 13 09:46:07.042510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fee03b-c7eb-4b77-a608-7f4f6329ca9e req-52049d8c-6f9b-40d7-8fea-6f7196d6864d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.052889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86fee03b-c7eb-4b77-a608-7f4f6329ca9e req-52049d8c-6f9b-40d7-8fea-6f7196d6864d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1967692 Dec 13 09:46:07.145646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86fee03b-c7eb-4b77-a608-7f4f6329ca9e req-656dcd09-5518-4bec-bb12-94940a30116e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857012 Dec 13 09:46:07.151399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ecc05bf5-d149-4baa-8095-dbdba5ee258e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:07.213242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '11dda65c-f025-467a-b068-72b376d78e9f'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:07.214899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.237667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ecc05bf5-d149-4baa-8095-dbdba5ee258e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:07.238587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ecc05bf5-d149-4baa-8095-dbdba5ee258e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:07.326829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03965e-8843-4730-a579-f9a058347f32 req-ba16d9ed-94f7-4072-a005-b6456e16ae9d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.331627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c03965e-8843-4730-a579-f9a058347f32 req-ba16d9ed-94f7-4072-a005-b6456e16ae9d tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.0990374 Dec 13 09:46:07.341609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:07.354766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Router 0e0252a5-6774-42d2-b8d7-d91404b7b037 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:07.396359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c03965e-8843-4730-a579-f9a058347f32 req-246683ba-500d-4475-b08e-369c1ce7eb87 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584848 Dec 13 09:46:07.420627 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-879b5b6b-521a-4896-bb88-425de88c52f1 service neutron] 10.222.0.20 "GET /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.5325363 Dec 13 09:46:07.484848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/11dda65c-f025-467a-b068-72b376d78e9f/d943f121-d048-4a21-9165-459c9f20b559) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:07.683242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:07.693039 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Sync routers for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:07.706678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c35cc-1ca5-4826-a2f5-c68bc74483d8 req-313bcfe4-431b-4991-8d0b-69a8d3c6bcb6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.709080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e12c35cc-1ca5-4826-a2f5-c68bc74483d8 req-313bcfe4-431b-4991-8d0b-69a8d3c6bcb6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 943 time: 0.1393600 Dec 13 09:46:07.714356 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:07.715534 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:45:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:07.742555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-24118bf1-f447-4110-b2cd-1eecb456119c admin admin] 10.222.0.31 "PUT /v2.0/routers/0e0252a5-6774-42d2-b8d7-d91404b7b037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5295236 Dec 13 09:46:07.748858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47988) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:07.816911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e12c35cc-1ca5-4826-a2f5-c68bc74483d8 req-305b1306-3e05-47e6-8ce8-9bdcef50e3b3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008894 Dec 13 09:46:07.914065 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:08.110082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:08.116544 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.137543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:08.155073 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.172716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:08.190292 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:08.211984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.267239 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:46:05Z', 'revision_number': 5, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:08.299244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Pushing event updated for resources: {'Port': ['ID=d943f121-d048-4a21-9165-459c9f20b559,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:08.328378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.333418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:08.347521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:08.360330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.372032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:08.377218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:08.383097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Checking router: 0e0252a5-6774-42d2-b8d7-d91404b7b037 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:08.403537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d966ca-8e11-45df-9c95-74abbfe01596 req-e2358705-2ba4-48c3-bbe3-2d60aa05eb05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.415068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5d966ca-8e11-45df-9c95-74abbfe01596 req-e2358705-2ba4-48c3-bbe3-2d60aa05eb05 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.1277330 Dec 13 09:46:08.422245 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Routers {'0e0252a5-6774-42d2-b8d7-d91404b7b037'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:08.422891 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0e0252a5-6774-42d2-b8d7-d91404b7b037'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:08.459131 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22dc14ca-fa14-4bba-b62b-2f65c9fd0bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.466592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.467318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e7d1-f8a8-4c78-95c5-a544a6559c4c None None] Pushing event updated for resources: {'Port': ['ID=47c30a76-741b-4cd8-8a6d-6f86cb931531,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:08.474278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Attempting to bind port 47c30a76-741b-4cd8-8a6d-6f86cb931531 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:08.474655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Attempting to bind port 47c30a76-741b-4cd8-8a6d-6f86cb931531 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:08.475523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Attempting to bind port 47c30a76-741b-4cd8-8a6d-6f86cb931531 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:08.593745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Attempting to bind port d943f121-d048-4a21-9165-459c9f20b559 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:08.594152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Attempting to bind port d943f121-d048-4a21-9165-459c9f20b559 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:08.594517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Attempting to bind port d943f121-d048-4a21-9165-459c9f20b559 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:08.600507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5d966ca-8e11-45df-9c95-74abbfe01596 req-04ca1981-1439-4e7a-9290-ecf32b40f95e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649835 Dec 13 09:46:08.617942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:08.618532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:08.620092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.621752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:08.622278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Bound port: 47c30a76-741b-4cd8-8a6d-6f86cb931531, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:08.622684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.638290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:08.638684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:08.639103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.643101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:08.643646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Bound port: d943f121-d048-4a21-9165-459c9f20b559, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:08.644051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.656088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2fd8f-fb95-4215-820a-61b47fd750b7 req-79e94870-d38a-46cb-8de0-c9b603f63b0f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.673946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afd2fd8f-fb95-4215-820a-61b47fd750b7 req-79e94870-d38a-46cb-8de0-c9b603f63b0f tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.1322165 Dec 13 09:46:08.688276 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] Set router 0e0252a5-6774-42d2-b8d7-d91404b7b037 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:08.708803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.722886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] Transition to ACTIVE for port object a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:08.755000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 8800ff55-597f-4e44-9c58-2d728ec9e584 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:08.763262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.832470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afd2fd8f-fb95-4215-820a-61b47fd750b7 req-99b0b35f-5af6-4207-8163-294b0f7039e5 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575532 Dec 13 09:46:08.928069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] For port 47c30a76-741b-4cd8-8a6d-6f86cb931531, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:08.955244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] For port 47c30a76-741b-4cd8-8a6d-6f86cb931531, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47c30a76-741b-4cd8-8a6d-6f86cb931531,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:08.960339 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.975756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] No DVR routers for this DVR port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:08.984725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] For port d943f121-d048-4a21-9165-459c9f20b559, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:08.985262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededca55-9c87-43f1-9838-28ec6f2782e6 req-7432cd2d-44f4-45bf-8d22-2c2ad9aab9e7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.993975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ededca55-9c87-43f1-9838-28ec6f2782e6 req-7432cd2d-44f4-45bf-8d22-2c2ad9aab9e7 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.0697041 Dec 13 09:46:09.032983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.057970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.086182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ededca55-9c87-43f1-9838-28ec6f2782e6 req-43ef048e-1be9-4112-8825-f933ccb8ad8d tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908844 Dec 13 09:46:09.094645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] For port d943f121-d048-4a21-9165-459c9f20b559, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d943f121-d048-4a21-9165-459c9f20b559,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:09.109129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.173353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:09.174008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.220822 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:46:05Z', 'revision_number': 5, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.236288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.271974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e7d1-f8a8-4c78-95c5-a544a6559c4c None None] Pushing event updated for resources: {'Port': ['ID=47c30a76-741b-4cd8-8a6d-6f86cb931531,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.307192 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0043a3c-5530-4949-a9bc-71eb144b39d8 None None] The sync data for ids ['0e0252a5-6774-42d2-b8d7-d91404b7b037'] in n-d-820935-7 is: [{'id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'name': 'tempest-ServerRescueNegativeTestJSON-1844932018-router', 'tenant_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:58Z', 'updated_at': '2021-12-13T09:46:05Z', 'revision_number': 5, 'project_id': '4db9faa9c9814cc4a617dfcf1f1aed23', 'gw_port': {'id': '0f7c395c-f5fa-4987-8c2b-4142b5dd5e40', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0252a5-6774-42d2-b8d7-d91404b7b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:59Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:09.413657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-37408643-24c0-46f4-ae1e-6d9c6d922c12 service neutron] 10.222.0.20 "PUT /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658/bindings/n-h1-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 1.9718392 Dec 13 09:46:09.420944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6022c-368e-4b67-92c2-c5c54572ae6e None None] Pushing event updated for resources: {'Port': ['ID=d943f121-d048-4a21-9165-459c9f20b559,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.483821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.492632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:09.574025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-00fd70c4-31b6-476b-b606-b190fe5bf7d7 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.580861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-00fd70c4-31b6-476b-b606-b190fe5bf7d7 tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1002915 Dec 13 09:46:09.657801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Allocated IP 172.20.0.1 (2bf59d8a-0f5b-452f-9f4d-516a305ef8a1/f7b5ad0b-c3e7-4769-9ca9-746a4752ba47/4712b396-5c1c-468f-b805-ba64029b68c6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:09.688252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-59d18588-d107-46d4-9162-c78ed7455c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.692400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-59d18588-d107-46d4-9162-c78ed7455c1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611&tenant_id=9508a0dd44274258bccd4f45b464600f HTTP/1.1" status: 200 len: 1095 time: 0.0979638 Dec 13 09:46:09.899856 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:46:09.900627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:46:09.913013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:02Z', 'revision_number': 3, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.954932 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-705be130-788b-4a76-8a80-6ab97c18953b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.2025752 Dec 13 09:46:09.964817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b086fc9-17e4-4837-a474-c896d40810c5 None None] The sync data for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 is: [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:02Z', 'revision_number': 3, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:09.972373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:09.976099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1c29d460-520e-4dde-8e2a-b100528594ae details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:09.976527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Deleting port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:09.979370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.103957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-06074336-dc86-4872-8b7a-a12b69316147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.105548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-06074336-dc86-4872-8b7a-a12b69316147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1095 time: 0.3685348 Dec 13 09:46:10.110241 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.155249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859b7dc-3597-453b-854b-471377637928 req-d00e857d-9836-4075-bfff-667c05fa43b8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.164978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2859b7dc-3597-453b-854b-471377637928 req-d00e857d-9836-4075-bfff-667c05fa43b8 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.2230990 Dec 13 09:46:10.184411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf19d0-f442-4217-8c9a-3d783252332c req-e321d47c-bee1-4903-b288-e6f12bd60179 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.198584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6acf19d0-f442-4217-8c9a-3d783252332c req-e321d47c-bee1-4903-b288-e6f12bd60179 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.3982122 Dec 13 09:46:10.208108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] For port 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:10.208691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.268558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638bbbb-91a4-43ac-a985-3d15fc0050ae tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.273914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b638bbbb-91a4-43ac-a985-3d15fc0050ae tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2958415 Dec 13 09:46:10.274621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:10.279421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Calling delete_port for 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:10.327875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:10.344227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.377609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '1c29d460-520e-4dde-8e2a-b100528594ae', 'network_id': '44d89cff-7d53-4a45-b1fc-4da760f14c80', 'port_id': '1c29d460-520e-4dde-8e2a-b100528594ae', 'mac_address': 'fa:16:3e:1b:be:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3170679-86d9-4611-a80f-544cf8e91abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:10.436197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6acf19d0-f442-4217-8c9a-3d783252332c req-27f46b2e-5283-404b-8c89-636ab7a1be93 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365689 Dec 13 09:46:10.480919 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.551814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c29d460-520e-4dde-8e2a-b100528594ae {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:10.610559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:10.623777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:10.628317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.656502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:10.671574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:10.686540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2859b7dc-3597-453b-854b-471377637928 req-43f7f213-96fb-4f99-ab8d-d556d83f0708 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173872 Dec 13 09:46:10.705448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Pushing event updated for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:10.708706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10419d-2c52-4680-9962-7468ee4969e7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.711341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10419d-2c52-4680-9962-7468ee4969e7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.713139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6d10419d-2c52-4680-9962-7468ee4969e7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3968990 Dec 13 09:46:10.719861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48028) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:10.799778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:10.878445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.994115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-ad252365-02b8-4e9a-b505-9b8a3c14a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.006552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-ad252365-02b8-4e9a-b505-9b8a3c14a179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.8920567 Dec 13 09:46:11.015307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['1c29d460-520e-4dde-8e2a-b100528594ae'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:11.049239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707c4d-fba3-4144-abeb-e53539817951 req-5d3e3df6-4626-4678-9634-b82235cb55fc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.064447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0707c4d-fba3-4144-abeb-e53539817951 req-5d3e3df6-4626-4678-9634-b82235cb55fc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.4799294 Dec 13 09:46:11.203433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 11dda65c-f025-467a-b068-72b376d78e9f {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:11.231488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.241749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-e8c26bed-a87f-4920-98fe-7068b796fa25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 200 len: 217 time: 0.1716735 Dec 13 09:46:11.242528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d943f121-d048-4a21-9165-459c9f20b559 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:11.265923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.324059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ab91b5f0-5d93-405a-af85-7e3b2c0ed7d9 None None] Provisioning complete for port 4712b396-5c1c-468f-b805-ba64029b68c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:11.324709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab91b5f0-5d93-405a-af85-7e3b2c0ed7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.367511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d943f121-d048-4a21-9165-459c9f20b559 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:11.368641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.452129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ab91b5f0-5d93-405a-af85-7e3b2c0ed7d9 None None] Port 4712b396-5c1c-468f-b805-ba64029b68c6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:11.516827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0707c4d-fba3-4144-abeb-e53539817951 req-50261000-8da9-4179-b43a-4b4facfabdb4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451101 Dec 13 09:46:11.538745 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.545703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-e88f2817-27c5-4910-8478-d0ca826280ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.557420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-e88f2817-27c5-4910-8478-d0ca826280ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.3090794 Dec 13 09:46:11.610328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8b418f7d-e44f-4168-bbcd-8866c3f9c27b None None] Provisioning complete for port d943f121-d048-4a21-9165-459c9f20b559 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:11.610711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b418f7d-e44f-4168-bbcd-8866c3f9c27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.675623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-f15878d4-e18d-4ab0-84da-4be2dc9e3d2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734377 Dec 13 09:46:11.695398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.769454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port d943f121-d048-4a21-9165-459c9f20b559, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d943f121-d048-4a21-9165-459c9f20b559,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:11.789282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.789282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47c30a76-741b-4cd8-8a6d-6f86cb931531 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:11.940967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.009745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7c395c-f5fa-4987-8c2b-4142b5dd5e40,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.098837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.125621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 47c30a76-741b-4cd8-8a6d-6f86cb931531 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:12.126003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.130365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=d943f121-d048-4a21-9165-459c9f20b559,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.168197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.229553 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.323571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.357295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.361709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.369500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 47c30a76-741b-4cd8-8a6d-6f86cb931531, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47c30a76-741b-4cd8-8a6d-6f86cb931531,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:12.376596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.389381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5fdc3d81-845b-4645-9b6f-b73058eb4190 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:12.422265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438e119-1915-48fe-9515-cd7e6016fe8c req-1b25efb0-b9d8-4c7f-984d-12daf53ac2d9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.436976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7438e119-1915-48fe-9515-cd7e6016fe8c req-1b25efb0-b9d8-4c7f-984d-12daf53ac2d9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.8261607 Dec 13 09:46:12.446373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.446925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0252a5-6774-42d2-b8d7-d91404b7b037 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:46:12.447771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5fdc3d81-845b-4645-9b6f-b73058eb4190 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:12.449926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5fdc3d81-845b-4645-9b6f-b73058eb4190 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:12.507698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.507698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfc2d729-f51d-489d-b022-c9e3e6798b77 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0e0252a5-6774-42d2-b8d7-d91404b7b037 HTTP/1.1" status: 204 len: 168 time: 4.7255113 Dec 13 09:46:12.507698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:12.508391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=47c30a76-741b-4cd8-8a6d-6f86cb931531,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.562989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Deleting subnet 49f4659d-a3c1-42e1-9732-032874e8a050 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:12.567700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.598704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef02ae0-465b-4a48-a7c0-0fc1ed889a7a req-ab0d5a56-8481-4af0-b360-f52d2118b124 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.620450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ef02ae0-465b-4a48-a7c0-0fc1ed889a7a req-ab0d5a56-8481-4af0-b360-f52d2118b124 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 944 time: 0.7928889 Dec 13 09:46:12.640570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.688537 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.724535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7438e119-1915-48fe-9515-cd7e6016fe8c req-fd78eddf-e79c-4543-9e1f-0295c626cadc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865589 Dec 13 09:46:12.728374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.759750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.800667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-81cb2953-8b3b-4f09-b184-206c6b14d6dc service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1160669 Dec 13 09:46:12.834681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f4659d-a3c1-42e1-9732-032874e8a050,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.860403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ef02ae0-465b-4a48-a7c0-0fc1ed889a7a req-d7b5bec6-4bb4-46ff-ac76-e91c7d6eefbd tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383070 Dec 13 09:46:12.895360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.898670 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e23bf30b-7819-4681-b0a3-439bc71eda90 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49f4659d-a3c1-42e1-9732-032874e8a050 HTTP/1.1" status: 204 len: 168 time: 0.4162323 Dec 13 09:46:12.903942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:13.048430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.057474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f4792-2b45-4a3c-99f0-be27e132fcac req-9a09cafb-e5fb-40ad-881d-65d18867e7e0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.060098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-525f4792-2b45-4a3c-99f0-be27e132fcac req-9a09cafb-e5fb-40ad-881d-65d18867e7e0 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.1150322 Dec 13 09:46:13.065245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.126090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.147679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20958116-3c7e-45dd-84bf-1b2cf4b217a9 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:13.160363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.169652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/11dda65c-f025-467a-b068-72b376d78e9f HTTP/1.1" status: 204 len: 168 time: 2.4290524 Dec 13 09:46:13.216761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.232309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48062) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:13.233100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f57f9f-b5ac-42d7-8336-498523b0fb5f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=11dda65c-f025-467a-b068-72b376d78e9f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:13.247520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-d2dedfb3-84b7-4bc0-b103-6e25dfcfa505 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938546 Dec 13 09:46:13.249583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ae2c35-15d1-4612-8ddc-f76e5e4831f3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:13.301097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0946f96-1e92-4371-a225-fcf0b71e6e01') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:13.301394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0946f96-1e92-4371-a225-fcf0b71e6e01') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:13.322438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.342665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.346754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d943f121-d048-4a21-9165-459c9f20b559 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:13.350217 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:46:13.350625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.364119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3b7738a5-1676-42c2-9fff-1caf4cee0351 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155396 Dec 13 09:46:13.364787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:13.373859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:13.393757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-525f4792-2b45-4a3c-99f0-be27e132fcac req-bfea3c8b-436d-4720-a7bc-b09031137ab4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080642 Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:46:13.423493 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:46:13.428593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.482801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d943f121-d048-4a21-9165-459c9f20b559 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:13.483275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.504208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:13.509066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.551978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.567000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:46:13.575678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.581935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] 10.222.0.31 "DELETE /v2.0/networks/f0ae2c35-15d1-4612-8ddc-f76e5e4831f3 HTTP/1.1" status: 204 len: 168 time: 0.6770592 Dec 13 09:46:13.602510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-1a11a1ce-614a-464b-a6cf-e41226170e0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4788561 Dec 13 09:46:13.603803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Pushing event updated for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:13.606369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d29bb-b4a1-4778-b29c-b7c4754b3fed admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ae2c35-15d1-4612-8ddc-f76e5e4831f3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:13.608589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.787038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd939-8098-450d-98b4-fc61fccef105 req-c38031d5-0311-4fe0-a00b-fd3f363247fa tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.794225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-c38031d5-0311-4fe0-a00b-fd3f363247fa tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611&tenant_id=9508a0dd44274258bccd4f45b464600f&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1897819 Dec 13 09:46:13.896838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:13.899763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:13.907742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Deleting port d943f121-d048-4a21-9165-459c9f20b559 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:13.909207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.911224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47c30a76-741b-4cd8-8a6d-6f86cb931531 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:13.928414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-45bff0bd-a098-48a5-aff6-c340ced28f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.929988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-45bff0bd-a098-48a5-aff6-c340ced28f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9508a0dd44274258bccd4f45b464600f&device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 1096 time: 0.1388710 Dec 13 09:46:14.022909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48082) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:14.070602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1c29d460-520e-4dde-8e2a-b100528594ae up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:14.177468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1d83446-d2bb-40d7-a124-520229fd791f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4db9faa9c9814cc4a617dfcf1f1aed23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520948 Dec 13 09:46:14.188906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48084) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:14.219486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd7f4-9c90-4504-8faf-04a93940f4f8 req-647e3b89-f2d9-493d-b20a-b6941852f351 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.234676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07fcd7f4-9c90-4504-8faf-04a93940f4f8 req-647e3b89-f2d9-493d-b20a-b6941852f351 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.3051705 Dec 13 09:46:14.264824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Router 09da5113-9164-431d-993a-f5a751676455 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:14.266994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-c9ae3e07-599b-40d9-9f62-5da662d26b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.269550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-c9ae3e07-599b-40d9-9f62-5da662d26b03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 200 len: 908 time: 0.2915723 Dec 13 09:46:14.324030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] For port d943f121-d048-4a21-9165-459c9f20b559, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d943f121-d048-4a21-9165-459c9f20b559,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:14.324442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.379279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07fcd7f4-9c90-4504-8faf-04a93940f4f8 req-830b4e63-4ac1-4246-9941-b0ff46956e2b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310182 Dec 13 09:46:14.399185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aa6be-acec-40ff-8fa9-479a2b6d614c req-841de030-2f08-478b-8b00-99a7ea4991f1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.401267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7aa6be-acec-40ff-8fa9-479a2b6d614c req-841de030-2f08-478b-8b00-99a7ea4991f1 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 944 time: 0.2580254 Dec 13 09:46:14.414889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-e0f29427-4327-4098-973b-ce5e9148aa17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 200 len: 217 time: 0.1243174 Dec 13 09:46:14.457498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.551484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:14.556049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:14.561353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7aa6be-acec-40ff-8fa9-479a2b6d614c req-476c9f2f-6ce1-4fe7-adb8-7d56b735d686 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517508 Dec 13 09:46:14.565881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.566652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.572603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c38cd939-8098-450d-98b4-fc61fccef105 req-0c647aee-b420-405f-b8bb-445135d4787c service neutron] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:14.590884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c38cd939-8098-450d-98b4-fc61fccef105 req-0c647aee-b420-405f-b8bb-445135d4787c service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.592279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c38cd939-8098-450d-98b4-fc61fccef105 req-0c647aee-b420-405f-b8bb-445135d4787c service neutron] 10.222.0.16 "DELETE /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658/bindings/n-h2-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.7800941 Dec 13 09:46:14.674194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:14.686333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=e1d5561a-ddb8-4108-9839-0d8aef68c390,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:14.702510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-672d4b65-ad3e-4016-a640-cf1dbfdcb064 admin admin] 10.222.0.31 "PUT /v2.0/routers/09da5113-9164-431d-993a-f5a751676455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8234949 Dec 13 09:46:14.742078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b689ae88-5b23-48ee-9e67-6f47da8c6f33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3730414 Dec 13 09:46:14.743212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48090) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:14.763666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112843087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:14.763874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Sync routers for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:14.797339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 47c30a76-741b-4cd8-8a6d-6f86cb931531 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:14.797737 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.815315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fec67e-6712-4da6-9cb3-c643fd89a6ea req-79cc54a2-797a-452c-b135-2361d17cca94 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.824381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46fec67e-6712-4da6-9cb3-c643fd89a6ea req-79cc54a2-797a-452c-b135-2361d17cca94 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.2492361 Dec 13 09:46:14.827500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.850120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.853656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.866025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 1c29d460-520e-4dde-8e2a-b100528594ae completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:14.873749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Calling delete_port for d943f121-d048-4a21-9165-459c9f20b559 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:14.881338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:14.881624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.882951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:14.952779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-14a6de87-d5ed-49af-bd0e-a3b905cbcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.971171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-14a6de87-d5ed-49af-bd0e-a3b905cbcde8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 200 len: 847 time: 0.3025677 Dec 13 09:46:15.114756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-edef38ec-1c5a-437a-9d68-54747676bdb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73b915b1-b359-496e-ba4b-ec17ddbb7572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351755 Dec 13 09:46:15.127753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.134577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.154853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46fec67e-6712-4da6-9cb3-c643fd89a6ea req-b1f73dc1-71f9-4a68-8d17-9f0e13f6ab7f tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079858 Dec 13 09:46:15.189305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.193275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cbe715c7-7879-4a6c-97b9-9340ff5fb870 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4473286 Dec 13 09:46:15.195957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48106) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:15.290895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 1c29d460-520e-4dde-8e2a-b100528594ae triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:15.291281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.306899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4daaa0dc-90db-4b3e-8120-de47fc15fbd5 None None] Provisioning complete for port 4712b396-5c1c-468f-b805-ba64029b68c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:15.307316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4daaa0dc-90db-4b3e-8120-de47fc15fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.322906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.326151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.327302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb74180a-e9f6-4b1e-a7c4-79bde7c60aea HTTP/1.1" status: 204 len: 168 time: 1.1382036 Dec 13 09:46:15.389083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca968d-0326-4f18-b9f8-40929209aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74180a-e9f6-4b1e-a7c4-79bde7c60aea,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.437459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:15.599832 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-e61e9de9-48a9-48ca-883e-4b972a2939ef service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774218 Dec 13 09:46:15.748948 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.796091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] Pushing event deleted for resources: {'Port': ['ID=d943f121-d048-4a21-9165-459c9f20b559,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.835235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4daaa0dc-90db-4b3e-8120-de47fc15fbd5 None None] Port 4712b396-5c1c-468f-b805-ba64029b68c6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:15.850449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be8937-486d-4afe-beb1-10eec4fc7907 None None] No DVR routers for this DVR port d943f121-d048-4a21-9165-459c9f20b559 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:15.898778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7aba9-9732-46dd-8762-faf210f96803 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:15.940443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-83cfd5a0-3949-43e0-9ce5-930b5b5bab72 req-96ddfd85-1445-4fec-b1ab-b5534e89fdf7 service neutron] 10.222.0.16 "GET /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316751 Dec 13 09:46:16.112454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.117670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d63316-f005-4e2b-9a6c-f4185171f3f0 req-6bb4067f-c353-46b4-871e-ecd6d00c81ff tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.129316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4d63316-f005-4e2b-9a6c-f4185171f3f0 req-6bb4067f-c353-46b4-871e-ecd6d00c81ff tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 1095 time: 0.6222982 Dec 13 09:46:16.220755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1633b5d-7757-4010-8e49-26e0fc4e0ee2 req-0ac0b544-c595-442a-8267-4aec69bcc07a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.222330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1633b5d-7757-4010-8e49-26e0fc4e0ee2 req-0ac0b544-c595-442a-8267-4aec69bcc07a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.5627162 Dec 13 09:46:16.263065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:16.266095 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ed538d-5094-4e2a-9aaa-cdbf44a1e5ef" -d '{"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-plugged", "status": "completed", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:16.273598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:16.336717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4d63316-f005-4e2b-9a6c-f4185171f3f0 req-263240b7-ca6d-4d17-9380-97d9d457601a tempest-LiveMigrationTest-2090672666 tempest-LiveMigrationTest-2090672666-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064888 Dec 13 09:46:16.392895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:16.393246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0f7c395c-f5fa-4987-8c2b-4142b5dd5e40 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:16.424802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:16.469050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1633b5d-7757-4010-8e49-26e0fc4e0ee2 req-37f47c77-6b5e-49da-b998-2d0f10a045c6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763761 Dec 13 09:46:16.534900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.580699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d943f121-d048-4a21-9165-459c9f20b559 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:16.613118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.690473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d943f121-d048-4a21-9165-459c9f20b559 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:16.690831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d943f121-d048-4a21-9165-459c9f20b559 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:16.788497 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e1b3ee-14d7-4d19-b349-2c9f245f39e1 x-openstack-request-id: req-e7e1b3ee-14d7-4d19-b349-2c9f245f39e1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:16.789124 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-plugged", "status": "completed", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:16.789601 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7e1b3ee-14d7-4d19-b349-2c9f245f39e1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:16.792382 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae', 'code': 200} Dec 13 09:46:16.808880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:11Z', 'revision_number': 4, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4712b396-5c1c-468f-b805-ba64029b68c6', 'name': '', 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'mac_address': 'fa:16:3e:9e:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:09Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 2, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'subnets': [{'id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:16.816414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:16.817393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.860484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58739596-5666-4765-afe6-a768715a914b req-b51c5843-8205-4921-98c6-8eb9d8f2d7e0 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.870036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58739596-5666-4765-afe6-a768715a914b req-b51c5843-8205-4921-98c6-8eb9d8f2d7e0 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.2797472 Dec 13 09:46:16.881498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Checking router: 09da5113-9164-431d-993a-f5a751676455 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:16.881999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Updating router 09da5113-9164-431d-993a-f5a751676455 port 4712b396-5c1c-468f-b805-ba64029b68c6 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:16.947819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599713d-4cb6-46d5-8625-01f116f2c233 req-1f0983c2-6189-45ea-88c1-6cd6cf0566c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.949575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6599713d-4cb6-46d5-8625-01f116f2c233 req-1f0983c2-6189-45ea-88c1-6cd6cf0566c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 1096 time: 0.1532667 Dec 13 09:46:17.079040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58739596-5666-4765-afe6-a768715a914b req-0b7ab74d-14b5-4383-af4c-96a30076b72e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287677 Dec 13 09:46:17.126289 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6599713d-4cb6-46d5-8625-01f116f2c233 req-c1ad447b-fc58-4892-8ded-f89c7f40330a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689122 Dec 13 09:46:17.253577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:17.278314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.374890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::1 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/e1d5561a-ddb8-4108-9839-0d8aef68c390/7de73617-ab9c-4067-bcc6-72f2c8b36e36) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:17.397257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c37020-7166-4587-891e-8bfb7c325c22 req-c15978da-e274-4e91-b947-08e2774b88f2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:17.399899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91c37020-7166-4587-891e-8bfb7c325c22 req-c15978da-e274-4e91-b947-08e2774b88f2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.0912631 Dec 13 09:46:17.514724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91c37020-7166-4587-891e-8bfb7c325c22 req-118a263d-23ee-4b5a-a4aa-16a8d3a39ec3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062667 Dec 13 09:46:17.619894 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.753463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.865850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:17.867869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:17.878232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61201b8-c882-4f99-b48f-b8755ba2296b req-01c476da-08db-46c8-ad2e-ef645d9dd46a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:17.879997 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f61201b8-c882-4f99-b48f-b8755ba2296b req-01c476da-08db-46c8-ad2e-ef645d9dd46a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 944 time: 0.2091250 Dec 13 09:46:17.883934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:17.884787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.940267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=7de73617-ab9c-4067-bcc6-72f2c8b36e36,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:17.992376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.012720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/e1d5561a-ddb8-4108-9839-0d8aef68c390/a710f1b0-a759-443f-b702-c7c6f604b55a) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:18.038206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f61201b8-c882-4f99-b48f-b8755ba2296b req-32bb586a-52d0-407f-9629-5d392a23000d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500189 Dec 13 09:46:18.097298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.130598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.231476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27ed0-330c-4f2f-9122-d40f02b92731 None None] Pushing event updated for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:18.349722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.360300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.365902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Attempting to bind port 4712b396-5c1c-468f-b805-ba64029b68c6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:18.366286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Attempting to bind port 4712b396-5c1c-468f-b805-ba64029b68c6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:18.366659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Attempting to bind port 4712b396-5c1c-468f-b805-ba64029b68c6 on network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:18.409598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:18.410052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Checking segment: {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:18.412084 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.412519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Bound using segment: {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:18.413049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Bound port: 4712b396-5c1c-468f-b805-ba64029b68c6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68743442-f589-411d-8aaf-a78514c9eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:18.413471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.447448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:18.453338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:18.460005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:18.753884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] For port 4712b396-5c1c-468f-b805-ba64029b68c6, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:18.758502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] For port 4712b396-5c1c-468f-b805-ba64029b68c6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4712b396-5c1c-468f-b805-ba64029b68c6,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:18.770140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Pushing event updated for resources: {'Port': ['ID=a710f1b0-a759-443f-b702-c7c6f604b55a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:18.778135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.926019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-da1b636f-3669-443b-96d4-4249b0395f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.929534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-da1b636f-3669-443b-96d4-4249b0395f42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 1095 time: 0.0705924 Dec 13 09:46:18.946828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:18.948354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Attempting to bind port a710f1b0-a759-443f-b702-c7c6f604b55a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:18.948993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Attempting to bind port a710f1b0-a759-443f-b702-c7c6f604b55a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:18.950301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Attempting to bind port a710f1b0-a759-443f-b702-c7c6f604b55a on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:18.966482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:18.967142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:18.967738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.968282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:18.968946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Bound port: a710f1b0-a759-443f-b702-c7c6f604b55a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:18.969492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.971537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:18.972523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:19.070251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.072740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] Provisioning complete for port 4712b396-5c1c-468f-b805-ba64029b68c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:19.073237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.145710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.153256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.154625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.168655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27ed0-330c-4f2f-9122-d40f02b92731 None None] Pushing event updated for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:19.303812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=7de73617-ab9c-4067-bcc6-72f2c8b36e36,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:19.313779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] For port a710f1b0-a759-443f-b702-c7c6f604b55a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:19.322033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] For port a710f1b0-a759-443f-b702-c7c6f604b55a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a710f1b0-a759-443f-b702-c7c6f604b55a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:19.384827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:19.389141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:19.399035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:19.430892 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.622476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:19.691652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:19.726651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.762495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Router d62f3b6a-d595-471a-b939-b93dd267f266 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:46:19.766649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:19.782048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.840477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Transition to ACTIVE for port object 366d4fdc-a381-4dea-8327-4824a3cd20d8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:19.844893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.855755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1409-4cfb-4089-9b06-cf1d4b1c2ea3 None None] Pushing event updated for resources: {'Port': ['ID=a710f1b0-a759-443f-b702-c7c6f604b55a,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:19.921309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] For port 4712b396-5c1c-468f-b805-ba64029b68c6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4712b396-5c1c-468f-b805-ba64029b68c6,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:19.946444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.955307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=9']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:20.031843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:20.065570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Sync routers for ids ['d62f3b6a-d595-471a-b939-b93dd267f266'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:20.069172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e58edd43-a17a-4a38-a903-eaa3deeb5bc5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "PUT /v2.0/routers/d62f3b6a-d595-471a-b939-b93dd267f266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8718908 Dec 13 09:46:20.077897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48252) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:20.088505 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Routers {'d62f3b6a-d595-471a-b939-b93dd267f266'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:20.091538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d62f3b6a-d595-471a-b939-b93dd267f266'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:20.181003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1529b9-094b-42a3-8111-1219c9907fe8 None None] Pushing event updated for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:20.184404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2fa5fd4c-39c8-4f08-8517-ee01d6fc0c0a None None] Provisioning complete for port 4712b396-5c1c-468f-b805-ba64029b68c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:20.184864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fd4c-39c8-4f08-8517-ee01d6fc0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.219142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f534b2-1275-401f-a2cb-d4e2a7e2f744 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.224278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f7f534b2-1275-401f-a2cb-d4e2a7e2f744 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports/7de73617-ab9c-4067-bcc6-72f2c8b36e36 HTTP/1.1" status: 200 len: 911 time: 0.1428707 Dec 13 09:46:20.231932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48254) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:20.295890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] No DVR routers for this DVR port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:20.331576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ba2cc-3267-46aa-8fe1-753333f11d19 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.336419 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Set router d62f3b6a-d595-471a-b939-b93dd267f266 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:20.350155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ba2cc-3267-46aa-8fe1-753333f11d19 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.354471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e98ba2cc-3267-46aa-8fe1-753333f11d19 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1189258 Dec 13 09:46:20.356032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48256) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:20.369712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:11Z', 'revision_number': 4, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4712b396-5c1c-468f-b805-ba64029b68c6', 'name': '', 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'mac_address': 'fa:16:3e:9e:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:09Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 4, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'subnets': [{'id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:20.414432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe352e1-a6da-497b-9d1a-8a3106c54b99 None None] The sync data for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 is: [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:46:11Z', 'revision_number': 4, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '4712b396-5c1c-468f-b805-ba64029b68c6', 'name': '', 'network_id': '2bf59d8a-0f5b-452f-9f4d-516a305ef8a1', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'mac_address': 'fa:16:3e:9e:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:09Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 4, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'subnets': [{'id': 'f7b5ad0b-c3e7-4769-9ca9-746a4752ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:20.692726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a710f1b0-a759-443f-b702-c7c6f604b55a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:20.701209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:20.701625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:20.702741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:20.726507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:20.726839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Attempting to bind port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:20.745394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:20.749156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:20.751428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:20.753024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Bound port: 366d4fdc-a381-4dea-8327-4824a3cd20d8, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:20.753625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.840666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a710f1b0-a759-443f-b702-c7c6f604b55a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:20.841740 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.025007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:21.033532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:21.044075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.046209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.137345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port a710f1b0-a759-443f-b702-c7c6f604b55a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a710f1b0-a759-443f-b702-c7c6f604b55a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:21.146051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.198601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:21.202170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.208396 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] 10.222.0.20 "PUT /v2.0/ports/366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1092 time: 2.2640257 Dec 13 09:46:21.208871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:21.215002 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d261e3-7416-406f-a39b-a9f4f827e3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:21.344126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=a710f1b0-a759-443f-b702-c7c6f604b55a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:21.414004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca078b7-068d-4dd3-a98e-ecf08cee63bc service neutron] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:21.461032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-784410fe-ccb3-45f9-a579-a3d01dc94707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:21.465574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-784410fe-ccb3-45f9-a579-a3d01dc94707 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1096 time: 0.2279551 Dec 13 09:46:21.482969 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'name': 'tempest-NetworksTestDHCPv6-router-112843087', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '7de73617-ab9c-4067-bcc6-72f2c8b36e36', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:43:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:16Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:21.582148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Checking router: d62f3b6a-d595-471a-b939-b93dd267f266 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:21.582804 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Updating router d62f3b6a-d595-471a-b939-b93dd267f266 port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:21.634797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.649292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42ac76fe-5873-45a7-9528-75407a772e98 None None] Provisioning complete for port a710f1b0-a759-443f-b702-c7c6f604b55a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:21.649989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42ac76fe-5873-45a7-9528-75407a772e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.679632 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.768095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-f6676b7c-82f8-482f-99ab-71eadaf57820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:21.776320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-f6676b7c-82f8-482f-99ab-71eadaf57820 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.3034365 Dec 13 09:46:21.956119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-bd0634f8-a116-4d03-a7b9-4fc2027e16fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 998 time: 0.1703050 Dec 13 09:46:22.105494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-ccea48e7-5e6e-4fc7-87cd-da2b53885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:22.107017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-ccea48e7-5e6e-4fc7-87cd-da2b53885811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1365607 Dec 13 09:46:22.168611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:22.168959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.175588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3c2782c4-ec83-40b4-aeb1-5e2c0de5998d None None] Provisioning complete for port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:22.177197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c2782c4-ec83-40b4-aeb1-5e2c0de5998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.218777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-790295f0-dab9-45d2-8236-190db3a26ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:22.220334 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-790295f0-dab9-45d2-8236-190db3a26ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034520 Dec 13 09:46:22.288648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3c2782c4-ec83-40b4-aeb1-5e2c0de5998d None None] Port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:22.428515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.456857 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.475792 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.486080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 7de73617-ab9c-4067-bcc6-72f2c8b36e36 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:22.488057 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-cd2b5291-30ec-47b5-b904-87cc15801217 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543056 Dec 13 09:46:22.589065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b9a06d6f-ac43-48cd-b14a-292d0790fad6 None None] Provisioning complete for port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:22.591804 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9a06d6f-ac43-48cd-b14a-292d0790fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.668961 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Attempting to bind port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:22.674854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Attempting to bind port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:22.675697 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Attempting to bind port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:22.679628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28acf82-00ae-4255-a282-ce3fa6b01932 None None] Pushing event updated for resources: {'Port': ['ID=7de73617-ab9c-4067-bcc6-72f2c8b36e36,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:22.694663 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:22.695464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:22.696491 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.697116 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:22.697833 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Bound port: 7de73617-ab9c-4067-bcc6-72f2c8b36e36, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:22.698464 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.739684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b9a06d6f-ac43-48cd-b14a-292d0790fad6 None None] Port 7de73617-ab9c-4067-bcc6-72f2c8b36e36 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:22.857336 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] For port 7de73617-ab9c-4067-bcc6-72f2c8b36e36, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:22.861100 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] For port 7de73617-ab9c-4067-bcc6-72f2c8b36e36, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7de73617-ab9c-4067-bcc6-72f2c8b36e36,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:22.888409 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.901766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a710f1b0-a759-443f-b702-c7c6f604b55a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:22.962609 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Routers {'d62f3b6a-d595-471a-b939-b93dd267f266'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:22.963252 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d62f3b6a-d595-471a-b939-b93dd267f266'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:22.966744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28acf82-00ae-4255-a282-ce3fa6b01932 None None] Pushing event updated for resources: {'Port': ['ID=7de73617-ab9c-4067-bcc6-72f2c8b36e36,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:23.081901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] Set router d62f3b6a-d595-471a-b939-b93dd267f266 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:23.090571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0d09fd5f-a029-4ae5-92f2-a243dd7d5bfb req-c45dec34-60eb-4b9d-ac60-80e4908fda7c service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938714 Dec 13 09:46:23.111243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a710f1b0-a759-443f-b702-c7c6f604b55a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:23.111649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.136275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-ea5fb1ab-279f-4cfc-a354-80274ec0873e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:23.145286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-ea5fb1ab-279f-4cfc-a354-80274ec0873e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 944 time: 0.5416338 Dec 13 09:46:23.156402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.297284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-384d6a0a-121d-4929-8ea5-17feae17e471 None None] Could not find standard attr ID for object 7de73617-ab9c-4067-bcc6-72f2c8b36e36. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:46:23.312881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4712b396-5c1c-468f-b805-ba64029b68c6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:23.392562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Deleting port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:23.392904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.429255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4712b396-5c1c-468f-b805-ba64029b68c6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:23.430075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.477219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.488637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=7de73617-ab9c-4067-bcc6-72f2c8b36e36,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:23.648977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] For port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:23.651272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.671989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Calling delete_port for a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:23.698331 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'name': 'tempest-NetworksTestDHCPv6-router-112843087', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '7de73617-ab9c-4067-bcc6-72f2c8b36e36', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:43:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:16Z', 'updated_at': '2021-12-13T09:46:22Z', 'revision_number': 4, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:23.723284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.725918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.726605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.726836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de027682-9534-4b77-9b61-949043e13a6a None None] Could not find standard attr ID for object 7de73617-ab9c-4067-bcc6-72f2c8b36e36. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:46:23.728961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.730310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.730868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.731943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.732939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.733498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.734038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.735800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.736354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.737011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:23.751164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Router d62f3b6a-d595-471a-b939-b93dd267f266 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:23.758711 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a4288-e8be-40c8-9805-575cb05f72fb None None] The sync data for ids ['d62f3b6a-d595-471a-b939-b93dd267f266'] in n-d-820935-7 is: [{'id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'name': 'tempest-NetworksTestDHCPv6-router-112843087', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:18Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '7de73617-ab9c-4067-bcc6-72f2c8b36e36', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:43:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f3b6a-d595-471a-b939-b93dd267f266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:16Z', 'updated_at': '2021-12-13T09:46:22Z', 'revision_number': 4, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'e1d5561a-ddb8-4108-9839-0d8aef68c390', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:23.898292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:23.905500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c77433e7-633e-4597-aba6-cbfc1dbacbb0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "PUT /v2.0/routers/d62f3b6a-d595-471a-b939-b93dd267f266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5465045 Dec 13 09:46:23.914322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48274) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:23.954175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.971714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:24.034759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event deleted for resources: {'Port': ['ID=a3b640b7-ad7e-4f4d-b28f-bc3e3180d658,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:24.079504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28abed-fa1a-410d-9996-92b91595b97d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:24.083834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28abed-fa1a-410d-9996-92b91595b97d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:24.096000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] No DVR routers for this DVR port a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:24.097523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48278) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:24.098331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c28abed-fa1a-410d-9996-92b91595b97d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1827815 Dec 13 09:46:24.157830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.164104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-789ef522-75b7-473b-8ae7-cbb9007d7568 req-d8e4f4e9-9d00-4fa0-8e81-19fe16f22502 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "DELETE /v2.0/ports/a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 HTTP/1.1" status: 204 len: 173 time: 1.0101359 Dec 13 09:46:24.218842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet e1d5561a-ddb8-4108-9839-0d8aef68c390 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:24.222790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.271465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.403020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.516698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.530771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.538938 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e1d5561a-ddb8-4108-9839-0d8aef68c390 HTTP/1.1" status: 204 len: 168 time: 0.4379559 Dec 13 09:46:24.539131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:24.546646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c64c6-8b8f-4c3d-8b2b-69541cd8631c None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:24.566660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938635f-20d1-4747-958a-e29e5ba55270 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d5561a-ddb8-4108-9839-0d8aef68c390,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:24.893872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:46:25.024403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Deleting port a710f1b0-a759-443f-b702-c7c6f604b55a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:25.024790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.121827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18db4fae-b3f3-404d-a994-842355ef8477 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5769219 Dec 13 09:46:25.121827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:25.181373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] For port a710f1b0-a759-443f-b702-c7c6f604b55a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a710f1b0-a759-443f-b702-c7c6f604b55a,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:25.181785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.205688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Calling delete_port for a710f1b0-a759-443f-b702-c7c6f604b55a owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:25.306911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.353441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.414115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] Pushing event deleted for resources: {'Port': ['ID=a710f1b0-a759-443f-b702-c7c6f604b55a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:25.423984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdae9f-8e47-4784-bedd-0f89ff1b1bac None None] No DVR routers for this DVR port a710f1b0-a759-443f-b702-c7c6f604b55a on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:25.564069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.567184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.626064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.627014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Fanout notify agent at l3_agent the message router_deleted on router d62f3b6a-d595-471a-b939-b93dd267f266 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:46:25.635462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.639897 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6aacb331-2fa5-42e9-b850-34fb3593f1d5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/routers/d62f3b6a-d595-471a-b939-b93dd267f266 HTTP/1.1" status: 204 len: 168 time: 0.5154052 Dec 13 09:46:25.640067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:25.645411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:25.823604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:25.827848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.066987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:26.091231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.108030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:26.108903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a3b640b7-ad7e-4f4d-b28f-bc3e3180d658 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:26.147226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:26.151097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:26.160861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb839b08-d58b-4249-abbf-e9daf4e8e96d None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:26.161025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:26.161655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.196476 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5551984 Dec 13 09:46:26.200235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48290) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:26.204998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1407296565', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:26.210129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671e6c-2af2-4fbe-be3e-902557c2ba22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=ad836c49-c109-4d87-8dc7-7ddfbb5e8773,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:26.238752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.240459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.331185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.336525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.380069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.381299 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c75c7267-f686-4b21-9fee-f7860e183ae6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1798801 Dec 13 09:46:26.384204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:26.527875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Sync routers for ids ['d62f3b6a-d595-471a-b939-b93dd267f266'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:26.554908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a710f1b0-a759-443f-b702-c7c6f604b55a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:26.580385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a710f1b0-a759-443f-b702-c7c6f604b55a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:26.580979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a710f1b0-a759-443f-b702-c7c6f604b55a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:26.589631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:26.589999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:46:26.590650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_agentschedulers_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d62f3b6a-d595-471a-b939-b93dd267f266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent'). {{(pid=103196) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:46:26.603159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:26.603416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:46:26.604163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_agentschedulers_db [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d62f3b6a-d595-471a-b939-b93dd267f266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent'). {{(pid=103196) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:46:26.604549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a17c-ac1f-49b5-b892-a1698df419df None None] The sync data for ids ['d62f3b6a-d595-471a-b939-b93dd267f266'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:26.606540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:26.608577 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.973310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/ad836c49-c109-4d87-8dc7-7ddfbb5e8773/f462e995-4a5e-4692-a12d-912d7182823d) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:27.059015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.220195 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.229994 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.297743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Pushing event updated for resources: {'Port': ['ID=f462e995-4a5e-4692-a12d-912d7182823d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:27.331704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:27.333291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:27.335936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:27.345781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::1 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/ad836c49-c109-4d87-8dc7-7ddfbb5e8773/12358390-c4ec-476c-8c4e-0cd903a92153) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:27.445443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Attempting to bind port f462e995-4a5e-4692-a12d-912d7182823d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:27.446806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Attempting to bind port f462e995-4a5e-4692-a12d-912d7182823d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:27.449641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Attempting to bind port f462e995-4a5e-4692-a12d-912d7182823d on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:27.467696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:27.469210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:27.471497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.474248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:27.476525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Bound port: f462e995-4a5e-4692-a12d-912d7182823d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:27.478352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.585430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.585730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] For port f462e995-4a5e-4692-a12d-912d7182823d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:27.591380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] For port f462e995-4a5e-4692-a12d-912d7182823d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f462e995-4a5e-4692-a12d-912d7182823d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:27.596886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.667957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.709878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2664c-d434-44f7-aa90-49fae3972fdb None None] Pushing event updated for resources: {'Port': ['ID=f462e995-4a5e-4692-a12d-912d7182823d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:27.752510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:27.757442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:27.768158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:27.768835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.827363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.013973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.405844 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:46:28.617259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f462e995-4a5e-4692-a12d-912d7182823d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:28.684885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.696873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.701576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.761223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f462e995-4a5e-4692-a12d-912d7182823d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:28.772131 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.935092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.962620 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.035481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f462e995-4a5e-4692-a12d-912d7182823d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f462e995-4a5e-4692-a12d-912d7182823d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:29.061183 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.099109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:29.104556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:29.163302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f462e995-4a5e-4692-a12d-912d7182823d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:29.167190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7de73617-ab9c-4067-bcc6-72f2c8b36e36 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:29.204659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7de73617-ab9c-4067-bcc6-72f2c8b36e36 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:29.205874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7de73617-ab9c-4067-bcc6-72f2c8b36e36 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:29.378906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.463500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Router 5e599c0d-361d-4126-be36-eb4c19ce91f6 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:46:29.576327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-25d11031-2818-431d-8e64-6bb768fb1e35 None None] Provisioning complete for port f462e995-4a5e-4692-a12d-912d7182823d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:29.579837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25d11031-2818-431d-8e64-6bb768fb1e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.744717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:29.762567 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Sync routers for ids ['5e599c0d-361d-4126-be36-eb4c19ce91f6'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:29.765919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5141bbb8-1918-4151-b744-7cd55c8227f6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "PUT /v2.0/routers/5e599c0d-361d-4126-be36-eb4c19ce91f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3777957 Dec 13 09:46:29.766680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48302) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:29.777319 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Routers {'5e599c0d-361d-4126-be36-eb4c19ce91f6'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:29.777968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5e599c0d-361d-4126-be36-eb4c19ce91f6'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:29.892658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223475d0-afed-46ef-b6bd-c4fd02bf5dd2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:29.896788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-223475d0-afed-46ef-b6bd-c4fd02bf5dd2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports/12358390-c4ec-476c-8c4e-0cd903a92153 HTTP/1.1" status: 200 len: 911 time: 0.1257763 Dec 13 09:46:29.897182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:30.035711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff542377-1f75-434c-9b34-27f98c3d71ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:30.054350 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Set router 5e599c0d-361d-4126-be36-eb4c19ce91f6 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:30.057562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff542377-1f75-434c-9b34-27f98c3d71ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:30.059251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff542377-1f75-434c-9b34-27f98c3d71ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1611195 Dec 13 09:46:30.062174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48306) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:30.081875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3ed4b08a-b4f8-47f5-b5a4-89984f59bf43 None None] Provisioning complete for port 12358390-c4ec-476c-8c4e-0cd903a92153 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:30.082607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b08a-b4f8-47f5-b5a4-89984f59bf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.199912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4b08a-b4f8-47f5-b5a4-89984f59bf43 None None] Port 12358390-c4ec-476c-8c4e-0cd903a92153 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:30.445920 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'name': 'tempest-NetworksTestDHCPv6-router-1407296565', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:26Z', 'updated_at': '2021-12-13T09:46:27Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '12358390-c4ec-476c-8c4e-0cd903a92153', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:69:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:27Z', 'updated_at': '2021-12-13T09:46:28Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:30.487680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Checking router: 5e599c0d-361d-4126-be36-eb4c19ce91f6 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:30.490567 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Updating router 5e599c0d-361d-4126-be36-eb4c19ce91f6 port 12358390-c4ec-476c-8c4e-0cd903a92153 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:30.538498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-29ba30be-be22-447d-a001-e9889a2877e3 None None] Provisioning complete for port 12358390-c4ec-476c-8c4e-0cd903a92153 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:30.538870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29ba30be-be22-447d-a001-e9889a2877e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.564116 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.625933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f462e995-4a5e-4692-a12d-912d7182823d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:30.715511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-29ba30be-be22-447d-a001-e9889a2877e3 None None] Port 12358390-c4ec-476c-8c4e-0cd903a92153 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:30.761615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f462e995-4a5e-4692-a12d-912d7182823d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:30.761993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.861497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.123866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 12358390-c4ec-476c-8c4e-0cd903a92153 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:31.124207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.223252 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.232155 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.295049 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dafc37-17b2-49a3-be9a-41c252a14b7e None None] Pushing event updated for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:31.352288 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.379899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 12358390-c4ec-476c-8c4e-0cd903a92153 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:31.548354 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Attempting to bind port 12358390-c4ec-476c-8c4e-0cd903a92153 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:31.549434 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Attempting to bind port 12358390-c4ec-476c-8c4e-0cd903a92153 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:31.550180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Attempting to bind port 12358390-c4ec-476c-8c4e-0cd903a92153 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:31.557582 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:31.558151 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:31.559296 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.561064 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:31.561667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Bound port: 12358390-c4ec-476c-8c4e-0cd903a92153, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:31.562171 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.666092 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] For port 12358390-c4ec-476c-8c4e-0cd903a92153, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:31.672738 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] For port 12358390-c4ec-476c-8c4e-0cd903a92153, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=12358390-c4ec-476c-8c4e-0cd903a92153,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:31.683866 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.785001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] Provisioning complete for port 12358390-c4ec-476c-8c4e-0cd903a92153 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:31.785584 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:31.895772 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Routers {'5e599c0d-361d-4126-be36-eb4c19ce91f6'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:31.896416 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5e599c0d-361d-4126-be36-eb4c19ce91f6'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:32.042205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:32.123690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] For port 12358390-c4ec-476c-8c4e-0cd903a92153, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=12358390-c4ec-476c-8c4e-0cd903a92153,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:32.131504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:32.163084 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dafc37-17b2-49a3-be9a-41c252a14b7e None None] Pushing event updated for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:32.196081 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] Set router 5e599c0d-361d-4126-be36-eb4c19ce91f6 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:32.235085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76abf7-d849-419e-93a4-671dae3827d7 None None] Pushing event updated for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:32.279120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-780a28c3-c43b-4228-9643-612f213f89ea None None] Provisioning complete for port 12358390-c4ec-476c-8c4e-0cd903a92153 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:32.281769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780a28c3-c43b-4228-9643-612f213f89ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:32.631199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b80d63e1-ab92-40a5-8a19-e87900bb92b6 req-f67f4ce2-9f2b-48ff-ab62-1ec3e8423e6a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 210 time: 0.1703947 Dec 13 09:46:32.678598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde5284-fb36-44bb-a0e8-09f9ee9acef3 req-70ce402d-04c5-4d48-ae74-8c8895773fec tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:32.692276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afde5284-fb36-44bb-a0e8-09f9ee9acef3 req-70ce402d-04c5-4d48-ae74-8c8895773fec tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.2257802 Dec 13 09:46:32.877917 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'name': 'tempest-NetworksTestDHCPv6-router-1407296565', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:26Z', 'updated_at': '2021-12-13T09:46:27Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '12358390-c4ec-476c-8c4e-0cd903a92153', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:69:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:27Z', 'updated_at': '2021-12-13T09:46:31Z', 'revision_number': 4, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:32.929187 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b23b1-a91e-4248-b0ff-1b4ea6d3081d None None] The sync data for ids ['5e599c0d-361d-4126-be36-eb4c19ce91f6'] in n-d-820935-7 is: [{'id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'name': 'tempest-NetworksTestDHCPv6-router-1407296565', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:26Z', 'updated_at': '2021-12-13T09:46:27Z', 'revision_number': 2, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None, '_interfaces': [{'id': '12358390-c4ec-476c-8c4e-0cd903a92153', 'name': '', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'mac_address': 'fa:16:3e:69:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:27Z', 'updated_at': '2021-12-13T09:46:31Z', 'revision_number': 4, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'subnets': [{'id': 'ad836c49-c109-4d87-8dc7-7ddfbb5e8773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:32.969117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afde5284-fb36-44bb-a0e8-09f9ee9acef3 req-23115e23-c6c0-44e6-9bc7-b770dca513e3 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744350 Dec 13 09:46:33.026656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e928cf-bd54-48f5-8d47-5397f64254fc req-37df2260-c113-4995-b5f6-86d80360b584 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.037152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68e928cf-bd54-48f5-8d47-5397f64254fc req-37df2260-c113-4995-b5f6-86d80360b584 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.2331786 Dec 13 09:46:33.046869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.103504 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b305f1-348e-45dc-820f-86d6ca7ddce4 x-openstack-request-id: req-f5b305f1-348e-45dc-820f-86d6ca7ddce4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:33.104031 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:33.104133 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5b305f1-348e-45dc-820f-86d6ca7ddce4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:33.104504 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'status': 'completed', 'code': 200} Dec 13 09:46:33.174085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=12358390-c4ec-476c-8c4e-0cd903a92153,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:33.500973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68e928cf-bd54-48f5-8d47-5397f64254fc req-ab099f7d-d12d-4225-b41a-c005024e2a8a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4624422 Dec 13 09:46:33.501787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.531675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-0c883e0f-f919-44e3-87be-f5f80118808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.534313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-0c883e0f-f919-44e3-87be-f5f80118808c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1096 time: 0.0677290 Dec 13 09:46:33.804828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-86e00d11-36e2-4b06-be9c-3cbe4217bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.810000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-86e00d11-36e2-4b06-be9c-3cbe4217bf33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.2603838 Dec 13 09:46:33.850652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ba3cbd2-2e10-4236-8ef1-a2f589fcf5cd req-bf6bb49f-6014-4f5d-a8c3-5530a9f5b940 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0765290 Dec 13 09:46:34.021554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-bf57ae94-c152-4c01-b833-53d769c6461c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 998 time: 0.1519010 Dec 13 09:46:34.053077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Router 5e599c0d-361d-4126-be36-eb4c19ce91f6 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:34.117699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-c67fb07e-14fd-48b7-a831-1d0b7923ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.120573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-c67fb07e-14fd-48b7-a831-1d0b7923ba5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.0714543 Dec 13 09:46:34.140061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:34.257993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-614b9f44-382b-4add-b0e8-fa487e166e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.262987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-614b9f44-382b-4add-b0e8-fa487e166e63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276183 Dec 13 09:46:34.279923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:34.306724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e04becb-213e-4848-aaf1-a59b8dd8cb34 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "PUT /v2.0/routers/5e599c0d-361d-4126-be36-eb4c19ce91f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2434180 Dec 13 09:46:34.310013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48374) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:34.356777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c980e8e-8bb5-48fe-8330-f746964673a3 req-e0437df5-08ca-4987-b4b3-4aa5be6eafff tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=708afefc-39e4-42f3-a9cf-a2655408a611 HTTP/1.1" status: 200 len: 210 time: 0.0744853 Dec 13 09:46:34.520535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a12dc-c648-4a88-9003-8d65c62b56b0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.523379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a12dc-c648-4a88-9003-8d65c62b56b0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.525681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7c2a12dc-c648-4a88-9003-8d65c62b56b0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2025671 Dec 13 09:46:34.531021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:34.605981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583631da-c35a-40d4-9529-a20d0c349047 req-6f7fae4b-a7fe-49b9-9b3b-05665118d7bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.618653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-583631da-c35a-40d4-9529-a20d0c349047 req-6f7fae4b-a7fe-49b9-9b3b-05665118d7bb tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.1104944 Dec 13 09:46:34.629835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet ad836c49-c109-4d87-8dc7-7ddfbb5e8773 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:34.638576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:34.702890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-583631da-c35a-40d4-9529-a20d0c349047 req-2c51ada7-fa4e-49f2-a17d-5280d7621c7e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832098 Dec 13 09:46:34.703399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-04e9d4df-674e-48e9-8af5-b6c049808212 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941596 Dec 13 09:46:34.712106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:34.957248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.035348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c8fb-8caf-4d01-97de-02e3e02ffd5c req-5833ee6c-8411-4a90-a410-c9eed1c67c61 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:35.050156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1785c8fb-8caf-4d01-97de-02e3e02ffd5c req-5833ee6c-8411-4a90-a410-c9eed1c67c61 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1854444 Dec 13 09:46:35.072191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d261e3-7416-406f-a39b-a9f4f827e3fe req-29cd97c9-227a-4e73-8051-206fcd226965 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553162 Dec 13 09:46:35.116798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-deleted', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:35.122401 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9c398d-4608-4570-b91c-8dbcf4000d8e" -d '{"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-deleted", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:35.153752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.188547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.189957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9a8df-e72e-4713-ba4f-ab93f5181a34 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:35.193051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1785c8fb-8caf-4d01-97de-02e3e02ffd5c req-28ae6059-1558-46e6-af85-2155da1cdfcc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279674 Dec 13 09:46:35.196618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/ad836c49-c109-4d87-8dc7-7ddfbb5e8773 HTTP/1.1" status: 204 len: 168 time: 0.6613827 Dec 13 09:46:35.199889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48386) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:35.253087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fae268-248d-48ff-b07d-22f9ee71aa5c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=ad836c49-c109-4d87-8dc7-7ddfbb5e8773,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:35.551889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476afc16-66da-484c-81ce-7a66440af59f None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:46:35.602820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1abc38b-e663-4d38-886c-9fa1df76aefe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4000244 Dec 13 09:46:35.603439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48394) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:35.716613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Deleting port f462e995-4a5e-4692-a12d-912d7182823d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:35.717814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.761877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Sync routers for ids ['5e599c0d-361d-4126-be36-eb4c19ce91f6'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:35.800812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8724cba-cf9d-4ecb-aa12-10160c6e9e0f req-43985c11-b365-449a-b89e-c7d77118b872 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0890908 Dec 13 09:46:35.874476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-476afc16-66da-484c-81ce-7a66440af59f None None] For port f462e995-4a5e-4692-a12d-912d7182823d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f462e995-4a5e-4692-a12d-912d7182823d,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:35.875425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.875911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:35.893297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Calling delete_port for f462e995-4a5e-4692-a12d-912d7182823d owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:35.986091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Routers {'5e599c0d-361d-4126-be36-eb4c19ce91f6'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:35.986971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5e599c0d-361d-4126-be36-eb4c19ce91f6'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:35.992674 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d4498-08c7-4163-8295-dd493e1da9e4 x-openstack-request-id: req-8e4d4498-08c7-4163-8295-dd493e1da9e4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:35.993184 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708afefc-39e4-42f3-a9cf-a2655408a611", "name": "network-vif-deleted", "tag": "a3b640b7-ad7e-4f4d-b28f-bc3e3180d658", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:35.993593 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e4d4498-08c7-4163-8295-dd493e1da9e4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:35.994140 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708afefc-39e4-42f3-a9cf-a2655408a611', 'name': 'network-vif-deleted', 'tag': 'a3b640b7-ad7e-4f4d-b28f-bc3e3180d658', 'status': 'completed', 'code': 200} Dec 13 09:46:36.072190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.121531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476afc16-66da-484c-81ce-7a66440af59f None None] No DVR routers for this DVR port f462e995-4a5e-4692-a12d-912d7182823d on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:36.128082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476afc16-66da-484c-81ce-7a66440af59f None None] Pushing event deleted for resources: {'Port': ['ID=f462e995-4a5e-4692-a12d-912d7182823d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:36.134639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Set router 5e599c0d-361d-4126-be36-eb4c19ce91f6 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:36.139858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d60f8e51-2ee8-48ed-a9bb-466d796795dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.199692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.206547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.245031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e599c0d-361d-4126-be36-eb4c19ce91f6', 'name': 'tempest-NetworksTestDHCPv6-router-1407296565', 'tenant_id': 'c68960bc95124da3823001b2e1c7d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:26Z', 'updated_at': '2021-12-13T09:46:32Z', 'revision_number': 3, 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:36.303404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Checking router: 5e599c0d-361d-4126-be36-eb4c19ce91f6 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:36.303859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.307733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Fanout notify agent at l3_agent the message router_deleted on router 5e599c0d-361d-4126-be36-eb4c19ce91f6 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:46:36.329719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:36.330108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:46:36.330737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_agentschedulers_db [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e599c0d-361d-4126-be36-eb4c19ce91f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent'). {{(pid=103196) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:46:36.333313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6e6ba-2df4-41b1-b6ff-2bfe6f3aa19b None None] The sync data for ids ['5e599c0d-361d-4126-be36-eb4c19ce91f6'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:36.339270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:36.343534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25c2d2bd-c7e0-4f71-913c-f12aa9285dd5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/routers/5e599c0d-361d-4126-be36-eb4c19ce91f6 HTTP/1.1" status: 204 len: 168 time: 0.7390676 Dec 13 09:46:36.346466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48402) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:36.367771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953200-c655-486d-85ff-6c21a756b9e5 req-0026d56c-cde6-49e2-81c4-8ef3e9431ee2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.379946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56953200-c655-486d-85ff-6c21a756b9e5 req-0026d56c-cde6-49e2-81c4-8ef3e9431ee2 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.1516938 Dec 13 09:46:36.403866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48406) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:36.404759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1410e3fb-8113-425b-a7a4-ed21ca3f37a7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0561194 Dec 13 09:46:36.504889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ff980-a826-4c3c-9e24-ce17edb1132c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.508937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-921ff980-a826-4c3c-9e24-ce17edb1132c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993717 Dec 13 09:46:36.509280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48410) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:36.524784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56953200-c655-486d-85ff-6c21a756b9e5 req-b5a35110-5db8-456a-ba9b-b89044c8999b tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438961 Dec 13 09:46:36.617856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6d5ff597-6877-4342-8b7a-9e77d69768fc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073089 Dec 13 09:46:36.618882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:36.624476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:36.704869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0733e-819b-46f7-9836-3e23fea8fe10 req-9ec08488-996e-4185-9730-268ec684bf06 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.706834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dca0733e-819b-46f7-9836-3e23fea8fe10 req-9ec08488-996e-4185-9730-268ec684bf06 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1056910 Dec 13 09:46:36.839091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f462e995-4a5e-4692-a12d-912d7182823d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:36.869513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dca0733e-819b-46f7-9836-3e23fea8fe10 req-ebcfbca7-d9f1-48c2-a57d-9302717368fd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464353 Dec 13 09:46:36.881014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:36.891637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f462e995-4a5e-4692-a12d-912d7182823d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:36.893421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f462e995-4a5e-4692-a12d-912d7182823d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:36.896901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.144846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-001597d7-0b17-4850-827d-76777404554d req-36ff4914-802a-406a-8af7-56a7f05a2ef7 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1189752 Dec 13 09:46:37.233212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c56fba-efcc-4fd3-9fc4-99f23cfb4a3e req-6451d76f-d6a0-471e-90fc-d03c39855766 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0886271 Dec 13 09:46:37.686393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:46:37.700426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.770708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120696a-fbee-4920-83d0-af89b194da65 req-bb70ca25-405f-4c78-9be1-5b19511c596a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:37.774459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b120696a-fbee-4920-83d0-af89b194da65 req-bb70ca25-405f-4c78-9be1-5b19511c596a tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.1138251 Dec 13 09:46:37.783855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:37.787567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:37.792912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:37.793832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.797999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306adaa-9680-48c7-b731-bc9c8ed604ee None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:37.883626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=8b53b801-2b68-4ea5-a9b5-9af74366ae44,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:37.900191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b120696a-fbee-4920-83d0-af89b194da65 req-b142f70b-a39b-487d-8da0-8068a2f57802 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Dec 13 09:46:37.916359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48432) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:37.922045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:37.933230 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a260065f-622c-411f-aec9-6b4881dae511 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3129759 Dec 13 09:46:38.084146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '8b53b801-2b68-4ea5-a9b5-9af74366ae44'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:38.085419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.326167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:38.330337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.499636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 12358390-c4ec-476c-8c4e-0cd903a92153 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:38.512802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59386e64-ca96-4943-b840-09d00dd49fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.599060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 12358390-c4ec-476c-8c4e-0cd903a92153 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:38.601757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 12358390-c4ec-476c-8c4e-0cd903a92153 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:38.644628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a079cfd-c181-48b2-b507-28f36b8b01e1 req-08acc58e-3745-428e-8f04-d96f14c0328e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:38.652862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a079cfd-c181-48b2-b507-28f36b8b01e1 req-08acc58e-3745-428e-8f04-d96f14c0328e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.2380161 Dec 13 09:46:38.755019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Allocated IP 2001:db8::f816:3eff:fe47:a9b1 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/8b53b801-2b68-4ea5-a9b5-9af74366ae44/0405f0e5-f26b-4821-93dc-4f29023df143) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:38.846171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a079cfd-c181-48b2-b507-28f36b8b01e1 req-4b5edc2a-c38d-4ddd-8ed6-eec7bfb42eb1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920192 Dec 13 09:46:39.191226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.209155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.314778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Pushing event updated for resources: {'Port': ['ID=0405f0e5-f26b-4821-93dc-4f29023df143,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:39.345481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:39.346904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0db7a357-ae26-427a-ac2a-f8fa5a83a6ed req-21dca536-e391-4637-ae88-629c5ccb9cc7 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0662091 Dec 13 09:46:39.348402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:39.352062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:39.451088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edee3a3-a382-4e5c-bdb4-2f7e602b083a req-68b12885-65b1-426e-82da-a0fed3d197ed tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:39.489474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1edee3a3-a382-4e5c-bdb4-2f7e602b083a req-68b12885-65b1-426e-82da-a0fed3d197ed tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.3866832 Dec 13 09:46:39.540520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Attempting to bind port 0405f0e5-f26b-4821-93dc-4f29023df143 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:39.542129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Attempting to bind port 0405f0e5-f26b-4821-93dc-4f29023df143 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:39.542566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Attempting to bind port 0405f0e5-f26b-4821-93dc-4f29023df143 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:39.554831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:39.555967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:39.557022 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.557924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:39.558606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Bound port: 0405f0e5-f26b-4821-93dc-4f29023df143, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:39.558996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.582600 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.664108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1edee3a3-a382-4e5c-bdb4-2f7e602b083a req-bbcc7b7d-0f1b-4d71-9805-82eb1cceafb2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736746 Dec 13 09:46:39.677259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.810712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] For port 0405f0e5-f26b-4821-93dc-4f29023df143, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:39.827815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] For port 0405f0e5-f26b-4821-93dc-4f29023df143, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0405f0e5-f26b-4821-93dc-4f29023df143,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:39.836710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.849543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:39.909418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:39.937775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:39.938651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.979626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4f5c7-a384-4e61-8d62-e02ab77c3451 req-1446c07e-1dad-4cd5-be78-3f240cb29e8a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:39.990727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c4f5c7-a384-4e61-8d62-e02ab77c3451 req-1446c07e-1dad-4cd5-be78-3f240cb29e8a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 949 time: 0.4245894 Dec 13 09:46:39.994179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaed3c-9bca-4c1f-b407-4f283b52cc3c None None] Pushing event updated for resources: {'Port': ['ID=0405f0e5-f26b-4821-93dc-4f29023df143,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:40.023674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1058631 Dec 13 09:46:40.028341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:40.035302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:2f:1a:a2', 'name': 'tempest-NetworksTestDHCPv6-1294731726'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:40.119073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a209e-5d06-4575-af7a-b282de3e9a44 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=716f4f53-0e55-473e-8960-795c3db582b5,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:40.145490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3c4f5c7-a384-4e61-8d62-e02ab77c3451 req-0add2389-9c68-4545-9d54-1754c1a100ee tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533237 Dec 13 09:46:40.228629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4b7e-ec9f-42ab-a3e5-d54e8f3dcd54 req-031469e7-5d98-442b-8328-cb3d1dba6dff tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:40.236303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1ee4b7e-ec9f-42ab-a3e5-d54e8f3dcd54 req-031469e7-5d98-442b-8328-cb3d1dba6dff tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.4034419 Dec 13 09:46:40.502806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1ee4b7e-ec9f-42ab-a3e5-d54e8f3dcd54 req-fc28c72b-7e9f-47c6-b82d-24a2d3e8a479 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598734 Dec 13 09:46:40.547594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040b29-5f35-41ae-9ca5-600321feefa6 req-f5a15701-3f7e-41ab-9d31-664b2df6d182 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:40.571364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3040b29-5f35-41ae-9ca5-600321feefa6 req-f5a15701-3f7e-41ab-9d31-664b2df6d182 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.2484248 Dec 13 09:46:40.754568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0405f0e5-f26b-4821-93dc-4f29023df143 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:40.756253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3040b29-5f35-41ae-9ca5-600321feefa6 req-24bca77a-9cb3-4c7f-bb36-c7f2d3e45df0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838856 Dec 13 09:46:40.955120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:40.955498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:41.039661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-71bec68a-1df6-4504-9dc3-e0c27e092801 req-7f761a3d-69e8-458e-84b7-4946fdc7a0d2 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0696406 Dec 13 09:46:41.108729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:41.317390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a68e-bcd7-4da8-8150-faa700a1d091 req-521c00b2-5f7c-47f6-b2cf-6384e6f9374d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:41.328463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b0a68e-bcd7-4da8-8150-faa700a1d091 req-521c00b2-5f7c-47f6-b2cf-6384e6f9374d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.1499157 Dec 13 09:46:41.488380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-ef095a31-0d29-4eca-98b7-6d60f3bb0195 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:41.489290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b0a68e-bcd7-4da8-8150-faa700a1d091 req-f517bba2-3c4d-49e1-872d-7155ab9c68be tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561754 Dec 13 09:46:41.492916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-ef095a31-0d29-4eca-98b7-6d60f3bb0195 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.3793526 Dec 13 09:46:41.622406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:41.817815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:41.939712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-7fabf05d-986f-4b4b-a85b-d18ee4abe6ee tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:41.953594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-7fabf05d-986f-4b4b-a85b-d18ee4abe6ee tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.7050264 Dec 13 09:46:41.972862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 0405f0e5-f26b-4821-93dc-4f29023df143, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0405f0e5-f26b-4821-93dc-4f29023df143,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:42.018921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.019928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e95b0e-5949-47f3-9b34-8e48a726cc1c req-46aeb063-2a20-4894-a4cd-7fb430947972 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:42.032290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73e95b0e-5949-47f3-9b34-8e48a726cc1c req-46aeb063-2a20-4894-a4cd-7fb430947972 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 945 time: 0.2003760 Dec 13 09:46:42.130311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.215211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73e95b0e-5949-47f3-9b34-8e48a726cc1c req-bfe0dece-65a5-4885-b618-731015def0fe tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779196 Dec 13 09:46:42.299013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1c29d460-520e-4dde-8e2a-b100528594ae no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:42.394720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6fb19c-1618-47cc-bce5-4bbd4915ba5b None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:42.468516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Deleting port 1c29d460-520e-4dde-8e2a-b100528594ae {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:42.468847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.648367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-72da18d4-9974-4076-98e6-2e3430861969 None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:42.648778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72da18d4-9974-4076-98e6-2e3430861969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.709277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:42.709923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.759889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Calling delete_port for 1c29d460-520e-4dde-8e2a-b100528594ae owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:42.935889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02006f9a-4ac5-4284-bbbb-251c9c7ace4d req-54e9f901-176c-4ada-989e-da4c3b5ed9a4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:42.941091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02006f9a-4ac5-4284-bbbb-251c9c7ace4d req-54e9f901-176c-4ada-989e-da4c3b5ed9a4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1669834 Dec 13 09:46:42.963071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.064178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 716cef50-9d23-4f81-bc84-e10ac4b5815a yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:43.065184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.073849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=0405f0e5-f26b-4821-93dc-4f29023df143,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:43.190864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Deleting port a2eec2e2-0478-4ff9-881b-0af4bdfde88e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:43.191497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.287188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02006f9a-4ac5-4284-bbbb-251c9c7ace4d req-192d8e99-71f7-48cd-a490-19c7bf36c0f6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337107 Dec 13 09:46:43.314495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] For port a2eec2e2-0478-4ff9-881b-0af4bdfde88e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:43.319359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.341229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1c29d460-520e-4dde-8e2a-b100528594ae, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1c29d460-520e-4dde-8e2a-b100528594ae,segment=NetworkSegment(9502f736-8e86-4f64-8910-ca352582f429),segment_id=9502f736-8e86-4f64-8910-ca352582f429)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:43.349038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:43.352358 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e40ee2-a4fb-43f0-beb6-63c3632c4d72" -d '{"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:43.378185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.378893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:43.404190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921df19-b2b6-4b3d-8003-9409c027712f req-c824cec3-0349-4226-b232-aba59d9220a5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:43.411790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2921df19-b2b6-4b3d-8003-9409c027712f req-c824cec3-0349-4226-b232-aba59d9220a5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2697816 Dec 13 09:46:43.592903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:43.637638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2921df19-b2b6-4b3d-8003-9409c027712f req-2e755d91-f10e-4d35-b147-598a1c30f27b tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028565 Dec 13 09:46:43.768458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a7b12f9-87db-4784-91d3-9145e00442ff req-10288c70-5ddf-410f-9dc7-d5245fb12240 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0659702 Dec 13 09:46:43.787048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.879369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '8b53b801-2b68-4ea5-a9b5-9af74366ae44', 'ip_address': '2001:db8::f816:3eff:fe47:a9b1'}, {'subnet_id': '716f4f53-0e55-473e-8960-795c3db582b5'}], 'binding:host_id': 'n-d-820935-7'}, 'id': '0405f0e5-f26b-4821-93dc-4f29023df143'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:46:43.890014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45d7d3-26f5-4663-8bc0-57dfe00a4304 req-149b617c-3c5d-4299-b2d9-186031c0350e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:43.892090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f45d7d3-26f5-4663-8bc0-57dfe00a4304 req-149b617c-3c5d-4299-b2d9-186031c0350e tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 943 time: 0.1341207 Dec 13 09:46:44.002274 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf9697-bf2e-4c88-9d60-2ac85a25f819 x-openstack-request-id: req-50bf9697-bf2e-4c88-9d60-2ac85a25f819 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:44.002722 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:44.003196 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50bf9697-bf2e-4c88-9d60-2ac85a25f819 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:44.003575 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae', 'code': 200} Dec 13 09:46:44.027942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f45d7d3-26f5-4663-8bc0-57dfe00a4304 req-0bf02660-74bd-4ec9-84d4-40fb398a7a72 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/security-groups?id=31bb8477-78b9-470c-9a1b-d6c59b0a15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232531 Dec 13 09:46:44.044669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:44.046210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.070862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.261498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 172.20.0.10 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/716f4f53-0e55-473e-8960-795c3db582b5/716cef50-9d23-4f81-bc84-e10ac4b5815a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:44.277622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fe2f:1aa2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/8b53b801-2b68-4ea5-a9b5-9af74366ae44/716cef50-9d23-4f81-bc84-e10ac4b5815a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:44.493316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:44.634977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0405f0e5-f26b-4821-93dc-4f29023df143 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:44.667294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d62bb-096f-4d60-bf3e-10bc478a946a req-fc37211a-8181-46c9-94a7-71f7b3e6dc1e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:44.669241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-319d62bb-096f-4d60-bf3e-10bc478a946a req-fc37211a-8181-46c9-94a7-71f7b3e6dc1e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1491344 Dec 13 09:46:44.777951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:44.778676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.827101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.948494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34168fd-47da-419d-8a24-b5c4c93c3445 req-96bfd428-0c5e-4043-bf3d-73a3d53971d8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:44.957271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Pushing event deleted for resources: {'Port': ['ID=1c29d460-520e-4dde-8e2a-b100528594ae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:44.962897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d34168fd-47da-419d-8a24-b5c4c93c3445 req-96bfd428-0c5e-4043-bf3d-73a3d53971d8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 945 time: 0.2270687 Dec 13 09:46:44.981738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.982115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.982426 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Floating IP 7df3a436-7892-4b62-9670-401b268e558b disassociated. External IP: 172.25.2.183, port: a2eec2e2-0478-4ff9-881b-0af4bdfde88e. Dec 13 09:46:44.982776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Calling delete_port for a2eec2e2-0478-4ff9-881b-0af4bdfde88e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:44.984934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] No DVR routers for this DVR port 1c29d460-520e-4dde-8e2a-b100528594ae on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:44.998409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.001851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07a01c84-e9d4-4060-a1e4-2d4f39fe50d2 req-a6c9f6ba-eed6-47ec-8cf9-f425208fbc04 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.16 "DELETE /v2.0/ports/1c29d460-520e-4dde-8e2a-b100528594ae HTTP/1.1" status: 204 len: 173 time: 3.4931531 Dec 13 09:46:45.002366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-deleted', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:45.004750 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f809d5-3216-40dd-823d-b39244616e3a" -d '{"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-deleted", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:45.025856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-319d62bb-096f-4d60-bf3e-10bc478a946a req-5ce2939f-2699-4a5b-89fa-bef720ce9b97 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482196 Dec 13 09:46:45.087054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.113581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d34168fd-47da-419d-8a24-b5c4c93c3445 req-b5d08ecc-b747-44a8-b5bc-6203491b45a8 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=24572bc7-8ac4-4cf5-a08a-52474433df2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484659 Dec 13 09:46:45.222142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.252794 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab28612-08bd-46dc-93b1-2271f2fa9a00 x-openstack-request-id: req-2ab28612-08bd-46dc-93b1-2271f2fa9a00 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:45.253377 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862632a6-f38f-4d72-b89b-4fabca000ffc", "name": "network-vif-deleted", "tag": "1c29d460-520e-4dde-8e2a-b100528594ae", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:45.253744 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ab28612-08bd-46dc-93b1-2271f2fa9a00 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:45.254258 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862632a6-f38f-4d72-b89b-4fabca000ffc', 'name': 'network-vif-deleted', 'tag': '1c29d460-520e-4dde-8e2a-b100528594ae', 'status': 'completed', 'code': 200} Dec 13 09:46:45.291273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:45.303994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:45.375767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:45.376836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Allocated IP 172.20.0.2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/716f4f53-0e55-473e-8960-795c3db582b5/0405f0e5-f26b-4821-93dc-4f29023df143) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:45.414226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b8c4721-c0b6-4ab7-8c2f-615080ea268c req-6e30014d-507e-42c5-8a1c-0ecdc9df3a4d tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1288383 Dec 13 09:46:45.476585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:45.478560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a2eec2e2-0478-4ff9-881b-0af4bdfde88e no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:45.621922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.630787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=716cef50-9d23-4f81-bc84-e10ac4b5815a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:45.631199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-175cc94b-8ff1-464f-ba12-a4e0140ea762 req-f6faafbf-8040-4267-8314-c230416b6706 tempest-DeleteServersTestJSON-332208016 tempest-DeleteServersTestJSON-332208016-project] 10.222.0.31 "GET /v2.0/ports?device_id=862632a6-f38f-4d72-b89b-4fabca000ffc HTTP/1.1" status: 200 len: 210 time: 0.0991778 Dec 13 09:46:45.716651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: a2eec2e2-0478-4ff9-881b-0af4bdfde88e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:45.719044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a2eec2e2-0478-4ff9-881b-0af4bdfde88e not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:45.777282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'Port': ['ID=a2eec2e2-0478-4ff9-881b-0af4bdfde88e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:45.798252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:45.800770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.865931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48610) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:45.866435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70b4828d-eef4-4f85-a77e-6b7336cdb674 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.8367851 Dec 13 09:46:45.997870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] For port 0405f0e5-f26b-4821-93dc-4f29023df143, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0405f0e5-f26b-4821-93dc-4f29023df143,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:46.008086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:46.012242 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3534e35c-cd50-4459-a82e-d5767d2e7c7e" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:46.057790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe7b82-34dd-4b83-a5cc-e545a5c504c3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.075825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:46.080134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe7b82-34dd-4b83-a5cc-e545a5c504c3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.086510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.098823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.103243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cebe7b82-34dd-4b83-a5cc-e545a5c504c3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2354782 Dec 13 09:46:46.109485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'mac_address': 'fa:16:3e:e2:23:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:46.114807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:46.153243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:46.277312 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959642fb-cd45-454e-bf99-fddd863d04ec x-openstack-request-id: req-959642fb-cd45-454e-bf99-fddd863d04ec {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:46.277693 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:46.277868 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-959642fb-cd45-454e-bf99-fddd863d04ec {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:46.279098 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'code': 200} Dec 13 09:46:46.284013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.417251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:46.429026 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:46.459422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b4864ef-35fb-478d-b29b-8476ad5456f7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:46.470358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:46.471004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:46.525719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2365c-b7b1-4a6c-9050-53d4fb3e0769 None None] Pushing event updated for resources: {'Port': ['ID=0405f0e5-f26b-4821-93dc-4f29023df143,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:46.556288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b042b-5f66-49d9-856a-5bc27aaf2f7a req-fa8d8127-307c-4e33-a84a-d60d25caecdc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.558104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b2b042b-5f66-49d9-856a-5bc27aaf2f7a req-fa8d8127-307c-4e33-a84a-d60d25caecdc tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.5852828 Dec 13 09:46:46.574924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] No DVR routers for this DVR port a2eec2e2-0478-4ff9-881b-0af4bdfde88e on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:46.577362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:46.583192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.586192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.603180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43aaa2d4-f999-4385-ad89-dd7ff91bebf9 req-d7036d1e-cf5e-48ac-a8ac-121034928ecd tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.20 "DELETE /v2.0/ports/a2eec2e2-0478-4ff9-881b-0af4bdfde88e HTTP/1.1" status: 204 len: 173 time: 4.5134304 Dec 13 09:46:46.760769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:46.762996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8e9ff-a214-4bf3-b762-0ce4209be127 req-290c6923-7884-4a48-95df-7b389966f098 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.764703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3d8e9ff-a214-4bf3-b762-0ce4209be127 req-290c6923-7884-4a48-95df-7b389966f098 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.3865409 Dec 13 09:46:46.834179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:46.843426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['9b4864ef-35fb-478d-b29b-8476ad5456f7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:46.844173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-3d1cc1a5-c9f2-4e5a-b781-721342c02824 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.846293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-3d1cc1a5-c9f2-4e5a-b781-721342c02824 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 944 time: 0.1448488 Dec 13 09:46:47.055455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 716cef50-9d23-4f81-bc84-e10ac4b5815a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:47.066885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.189912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Deleting port a37a345f-d71a-49f6-a07e-d3e954a3c0be {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:47.190279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.338085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'name': 'network-vif-deleted', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:47.352631 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef847045-2ae8-4a16-a60a-c781ec7135c0" -d '{"events": [{"server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "name": "network-vif-deleted", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:47.357530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b2b042b-5f66-49d9-856a-5bc27aaf2f7a req-11102bc9-d955-4615-80c4-bd6e08da59f2 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7434855 Dec 13 09:46:47.434485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3d8e9ff-a214-4bf3-b762-0ce4209be127 req-6e3ebf73-63c0-43b0-bae6-25649773b9ff tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6440160 Dec 13 09:46:47.474940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:47.483377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.542869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 716cef50-9d23-4f81-bc84-e10ac4b5815a owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:47.548775 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:47.605782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] For port a37a345f-d71a-49f6-a07e-d3e954a3c0be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=a37a345f-d71a-49f6-a07e-d3e954a3c0be,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:47.606503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.626576 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:47.692728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Calling delete_port for a37a345f-d71a-49f6-a07e-d3e954a3c0be owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:47.751112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:47.799312 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:46:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:47.800043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 9b4864ef-35fb-478d-b29b-8476ad5456f7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:47.800043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.982631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd913d7e-d340-4710-a149-74d99eafba89 req-390ff168-f5ed-4a19-a89e-6804c1c9b320 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1392012 Dec 13 09:46:48.020089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd9ecd7b-3c80-46b1-b4e8-10cdb3a1a719 req-d7752ef7-5ab3-4194-afc5-7f54304c03f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecdfc64d-0293-4285-bc23-e1473612972d HTTP/1.1" status: 200 len: 210 time: 0.0918083 Dec 13 09:46:48.177409 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:48.247499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.250752 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501da8f-1c0c-4abe-b573-ae87284707f8 x-openstack-request-id: req-e501da8f-1c0c-4abe-b573-ae87284707f8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:48.251654 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdfc64d-0293-4285-bc23-e1473612972d", "name": "network-vif-deleted", "tag": "a2eec2e2-0478-4ff9-881b-0af4bdfde88e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:48.252112 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e501da8f-1c0c-4abe-b573-ae87284707f8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:48.252701 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdfc64d-0293-4285-bc23-e1473612972d', 'name': 'network-vif-deleted', 'tag': 'a2eec2e2-0478-4ff9-881b-0af4bdfde88e', 'status': 'completed', 'code': 200} Dec 13 09:46:48.349499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event deleted for resources: {'Port': ['ID=a37a345f-d71a-49f6-a07e-d3e954a3c0be,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:48.484880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] No DVR routers for this DVR port a37a345f-d71a-49f6-a07e-d3e954a3c0be on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:48.490662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.499251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81993fd9-eb6c-4ad7-b765-b2789a674f7b req-62b96198-87af-4bd5-b19c-d868d7115ac4 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "DELETE /v2.0/ports/a37a345f-d71a-49f6-a07e-d3e954a3c0be HTTP/1.1" status: 204 len: 173 time: 1.6423228 Dec 13 09:46:48.597160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.677884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0405f0e5-f26b-4821-93dc-4f29023df143 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:48.687667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b3097b97-bb1b-445e-a753-b484ab298740 None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:48.688343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3097b97-bb1b-445e-a753-b484ab298740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.804270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19641aa9-b45f-4ac2-a028-1bbcd2f00080 req-9427818d-27f4-4c44-a2f3-85f29472f334 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac76dc64-92b6-48b1-87ec-7293b6426423 HTTP/1.1" status: 200 len: 210 time: 0.1327415 Dec 13 09:46:48.827626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:48.833864 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5050cebd-b302-4567-87c7-f6eb003991ba" -d '{"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-plugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:48.846573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.880977 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:48.954253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=716cef50-9d23-4f81-bc84-e10ac4b5815a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:48.993409 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414b0cfd-a1a8-4b5c-9e2c-ca868bd88b47 None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:49.077893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:49.121990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.293306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.302885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48680) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:49.306539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-17320470-bbf1-49b8-82d6-c7c35989e1b4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/716cef50-9d23-4f81-bc84-e10ac4b5815a HTTP/1.1" status: 204 len: 168 time: 3.1381941 Dec 13 09:46:49.367429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b6276-0a49-4ac4-b677-0f832fc2df02 req-91d89a2f-9051-4069-aba4-cad3d9111e0d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.375818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d9b6276-0a49-4ac4-b677-0f832fc2df02 req-91d89a2f-9051-4069-aba4-cad3d9111e0d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1504314 Dec 13 09:46:49.407013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:49.424897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:49.425519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.451091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d9b6276-0a49-4ac4-b677-0f832fc2df02 req-97da688b-1edc-4b13-86ba-5b395f95c9a3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720394 Dec 13 09:46:49.496523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e5caa-c67f-4af4-b04b-be4f74d0373d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.499716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e5caa-c67f-4af4-b04b-be4f74d0373d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.503376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e5caa-c67f-4af4-b04b-be4f74d0373d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.508022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:49.526548 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8d3e5caa-c67f-4af4-b04b-be4f74d0373d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2209761 Dec 13 09:46:49.574902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0ab01cdc-f9bb-4dfc-afbe-96c8f6c0137a None None] Could not find standard attr ID for object 716cef50-9d23-4f81-bc84-e10ac4b5815a. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:46:49.635328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 716f4f53-0e55-473e-8960-795c3db582b5 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:49.648776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.667872 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431aa76-0f1a-47bc-9678-d3f4a421c814 x-openstack-request-id: req-4431aa76-0f1a-47bc-9678-d3f4a421c814 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:49.668970 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-plugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:49.670259 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4431aa76-0f1a-47bc-9678-d3f4a421c814 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:49.671663 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'code': 200} Dec 13 09:46:49.723619 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.771894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d5432-31b5-4b7c-b456-4c5badc46808 None None] New status for floating IP 7df3a436-7892-4b62-9670-401b268e558b: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:46:49.849970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.960892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14a74f3f-898c-4e19-806c-a4e9980dc692 req-c27e32a8-94e6-4ed3-a97f-a7c14fe69d48 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0378051 Dec 13 09:46:49.962935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.993573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=716f4f53-0e55-473e-8960-795c3db582b5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:50.003416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.015212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:50.036282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3513d5d0-8e37-4473-af19-ce9f79466b5a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/716f4f53-0e55-473e-8960-795c3db582b5 HTTP/1.1" status: 204 len: 168 time: 0.5270247 Dec 13 09:46:50.051291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922439c2-1593-4aa9-8ace-b52c436291a9 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:50.175052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 8b53b801-2b68-4ea5-a9b5-9af74366ae44 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:50.191432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:50.197415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.261922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: a37a345f-d71a-49f6-a07e-d3e954a3c0be {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:50.262916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device a37a345f-d71a-49f6-a07e-d3e954a3c0be not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:50.311505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.465575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.477887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-deleted', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:50.482810 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8733922-e236-48b8-8b8c-fec102da91d5" -d '{"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-deleted", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:50.540221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48704) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:50.642127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.727751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.777773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=8b53b801-2b68-4ea5-a9b5-9af74366ae44,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:50.781706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.800099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.800795 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/8b53b801-2b68-4ea5-a9b5-9af74366ae44 HTTP/1.1" status: 204 len: 168 time: 0.7842937 Dec 13 09:46:50.801671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48714) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:50.881989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.882872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.883470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.884198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.884942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.886332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.886941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.887869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.888402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.889005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.889578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.890522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.891064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50dcfa-3897-4865-9356-c23f0173847d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:50.896929 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb47c93-e187-47db-8d37-52e4e7699bb0 x-openstack-request-id: req-2eb47c93-e187-47db-8d37-52e4e7699bb0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:50.897583 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76dc64-92b6-48b1-87ec-7293b6426423", "name": "network-vif-deleted", "tag": "a37a345f-d71a-49f6-a07e-d3e954a3c0be", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:50.898036 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2eb47c93-e187-47db-8d37-52e4e7699bb0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:50.899101 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76dc64-92b6-48b1-87ec-7293b6426423', 'name': 'network-vif-deleted', 'tag': 'a37a345f-d71a-49f6-a07e-d3e954a3c0be', 'status': 'completed', 'code': 200} Dec 13 09:46:50.902023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f2d38ce2-3b94-4b2e-8c8d-f5af85e3f8c7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876908 Dec 13 09:46:50.906111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:50.913679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:50.968152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.971706 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:50.976028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "DELETE /v2.0/security-groups/24572bc7-8ac4-4cf5-a08a-52474433df2d HTTP/1.1" status: 204 len: 168 time: 0.4341798 Dec 13 09:46:50.978472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48720) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:51.102570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:51.113697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.409073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88695081-f2a3-4031-a7a7-be3cc5269d52 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:51.450895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-3a360084-4fbe-4cec-8362-b00d9d1af68a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.452549 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-3a360084-4fbe-4cec-8362-b00d9d1af68a tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.1275458 Dec 13 09:46:51.499352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cc1db658-d6a0-496f-a1bf-50710f3017e5 None None] Provisioning complete for port 0405f0e5-f26b-4821-93dc-4f29023df143 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:51.500116 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc1db658-d6a0-496f-a1bf-50710f3017e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.581653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc5ff5-759f-4866-b9e7-786cc2480cf5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24572bc7-8ac4-4cf5-a08a-52474433df2d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:51.652380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:46:51.660488 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-31cce290-d53d-4528-a7e6-e7443e523d56 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] show failed (client error): The resource could not be found. Dec 13 09:46:51.662533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-31cce290-d53d-4528-a7e6-e7443e523d56 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups/24572bc7-8ac4-4cf5-a08a-52474433df2d HTTP/1.1" status: 404 len: 347 time: 0.6652036 Dec 13 09:46:51.666054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:51.679157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeca1b-2f33-4dea-83c9-7ae679cebe4e req-3307cfa2-2cbd-4225-b084-d755549f967d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.688820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0eeca1b-2f33-4dea-83c9-7ae679cebe4e req-3307cfa2-2cbd-4225-b084-d755549f967d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.7964852 Dec 13 09:46:51.736987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Deleting port 0405f0e5-f26b-4821-93dc-4f29023df143 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:51.737364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.804754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Deleting port c07d9c50-6237-47a2-83f0-8731ce84f0ae {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:51.805108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.885364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d908a-456a-44e5-9c51-cf46d91516ed req-9e7f5b36-8df7-4747-94a7-74022fdd65f3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.891684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-007d908a-456a-44e5-9c51-cf46d91516ed req-9e7f5b36-8df7-4747-94a7-74022fdd65f3 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.3112109 Dec 13 09:46:51.896187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] For port 0405f0e5-f26b-4821-93dc-4f29023df143, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0405f0e5-f26b-4821-93dc-4f29023df143,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:51.896592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.940669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Calling delete_port for 0405f0e5-f26b-4821-93dc-4f29023df143 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:52.014553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-007d908a-456a-44e5-9c51-cf46d91516ed req-bea4114b-b0f9-4612-999c-c9399a93e6b6 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971475 Dec 13 09:46:52.049161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0eeca1b-2f33-4dea-83c9-7ae679cebe4e req-05ab4326-ca43-41b9-984a-ba0733f813cd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583105 Dec 13 09:46:52.104074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Deleting port 562b564d-1c66-4fb8-8905-dbe414c09638 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:52.104575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.259842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.339244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Pushing event deleted for resources: {'Port': ['ID=0405f0e5-f26b-4821-93dc-4f29023df143,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:52.350850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] No DVR routers for this DVR port 0405f0e5-f26b-4821-93dc-4f29023df143 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:52.358687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.359037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.359390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.379907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.380364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.380724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.381177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.381404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.381747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.382154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.382493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.382833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.383274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86929594-c502-4ca4-9d36-172f6e60c310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:52.433923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fa0f6d6-35d3-4e9a-9367-d4394405a04f req-0ecd6381-a488-417b-ad34-2613a81dcbc2 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1458178 Dec 13 09:46:52.548955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:46:52.557995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.558254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.598844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Calling delete_port for 562b564d-1c66-4fb8-8905-dbe414c09638 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:52.634773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0405f0e5-f26b-4821-93dc-4f29023df143 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:52.673512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0405f0e5-f26b-4821-93dc-4f29023df143 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:52.674092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0405f0e5-f26b-4821-93dc-4f29023df143 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:52.783351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] For port c07d9c50-6237-47a2-83f0-8731ce84f0ae, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c07d9c50-6237-47a2-83f0-8731ce84f0ae,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:52.784101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.848238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Calling delete_port for c07d9c50-6237-47a2-83f0-8731ce84f0ae owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:52.913902 n-d-820935-7 neutron-server[103194]: WARNING neutron.services.revisions.revision_plugin [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Could not find related port for resource to bump revision. Dec 13 09:46:52.958279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.016510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'Port': ['ID=562b564d-1c66-4fb8-8905-dbe414c09638,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:53.020824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_pluggable_backend [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Port 0405f0e5-f26b-4821-93dc-4f29023df143 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103194) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 09:46:53.021249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_pluggable_backend [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Reverting IP allocation for 2001:db8::f816:3eff:fe47:a9b1 {{(pid=103194) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 09:46:53.030480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_pluggable_backend [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe47:a9b1 {{(pid=103194) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 09:46:53.032310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.151828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:53.155864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.159201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:53.164437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.173161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a70459d-82f6-4697-b97d-bd78d1905639 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "DELETE /v2.0/floatingips/7df3a436-7892-4b62-9670-401b268e558b HTTP/1.1" status: 204 len: 168 time: 1.4963543 Dec 13 09:46:53.190174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.190742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.202308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d0d00-32f8-4217-a76a-a6cabd76a01e None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:53.270816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=e636db34-30dd-4b39-b1ed-3aef26dbdd78,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:53.366963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2cfac936-5c81-4416-a2ef-aee7fb11982b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4593949 Dec 13 09:46:53.369084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.377264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:53.387342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:53.435396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event deleted for resources: {'Port': ['ID=c07d9c50-6237-47a2-83f0-8731ce84f0ae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:53.440317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5bec6-6593-49ec-b8dc-78297e75161b req-55c0d173-7845-4449-9241-5c568a21cfb9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.442164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94e5bec6-6593-49ec-b8dc-78297e75161b req-55c0d173-7845-4449-9241-5c568a21cfb9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1444476 Dec 13 09:46:53.459615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'e636db34-30dd-4b39-b1ed-3aef26dbdd78'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:53.460506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.465348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116652a-d4cc-4e81-b226-c33922b7d361 req-907db73f-b8e6-4464-ab10-0d6f9ff66ada tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.479327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f116652a-d4cc-4e81-b226-c33922b7d361 req-907db73f-b8e6-4464-ab10-0d6f9ff66ada tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5334e29-cbde-4a6f-8a1c-fba5d5f94269 HTTP/1.1" status: 200 len: 944 time: 0.2817016 Dec 13 09:46:53.593186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94e5bec6-6593-49ec-b8dc-78297e75161b req-f349dbc6-42ff-4f17-8d9c-b7e35215ddf6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110651 Dec 13 09:46:53.604381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] No DVR routers for this DVR port c07d9c50-6237-47a2-83f0-8731ce84f0ae on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:53.608357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.613036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04ca7e61-ff99-4d77-bf5e-5021bfd134e6 req-88c2f147-7b5b-4c07-980f-663f86a0e7cf tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.20 "DELETE /v2.0/ports/c07d9c50-6237-47a2-83f0-8731ce84f0ae HTTP/1.1" status: 204 len: 173 time: 2.1468575 Dec 13 09:46:53.613667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-deleted', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:53.616551 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224a3cb8-d546-4531-8f08-0a1f9c509fbd" -d '{"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-deleted", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:53.621076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:53.625002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.726243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f116652a-d4cc-4e81-b226-c33922b7d361 req-8390f008-52b8-4021-8e41-e9ac2774dd7b tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459130 Dec 13 09:46:53.894108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Allocated IP 2001:db8::f816:3eff:fe8b:de89 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/e636db34-30dd-4b39-b1ed-3aef26dbdd78/f731cfe4-09a0-4e3e-9c6a-03acaef1956b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:54.067374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d20b19a-2877-4e1a-b2d5-f747dad7b626 req-3a154f34-a057-4210-9a33-d266ca5fdc06 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0708065 Dec 13 09:46:54.113586 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.175470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48774) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.178707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:54.181399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760249605', 'description': 'tempest-description--845463380'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:54.182633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:54.186929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.187530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.210559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281782 Dec 13 09:46:54.214211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48776) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.225987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:cc:5e:31', 'name': 'tempest-NetworksTestDHCPv6-1519786936'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:54.233472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990bc27-a77c-4b97-9b24-24749b1f1de8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=d31f4058-1d5d-476f-a66f-3e3ba4769ddd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.284469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.302439 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336743a-7430-439f-b93f-cf82dc317ef2 x-openstack-request-id: req-e336743a-7430-439f-b93f-cf82dc317ef2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:54.302819 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5334e29-cbde-4a6f-8a1c-fba5d5f94269", "name": "network-vif-deleted", "tag": "c07d9c50-6237-47a2-83f0-8731ce84f0ae", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:54.302819 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e336743a-7430-439f-b93f-cf82dc317ef2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:54.303331 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5334e29-cbde-4a6f-8a1c-fba5d5f94269', 'name': 'network-vif-deleted', 'tag': 'c07d9c50-6237-47a2-83f0-8731ce84f0ae', 'status': 'completed', 'code': 200} Dec 13 09:46:54.322519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.331119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.393345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:54.399967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:54.410092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:54.470417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.476830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.503045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Attempting to bind port f731cfe4-09a0-4e3e-9c6a-03acaef1956b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:54.503855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Attempting to bind port f731cfe4-09a0-4e3e-9c6a-03acaef1956b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:54.504033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Attempting to bind port f731cfe4-09a0-4e3e-9c6a-03acaef1956b on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:54.505236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:54.529476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.536483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:54.536994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:54.537411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.538966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.539133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:54.539648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Bound port: f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:54.542871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.543053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3631694 Dec 13 09:46:54.543163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48780) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.564064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group_rule': {'security_group_id': '3f00580f-b693-49c7-acd3-4b2aa42001f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:54.581169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123aa34-03f0-437a-919f-5d5ebf78c682 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00580f-b693-49c7-acd3-4b2aa42001f5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.630950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.681172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.691822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:54.696211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:54.701942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.711846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 3358b3d6-460a-4bdc-9147-6ed4535622a3 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:54.832255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ce891-19e1-4fb4-9471-dc930aeaca68 None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.870172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.893088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18b6e-416d-4ca1-a894-0120acf924b7 req-a8ad48f6-3ee7-49f7-b4c8-60973f59d5e0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.909370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b18b6e-416d-4ca1-a894-0120acf924b7 req-a8ad48f6-3ee7-49f7-b4c8-60973f59d5e0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1818438 Dec 13 09:46:54.989852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b18b6e-416d-4ca1-a894-0120acf924b7 req-af919234-775a-4175-84f5-3a4218af0adf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792677 Dec 13 09:46:54.990479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.032655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80e9ca4-c22d-4683-b882-93e9834e4411,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:55.071511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.105122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6cd2b2dc-1266-4f1d-9dbf-9c9fac21f0f2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445342 Dec 13 09:46:55.108557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48796) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:55.127431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'security_group_rule': {'security_group_id': '3f00580f-b693-49c7-acd3-4b2aa42001f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:55.172587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.285496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 172.20.0.10 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/d31f4058-1d5d-476f-a66f-3e3ba4769ddd/3358b3d6-460a-4bdc-9147-6ed4535622a3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:55.306457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fecc:5e31 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/e636db34-30dd-4b39-b1ed-3aef26dbdd78/3358b3d6-460a-4bdc-9147-6ed4535622a3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:55.403281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eecb4c40-77cd-45f6-89fc-8f64e4900108 req-ed0b3a61-c3fc-478f-ad5e-47bb9b436dfa tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1422133 Dec 13 09:46:55.458547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.470383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbfb67-bacc-4b23-b40b-e443afac82f2 req-a0288c6b-50ad-496e-9fdb-79619f6f0dbd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:55.472599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04dbfb67-bacc-4b23-b40b-e443afac82f2 req-a0288c6b-50ad-496e-9fdb-79619f6f0dbd tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.1946542 Dec 13 09:46:55.474262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.487904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:55.540682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: c07d9c50-6237-47a2-83f0-8731ce84f0ae {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:55.548366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe0ace5-2e01-4657-8b52-75bd34f11879,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:55.554022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.555281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-17e95e56-8776-4598-aa01-46109f0f0f35 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4344182 Dec 13 09:46:55.559832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c07d9c50-6237-47a2-83f0-8731ce84f0ae not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:55.560478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48808) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:55.565301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:55.608314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04dbfb67-bacc-4b23-b40b-e443afac82f2 req-5d6aa946-9058-46d1-83f7-e5f779f6b328 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055105 Dec 13 09:46:55.641845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.689140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.805403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-111caf30-b74e-4413-96ed-6eff0ab4b72c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:55.806136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.808189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-111caf30-b74e-4413-96ed-6eff0ab4b72c tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.0997972 Dec 13 09:46:55.809924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.953273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:55.960661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Allocated IP 172.25.2.160 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:55.964408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:55.969339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:56.031056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.031710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.052001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=3358b3d6-460a-4bdc-9147-6ed4535622a3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:56.081753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65438da8-6fd2-4372-a266-268d48879c41 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8603420 Dec 13 09:46:56.082660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48818) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:56.134013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.178806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Deleting port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:56.179076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.237633 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.321509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:56.336083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ff13-edfe-490a-9bb0-9c17f12ab517 req-c35ae9e4-4ee9-4408-b70a-44bd0d07fb9f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.339729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf47ff13-edfe-490a-9bb0-9c17f12ab517 req-c35ae9e4-4ee9-4408-b70a-44bd0d07fb9f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1480875 Dec 13 09:46:56.340746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:56.344821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:56.345137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3462d-affd-4f77-94ae-191d35fe493c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.367648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3462d-affd-4f77-94ae-191d35fe493c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.370038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95c3462d-affd-4f77-94ae-191d35fe493c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2725749 Dec 13 09:46:56.373134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48830) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:56.386892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:56.553706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf47ff13-edfe-490a-9bb0-9c17f12ab517 req-9aaf1608-8b3d-4fce-86c0-d04bb70fcc31 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038682 Dec 13 09:46:56.602257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] For port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,segment=NetworkSegment(cb7fd8fa-447e-423f-8d97-7bc825b1fc1f),segment_id=cb7fd8fa-447e-423f-8d97-7bc825b1fc1f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:56.602908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.625401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Calling delete_port for c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:56.633341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae12b6-5ab1-43ad-9e0b-429e72e4a838 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:56.674934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dda3d270-1045-43b8-ab29-3e169f6504d5 req-101a660d-34f2-413d-aa99-48919788bfe0 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1184990 Dec 13 09:46:56.688163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 3358b3d6-460a-4bdc-9147-6ed4535622a3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:56.695193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.731335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.823935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:56.873131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.899946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.943167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:56.948695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.989971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Pushing event deleted for resources: {'Port': ['ID=c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.062018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] No DVR routers for this DVR port c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:57.069882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.073838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-662f8bac-cee2-4775-a204-fadaaf9af805 req-2cd8abac-a8a6-467f-8199-9b3f6dacef9e tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.16 "DELETE /v2.0/ports/c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 HTTP/1.1" status: 204 len: 173 time: 1.2557783 Dec 13 09:46:57.074559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-deleted', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:57.085482 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a3e57-22aa-4545-8f00-7e3e12f2df95" -d '{"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-deleted", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:57.113254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.129373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 3358b3d6-460a-4bdc-9147-6ed4535622a3 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:57.139444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e689ea-f830-4176-915b-d7122fd623d6 req-8fc47ddf-ed38-444d-b7cb-d5aaae1a4ddb tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.155467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48e689ea-f830-4176-915b-d7122fd623d6 req-8fc47ddf-ed38-444d-b7cb-d5aaae1a4ddb tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4d1e8-4778-4921-85f7-b9be5f5adaaf HTTP/1.1" status: 200 len: 945 time: 0.4173341 Dec 13 09:46:57.194039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:57.194750 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.245397 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b08b3-9a2a-445a-a4f4-31d34565116f x-openstack-request-id: req-135b08b3-9a2a-445a-a4f4-31d34565116f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:57.246300 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4d1e8-4778-4921-85f7-b9be5f5adaaf", "name": "network-vif-deleted", "tag": "c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:57.246561 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-135b08b3-9a2a-445a-a4f4-31d34565116f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:57.246964 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4d1e8-4778-4921-85f7-b9be5f5adaaf', 'name': 'network-vif-deleted', 'tag': 'c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80', 'status': 'completed', 'code': 200} Dec 13 09:46:57.283122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48e689ea-f830-4176-915b-d7122fd623d6 req-4b6ef29b-c966-4137-bdb1-d2c38edad778 tempest-LiveMigrationTest-1554600377 tempest-LiveMigrationTest-1554600377-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0b113a-6843-4827-a1b2-82719eb67171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192069 Dec 13 09:46:57.372703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.404855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.413423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.424862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176997ec-6db9-471d-900b-bf1d1ac48894 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'e636db34-30dd-4b39-b1ed-3aef26dbdd78', 'ip_address': '2001:db8::f816:3eff:fe8b:de89'}, {'subnet_id': 'd31f4058-1d5d-476f-a66f-3e3ba4769ddd'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f731cfe4-09a0-4e3e-9c6a-03acaef1956b'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:46:57.542485 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.560242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-176997ec-6db9-471d-900b-bf1d1ac48894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.582848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=3358b3d6-460a-4bdc-9147-6ed4535622a3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.677484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.712392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.774050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.779081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:57.783939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b48022fe-7556-4abb-a85b-8684a025bd3e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/3358b3d6-460a-4bdc-9147-6ed4535622a3 HTTP/1.1" status: 204 len: 168 time: 1.4097641 Dec 13 09:46:57.786808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48864) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:57.793855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.815750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.832708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7303b551-d920-493e-8b52-f74702bc1451 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2710533 Dec 13 09:46:57.867487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d64aa-c433-47e8-b6b7-bc7214491e74 req-bae1b2c6-745c-48d1-9568-83e0bfd164f3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.878884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-566d64aa-c433-47e8-b6b7-bc7214491e74 req-bae1b2c6-745c-48d1-9568-83e0bfd164f3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.1737232 Dec 13 09:46:57.896483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.928950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f871c-9f0b-421f-8a6d-9a3f55e4fa05 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.931614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f871c-9f0b-421f-8a6d-9a3f55e4fa05 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.934090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f871c-9f0b-421f-8a6d-9a3f55e4fa05 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.935874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae2f871c-9f0b-421f-8a6d-9a3f55e4fa05 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1474304 Dec 13 09:46:57.938435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:57.970021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01132142-b5ff-4429-b1cd-2da3ac462d3d req-e35e4db5-3a8f-427d-8525-167b64c4603e tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1254754 Dec 13 09:46:58.049915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-566d64aa-c433-47e8-b6b7-bc7214491e74 req-b46bfa47-826c-44af-bec1-708e09f68d97 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700947 Dec 13 09:46:58.102236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet d31f4058-1d5d-476f-a66f-3e3ba4769ddd {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:58.111235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.222826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.279830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-708601cd-f6b0-4fbc-96ae-5c71b646e8aa tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--760249605&fields=id&tenant_id=f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 267 time: 0.1165898 Dec 13 09:46:58.307705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.397768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:58.406611 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:46:58.426491 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:46:58.498314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11b72c-4ac9-4f4c-b481-01ffeef7156e None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:58.527100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.560624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-3c0f7623-5f5a-486d-9649-1944e95d4572 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:58.568246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=d31f4058-1d5d-476f-a66f-3e3ba4769ddd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:58.574132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.577532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e36d5556-5c46-4240-8ee0-9e75784f0484 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d31f4058-1d5d-476f-a66f-3e3ba4769ddd HTTP/1.1" status: 204 len: 168 time: 0.6375334 Dec 13 09:46:58.580462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:58.582420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-3c0f7623-5f5a-486d-9649-1944e95d4572 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 811 time: 0.3000724 Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-176997ec-6db9-471d-900b-bf1d1ac48894 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d31f4058-1d5d-476f-a66f-3e3ba4769ddd: This subnet is being modified by another concurrent operation. Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:46:58.594033 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d31f4058-1d5d-476f-a66f-3e3ba4769ddd: This subnet is being modified by another concurrent operation. Dec 13 09:46:58.597672 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:46:58.624141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-9c0b6e96-8658-4c4d-bd6a-d5cc2913a966 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/quotas/f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 375 time: 0.0398269 Dec 13 09:46:58.757127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cb98234c-159a-4ea3-9da4-a5ea711f48e2 None None] Could not find standard attr ID for object 3358b3d6-460a-4bdc-9147-6ed4535622a3. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:46:58.773022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet e636db34-30dd-4b39-b1ed-3aef26dbdd78 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:58.782830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.800219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cb98234c-159a-4ea3-9da4-a5ea711f48e2 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:58.800710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb98234c-159a-4ea3-9da4-a5ea711f48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.822632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-d76262bb-ae14-4857-ab6e-bfe1e4b6e42f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874802 Dec 13 09:46:58.866585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Deleting subnet f668b58b-5823-4cbf-8dc4-288fc7d25fc7 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:58.891571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.922753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.973305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-5271117a-2f5f-4070-afd5-cafe5f93c660 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:46:58.974558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-5271117a-2f5f-4070-afd5-cafe5f93c660 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1459866 Dec 13 09:46:59.153613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.205451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abb410-e693-48e4-ac93-c9f814bbbdf2 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:46:59.264072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-0f46c3cb-aea2-4a7b-bba9-393b4201fcf1 service neutron] 10.222.0.31 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708676 Dec 13 09:46:59.267025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.302058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=e636db34-30dd-4b39-b1ed-3aef26dbdd78,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:59.304288 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.310819 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4be2b60-718f-4a83-8166-2fb46a160a13 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e636db34-30dd-4b39-b1ed-3aef26dbdd78 HTTP/1.1" status: 204 len: 168 time: 0.7255001 Dec 13 09:46:59.313910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.342444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:59.372275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4cd691b3-6138-4809-8217-f545896940e9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572226 Dec 13 09:46:59.375488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48918) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.383810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:59.387087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.405693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1086ec91-2f3e-4d0c-98dc-bc2ab3141bf3 req-655afa8d-7e66-419f-be9d-07bbd5ea2d1d tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1254482 Dec 13 09:46:59.540011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:59.600443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-30455838-2832-45ef-9470-4037255cb5cf service neutron] 10.222.0.31 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351741 Dec 13 09:46:59.601690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.602952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:59.620434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.777912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.813212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f668b58b-5823-4cbf-8dc4-288fc7d25fc7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:59.815298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.818779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2113c517-8ee3-48cc-8964-6415148460b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f668b58b-5823-4cbf-8dc4-288fc7d25fc7 HTTP/1.1" status: 204 len: 168 time: 1.4198987 Dec 13 09:46:59.821690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48930) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.916992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.009251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79a34-d742-47f5-aa0d-62ca2efbbc96 req-d9d1a5ce-68a9-4b26-9d4c-c3bacadec2d8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:00.022135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eaa79a34-d742-47f5-aa0d-62ca2efbbc96 req-d9d1a5ce-68a9-4b26-9d4c-c3bacadec2d8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 945 time: 0.3395143 Dec 13 09:47:00.051910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:00.070325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4a3b3bac-0286-4cbd-af94-9bb4b5f6e570 None None] Could not find standard attr ID for object 3358b3d6-460a-4bdc-9147-6ed4535622a3. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:00.078448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'mac_address': 'fa:16:3e:3c:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:00.085753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.120772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.168869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.188890 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.212508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:00.242324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:00.259187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:00.269362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:00.291231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:00.291907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c0c4e9dc-8f8d-4bc9-98e4-111fd7384b80 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:00.294209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.297928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:00.320933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ede6e861-72d4-4d9a-8834-c23c3421c062 req-a60b788b-e34c-4a22-9163-6cfa1f4487c2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 210 time: 0.1693556 Dec 13 09:47:00.329124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:00.329929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.345148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eaa79a34-d742-47f5-aa0d-62ca2efbbc96 req-4c006efd-083a-4b5a-8366-a1c204422d78 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220625 Dec 13 09:47:00.410159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Deleting subnet d3170679-86d9-4611-a80f-544cf8e91abd {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:00.412487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=d28c5a26-3aa4-4836-93fd-cb5dfb16c665,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.426222 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96bc1fbb-13c9-4ff0-9391-3d2b81307dce tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0461113 Dec 13 09:47:00.426222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.430491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.445624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48950) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.461694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.589676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.622939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.674962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['366d4fdc-a381-4dea-8327-4824a3cd20d8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:00.706746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.753606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.769465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b5207fd-fab1-4b30-a4c4-bfb6a25eee7e req-b30017df-34ad-4868-810b-6211dc98245a tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0632675 Dec 13 09:47:00.796675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.814579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.818797 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3170679-86d9-4611-a80f-544cf8e91abd HTTP/1.1" status: 204 len: 168 time: 0.9008024 Dec 13 09:47:00.828650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48960) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.829515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:00.835408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.842793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54497572-e66b-4f9a-affe-e4457ca6071b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3170679-86d9-4611-a80f-544cf8e91abd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.857588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b915b1-b359-496e-ba4b-ec17ddbb7572']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:00.863403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abb410-e693-48e4-ac93-c9f814bbbdf2 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:47:00.885075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:00.894298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.947244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:00.948633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7fd8fa-447e-423f-8d97-7bc825b1fc1f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:01.098412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.219446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.221949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.255689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:01.256105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: items = [ Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:01.271686 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:01.412795 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.490353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.512586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.521931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73b915b1-b359-496e-ba4b-ec17ddbb7572 HTTP/1.1" status: 204 len: 168 time: 1.6996074 Dec 13 09:47:01.524868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:01.679400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Deleting subnet c1f3795d-c99c-43c3-aa12-f886db04e2ef {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:01.685608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.711443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.734194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d89cff-7d53-4a45-b1fc-4da760f14c80']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:01.787406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.800003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300792e9-dcaf-4e0e-86d8-443a7f9ef5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b915b1-b359-496e-ba4b-ec17ddbb7572,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.844816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.845090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9502f736-8e86-4f64-8910-ca352582f429') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:01.845367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9502f736-8e86-4f64-8910-ca352582f429') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:01.934817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.958019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port 5a0d670a-6499-44dd-b31e-64603682ffef triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:01.958736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.968929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.973915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.980763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c1f3795d-c99c-43c3-aa12-f886db04e2ef HTTP/1.1" status: 204 len: 168 time: 0.4508770 Dec 13 09:47:01.982058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e16a26-5b20-416e-a1e3-1f5572e24b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f3795d-c99c-43c3-aa12-f886db04e2ef,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.988588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48984) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.001241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'd28c5a26-3aa4-4836-93fd-cb5dfb16c665'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f731cfe4-09a0-4e3e-9c6a-03acaef1956b'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:47:02.008134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-518e65c7-ce7f-4b22-ae60-06f0b1e6874e req-85050061-b947-48f5-bafe-ceb109bc800f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 210 time: 0.2391393 Dec 13 09:47:02.071312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.131997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.136239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-0a1609b2-c60c-4b4f-9223-dac7f3097988 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.137853 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-0a1609b2-c60c-4b4f-9223-dac7f3097988 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.16 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 811 time: 0.5198386 Dec 13 09:47:02.145363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.153432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea6798-1fe1-41a0-8f61-8b8cbe5836aa req-c52dfaa7-f058-4214-9632-345b2e5eab85 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.154923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87ea6798-1fe1-41a0-8f61-8b8cbe5836aa req-c52dfaa7-f058-4214-9632-345b2e5eab85 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 0.3491390 Dec 13 09:47:02.220023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:02.220427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:02.222303 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:02.230829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-25af44d1-06f8-45f7-a868-68719153bfce tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e746c1a7724b31bfb522815d43a8d7 HTTP/1.1" status: 200 len: 379 time: 0.0783310 Dec 13 09:47:02.235470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5394c1d3-954e-4601-a2ef-30afff2f69df req-2407c631-a9c6-43c2-9659-df1d79b5b236 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1011734 Dec 13 09:47:02.281275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'port': {'device_id': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'admin_state_up': True, 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'security_groups': ['3f00580f-b693-49c7-acd3-4b2aa42001f5']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:02.365113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port 10164978-912e-4275-95bf-e741f0555536 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:02.366266 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.367141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87ea6798-1fe1-41a0-8f61-8b8cbe5836aa req-bc975daa-6da9-4183-b4c9-2f77fd00038a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924078 Dec 13 09:47:02.481655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.525616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.529004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] 10.222.0.31 "DELETE /v2.0/networks/44d89cff-7d53-4a45-b1fc-4da760f14c80 HTTP/1.1" status: 204 len: 168 time: 1.6889405 Dec 13 09:47:02.543972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea370-acaa-479a-93a8-1eea17734445 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d89cff-7d53-4a45-b1fc-4da760f14c80,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:02.562686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Allocated IP 172.20.0.2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/d28c5a26-3aa4-4836-93fd-cb5dfb16c665/f731cfe4-09a0-4e3e-9c6a-03acaef1956b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:02.620238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.621730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port 17476f37-6f9d-42b4-b338-ba00f6f6d72a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:02.622103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.651866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1711630-a7f4-40c2-b7fb-d0f1ebf5d296']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:02.659980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Made reservation on behalf of f0e746c1a7724b31bfb522815d43a8d7 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:02.669231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.682898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e08a592-4611-4276-ac3a-5e720376cc37') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:02.683193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e08a592-4611-4276-ac3a-5e720376cc37') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:02.704474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.739196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.766847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:02.767480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.816153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49000) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:02.855770 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:02.871446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49002) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.903579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1344847242'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:02.911295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-318e91bc-32f9-4451-8fb4-991b8e929445 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0d6a2754a7149d6a4cac775a97b5eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882289 Dec 13 09:47:02.913814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:02.915604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49004) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.919117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Port 17476f37-6f9d-42b4-b338-ba00f6f6d72a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:02.936497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port 47c30a76-741b-4cd8-8a6d-6f86cb931531 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:02.936962 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.954890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.965243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.972064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 HTTP/1.1" status: 204 len: 168 time: 0.9784126 Dec 13 09:47:02.996531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:03.099108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:03.102959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.141123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.145034 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.161426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port 8336b3cc-5239-42ff-9401-44c020360a12 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:03.162686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.168684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.197222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Allocated IP 172.20.0.13 (479b2392-289f-49a4-9d4f-784a9ea0b7f2/6169c1fb-5e72-45ac-8c0c-52e708b52561/d65d661c-678d-404d-8118-daa522c96e38) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:03.232545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:03.277426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e2a1ceb-2c37-460c-88c9-e24ab164c529 req-f83f6c1b-7484-44c1-9231-8dbafb6238f5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 210 time: 0.0541544 Dec 13 09:47:03.306459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.326228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.326612 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Added segment 0aaaa93f-6c39-4fde-a197-dde54eafe375 of type vlan for network 54322de4-c6b8-4103-a14f-937297b02a67 Dec 13 09:47:03.330909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.339808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91abdea-f177-4dcc-b5f4-18a04df0b3a6 None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:03.374266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.441982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.493475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56607d20-7b05-4d2a-ac88-61798c2871f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1711630-a7f4-40c2-b7fb-d0f1ebf5d296,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:03.501909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port a68102a4-86a9-4a5f-8fd2-5b478dfc1f9d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:03.502381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.507922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.542594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10472aaf-37a0-43ba-939a-3a68271853bb req-d63b298f-fd6e-44fc-b4bb-f6222267f10d tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1727717 Dec 13 09:47:03.561976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.592664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event updated for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:03.611334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:03.634688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:03.645225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:03.650423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:03.694794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.695107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a04073ff-b048-4eea-9da2-3662e2aac83a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9508a0dd44274258bccd4f45b464600f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854480 Dec 13 09:47:03.759359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:03.760052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.790745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-862a5018-20ba-4c9e-b0d6-55d6c80c4a5a tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5158806 Dec 13 09:47:03.810330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Request body: {'port': {'device_id': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:03.845419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.886163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Provisioning complete for port e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:03.886387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.892598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:03.906243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.908754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.951306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 366d4fdc-a381-4dea-8327-4824a3cd20d8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:03.951654 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.020635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2ded00dc-9157-43ec-8114-ceda2b234e96 None None] Port e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:04.109310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.187913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:04.191194 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa217d5b-a945-42b0-93de-d51d82325599" -d '{"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:04.197905 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.211240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:04.221040 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.299807 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb4257-3462-401e-9155-13476bb7a727 x-openstack-request-id: req-67bb4257-3462-401e-9155-13476bb7a727 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:04.301917 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-plugged", "status": "completed", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:04.303316 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67bb4257-3462-401e-9155-13476bb7a727 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:04.303931 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'code': 200} Dec 13 09:47:04.332711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.345723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.346619 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.376409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.400092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.403038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.404396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31bb8477-78b9-470c-9a1b-d6c59b0a15ea HTTP/1.1" status: 204 len: 168 time: 1.4868679 Dec 13 09:47:04.421291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.424233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.428354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df0b113a-6843-4827-a1b2-82719eb67171 HTTP/1.1" status: 204 len: 168 time: 0.7320979 Dec 13 09:47:04.443047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190825d4-f972-4e05-8faa-31ee37680f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b113a-6843-4827-a1b2-82719eb67171,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.477061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da255ec-1c39-4fcf-bb2a-b7a9ab8e4f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb8477-78b9-470c-9a1b-d6c59b0a15ea,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.484914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65d661c-678d-404d-8118-daa522c96e38 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:04.547343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.584983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Transition to ACTIVE for port object d65d661c-678d-404d-8118-daa522c96e38 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:04.594478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.612874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdbea-419b-4a80-a759-5d95a5921be3 req-4f4268d2-7081-4e7e-b33a-90bdaf8bba66 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.614475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f36bdbea-419b-4a80-a759-5d95a5921be3 req-4f4268d2-7081-4e7e-b33a-90bdaf8bba66 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 946 time: 1.0166225 Dec 13 09:47:04.626787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7295680 Dec 13 09:47:04.642076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49040) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:04.658674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1955252891'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:04.686015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20958e-d4da-4d7f-81c9-319428f4c1c9 req-980f4c37-c2ff-42e0-a905-c28800a4b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.689147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0e20958e-d4da-4d7f-81c9-319428f4c1c9 req-980f4c37-c2ff-42e0-a905-c28800a4b589 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1098 time: 0.1978884 Dec 13 09:47:04.747041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa61faf-0763-4663-973d-9692b192d78d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Network': ['ID=54322de4-c6b8-4103-a14f-937297b02a67,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.763809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 54322de4-c6b8-4103-a14f-937297b02a67 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:04.785448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:04.817557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0e20958e-d4da-4d7f-81c9-319428f4c1c9 req-6e46da08-70fe-4cf3-9b4a-6714e03a0e08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056113 Dec 13 09:47:04.858668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b47b5-88c5-4653-9620-9fe6ded60394 req-cf500d65-d063-4756-8073-2a8eeadc2af7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.866292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e7b47b5-88c5-4653-9620-9fe6ded60394 req-cf500d65-d063-4756-8073-2a8eeadc2af7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 932 time: 0.4583132 Dec 13 09:47:04.893222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.898616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f36bdbea-419b-4a80-a759-5d95a5921be3 req-13eae4d8-e8a6-480e-9b3f-f75882a24344 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735176 Dec 13 09:47:04.901099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:04.906217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.927302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Attempting to bind port d65d661c-678d-404d-8118-daa522c96e38 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:04.927926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Attempting to bind port d65d661c-678d-404d-8118-daa522c96e38 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:04.928364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Attempting to bind port d65d661c-678d-404d-8118-daa522c96e38 on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:04.934020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601ca1f-99a4-4b2e-806f-fa324177a74c None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:47:04.934686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Port d65d661c-678d-404d-8118-daa522c96e38 on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:04.935454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Attempting to bind port d65d661c-678d-404d-8118-daa522c96e38 on network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:04.943330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:04.943924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Checking segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:04.944411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Bound using segment: {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:04.944968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Bound port: d65d661c-678d-404d-8118-daa522c96e38, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4924e2b0-19fc-4238-a689-fe6962124c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:04.945568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.966305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:04.986923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.987529 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Added segment c36b8d93-2acf-4086-a42a-054b236a424f of type vlan for network 1de61aac-01ea-444f-86d1-2d72341dbf3d Dec 13 09:47:05.091245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.122932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c47bf782-99f6-4691-806c-27885b553768 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:05.126823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47bf782-99f6-4691-806c-27885b553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.154718 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.208135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e7b47b5-88c5-4653-9620-9fe6ded60394 req-212c5b37-8d4c-4cc8-90fc-b949b5811a9f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369255 Dec 13 09:47:05.224953 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.232842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:05.237731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.286034 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.324014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.404075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:05.445380 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:47:05.529796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b69767d-f503-4194-afc2-9da0efb072ad req-a4836821-f94a-40da-aa7f-6a85c719fc3c tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1767550 Dec 13 09:47:05.605944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601ca1f-99a4-4b2e-806f-fa324177a74c None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:47:05.606049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:05.606138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47bf782-99f6-4691-806c-27885b553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.606236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Network': ['ID=1de61aac-01ea-444f-86d1-2d72341dbf3d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.606236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:05.623072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:05.645735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:05.649286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:05.649890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.658624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d321432-4c9b-4282-ac7f-2e4ac0121bf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c3f10ea49b74b688da2c886da675d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999498 Dec 13 09:47:05.659282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:05.659591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-41773d0d-7dfa-4c46-8b44-26bc6ad74cb0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0048869 Dec 13 09:47:05.663614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=bf79a934-f572-47ff-802d-5a7ba133c0ba,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.665567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:05.674061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'subnet': {'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:05.679596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.727688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3307e5b8-b1d7-4ac4-9feb-a93dfab335d3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2770712 Dec 13 09:47:05.730919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49072) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:05.749459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:97:8a:37', 'name': 'tempest-NetworksTestDHCPv6-1204037222'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:05.769364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:05.769950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.833976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:05.834640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c47bf782-99f6-4691-806c-27885b553768 None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:05.841464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d65d661c-678d-404d-8118-daa522c96e38,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:05.847591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.866408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:05.870123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.923227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:05.923931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.931931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] 10.222.0.16 "PUT /v2.0/ports/d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 1092 time: 2.1220717 Dec 13 09:47:05.932598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae8d6-83ae-41e1-a3e3-4e02d05beaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.942976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:05.950535 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc52eb2-a966-4364-adf6-4d32287b1b73" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "tag": "d65d661c-678d-404d-8118-daa522c96e38"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:05.967023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.972976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47bf782-99f6-4691-806c-27885b553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.021976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.185289 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89eecf0-b86b-4b3f-a950-98fb66e2a0d0 x-openstack-request-id: req-b89eecf0-b86b-4b3f-a950-98fb66e2a0d0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:06.185800 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "tag": "d65d661c-678d-404d-8118-daa522c96e38", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:06.186083 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b89eecf0-b86b-4b3f-a950-98fb66e2a0d0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:06.186507 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38', 'status': 'completed', 'code': 200} Dec 13 09:47:06.241046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-bac0a2d4-94fb-4d44-a174-eed24c39ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:06.242781 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-bac0a2d4-94fb-4d44-a174-eed24c39ce0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1095 time: 0.1189544 Dec 13 09:47:06.276187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3faadb42-12f1-469b-a66b-b45ee16d8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.280603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.293834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.298358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bf782-99f6-4691-806c-27885b553768 None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:06.299992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-62d11580-2a85-4f91-ba8a-1bb67871d3cc None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:06.312013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38ca08d7-16e9-4e30-bf6d-831f20abbd4f HTTP/1.1" status: 204 len: 168 time: 0.6485066 Dec 13 09:47:06.312140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62d11580-2a85-4f91-ba8a-1bb67871d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.359122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-ebbe9d90-27a5-448e-b542-ca7cad957373 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 217 time: 0.1008437 Dec 13 09:47:06.366623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34afbba-2039-4847-85c6-4b35a84575ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ca08d7-16e9-4e30-bf6d-831f20abbd4f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:06.470457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:06.501854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-86f4acfc-7807-4402-9678-16e14270929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:06.503769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-86f4acfc-7807-4402-9678-16e14270929a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.1282151 Dec 13 09:47:06.632019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-3cdbeb3c-624f-4b9a-84b3-a74b7fd6aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:06.640864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7a6a-2876-4dca-9ffe-269e643d8fe8 req-f1a49109-0281-439b-946e-78b65f052f6d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:06.650283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-3cdbeb3c-624f-4b9a-84b3-a74b7fd6aa8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388648 Dec 13 09:47:06.664269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6c7a6a-2876-4dca-9ffe-269e643d8fe8 req-f1a49109-0281-439b-946e-78b65f052f6d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 947 time: 0.5134606 Dec 13 09:47:06.694364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1dc270-4d53-484f-b436-fb05f08e2bfb None None] DHCP port deletion for d1711630-a7f4-40c2-b7fb-d0f1ebf5d296 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:06.776542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.866023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-13c25be2-b94d-4363-988b-477c3281373e service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033119 Dec 13 09:47:06.895918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.915525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:06.964522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6c7a6a-2876-4dca-9ffe-269e643d8fe8 req-c248c4e0-b941-4fcd-b54a-dc32fbc2c6d1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948203 Dec 13 09:47:07.005800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 70993ba7-3b8a-4b33-a553-59ac0e5942fc yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:07.028334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Subnet': ['ID=66f63167-7eaa-4d64-87c0-640d15a693fa,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:07.130990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:07.134004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network hostable DHCP agents. Network: 54322de4-c6b8-4103-a14f-937297b02a67, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:07.145562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19184ff4-1937-45ee-b45f-f34ea7574581 req-b22b5143-7fb4-4430-b765-14f7d0cc716d service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704999 Dec 13 09:47:07.284180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:07.287006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 54322de4-c6b8-4103-a14f-937297b02a67 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:07.318043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb306be-bfaa-4459-bfa1-f4fc65e5d027 req-1c506767-5cc8-405d-995c-1aa6bf2f7bb0 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.319807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afb306be-bfaa-4459-bfa1-f4fc65e5d027 req-1c506767-5cc8-405d-995c-1aa6bf2f7bb0 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 944 time: 0.1579676 Dec 13 09:47:07.323709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 54322de4-c6b8-4103-a14f-937297b02a67) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:07.332470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.333066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.403531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-68d6ea98-f5b9-475f-97fd-5030e64adbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.406931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-68d6ea98-f5b9-475f-97fd-5030e64adbe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1095 time: 0.1742859 Dec 13 09:47:07.465594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:07.466836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.472981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-92f7eec0-d490-4ba1-9d07-4d0a46af2952 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8033786 Dec 13 09:47:07.489710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49148) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.518148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'subnet': {'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:07.655433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-61c76c32-21ff-45fa-be3d-18a6e89c714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.656984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-61c76c32-21ff-45fa-be3d-18a6e89c714b service neutron] 10.222.0.16 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.2412937 Dec 13 09:47:07.675172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 172.20.0.9 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/d28c5a26-3aa4-4836-93fd-cb5dfb16c665/70993ba7-3b8a-4b33-a553-59ac0e5942fc) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:07.688773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1071657125-network', 'tenant_id': '0f102ed2154e4348b2cf5e8eb42b7bd0'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:07.692141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afb306be-bfaa-4459-bfa1-f4fc65e5d027 req-02feb724-7d85-40e4-a25b-7c0afea9eafe tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564913 Dec 13 09:47:07.706625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fe97:8a37 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/bf79a934-f572-47ff-802d-5a7ba133c0ba/70993ba7-3b8a-4b33-a553-59ac0e5942fc) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:07.849395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Made reservation on behalf of 0f102ed2154e4348b2cf5e8eb42b7bd0 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:07.852729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.884587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.890788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-ff886bb0-6e36-4c39-b757-e67d21f02eaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 217 time: 0.1477859 Dec 13 09:47:07.893186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-247b6587-c996-4657-a0a7-769331d0b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.895232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-247b6587-c996-4657-a0a7-769331d0b3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 1098 time: 0.5595326 Dec 13 09:47:07.917734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:07.929794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.002550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9cecfb9-8644-4610-bab0-cfc4a8c6e774 req-caf5a845-f691-4c02-9ec3-f31a702fed5c tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1261237 Dec 13 09:47:08.088770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab071a0b-a0d1-43c9-96f5-2f7b669e0608 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:08.185868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3082350-42c7-4836-9deb-fc7ea21eb705 None None] Network 54322de4-c6b8-4103-a14f-937297b02a67 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:08.231820 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.269562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-87a6d5a3-0578-41f4-baa7-07d7a1224168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.283393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-87a6d5a3-0578-41f4-baa7-07d7a1224168 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.3536243 Dec 13 09:47:08.285971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-c9db8ea0-dcc2-43f4-a88b-abab46cc3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.296440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-c9db8ea0-dcc2-43f4-a88b-abab46cc3640 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.3824036 Dec 13 09:47:08.373053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f1fb1-cdfe-4fae-ae40-03ff5aa85829 req-1ec2a937-292f-447b-9756-39f248759a1c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.376240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a56f1fb1-cdfe-4fae-ae40-03ff5aa85829 req-1ec2a937-292f-447b-9756-39f248759a1c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 947 time: 0.1998708 Dec 13 09:47:08.457191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.573518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-6e8d2c5b-7cec-4135-be0e-e38d1c055642 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 200 len: 1000 time: 0.2893333 Dec 13 09:47:08.633796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e37a-e8cd-456c-92ae-fa57406e8b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.660465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-54322de4-c6b8-4103-a14f-937297b02a67', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:08.664170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.684957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-b9956da1-3ce8-4871-9fb8-fad1b1dd5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.687697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-b9956da1-3ce8-4871-9fb8-fad1b1dd5e9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702788 Dec 13 09:47:08.781538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.783599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=70993ba7-3b8a-4b33-a553-59ac0e5942fc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:08.787500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:08.804856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a56f1fb1-cdfe-4fae-ae40-03ff5aa85829 req-d3582839-38e4-4055-86cb-fce16854c2c7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223647 Dec 13 09:47:08.888678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:08.899663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.902718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:08.919405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-a95aac80-cba4-4e05-9e19-551e7ad019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.928620 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-a95aac80-cba4-4e05-9e19-551e7ad019ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.3360901 Dec 13 09:47:08.938244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.975755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4e25dcc5-d14d-4e28-9330-1f0c0fb0b615 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:08.980942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e25dcc5-d14d-4e28-9330-1f0c0fb0b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.094117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:09.119920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Allocated IP 10.1.1.2 (54322de4-c6b8-4103-a14f-937297b02a67/66f63167-7eaa-4d64-87c0-640d15a693fa/2fd21840-0880-490c-9233-947602aa46b8) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:09.131796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Subnet': ['ID=ceed3094-09fb-46c6-bbed-bb769a22d8a3,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.134670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482f743-eeab-4592-bb61-3273248059cd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.189465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.189938 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Added segment e8273ac8-890e-4352-99b3-ea47b663142e of type vlan for network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb Dec 13 09:47:09.302034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54ee31-247f-4c5e-92ae-efa2b6059137 req-8994a86d-110c-46c2-a877-11445177a6db tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.305550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad54ee31-247f-4c5e-92ae-efa2b6059137 req-8994a86d-110c-46c2-a877-11445177a6db tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 944 time: 0.4125538 Dec 13 09:47:09.318304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.319988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.324118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-60bb3480-22d2-44be-af5e-28043146f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.326020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-60bb3480-22d2-44be-af5e-28043146f008 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3651567 Dec 13 09:47:09.328972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-664c8787-1990-4a99-a197-4c48029fa4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320627 Dec 13 09:47:09.335486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.354835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f624d8-0f8b-4eb6-a4a5-e7563894f336 req-98559efe-4297-4e7e-ad75-65ba8796f2b7 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1768529 Dec 13 09:47:09.392587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Checking segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:09.393157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network hostable DHCP agents. Network: 1de61aac-01ea-444f-86d1-2d72341dbf3d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:09.424399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a0220d5a-00d1-421b-9661-e31ff3874cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6924400 Dec 13 09:47:09.430900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:09.479871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:09.532652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad54ee31-247f-4c5e-92ae-efa2b6059137 req-ad166226-d1f7-4a65-8fa3-6b6bc77e2854 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722949 Dec 13 09:47:09.535181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1de61aac-01ea-444f-86d1-2d72341dbf3d) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:09.542912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.543770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.555439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41f134-1fee-487b-af0d-56d3f730a241 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.565049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41f134-1fee-487b-af0d-56d3f730a241 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.567019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f41f134-1fee-487b-af0d-56d3f730a241 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1348469 Dec 13 09:47:09.570360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49198) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:09.623347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-379ea5f0-314a-49f7-bea4-175ce2b9944b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1297772 Dec 13 09:47:09.627763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:09.638284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'name': 'tempest-TaggedBootDevicesTest-110814826', 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:09.666698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dcc52eb2-a966-4364-adf6-4d32287b1b73 req-2ec985bb-a929-4863-bc18-2a4583f4c5ed service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992465 Dec 13 09:47:09.667905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10489362-e0d4-4e97-b6a6-a1ce9736bf90 None None] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:09.669305 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-9db16d93-ab46-42c5-bc81-d661ecb8d76c service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466978 Dec 13 09:47:09.670717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.672551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.675270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.724377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3201e23-bb3a-4fbd-8b3c-591025ae77c6 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:09.837419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.897512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 70993ba7-3b8a-4b33-a553-59ac0e5942fc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:09.899010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.941475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] Pushing event updated for resources: {'Network': ['ID=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.990434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c4af2344-16b8-4fdf-a3af-e9024de7eae6 req-a1411d91-20b3-41f7-9183-aa33f4a6742e service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072388 Dec 13 09:47:10.027236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:10.032657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df0cae93-42b1-4d2a-924f-b51d034addff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1152661 Dec 13 09:47:10.035431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49216) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:10.043240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Request body: {'subnet': {'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1071657125-subnet', 'tenant_id': '0f102ed2154e4348b2cf5e8eb42b7bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:10.049884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:10.087764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Made reservation on behalf of 0f102ed2154e4348b2cf5e8eb42b7bd0 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:10.094447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.138221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.144261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1de61aac-01ea-444f-86d1-2d72341dbf3d', 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ips': [{'subnet_id': 'ceed3094-09fb-46c6-bbed-bb769a22d8a3'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:10.145281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.160631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 70993ba7-3b8a-4b33-a553-59ac0e5942fc owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:10.195043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.213897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.251652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.278927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-830916f9-68ad-4de0-ae4e-bf0dbcaf63b3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520601 Dec 13 09:47:10.280467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] device_id is not set on port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:10.289604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f6380bb-1651-4849-938b-6205a1ae7295 None None] Provisioning complete for port 70993ba7-3b8a-4b33-a553-59ac0e5942fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:10.289987 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f6380bb-1651-4849-938b-6205a1ae7295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.318064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d65d661c-678d-404d-8118-daa522c96e38 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:10.420438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.487676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f851c25-6073-4576-836f-951aff012e1e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:10.492443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d65d661c-678d-404d-8118-daa522c96e38,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:10.528135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Checking segment: {'id': 'e8273ac8-890e-4352-99b3-ea47b663142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:10.528651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Network hostable DHCP agents. Network: f8cbdff6-46fb-4056-b88a-4512ab9c8cfb, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:10.551832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:10.566758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f8cbdff6-46fb-4056-b88a-4512ab9c8cfb) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:10.572946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:10.573647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.608061 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11ecfb78-dfa8-446e-b2f0-4a9d5cc2d1d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5704532 Dec 13 09:47:10.648528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fb8ea-0c46-4dee-ba69-93e3760baeef None None] Network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:10.666142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Network 54322de4-c6b8-4103-a14f-937297b02a67 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:10.678721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4fab3b0-0d8c-4ec8-b848-4237c486a5e1 req-0a3688fa-879a-465b-8aaa-47a67bcb2bdb tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1102734 Dec 13 09:47:10.681195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'd65d661c-678d-404d-8118-daa522c96e38', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'port_id': 'd65d661c-678d-404d-8118-daa522c96e38', 'mac_address': 'fa:16:3e:62:d6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:10.698693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:10.730660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-89f900ba-c94d-48f6-89ac-4385edfc106a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:10.732280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-89f900ba-c94d-48f6-89ac-4385edfc106a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4425147 Dec 13 09:47:10.756720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:10.760507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Pushing event updated for resources: {'Port': ['ID=2fd21840-0880-490c-9233-947602aa46b8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:10.772993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9f6380bb-1651-4849-938b-6205a1ae7295 None None] Port 70993ba7-3b8a-4b33-a553-59ac0e5942fc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:10.864344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-02d7e7ec-c973-4325-b961-a087cb44d862 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/quotas/6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 375 time: 0.1148660 Dec 13 09:47:10.962343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-c1bd9ee3-7ed6-4aeb-8bd3-27fdb38c9c55 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751951 Dec 13 09:47:11.044768 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.048157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f6380bb-1651-4849-938b-6205a1ae7295 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:11.048782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f6380bb-1651-4849-938b-6205a1ae7295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.152569 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-95f3456a-668b-4148-b452-cadfcd9b335b req-f81eb63b-87a6-4228-8edf-13905cd125bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0479505 Dec 13 09:47:11.157319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Allocated IP 10.2.2.2 (1de61aac-01ea-444f-86d1-2d72341dbf3d/ceed3094-09fb-46c6-bbed-bb769a22d8a3/9875d00f-9326-4a8f-b449-fa71386e0e93) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:11.167045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.1.1.83 (54322de4-c6b8-4103-a14f-937297b02a67/66f63167-7eaa-4d64-87c0-640d15a693fa/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:11.185500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6baaae-5247-40ef-b19b-defd6eeac3dd req-826e4a14-236a-48ce-af38-c8f87b204979 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.194419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc6baaae-5247-40ef-b19b-defd6eeac3dd req-826e4a14-236a-48ce-af38-c8f87b204979 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 944 time: 0.2818739 Dec 13 09:47:11.219174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65d661c-678d-404d-8118-daa522c96e38 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:11.227014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Attempting to bind port 2fd21840-0880-490c-9233-947602aa46b8 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:11.228312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Attempting to bind port 2fd21840-0880-490c-9233-947602aa46b8 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:11.228715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.229120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Attempting to bind port 2fd21840-0880-490c-9233-947602aa46b8 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:11.259686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.293463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:11.293729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:11.294239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.294707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Bound using segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:11.295272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Bound port: 2fd21840-0880-490c-9233-947602aa46b8, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:11.295756 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.297994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e44609-d08a-4af2-8c92-9590a324076f None None] Network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:11.298441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=70993ba7-3b8a-4b33-a553-59ac0e5942fc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.326165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc6baaae-5247-40ef-b19b-defd6eeac3dd req-adaa34b5-6089-4bcc-9976-0770d702166f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219070 Dec 13 09:47:11.359925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d65d661c-678d-404d-8118-daa522c96e38,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:11.457923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.567284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-973cd4c8-0224-4f19-ac15-cc8fa0a0308b req-bc29a53d-f2b7-4862-8cea-1f70ee098dfa tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 210 time: 0.1008408 Dec 13 09:47:11.603025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.763397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.767043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-36a5791c-0cc5-4287-8e10-36e88b86607f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/70993ba7-3b8a-4b33-a553-59ac0e5942fc HTTP/1.1" status: 204 len: 168 time: 2.1954951 Dec 13 09:47:11.769612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49266) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:11.886982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c6959-3e52-4941-8091-44511897cc11 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.904602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c6959-3e52-4941-8091-44511897cc11 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.913793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c6959-3e52-4941-8091-44511897cc11 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.921315 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-254c6959-3e52-4941-8091-44511897cc11 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1488090 Dec 13 09:47:11.925255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:11.925476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-fa95fd5b-d445-44c8-8df6-4f3e549c448c tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.927327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-fa95fd5b-d445-44c8-8df6-4f3e549c448c tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/networks?id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb HTTP/1.1" status: 200 len: 814 time: 0.3731542 Dec 13 09:47:11.967270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] For port 2fd21840-0880-490c-9233-947602aa46b8, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:11.973579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee0c3c5f-5fb4-4f67-85ee-3ffa338b6e8f req-43aa7773-cff9-4504-adc7-a60de2b182ca tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0811059 Dec 13 09:47:11.991126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-805af43b-98d8-461a-91ef-0e2ded08eb39 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/quotas/0f102ed2154e4348b2cf5e8eb42b7bd0 HTTP/1.1" status: 200 len: 375 time: 0.0381260 Dec 13 09:47:12.020031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.021526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d65d661c-678d-404d-8118-daa522c96e38'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:12.033097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8d3af997-1c1f-4248-b62d-af52fc25cc53 None None] Could not find standard attr ID for object 70993ba7-3b8a-4b33-a553-59ac0e5942fc. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:12.043330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-345ff9a5-e521-4f03-9a8e-0386af096416 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f102ed2154e4348b2cf5e8eb42b7bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399785 Dec 13 09:47:12.063410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet bf79a934-f572-47ff-802d-5a7ba133c0ba {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:12.074177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.126346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.203146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-e4d88c7c-018e-4302-b53c-d80adbcfe2c9 service neutron] 10.222.0.31 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507282 Dec 13 09:47:12.240738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.242869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.250241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] For port 2fd21840-0880-490c-9233-947602aa46b8, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fd21840-0880-490c-9233-947602aa46b8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:12.267754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.270520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.294724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.334518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8d3af997-1c1f-4248-b62d-af52fc25cc53 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:12.335916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d3af997-1c1f-4248-b62d-af52fc25cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.341572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.397547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=bf79a934-f572-47ff-802d-5a7ba133c0ba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:12.404562 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.419174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.424588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64ce6adb-2d29-4423-85e2-63fae7819e24 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/bf79a934-f572-47ff-802d-5a7ba133c0ba HTTP/1.1" status: 204 len: 168 time: 0.4974937 Dec 13 09:47:12.427661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49276) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:12.530310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 54322de4-c6b8-4103-a14f-937297b02a67 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:12.542193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet d28c5a26-3aa4-4836-93fd-cb5dfb16c665 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:12.548031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.552952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:12.553589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caca270-4d69-498e-b8ba-31a096b09316 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:12.560024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:12.584265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125d445-ea21-4bbb-a66b-a5d423b7dcb0 None None] Pushing event updated for resources: {'Port': ['ID=2fd21840-0880-490c-9233-947602aa46b8,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:12.612337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.632109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-f5ec10a0-ab32-4a7f-a7e9-f15a4c36c74d service neutron] 10.222.0.31 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204426 Dec 13 09:47:12.657436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:12.740600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab17b51-24c1-4007-8d09-58d471dd0ab8 req-83b77203-e5ca-4e28-9440-3989174d298d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.744462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ab17b51-24c1-4007-8d09-58d471dd0ab8 req-83b77203-e5ca-4e28-9440-3989174d298d tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 945 time: 0.2359145 Dec 13 09:47:12.766324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.767070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.769777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Pushing event updated for resources: {'Port': ['ID=9875d00f-9326-4a8f-b449-fa71386e0e93,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:12.804390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:12.873114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c44d1c62-3be3-4f17-b507-22d7e8feebed tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2381704 Dec 13 09:47:12.874171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:12.885593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'name': 'tempest-TaggedBootDevicesTest-319991588', 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:12.937929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2ab17b51-24c1-4007-8d09-58d471dd0ab8 req-abdef3d6-5c93-4ed3-bcf6-2ff7587da554 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643796 Dec 13 09:47:12.981837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.105258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.210374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=d28c5a26-3aa4-4836-93fd-cb5dfb16c665,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:13.221225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.233402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3e66bc9-c294-44d4-bc0f-4de28ed1cffc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d28c5a26-3aa4-4836-93fd-cb5dfb16c665 HTTP/1.1" status: 204 len: 168 time: 0.8036299 Dec 13 09:47:13.237687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49296) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:13.238229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:13.345480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.377739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:13.382371 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-b90d485a-e483-4670-8486-da44ed17cb77 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404773 Dec 13 09:47:13.388757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ccd1fe29-7361-4245-ba6a-0f0067c563b7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479611 Dec 13 09:47:13.389659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:13.409684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df9cfcd6-b162-447c-9e33-267c8a3cbd62 req-3a42c2c8-3d59-4d65-b758-5d4a5069048c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 210 time: 0.1730123 Dec 13 09:47:13.526041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fd21840-0880-490c-9233-947602aa46b8 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:13.526822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] device_id is not set on port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:13.538751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40839eb2-ae60-43c3-904d-8f571272e673 req-a963e905-5c43-4ff0-82b2-02503fc19389 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 210 time: 0.2266872 Dec 13 09:47:13.716957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:13.875576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:14.027480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-348a8b83-08ac-400f-90dd-76053f0346fc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.041381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-348a8b83-08ac-400f-90dd-76053f0346fc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6478460 Dec 13 09:47:14.082257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Request body: {'port': {'device_id': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '6bd0bd145e444d4fb631cfdbdac1f532'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:14.179737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Attempting to bind port 9875d00f-9326-4a8f-b449-fa71386e0e93 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:14.180120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Attempting to bind port 9875d00f-9326-4a8f-b449-fa71386e0e93 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:14.181111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Attempting to bind port 9875d00f-9326-4a8f-b449-fa71386e0e93 on network 1de61aac-01ea-444f-86d1-2d72341dbf3d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:14.191134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:14.195245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:14.195653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Checking segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:14.195824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.196201 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.196597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Bound using segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:14.197680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Bound port: 9875d00f-9326-4a8f-b449-fa71386e0e93, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:14.198369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.219362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2fd21840-0880-490c-9233-947602aa46b8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:14.219887 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.323501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Made reservation on behalf of 6bd0bd145e444d4fb631cfdbdac1f532 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:14.327484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.357418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.358074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] For port 9875d00f-9326-4a8f-b449-fa71386e0e93, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:14.362263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] For port 9875d00f-9326-4a8f-b449-fa71386e0e93, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9875d00f-9326-4a8f-b449-fa71386e0e93,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:14.368527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b77309-3d4a-4445-96cb-dcea45b37311 None None] Network 54322de4-c6b8-4103-a14f-937297b02a67 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:14.391839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.392610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.1.1.143 (54322de4-c6b8-4103-a14f-937297b02a67/66f63167-7eaa-4d64-87c0-640d15a693fa/254838d9-bead-4fcf-a82d-2a71fb11a2e3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:14.468932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b67664d6-700c-427b-8c90-ee80528784cd req-41ff51be-140d-44d9-8ca8-03e69cb5463d tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.8621950 Dec 13 09:47:14.513965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d9ca3-f0f2-461b-9dca-e7cc4f63073f None None] Pushing event updated for resources: {'Port': ['ID=9875d00f-9326-4a8f-b449-fa71386e0e93,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:14.520482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-957cd02a-f9d2-4b6f-bf6c-5ccc37fb15f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1278720 Dec 13 09:47:14.606145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e7492ce6-c450-4e2f-bd8b-cea7f428083e None None] Provisioning complete for port 2fd21840-0880-490c-9233-947602aa46b8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:14.607070 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7492ce6-c450-4e2f-bd8b-cea7f428083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.610764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0402c-b955-437a-bd98-0268c637e20a req-4a1d3f04-767b-401c-ac4d-ee35220fae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.618270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-4a1d3f04-767b-401c-ac4d-ee35220fae16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 1098 time: 0.0745428 Dec 13 09:47:14.827191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.833305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d85fb566-307b-4fcc-80e7-0363a2968156 req-586283b3-404d-4791-8eb3-5253ad47ba25 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 210 time: 0.0853815 Dec 13 09:47:14.839348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.847616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0402c-b955-437a-bd98-0268c637e20a req-295adc5b-43d4-4d8d-b527-087da1cb7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.849783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-295adc5b-43d4-4d8d-b527-087da1cb7d73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2081995 Dec 13 09:47:14.935763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-a38ca932-5450-41fb-a66f-d6302aed7eac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 200 len: 217 time: 0.0753853 Dec 13 09:47:14.974839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.056363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7492ce6-c450-4e2f-bd8b-cea7f428083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.056942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=f5eb7b99-323f-4dc2-849e-07b2bae7564d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:15.063690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0402c-b955-437a-bd98-0268c637e20a req-7f806eae-220b-422b-a87b-3b9a0dfee854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.065338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-7f806eae-220b-422b-a87b-3b9a0dfee854 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1227610 Dec 13 09:47:15.095208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.135445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b29e3625-295d-4c5b-bef3-2a5b1003fd8c req-0ecdf10f-4eff-4da8-aabc-b3ea3a3d28f3 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 210 time: 0.0870516 Dec 13 09:47:15.147658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2fd21840-0880-490c-9233-947602aa46b8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fd21840-0880-490c-9233-947602aa46b8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:15.149614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287d34a-81e7-40c4-8fa2-9d972d616460 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'd28c5a26-3aa4-4836-93fd-cb5dfb16c665'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f731cfe4-09a0-4e3e-9c6a-03acaef1956b'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:47:15.193778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.222514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae0c29-0d0d-44b4-9870-356930b13311,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:15.242137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:15.248310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:15.254236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.254843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.289231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f192e8d-a277-4dfb-821e-217f16a5d919 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9103301 Dec 13 09:47:15.289986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49334) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:15.344927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:15.393622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6287d34a-81e7-40c4-8fa2-9d972d616460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.483261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0402c-b955-437a-bd98-0268c637e20a req-30a0c164-4650-4a41-acb9-87566ec9a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.485445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-30a0c164-4650-4a41-acb9-87566ec9a719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3608384 Dec 13 09:47:15.567142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e133-7d05-49f6-9382-781f2136a386 req-a7a0c0da-a03f-4c87-a86b-3538b69724ef tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.596697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c202e133-7d05-49f6-9382-781f2136a386 req-a7a0c0da-a03f-4c87-a86b-3538b69724ef tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 945 time: 1.1386750 Dec 13 09:47:15.674744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.702574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac55ea3d-d65b-4dd9-bbcb-84071460b9ac req-e4bb6e19-9e82-4b63-8cd8-d56aac59a214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53de5ec2ecc441eba424e2777dd301ca&device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.0600467 Dec 13 09:47:15.712589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9875d00f-9326-4a8f-b449-fa71386e0e93 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:15.868294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-e7492ce6-c450-4e2f-bd8b-cea7f428083e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:15.868660 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-e7492ce6-c450-4e2f-bd8b-cea7f428083e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:15.887480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:15.896468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.897975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2fd21840-0880-490c-9233-947602aa46b8,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:15.905217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac55ea3d-d65b-4dd9-bbcb-84071460b9ac req-f0388857-6ea6-4bd0-8f86-79ffaaafaf41 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=53de5ec2ecc441eba424e2777dd301ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1541634 Dec 13 09:47:15.977189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9875d00f-9326-4a8f-b449-fa71386e0e93 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:15.977824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.119189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ea3d-d65b-4dd9-bbcb-84071460b9ac req-164ff721-ae50-4cc8-8d09-04a7925c13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.120701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac55ea3d-d65b-4dd9-bbcb-84071460b9ac req-164ff721-ae50-4cc8-8d09-04a7925c13ff service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965671 Dec 13 09:47:16.131278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-146a6ba1-a0ed-48e3-809c-4d6a8b729bf0 req-395703e6-63fd-4061-9fbf-81aabed71480 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1864221 Dec 13 09:47:16.151950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3b29c-90b9-4ea4-acae-e14112f810ef None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:16.182877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c202e133-7d05-49f6-9382-781f2136a386 req-c3cc0d2c-bdc7-4b0e-81a8-8aaa9460f2b2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5753362 Dec 13 09:47:16.256196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-205f36dc-7cd4-4c62-a666-8d0dc2995113 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573941 Dec 13 09:47:16.357894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Allocated IP 192.168.233.17 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/7cc1959a-1edf-4565-9890-a2338047ac12) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:16.367930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d65d661c-678d-404d-8118-daa522c96e38 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:16.454745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.534493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ece0402c-b955-437a-bd98-0268c637e20a req-8a61adbb-a473-49e5-88f5-a227a1eaab24 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688813 Dec 13 09:47:16.629338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f26071e-cda4-4dd2-8e39-240e1c111816 req-6a40329e-38dd-4cff-aaa0-7206eb50b28e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 210 time: 0.2730019 Dec 13 09:47:16.688361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40798240-aef0-417f-95b3-5106d8082206 req-57ec62dd-f6ec-44a0-8f77-486d525d3598 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 210 time: 0.1268220 Dec 13 09:47:16.701226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-20a7945d-3d99-4c59-a078-77880dc7182c tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.702811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-20a7945d-3d99-4c59-a078-77880dc7182c tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.20 "GET /v2.0/networks?id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb HTTP/1.1" status: 200 len: 814 time: 0.6121230 Dec 13 09:47:16.715047 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.720340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Request body: {'port': {'device_id': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb', 'admin_state_up': True, 'tenant_id': '0f102ed2154e4348b2cf5e8eb42b7bd0'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:16.766550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 54322de4-c6b8-4103-a14f-937297b02a67 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:16.782077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:16.809018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762fef8-9925-49ca-a912-63e434cda784 None None] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:16.846600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Provisioning complete for port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:16.847404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:16.847525 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.855986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:16.933110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.934077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.943686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Made reservation on behalf of 0f102ed2154e4348b2cf5e8eb42b7bd0 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:16.950244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port d65d661c-678d-404d-8118-daa522c96e38 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:16.951492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.974901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 9875d00f-9326-4a8f-b449-fa71386e0e93, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9875d00f-9326-4a8f-b449-fa71386e0e93,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:16.978303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port d65d661c-678d-404d-8118-daa522c96e38 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:16.978677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.010109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eff5e692-9a0e-44ae-9817-dbe3088d2d31 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1342878 Dec 13 09:47:17.020398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.062501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:17.114734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.215037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.268221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Allocated IP 172.20.0.11 (f8cbdff6-46fb-4056-b88a-4512ab9c8cfb/8f851c25-6073-4576-836f-951aff012e1e/3c703b98-36b1-478a-96aa-fa9397e93363) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:17.306106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:17.310403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:17.320775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:17.326075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:17.327187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.339205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=9875d00f-9326-4a8f-b449-fa71386e0e93,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:17.361509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'f5eb7b99-323f-4dc2-849e-07b2bae7564d'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f731cfe4-09a0-4e3e-9c6a-03acaef1956b'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:47:17.431000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d2b293a-3451-4937-a4db-aaa84bd45fc1 req-8c2b099e-5dcc-4f7b-b7c3-d9da846df561 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1506789 Dec 13 09:47:17.627377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ac55ea3d-d65b-4dd9-bbcb-84071460b9ac req-4ba2e11f-1cbc-4e18-8618-584bd953a209 tempest-ServerShowV254Test-875642594 tempest-ServerShowV254Test-875642594-project] 10.222.0.20 "GET /v2.0/ports?device_id=3df5dac7-4beb-41ef-89b3-b8524ba1cce8 HTTP/1.1" status: 200 len: 210 time: 0.1276367 Dec 13 09:47:17.630106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.630800 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.633651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49378) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:17.638177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:17.645225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365856945', 'description': 'tempest-description--1558618625'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:17.676118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fd21840-0880-490c-9233-947602aa46b8 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:17.692219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:17.716571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.748354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.755105 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.814179 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.816567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.846288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-3a36fc31-6bd3-4c92-b8ef-d2a8612495d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7937045 Dec 13 09:47:17.903350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a3e4-69b1-4bbd-a09b-5f591a3858f6 req-309f4d96-9107-4a6b-91e6-2c1bec2eb0f0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.905438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5095a3e4-69b1-4bbd-a09b-5f591a3858f6 req-309f4d96-9107-4a6b-91e6-2c1bec2eb0f0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 935 time: 0.1726995 Dec 13 09:47:17.931171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c105-c21d-4780-a05d-b124057b629c req-dfb12456-1179-4799-86d5-5dee729822c5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.936467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4971c105-c21d-4780-a05d-b124057b629c req-dfb12456-1179-4799-86d5-5dee729822c5 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 945 time: 0.3699026 Dec 13 09:47:17.948528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:17.958203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Pushing event updated for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.009408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:18.014949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:18.071610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Allocated IP 172.20.0.2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f5eb7b99-323f-4dc2-849e-07b2bae7564d/f731cfe4-09a0-4e3e-9c6a-03acaef1956b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:18.078599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Allocated IP 2001:db8::f816:3eff:fe8b:de89 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/cb5c0363-07f4-4829-b674-a5bfe613608f/f731cfe4-09a0-4e3e-9c6a-03acaef1956b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:18.114930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.115872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.128262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4971c105-c21d-4780-a05d-b124057b629c req-f41b9034-21c2-4c46-bfea-c018812320be tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406929 Dec 13 09:47:18.133024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5095a3e4-69b1-4bbd-a09b-5f591a3858f6 req-b295e57b-b607-4987-b901-7f47a1558e66 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110894 Dec 13 09:47:18.149354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-7349a3b7-f001-4828-a829-d857b98c28a9 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4290202 Dec 13 09:47:18.158433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Request body: {'port': {'device_id': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.206243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Request body: {'port': {'device_id': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.261709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2fd21840-0880-490c-9233-947602aa46b8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:18.262086 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.281422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.289176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.305783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d65d661c-678d-404d-8118-daa522c96e38,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:18.345051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b1c16-a9fc-419e-984d-46e6aca7dc96 req-b9cf3aea-f070-4ff6-985e-dc372ff1fd0e tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.352769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-734b1c16-a9fc-419e-984d-46e6aca7dc96 req-b9cf3aea-f070-4ff6-985e-dc372ff1fd0e tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 932 time: 0.1456697 Dec 13 09:47:18.354152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:18.356839 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac7a07c-28d5-45ec-b030-45fdb01a18f6" -d '{"events": [{"server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d65d661c-678d-404d-8118-daa522c96e38"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:18.368092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Provisioning complete for port 2fd21840-0880-490c-9233-947602aa46b8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:18.368673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74118552-b11e-4497-92d2-80db19e7a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.416769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.430318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-734b1c16-a9fc-419e-984d-46e6aca7dc96 req-d4c5d660-78b3-4e65-8761-804c37b3bfab tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759442 Dec 13 09:47:18.501202 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f873993a-04eb-4102-899b-c04f76b6e731 x-openstack-request-id: req-f873993a-04eb-4102-899b-c04f76b6e731 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:18.501504 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d65d661c-678d-404d-8118-daa522c96e38", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:18.501739 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f873993a-04eb-4102-899b-c04f76b6e731 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:18.502128 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38', 'code': 200} Dec 13 09:47:18.624509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:18.633012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.648301 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.668771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.701823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11473a-0c6d-4281-aee6-a2d93b867917,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.706673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.707628 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.708823 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed58d8ca-a475-445b-a0b7-f8b5798ad515 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0671618 Dec 13 09:47:18.714198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:18.716604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.726768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'security_group_rule': {'security_group_id': '0b11473a-0c6d-4281-aee6-a2d93b867917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.751302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe8b:de89-29a63d0c-b550-419f-8544-07f745f696 {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:18.751967 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:18.774267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.815195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:18.833309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c5579-945d-4c71-bb21-a8102f6723ad req-e53cbed3-0ba3-4c05-9b6f-f0b3158a29d4 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.834920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c3c5579-945d-4c71-bb21-a8102f6723ad req-e53cbed3-0ba3-4c05-9b6f-f0b3158a29d4 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 949 time: 0.2981846 Dec 13 09:47:18.841277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74dbb3-2ef4-4e33-bd10-8e284049d3d6 req-2a352177-9df1-494c-843d-1518396cec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.842942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d74dbb3-2ef4-4e33-bd10-8e284049d3d6 req-2a352177-9df1-494c-843d-1518396cec11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1097 time: 0.1989434 Dec 13 09:47:18.913223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f7c0b-ef68-49dd-a6b6-54658698cf5c None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.916731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.923266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc1959a-1edf-4565-9890-a2338047ac12 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:18.930401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.934514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.952200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad104d9-e37a-4ad2-9923-2bd22f0f7b25,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.958214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Provisioning complete for port 7cc1959a-1edf-4565-9890-a2338047ac12 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:18.958655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.970641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Transition to ACTIVE for port object 7cc1959a-1edf-4565-9890-a2338047ac12 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:18.981505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.983232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e8c4df9-222a-438d-9624-52b0f5befa58 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681887 Dec 13 09:47:18.987408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.993405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:18.993768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49418) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:18.997890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c3c5579-945d-4c71-bb21-a8102f6723ad req-e2f3ee27-5ab5-4f41-bf5c-71682a1a6ee8 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324792 Dec 13 09:47:19.013501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'security_group_rule': {'security_group_id': '0b11473a-0c6d-4281-aee6-a2d93b867917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:19.023597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Port 7cc1959a-1edf-4565-9890-a2338047ac12 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:19.052476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d74dbb3-2ef4-4e33-bd10-8e284049d3d6 req-bb3b93dd-60da-4d03-a362-2aff1793c611 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816323 Dec 13 09:47:19.060994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c703b98-36b1-478a-96aa-fa9397e93363 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:19.072912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.094086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Transition to ACTIVE for port object 3c703b98-36b1-478a-96aa-fa9397e93363 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:19.095057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.101981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.166520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:19.166862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:19.167573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:19.180334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.187204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:19.188395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:19.218949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:19.219569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:19.220137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:19.220680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Bound port: 7cc1959a-1edf-4565-9890-a2338047ac12, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:19.237991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.239671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Pushing event updated for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.242221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.285496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:19.291974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Provisioning complete for port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:19.292589 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.295438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.340386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3f8362d-3f5a-46d6-adc5-154185520ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.423673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:19.448299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.508142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.546274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.552833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_pluggable_backend [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Port f731cfe4-09a0-4e3e-9c6a-03acaef1956b got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103194) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Dec 13 09:47:19.553505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.572146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:19.605284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Provisioning complete for port 9875d00f-9326-4a8f-b449-fa71386e0e93 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:19.605666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a091392-3e85-4125-bfaa-08785bbb8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.617548 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.618793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6197708 Dec 13 09:47:19.628539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:19.631906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Attempting to bind port 3c703b98-36b1-478a-96aa-fa9397e93363 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:19.632167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Attempting to bind port 3c703b98-36b1-478a-96aa-fa9397e93363 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'e8273ac8-890e-4352-99b3-ea47b663142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:19.632553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Attempting to bind port 3c703b98-36b1-478a-96aa-fa9397e93363 on network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:19.651524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:19.671235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201ed44-31db-4bfb-833c-27f8329d0d9e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a8390a-7652-4711-996d-fa1070168bd0,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.674946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9875d00f-9326-4a8f-b449-fa71386e0e93 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:19.685908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Port 3c703b98-36b1-478a-96aa-fa9397e93363 on network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:19.686189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Attempting to bind port 3c703b98-36b1-478a-96aa-fa9397e93363 on network f8cbdff6-46fb-4056-b88a-4512ab9c8cfb {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:19.700383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:19.700383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Checking segment: {'id': 'e8273ac8-890e-4352-99b3-ea47b663142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:19.700756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Bound using segment: {'id': 'e8273ac8-890e-4352-99b3-ea47b663142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:19.701093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Bound port: 3c703b98-36b1-478a-96aa-fa9397e93363, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8273ac8-890e-4352-99b3-ea47b663142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:19.701290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.710029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:19.719635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80051e84-18f0-4777-bb87-f539401c98b9 req-68b16586-868a-4281-865c-356e67f203ac tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.721290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:19.724786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.725523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.727367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80051e84-18f0-4777-bb87-f539401c98b9 req-68b16586-868a-4281-865c-356e67f203ac tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.3286192 Dec 13 09:47:19.742449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:19.749911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.757933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4137423 Dec 13 09:47:19.769575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49440) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:19.778964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:19.787944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:f6:a9:1d', 'name': 'tempest-NetworksTestDHCPv6-882779940'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:19.794885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.806185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9875d00f-9326-4a8f-b449-fa71386e0e93 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:19.806908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.872564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.873200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.874656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] 10.222.0.16 "PUT /v2.0/ports/7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 1095 time: 2.0195165 Dec 13 09:47:19.890768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:19.901961 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7996f-1b56-4d6d-9635-13d30df16d17" -d '{"events": [{"name": "network-changed", "server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:19.902339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3f8362d-3f5a-46d6-adc5-154185520ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.916755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524667f-97bf-4cc1-b002-5111cd1fe0c1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=cb5c0363-07f4-4829-b674-a5bfe613608f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.006896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3f8362d-3f5a-46d6-adc5-154185520ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.012319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:20.055346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e47c0-1b8c-4158-869b-ce25636d6d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.079986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-5a232dec-233c-4078-a8e0-3f28beef45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.081650 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-5a232dec-233c-4078-a8e0-3f28beef45da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1098 time: 0.1122255 Dec 13 09:47:20.139528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:20.145838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3c703b98-36b1-478a-96aa-fa9397e93363,segment=NetworkSegment(e8273ac8-890e-4352-99b3-ea47b663142e),segment_id=e8273ac8-890e-4352-99b3-ea47b663142e)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:20.146387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-94189a98-bb8f-427b-be72-f65ded1d7eda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0545204 Dec 13 09:47:20.153518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:20.153882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.174346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80051e84-18f0-4777-bb87-f539401c98b9 req-09ec67cc-4097-4309-b6db-d6e45d105aa2 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460595 Dec 13 09:47:20.203151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f3f8362d-3f5a-46d6-adc5-154185520ae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53de5ec2ecc441eba424e2777dd301ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1994245 Dec 13 09:47:20.204457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.215281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49446) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:20.235570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.235969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.238509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c703b98-36b1-478a-96aa-fa9397e93363 HTTP/1.1" status: 200 len: 1092 time: 2.0838518 Dec 13 09:47:20.248641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-bccabf2a-ace0-4498-b128-e1e5577671e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.254058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-bccabf2a-ace0-4498-b128-e1e5577671e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0974376 Dec 13 09:47:20.286695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:20.290781 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db0138-77f3-45fd-9794-5f1e2ac77f13" -d '{"events": [{"name": "network-changed", "server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:20.330713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-0d6ec6c9-526d-4909-b860-c36f69e8ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.331071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad01a6d-a877-4d3b-81d7-a197e005bec1 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:20.333114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-0d6ec6c9-526d-4909-b860-c36f69e8ce2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696738 Dec 13 09:47:20.366171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8362d-3f5a-46d6-adc5-154185520ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f7420-54d5-46ba-b38d-1459d5d97c6c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.386397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.450279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749cc70-853c-4651-8fb9-829673fcea07 req-03a85f2d-f99f-421a-a347-eaf5c821e10b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.457134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f1665f9b-727c-49fe-9c20-08deb54f74ca None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:20.457617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4749cc70-853c-4651-8fb9-829673fcea07 req-03a85f2d-f99f-421a-a347-eaf5c821e10b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.5475645 Dec 13 09:47:20.457940 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1665f9b-727c-49fe-9c20-08deb54f74ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.461716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:20.462000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-6eae4627-f04d-4bf5-82b3-3b83d68857d7 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161420 Dec 13 09:47:20.478861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.528285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14963-8fb4-41c8-92e6-01fcfd749002 service neutron] Pushing event updated for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.553760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-824e19e0-ddba-45eb-a329-ca737fbf372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.555028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-824e19e0-ddba-45eb-a329-ca737fbf372d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f102ed2154e4348b2cf5e8eb42b7bd0&device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 1095 time: 0.2514122 Dec 13 09:47:20.570830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=14']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.571282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6914d-decb-417d-8699-d60140d0538e req-f7b2d015-d845-4b06-a6fa-de74708d75d8 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.573360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25c6914d-decb-417d-8699-d60140d0538e req-f7b2d015-d845-4b06-a6fa-de74708d75d8 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 944 time: 0.2677159 Dec 13 09:47:20.574000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:20.602440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0264d0c-1c1b-48ec-b939-6281e3ae8e39 req-394ef77c-cfdb-42dd-ac49-3a607eeb7b0d service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317723 Dec 13 09:47:20.707406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-0b64a291-7016-43bc-a275-4e29f4c975d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c703b98-36b1-478a-96aa-fa9397e93363 HTTP/1.1" status: 200 len: 217 time: 0.1205833 Dec 13 09:47:20.708152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.718502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.723165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4749cc70-853c-4651-8fb9-829673fcea07 req-8e293348-6e62-4078-b3bc-8e3f85697889 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647088 Dec 13 09:47:20.828143 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2511e5e-b5ac-4945-80d4-14faf2cf82de x-openstack-request-id: req-b2511e5e-b5ac-4945-80d4-14faf2cf82de {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:20.828676 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:20.829126 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2511e5e-b5ac-4945-80d4-14faf2cf82de {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:20.829725 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'status': 'completed', 'code': 200} Dec 13 09:47:20.856299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.869864 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44310d7a-ad55-48b8-b99d-bafa8f47b5e9 x-openstack-request-id: req-44310d7a-ad55-48b8-b99d-bafa8f47b5e9 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:20.870192 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:20.870426 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44310d7a-ad55-48b8-b99d-bafa8f47b5e9 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:20.870817 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363', 'status': 'completed', 'code': 200} Dec 13 09:47:20.909480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-4b01ee98-a972-4ba8-b5ff-c52a65c6a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.911360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-4b01ee98-a972-4ba8-b5ff-c52a65c6a7d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1098 time: 0.0500710 Dec 13 09:47:20.911641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-c88a8eda-28a0-4511-919b-9a89e4a1fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.914272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-c88a8eda-28a0-4511-919b-9a89e4a1fb5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f851c25-6073-4576-836f-951aff012e1e HTTP/1.1" status: 200 len: 854 time: 0.1977432 Dec 13 09:47:20.918231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25c6914d-decb-417d-8699-d60140d0538e req-10fdd556-bb2c-4ee7-8322-e76d201da256 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012285 Dec 13 09:47:20.980399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.005964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-54548972-3ee5-4c1d-b54f-21341d7e44ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714066 Dec 13 09:47:21.010179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-471904ed-c359-4e31-802a-a9002f98e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.011625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-471904ed-c359-4e31-802a-a9002f98e5fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.0937781 Dec 13 09:47:21.072170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-0b434ce7-3557-4409-aaf7-ccee2571d389 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0516360 Dec 13 09:47:21.097896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port d064a877-6106-4168-89d5-f7e5b5665d13 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:21.150515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 172.25.2.9 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/648e5c7a-b36e-430b-a51a-347d100b93ff) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:21.183935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-66f477dd-92b9-425b-9849-7dedcaabc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.190393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-66f477dd-92b9-425b-9849-7dedcaabc169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1083603 Dec 13 09:47:21.290541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.295609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.296155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-1f973cae-e1bd-40fc-98c9-8aab02aa691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.296788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd3f7420-54d5-46ba-b38d-1459d5d97c6c HTTP/1.1" status: 204 len: 168 time: 1.0568976 Dec 13 09:47:21.297664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-1f973cae-e1bd-40fc-98c9-8aab02aa691b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978844 Dec 13 09:47:21.357275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-1c7f85e7-45f5-4e5d-ba9b-4548836028b5 service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423817 Dec 13 09:47:21.358031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776fca3-a8dc-4342-8c5d-9032b2c0adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f7420-54d5-46ba-b38d-1459d5d97c6c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:21.397310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ab363444-2243-40ac-9092-acbb40854b17 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:21.397896 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab363444-2243-40ac-9092-acbb40854b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.453881 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-7a241376-22e7-40f9-ad3b-6392a287c007 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428514 Dec 13 09:47:21.457835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:21.578415 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16f7996f-1b56-4d6d-9635-13d30df16d17 req-3cd7d831-1161-47b9-941a-33cf44e85912 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123450 Dec 13 09:47:21.608728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:21.609278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.611455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:21.906227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.937733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:21.940128 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df76a3f-539a-42e0-b79a-397d1e887130" -d '{"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:21.954551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:21.959608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.013801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:22.088465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 172.20.0.6 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f5eb7b99-323f-4dc2-849e-07b2bae7564d/d064a877-6106-4168-89d5-f7e5b5665d13) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:22.118188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aadbc-5e3f-46f8-8800-cda5895919d5 req-7ec3c28f-da81-49c1-a28e-ab0b415b2447 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.119671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de9aadbc-5e3f-46f8-8800-cda5895919d5 req-7ec3c28f-da81-49c1-a28e-ab0b415b2447 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.8172858 Dec 13 09:47:22.128972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fef6:a91d (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/cb5c0363-07f4-4829-b674-a5bfe613608f/d064a877-6106-4168-89d5-f7e5b5665d13) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:22.244728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e1b9b6e-4bed-4588-906b-5451553b5ca8 req-8c69296f-032a-4c32-8c1e-ba013a835ece service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378944 Dec 13 09:47:22.247365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.261069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e63033-cb80-49fc-aab0-aacd49d71752 req-dd891396-44c7-4987-8607-5b35cca146db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.262669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6e63033-cb80-49fc-aab0-aacd49d71752 req-dd891396-44c7-4987-8607-5b35cca146db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.1948278 Dec 13 09:47:22.297020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de9aadbc-5e3f-46f8-8800-cda5895919d5 req-bbe2c2b2-e5d2-4154-92ba-ef27e3929791 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695750 Dec 13 09:47:22.397259 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e559137a-68bd-4ce3-a62d-4c5b2ef1a1d6 x-openstack-request-id: req-e559137a-68bd-4ce3-a62d-4c5b2ef1a1d6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:22.397560 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:22.398108 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e559137a-68bd-4ce3-a62d-4c5b2ef1a1d6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:22.398196 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'code': 200} Dec 13 09:47:22.449457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6e63033-cb80-49fc-aab0-aacd49d71752 req-42db6d8a-05ce-4115-a2c9-49577d46a094 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717372 Dec 13 09:47:22.460242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-96fc6a76-fb61-498c-b5cf-f873680b9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.461763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-96fc6a76-fb61-498c-b5cf-f873680b9c3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f102ed2154e4348b2cf5e8eb42b7bd0&device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 1095 time: 0.1708200 Dec 13 09:47:22.478095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.586419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.601818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:22.615899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:22.625121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:22.636238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=648e5c7a-b36e-430b-a51a-347d100b93ff,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:22.672944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06df8f-e5e3-4652-813f-11a226acb7b6 req-9f358103-e07b-470b-beea-a46bfc2edbdc tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.674455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f06df8f-e5e3-4652-813f-11a226acb7b6 req-9f358103-e07b-470b-beea-a46bfc2edbdc tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 944 time: 0.2212825 Dec 13 09:47:22.741007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-6714b11a-d8a4-4174-aa53-d4ebae6e3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.742453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-6714b11a-d8a4-4174-aa53-d4ebae6e3197 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb HTTP/1.1" status: 200 len: 915 time: 0.2670348 Dec 13 09:47:22.753133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.865207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-e3b560be-9774-426a-b244-31e9e62323b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c703b98-36b1-478a-96aa-fa9397e93363 HTTP/1.1" status: 200 len: 217 time: 0.1044209 Dec 13 09:47:22.926847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:22.929482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=d064a877-6106-4168-89d5-f7e5b5665d13,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:22.939980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f06df8f-e5e3-4652-813f-11a226acb7b6 req-fac87398-1983-49a6-8caf-1c5445989eff tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465615 Dec 13 09:47:22.941466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.944977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:22.952394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:23.015014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-a61cb719-b66d-46fa-9802-e493ae5ab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.016712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-a61cb719-b66d-46fa-9802-e493ae5ab292 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f851c25-6073-4576-836f-951aff012e1e HTTP/1.1" status: 200 len: 854 time: 0.1425231 Dec 13 09:47:23.097667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.098325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.100704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.106181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-7f1cd415-43b6-4934-9c12-8a640a69b938 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683897 Dec 13 09:47:23.205356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dae8acd3-3469-45f3-8fef-15ca42df30fe tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4347723 Dec 13 09:47:23.208736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49514) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.216560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66536b7-d355-4bae-b1d3-44facdd5d178 req-c739941e-9f58-4644-b22b-199a7d882a21 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.219605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c66536b7-d355-4bae-b1d3-44facdd5d178 req-c739941e-9f58-4644-b22b-199a7d882a21 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.2004585 Dec 13 09:47:23.235836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.241156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Request body: {'floatingip': {'port_id': 'd65d661c-678d-404d-8118-daa522c96e38'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:23.274805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c138e-f61c-4c4a-8317-c0e5e16e61ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.284929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c138e-f61c-4c4a-8317-c0e5e16e61ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.288874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-982c138e-f61c-4c4a-8317-c0e5e16e61ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0773587 Dec 13 09:47:23.289892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.325829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f8ef0fa5-eb13-4968-a0b0-c653c998ecbd None None] Provisioning complete for port d064a877-6106-4168-89d5-f7e5b5665d13 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:23.326438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0fa5-eb13-4968-a0b0-c653c998ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.348005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.409230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port d064a877-6106-4168-89d5-f7e5b5665d13 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:23.409885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.419531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0fa5-eb13-4968-a0b0-c653c998ecbd None None] Port d064a877-6106-4168-89d5-f7e5b5665d13 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:23.494481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-27d37a7f-78ad-4eed-a302-9afc4a3508d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563738 Dec 13 09:47:23.515932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.532978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for d064a877-6106-4168-89d5-f7e5b5665d13 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:23.701247 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.731072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.755151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.769875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=d064a877-6106-4168-89d5-f7e5b5665d13,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:23.804232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7db0138-77f3-45fd-9794-5f1e2ac77f13 req-481ee12e-ed93-4996-80dc-c0a5405dd3d4 service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001153 Dec 13 09:47:23.819622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ed51c-2863-4995-b48c-2291c2d65f86 req-e4ec7827-b2d4-48db-8ad6-16a7f7f2b4ba tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.822843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c0ed51c-2863-4995-b48c-2291c2d65f86 req-e4ec7827-b2d4-48db-8ad6-16a7f7f2b4ba tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.2442217 Dec 13 09:47:23.887050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.892162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55d7147e-ea76-4593-8ef7-22ae5411037d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/d064a877-6106-4168-89d5-f7e5b5665d13 HTTP/1.1" status: 204 len: 168 time: 0.6005216 Dec 13 09:47:23.894673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.941464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=648e5c7a-b36e-430b-a51a-347d100b93ff,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:23.950899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b0c5f-ba80-48e8-b0de-242bc5a4ab7f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.953037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b0c5f-ba80-48e8-b0de-242bc5a4ab7f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.954391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b0c5f-ba80-48e8-b0de-242bc5a4ab7f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.956055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-361b0c5f-ba80-48e8-b0de-242bc5a4ab7f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0604422 Dec 13 09:47:23.958796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.008135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.012448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.012831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.013160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.013523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.013829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.014174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.014845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.014845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.015141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.015472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.015823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.016154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.016486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:24.030129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet cb5c0363-07f4-4829-b674-a5bfe613608f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:24.034002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.038954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c0ed51c-2863-4995-b48c-2291c2d65f86 req-5fb942ff-fafd-4f8b-96bc-6d3063b7e2a0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020805 Dec 13 09:47:24.086727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.123092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.128151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a319d073-7655-46b6-ab72-8a31404c7bc1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4820261 Dec 13 09:47:24.176381 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.256633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.284505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.296938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca1646-a7d7-4113-8721-b66d44f032a0 req-eaa6552f-601d-47f7-bca1-59eb69a0ad33 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.301664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.305246 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/cb5c0363-07f4-4829-b674-a5bfe613608f HTTP/1.1" status: 204 len: 168 time: 0.3454299 Dec 13 09:47:24.308022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86ca1646-a7d7-4113-8721-b66d44f032a0 req-eaa6552f-601d-47f7-bca1-59eb69a0ad33 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 944 time: 0.2065275 Dec 13 09:47:24.311534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782728bb-39e4-45a3-ac8d-6f32c747eb2f None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:24.323014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.328208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.333449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd899697-94c7-439e-a769-9048bf06844b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5c0363-07f4-4829-b674-a5bfe613608f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:24.403388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:24.410652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet f5eb7b99-323f-4dc2-849e-07b2bae7564d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:24.414091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.444403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86ca1646-a7d7-4113-8721-b66d44f032a0 req-9f553888-4e5c-4d4c-b74b-d3ab8ded2743 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199100 Dec 13 09:47:24.459877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.530660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:24.547126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7cc1959a-1edf-4565-9890-a2338047ac12', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '7cc1959a-1edf-4565-9890-a2338047ac12', 'mac_address': 'fa:16:3e:2b:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:24.586756 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Floating IP 379a34b1-8511-4ce5-9698-5d41f3e0d44c associated. External IP: 172.25.2.160, port: d65d661c-678d-404d-8118-daa522c96e38. Dec 13 09:47:24.594122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a40f960e-20ed-4361-a3e7-c6bac8a8d020 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--365856945&fields=id&tenant_id=c24c4356b4744d41a5b91771a4a16789 HTTP/1.1" status: 200 len: 267 time: 0.1746759 Dec 13 09:47:24.640404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.653849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.669977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc1959a-1edf-4565-9890-a2338047ac12 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:24.697186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:24.698001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-fd000f56-cd44-4a36-bcd6-ca207add7efb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.702400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-fd000f56-cd44-4a36-bcd6-ca207add7efb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 930 time: 0.0724680 Dec 13 09:47:24.703976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.705008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:24.735931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.785195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:24.791697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=f5eb7b99-323f-4dc2-849e-07b2bae7564d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:24.801949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.806541 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe5636f8-2324-438a-bdae-5ac1dd1c337c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f5eb7b99-323f-4dc2-849e-07b2bae7564d HTTP/1.1" status: 204 len: 168 time: 0.4820783 Dec 13 09:47:24.810838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49580) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.864500 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d97d7d5f-d984-450f-87f2-34232c7e019c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524709 Dec 13 09:47:24.870016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.925728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f64753-c0fb-4126-99c9-a23e5f0a8a80 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.929933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0f64753-c0fb-4126-99c9-a23e5f0a8a80 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0563822 Dec 13 09:47:24.934354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49584) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.952930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-584a2f66-0961-4569-97f7-8b8a91682ddd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.960603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-584a2f66-0961-4569-97f7-8b8a91682ddd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 931 time: 0.1385417 Dec 13 09:47:25.016504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:25.021737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac2426-6855-4a06-82f9-a6f0e080bd03 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.024013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dbac2426-6855-4a06-82f9-a6f0e080bd03 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885706 Dec 13 09:47:25.027181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.031700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'e653c724-8db0-48be-bc55-02c078798941', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'e653c724-8db0-48be-bc55-02c078798941', 'mac_address': 'fa:16:3e:de:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:25.053587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-cf9418e4-07e8-4a2e-9d7a-08b9fcfcad16 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0918291 Dec 13 09:47:25.103020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.105550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7cd583b4-53ce-4ce0-b9de-ebfcbc094bff tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730312 Dec 13 09:47:25.107488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49590) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.114587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.130653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-8d7dba76-6fdb-4f6b-bd24-9c16b77e8821 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0760894 Dec 13 09:47:25.145875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e653c724-8db0-48be-bc55-02c078798941 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:25.183392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:25.190251 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.237103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.242973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.245769 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:25.246277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:25.264284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:47:25.273342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:25.276743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-659276da-131f-4b28-835b-1ae8e5d792ad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1662207 Dec 13 09:47:25.279683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49592) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.280030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['e653c724-8db0-48be-bc55-02c078798941'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:25.286847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.319046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c421f-d75b-4286-a60f-4ec37d91f412 req-3bc7f410-a2b3-40b1-a85a-2ce34e0eb0c4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.320692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-396c421f-d75b-4286-a60f-4ec37d91f412 req-3bc7f410-a2b3-40b1-a85a-2ce34e0eb0c4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.1518743 Dec 13 09:47:25.436499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-cb25b7db-534d-4d28-913d-c1c1065ae70b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.441850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.444118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-cb25b7db-534d-4d28-913d-c1c1065ae70b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.448852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.451794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-cb25b7db-534d-4d28-913d-c1c1065ae70b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.453674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-cb25b7db-534d-4d28-913d-c1c1065ae70b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=1de61aac-01ea-444f-86d1-2d72341dbf3d&id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 1991 time: 0.3222375 Dec 13 09:47:25.456257 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:25.456984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:25.485137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b813d2b6-99ed-4d7d-a272-e27ce1b4ed1b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2016642 Dec 13 09:47:25.485336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49596) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.492381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.492833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-8058da1d-b89f-4c41-9573-03e86a639749 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/quotas/c24c4356b4744d41a5b91771a4a16789 HTTP/1.1" status: 200 len: 375 time: 0.0316062 Dec 13 09:47:25.584416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511def6-f119-41b2-a8e0-d5206731dcec None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:25.611643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.617169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.620043 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:25.620701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:25.643268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3c703b98-36b1-478a-96aa-fa9397e93363 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:25.647609 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a4a2ef0-7ca2-4b3e-a20d-b3cc6174124c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1606259 Dec 13 09:47:25.650042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.657525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.697465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-25d29cf1-f44f-4a79-9553-ddadaac2ad78 None None] Provisioning complete for port f731cfe4-09a0-4e3e-9c6a-03acaef1956b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:25.697995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25d29cf1-f44f-4a79-9553-ddadaac2ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.747615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:25.778176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.783592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.785876 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:25.786671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:25.810246 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4dd64158-b2e6-4eaf-9757-8a53d507d5dd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1586649 Dec 13 09:47:25.813342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.825640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.922135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-396c421f-d75b-4286-a60f-4ec37d91f412 req-90015743-9e1b-430a-9bab-705644aacd9b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904193 Dec 13 09:47:25.989237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.997066 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.997395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:47:26.001917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:26.002182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.004407 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:26.004871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:26.010981 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:47:26.024242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:26.025225 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:47:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:26.043260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb2e73d3-2b68-4ea4-89d4-13286020c69c tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "PUT /v2.0/floatingips/379a34b1-8511-4ce5-9698-5d41f3e0d44c HTTP/1.1" status: 200 len: 992 time: 2.8032269 Dec 13 09:47:26.043260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:26.044436 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c6fe5-a922-4741-8022-181b405307b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "tag": "d65d661c-678d-404d-8118-daa522c96e38"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:26.045169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3c703b98-36b1-478a-96aa-fa9397e93363,segment=NetworkSegment(e8273ac8-890e-4352-99b3-ea47b663142e),segment_id=e8273ac8-890e-4352-99b3-ea47b663142e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:26.063589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5baba3b7-49de-432d-9de4-0d3ee623680d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2450397 Dec 13 09:47:26.063817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-177cb84d-06f9-4f4c-ac1e-f2cc101d6630 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5599048 Dec 13 09:47:26.063817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49610) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.069167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:26.114552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '3c703b98-36b1-478a-96aa-fa9397e93363', 'network_id': 'f8cbdff6-46fb-4056-b88a-4512ab9c8cfb', 'port_id': '3c703b98-36b1-478a-96aa-fa9397e93363', 'mac_address': 'fa:16:3e:78:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f851c25-6073-4576-836f-951aff012e1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:26.187004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:26.217101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.242605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c703b98-36b1-478a-96aa-fa9397e93363 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:26.248766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Deleting port f731cfe4-09a0-4e3e-9c6a-03acaef1956b {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:26.249239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.261688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c988c6-24b8-4efd-a122-62cdf9ddd903 req-61e970f0-6d8d-42c4-9207-a12895b2af00 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.263465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59c988c6-24b8-4efd-a122-62cdf9ddd903 req-61e970f0-6d8d-42c4-9207-a12895b2af00 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 944 time: 0.1781533 Dec 13 09:47:26.306204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d70262c9-d4cd-4a83-a1d5-18ec58d3f118 service neutron] 10.222.0.31 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217834 Dec 13 09:47:26.309994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3c703b98-36b1-478a-96aa-fa9397e93363,segment=NetworkSegment(e8273ac8-890e-4352-99b3-ea47b663142e),segment_id=e8273ac8-890e-4352-99b3-ea47b663142e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:26.326027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.330997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:26.334613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.336147 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:26.336600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:26.375708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] For port f731cfe4-09a0-4e3e-9c6a-03acaef1956b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:26.376120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.395393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Calling delete_port for f731cfe4-09a0-4e3e-9c6a-03acaef1956b owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:26.421565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:26.439864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59c988c6-24b8-4efd-a122-62cdf9ddd903 req-44c15e63-a962-4a16-9ba9-6517ea8503ae tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633952 Dec 13 09:47:26.456721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:26.465452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0daaa8a-5466-48fa-b1f2-0e710126602f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3975823 Dec 13 09:47:26.466452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49614) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.543690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e31c8887-83ac-4139-8fd7-70b326261e15 service neutron] 10.222.0.31 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244601 Dec 13 09:47:26.610297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468c0d8-e4f8-44f8-89e2-b77bfabeb355 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.614710 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c468c0d8-e4f8-44f8-89e2-b77bfabeb355 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1475627 Dec 13 09:47:26.618060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49622) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.654334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['3c703b98-36b1-478a-96aa-fa9397e93363'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:26.678748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-2f8e3838-1201-44c0-bf71-104cc685fc34 service neutron] 10.222.0.31 "GET /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1247873 Dec 13 09:47:26.729424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port e653c724-8db0-48be-bc55-02c078798941 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:26.730288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.745379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da9288-8a1b-4730-993c-655807dbdfee tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.748014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-19da9288-8a1b-4730-993c-655807dbdfee tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1281152 Dec 13 09:47:26.751287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49628) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.824882 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06b373-cf0d-4845-a3fb-eb3a984141d2 x-openstack-request-id: req-1c06b373-cf0d-4845-a3fb-eb3a984141d2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:26.825187 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "tag": "d65d661c-678d-404d-8118-daa522c96e38", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:26.825582 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c06b373-cf0d-4845-a3fb-eb3a984141d2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:26.825991 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38', 'status': 'completed', 'code': 200} Dec 13 09:47:26.827963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.839318 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e738583-61be-4af0-81b1-324f9b8368bb tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863547 Dec 13 09:47:26.843661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49630) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.848670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-fc270058-8b82-4be7-97bf-f8958e3bb9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640594 Dec 13 09:47:26.850025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:26.876036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] Pushing event deleted for resources: {'Port': ['ID=f731cfe4-09a0-4e3e-9c6a-03acaef1956b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:26.882737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7da74e-111b-456d-8bb3-7a8615cd6189 None None] No DVR routers for this DVR port f731cfe4-09a0-4e3e-9c6a-03acaef1956b on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:26.920711 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '379a34b1-8511-4ce5-9698-5d41f3e0d44c', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'd65d661c-678d-404d-8118-daa522c96e38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:62:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:46:56Z', 'updated_at': '2021-12-13T09:47:24Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:26.954939 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:47:26.967345 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:26.968496 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:47:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:27.010097 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.067640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:27.070568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6fe5-a922-4741-8022-181b405307b5 req-ffe6495c-3a06-4661-a3bc-68e292b93bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.072577 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04026fd-3254-400c-8385-ddb5c25195d6" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:27.073007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-ffe6495c-3a06-4661-a3bc-68e292b93bb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0606909 Dec 13 09:47:27.077380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e3c61f5-8396-4915-adcf-5b0ab4e4306a service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183683 Dec 13 09:47:27.079337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:27.085207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.092072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:27.100106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.115818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f277-e7cc-4d2e-9164-1d58edca62df req-2424c6d0-2edb-412d-84dd-e0d9e455d917 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.117447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0202f277-e7cc-4d2e-9164-1d58edca62df req-2424c6d0-2edb-412d-84dd-e0d9e455d917 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.0887899 Dec 13 09:47:27.158698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:27.186078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-0c8bbfcb-0add-4631-b7a2-64b31039caea service neutron] 10.222.0.31 "GET /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0972588 Dec 13 09:47:27.188325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:27.278139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0202f277-e7cc-4d2e-9164-1d58edca62df req-ea540abd-e161-4a8a-8859-a18540364080 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366303 Dec 13 09:47:27.334254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6d95f493-4ca8-4ff2-b7f1-073e89148ee3 service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457503 Dec 13 09:47:27.341899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6fe5-a922-4741-8022-181b405307b5 req-76cb5a39-d245-4af0-99d2-836df69744e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.343536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-76cb5a39-d245-4af0-99d2-836df69744e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.1712909 Dec 13 09:47:27.351141 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054def2-206d-4a72-93a1-bb49c13cde26 x-openstack-request-id: req-b054def2-206d-4a72-93a1-bb49c13cde26 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:27.351306 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-plugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:27.351926 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b054def2-206d-4a72-93a1-bb49c13cde26 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:27.351926 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'code': 200} Dec 13 09:47:27.442702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:27.458702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-735187c4-ce28-44ba-9f2e-a0f90af3ed61 service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196244 Dec 13 09:47:27.471868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f731cfe4-09a0-4e3e-9c6a-03acaef1956b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:27.472464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f731cfe4-09a0-4e3e-9c6a-03acaef1956b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:27.535296 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '379a34b1-8511-4ce5-9698-5d41f3e0d44c', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'd65d661c-678d-404d-8118-daa522c96e38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:62:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:46:56Z', 'updated_at': '2021-12-13T09:47:24Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:27.539880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-260238b7-3348-4765-9434-9fb10f4f7a00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 1000 time: 0.0974336 Dec 13 09:47:27.569328 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b691e-7643-452f-9aea-caa52aa797db None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '379a34b1-8511-4ce5-9698-5d41f3e0d44c', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'port_id': 'd65d661c-678d-404d-8118-daa522c96e38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'mac_address': 'fa:16:3e:62:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:46:56Z', 'updated_at': '2021-12-13T09:47:24Z', 'revision_number': 1, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:47:27.569645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-750cafcf-8ce5-4a31-9d6c-d1229b8a00ad service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004004 Dec 13 09:47:27.630814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6fe5-a922-4741-8022-181b405307b5 req-390b4a2c-6c02-45fa-bd69-ae03a2d0824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.632363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-390b4a2c-6c02-45fa-bd69-ae03a2d0824a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0816934 Dec 13 09:47:27.645884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3c703b98-36b1-478a-96aa-fa9397e93363 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:27.691209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:27.697913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.719410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abddf-cbe8-4ab5-a0ed-babf1de85622 req-8178dc19-4f5a-4b22-b123-0d3490c0e57d tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.721464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-403abddf-cbe8-4ab5-a0ed-babf1de85622 req-8178dc19-4f5a-4b22-b123-0d3490c0e57d tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 945 time: 0.1323273 Dec 13 09:47:27.747259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 3c703b98-36b1-478a-96aa-fa9397e93363 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:27.753750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 3c703b98-36b1-478a-96aa-fa9397e93363 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:27.754365 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.757940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:27.766245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6fe5-a922-4741-8022-181b405307b5 req-1b0bfb63-b7aa-4554-b187-666568eead6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.770480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-1b0bfb63-b7aa-4554-b187-666568eead6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284118 Dec 13 09:47:27.771533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:27.783034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.791999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.798247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-520af05e-eaed-428f-9083-a20fdd75676b service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036121 Dec 13 09:47:27.809551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b256d2-247c-432a-80b3-f6f529462223 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:27.836476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=f73a8401-5fd6-4404-9546-3bf5890c2571,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:27.886266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89f30ce2-7588-4b06-9b9f-9285246325e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0413220 Dec 13 09:47:27.891201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:27.896598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:f2:26:31', 'name': 'tempest-NetworksTestDHCPv6-1785714939'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:27.956864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-403abddf-cbe8-4ab5-a0ed-babf1de85622 req-e0a11187-c59b-4047-ab26-3c993df0825a tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261906 Dec 13 09:47:27.995317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99098c-5638-46bf-9338-6e69e8282c44 None None] New status for floating IP 379a34b1-8511-4ce5-9698-5d41f3e0d44c: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:47:28.013673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-b11c7624-6344-4871-a432-d607ed08c75f service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186677 Dec 13 09:47:28.089032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:28.090528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b1b72cb4-e22e-4831-97e3-7ced9157714f service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914059 Dec 13 09:47:28.269608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'f73a8401-5fd6-4404-9546-3bf5890c2571'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:28.277009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.356789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-51d5ea49-b240-4f8d-852d-a9c8e54eaf1c service neutron] 10.222.0.31 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597790 Dec 13 09:47:28.512254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.536059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fbe8b-cf94-40c0-a87f-78aaecf2ad24 req-f43ab3dd-1747-49f3-bf96-e19cdbcb0284 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:28.537597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a72fbe8b-cf94-40c0-a87f-78aaecf2ad24 req-f43ab3dd-1747-49f3-bf96-e19cdbcb0284 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.1164761 Dec 13 09:47:28.554117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port fc155962-adff-4397-8e4f-a675066eb03d yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:28.611074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ecda7385-6acf-46c7-9581-989ae50abe2e service neutron] 10.222.0.31 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339096 Dec 13 09:47:28.632232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49676) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:28.674961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:28.704339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fef2:2631 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f73a8401-5fd6-4404-9546-3bf5890c2571/fc155962-adff-4397-8e4f-a675066eb03d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:28.832433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a72fbe8b-cf94-40c0-a87f-78aaecf2ad24 req-92a80754-89eb-413a-8a15-9138f2f46182 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750995 Dec 13 09:47:28.905964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff82d4-0f73-4c8c-b576-fe5511ee048b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.910952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e70df175-b773-44cb-b7be-c59e83b3291e service neutron] 10.222.0.31 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890043 Dec 13 09:47:28.920491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7cc1959a-1edf-4565-9890-a2338047ac12 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:28.929242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.975040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7cc1959a-1edf-4565-9890-a2338047ac12 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:28.975507 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.012093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.089112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3c703b98-36b1-478a-96aa-fa9397e93363,segment=NetworkSegment(e8273ac8-890e-4352-99b3-ea47b663142e),segment_id=e8273ac8-890e-4352-99b3-ea47b663142e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:29.096599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.110377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.219690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=fc155962-adff-4397-8e4f-a675066eb03d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:29.265545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-7400f870-deb6-4e04-b944-e3e95890500d service neutron] 10.222.0.31 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451643 Dec 13 09:47:29.288971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:29.297903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:29.307994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:29.319404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b4df-b998-4bb8-bb92-21c9a7076975 req-c39e928c-4060-4e0e-9256-0ec1d022f6f3 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.320554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.321204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.333917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7f8b4df-b998-4bb8-bb92-21c9a7076975 req-c39e928c-4060-4e0e-9256-0ec1d022f6f3 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.2394803 Dec 13 09:47:29.344184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Allocated IP 2001:db8::f816:3eff:fe0e:1b78 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/f73a8401-5fd6-4404-9546-3bf5890c2571/31f3f1f7-e6c6-4dd6-a18c-16cc83f20372) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:29.360892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:29.362889 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc4124-09fa-43f5-af92-a0e866a99c67" -d '{"events": [{"server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "name": "network-vif-plugged", "status": "completed", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:29.379416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d16e601e-6ab7-4b66-b9d2-0cfbf699abd9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4871204 Dec 13 09:47:29.385488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49696) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:29.422963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-308c6fe5-a922-4741-8022-181b405307b5 req-14a10127-21bf-457f-ac8e-43fe5bf9b9ff service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3536224 Dec 13 09:47:29.454002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87969798-3fc5-4276-8aa8-27185b61af09 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.455538 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87969798-3fc5-4276-8aa8-27185b61af09 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0681558 Dec 13 09:47:29.458386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49698) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:29.509093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:29.564011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port fc155962-adff-4397-8e4f-a675066eb03d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:29.564596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.588098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff82d4-0f73-4c8c-b576-fe5511ee048b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.596600 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.625408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.640300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2aff82d4-0f73-4c8c-b576-fe5511ee048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.720347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.733558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2aff82d4-0f73-4c8c-b576-fe5511ee048b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd5d876cb0e949bab1e63f841d6cfd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0814607 Dec 13 09:47:29.739046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:29.788709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff82d4-0f73-4c8c-b576-fe5511ee048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6783a66-3c28-4d32-97b4-3d38ebfe85bc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:29.790986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for fc155962-adff-4397-8e4f-a675066eb03d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:29.845314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7f8b4df-b998-4bb8-bb92-21c9a7076975 req-30ada86b-212a-4b6f-8e51-8d3f68d98e09 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104165 Dec 13 09:47:29.864204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-3b7b5415-82e5-442d-80a5-3225f48dfd53 service neutron] 10.222.0.31 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693202 Dec 13 09:47:29.991317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.068807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.141342 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1d270-a1b7-4146-bf30-a31c84efe381 x-openstack-request-id: req-91b1d270-a1b7-4146-bf30-a31c84efe381 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:30.142224 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "name": "network-vif-plugged", "status": "completed", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:30.142629 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91b1d270-a1b7-4146-bf30-a31c84efe381 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:30.143171 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363', 'code': 200} Dec 13 09:47:30.199345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:30.210114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9f5e-0897-42a3-bef6-bf25a37d20f2 req-9d11a4c3-0ec4-4399-9afb-5116cea20b08 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.215538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.219807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20ff9f5e-0897-42a3-bef6-bf25a37d20f2 req-9d11a4c3-0ec4-4399-9afb-5116cea20b08 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.1056747 Dec 13 09:47:30.254211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348fc01-1304-4c9a-886d-e0b26fecf32e req-4ac4b168-ba2f-4eff-b00c-d4a379b2a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.255771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c348fc01-1304-4c9a-886d-e0b26fecf32e req-4ac4b168-ba2f-4eff-b00c-d4a379b2a8ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 1097 time: 0.1075332 Dec 13 09:47:30.301067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.323412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20ff9f5e-0897-42a3-bef6-bf25a37d20f2 req-458d10cb-dc39-49f1-af2f-89217e829275 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Dec 13 09:47:30.347635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=fc155962-adff-4397-8e4f-a675066eb03d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.371242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.375171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.379916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6783a66-3c28-4d32-97b4-3d38ebfe85bc HTTP/1.1" status: 204 len: 168 time: 0.6396518 Dec 13 09:47:30.412297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.426948 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88fa46ee-02fc-4a73-ba44-928e630aebcf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/fc155962-adff-4397-8e4f-a675066eb03d HTTP/1.1" status: 204 len: 168 time: 0.9653730 Dec 13 09:47:30.430589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:30.433395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302ee10-d4ce-4eae-8978-a06b04bfbbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6783a66-3c28-4d32-97b4-3d38ebfe85bc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.493006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.504433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.507087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46496727-7257-4602-9a5d-cb0b8d695314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.508771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46496727-7257-4602-9a5d-cb0b8d695314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.510447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46496727-7257-4602-9a5d-cb0b8d695314 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0789719 Dec 13 09:47:30.513492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49728) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:30.520397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.544750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c348fc01-1304-4c9a-886d-e0b26fecf32e req-95807f94-62cc-47f2-88c9-e0ee3efc91c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519853 Dec 13 09:47:30.606494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet f73a8401-5fd6-4404-9546-3bf5890c2571 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:30.611159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.640881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:30.644045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:30.649207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:30.695253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.728642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Pushing event updated for resources: {'Port': ['ID=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.786116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Attempting to bind port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:30.786622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Attempting to bind port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:30.786976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Attempting to bind port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:30.794652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:30.795068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:30.795516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.795988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:30.796691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Bound port: 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:30.797083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.895621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.995421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a90941-0269-474b-91d2-a49a2169c70b req-5d618f1c-fd8b-4702-9e9e-e5381365b580 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.004712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39a90941-0269-474b-91d2-a49a2169c70b req-5d618f1c-fd8b-4702-9e9e-e5381365b580 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.0874546 Dec 13 09:47:31.033392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.033837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] For port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:31.037479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] For port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:31.046002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.073068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39a90941-0269-474b-91d2-a49a2169c70b req-df5c99f3-dea8-470c-9e93-d694869b6e37 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Dec 13 09:47:31.125644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.136027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49766) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:31.139627 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f73a8401-5fd6-4404-9546-3bf5890c2571 HTTP/1.1" status: 204 len: 168 time: 0.6246731 Dec 13 09:47:31.147102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3884d8-1ec7-40e4-9700-75c9548f4bc6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=f73a8401-5fd6-4404-9546-3bf5890c2571,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:31.189619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c7e0b-4fe1-4399-9fc2-2bef177faa21 None None] Pushing event updated for resources: {'Port': ['ID=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:31.262704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-098c1e8c-5623-4055-930f-8af4cbe7e114 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230280 Dec 13 09:47:31.262983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1599f4d-e898-44af-bca7-dfa740a9e870 req-bb0a7962-8d55-4012-92a4-e3967e640e16 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0382419 Dec 13 09:47:31.263441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49772) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:31.269446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:31.510679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:31.514347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.796296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866013e-dda5-4743-9b5d-c2a3d992931e req-649abbb9-6695-4003-b5a0-2ee0cb75831d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.798873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e866013e-dda5-4743-9b5d-c2a3d992931e req-649abbb9-6695-4003-b5a0-2ee0cb75831d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.3013911 Dec 13 09:47:31.955278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e866013e-dda5-4743-9b5d-c2a3d992931e req-d204911d-6bfd-4867-ab1d-efba2408257c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495938 Dec 13 09:47:32.144990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:32.151674 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ed60e-03e0-45d6-a537-3ccf678e0b5d" -d '{"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:32.309423 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48a985-426c-4ece-8ba6-84095e1f6dcf x-openstack-request-id: req-3e48a985-426c-4ece-8ba6-84095e1f6dcf {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:32.310023 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:32.310023 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e48a985-426c-4ece-8ba6-84095e1f6dcf {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:32.310358 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'code': 200} Dec 13 09:47:32.333740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:32.351859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd68303-d329-46cc-ae79-a4f8fc8d777e req-dc9d6edd-39cd-488d-9315-834b5cdcb4ee tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.365415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd68303-d329-46cc-ae79-a4f8fc8d777e req-dc9d6edd-39cd-488d-9315-834b5cdcb4ee tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.0918090 Dec 13 09:47:32.468745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7686fe-c724-404c-888a-5a0685d8083b req-774cb71a-97d6-455d-b880-998d8e773754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.470343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3e7686fe-c724-404c-888a-5a0685d8083b req-774cb71a-97d6-455d-b880-998d8e773754 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.0749378 Dec 13 09:47:32.570133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3e7686fe-c724-404c-888a-5a0685d8083b req-b2fa744b-0380-4d5d-aeab-6651a95a948d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Dec 13 09:47:32.605496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd68303-d329-46cc-ae79-a4f8fc8d777e req-1cfe15ad-a9e5-43c4-b061-3a155287ad69 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366300 Dec 13 09:47:32.676508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b54f9dd-ce0f-4418-ad11-14a68a05a65c req-1e14b4a0-a221-4b08-a67f-d2fa2288ac0d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0837314 Dec 13 09:47:32.767152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2250967-7d40-440b-85b6-b384024238e2 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:32.810710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.985475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Provisioning complete for port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:32.985852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.182211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-4eaceeae-46dd-4d5c-b414-f80b9e4755d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.188132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-4eaceeae-46dd-4d5c-b414-f80b9e4755d9 service neutron] 10.222.0.16 "GET /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 1026 time: 0.1865735 Dec 13 09:47:33.258398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.294245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5a837aac-fa4f-43b5-add7-49909d45760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.295688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5a837aac-fa4f-43b5-add7-49909d45760c service neutron] 10.222.0.16 "GET /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 1027 time: 0.0968549 Dec 13 09:47:33.486617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cd3-0fd9-4dbc-8e0f-d38251c3a5ec req-1740b356-ba06-49f2-9954-51d844703d05 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.501369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7dc92cd3-0fd9-4dbc-8e0f-d38251c3a5ec req-1740b356-ba06-49f2-9954-51d844703d05 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.3069119 Dec 13 09:47:33.583614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:33.621840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-05502cc1-59e4-4011-b22b-33b1d5c37f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.623750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-05502cc1-59e4-4011-b22b-33b1d5c37f6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f102ed2154e4348b2cf5e8eb42b7bd0&device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 1097 time: 0.2931862 Dec 13 09:47:33.658445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d499d-5fcd-4b65-a37a-a0416acfd0d4 req-1f815fde-dafa-4c12-9d80-79d4113d6543 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.670814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a58d499d-5fcd-4b65-a37a-a0416acfd0d4 req-1f815fde-dafa-4c12-9d80-79d4113d6543 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.4882255 Dec 13 09:47:33.770161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7dc92cd3-0fd9-4dbc-8e0f-d38251c3a5ec req-e08b61f3-f39a-46a3-90bd-e4c5f29a861d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675121 Dec 13 09:47:33.800891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:33.802315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.878124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] For port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:34.077826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a58d499d-5fcd-4b65-a37a-a0416acfd0d4 req-63efc34f-06c8-4bfe-80e9-ee7d0e7204f7 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058881 Dec 13 09:47:34.110383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b4c5750f-5290-44a1-8bb9-22ae8b23e17e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.128703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b4c5750f-5290-44a1-8bb9-22ae8b23e17e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.142179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b4c5750f-5290-44a1-8bb9-22ae8b23e17e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.152041 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b4c5750f-5290-44a1-8bb9-22ae8b23e17e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=1de61aac-01ea-444f-86d1-2d72341dbf3d&id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 1991 time: 0.8478160 Dec 13 09:47:34.157669 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.169930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.170681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.172081 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.262200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-694b8459-155a-41d2-b0bf-6b8e96dec0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.275275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-694b8459-155a-41d2-b0bf-6b8e96dec0cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb HTTP/1.1" status: 200 len: 915 time: 0.5924220 Dec 13 09:47:34.286967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.315191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-32380557-c04c-4d2e-82c0-a900451ff56f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24c4356b4744d41a5b91771a4a16789 HTTP/1.1" status: 200 len: 379 time: 0.1502335 Dec 13 09:47:34.325708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'admin_state_up': True, 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'security_groups': ['0b11473a-0c6d-4281-aee6-a2d93b867917']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:34.344368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:34.344741 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:34.345793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:34.346684 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:34.439131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:34.460697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:34.463956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-876bd443-6302-451a-ab0d-1e23b5e0dc01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c703b98-36b1-478a-96aa-fa9397e93363 HTTP/1.1" status: 200 len: 217 time: 0.1125090 Dec 13 09:47:34.467736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.468885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.473298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777ed3a-6ffe-46a1-95d8-ccb669ee8a99 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:34.489045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a8b3e02-1e67-4349-acbb-a21d9c839fc9 req-63491fa6-1eeb-41d9-bc01-0d85aefd8324 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2032313 Dec 13 09:47:34.539797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=e40ed354-f8e7-41ad-8948-35143fe9577d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:34.555500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:34.564648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ae87f5e1-4f35-421a-9739-892cd94cc6a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3001599 Dec 13 09:47:34.568096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:34.573302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:60:61:f3', 'name': 'tempest-NetworksTestDHCPv6-1614324692'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:34.580971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:34.591451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.750502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-8f0ac4a3-9628-44f3-a317-6ab3a3f695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.761630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-8f0ac4a3-9628-44f3-a317-6ab3a3f695d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f851c25-6073-4576-836f-951aff012e1e HTTP/1.1" status: 200 len: 854 time: 0.2673807 Dec 13 09:47:34.828721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-519bb182-c97c-4dca-9871-88d8b421f695 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569735 Dec 13 09:47:34.829861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:34.870207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 172.20.0.14 (cbd95b2d-d08b-47bf-a646-2faad58fce8a/74f09fb1-4a8e-48ab-854b-66fd78793122/0832e8f2-eb20-4874-a3f3-dc2e0169971e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:35.021304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.023781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.226551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] For port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:35.233006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.335811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.394700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-30c8f5a5-f37d-4d90-bdd1-a3ccbb844094 None None] Could not find standard attr ID for object fc155962-adff-4397-8e4f-a675066eb03d. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:35.438749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.452174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:35.452457 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:35.471741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9201d8-a345-4d8f-9361-9cff7a2fed2e None None] Pushing event updated for resources: {'Port': ['ID=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:35.493229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-30c8f5a5-f37d-4d90-bdd1-a3ccbb844094 None None] Provisioning complete for port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:35.493649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30c8f5a5-f37d-4d90-bdd1-a3ccbb844094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.562015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:35.586531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:35.595192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:35.616113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:35.770581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.771237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.794202 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9688a927-94df-4f7d-9ed9-a92044cca3f6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4726253 Dec 13 09:47:35.825694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'admin_state_up': True, 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'security_groups': ['0b11473a-0c6d-4281-aee6-a2d93b867917']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:35.928712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289813c-0ad1-400c-a182-82ddfef22309 req-2e7190f4-cc03-476a-9959-f9e0f4b6b9d5 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.936238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2289813c-0ad1-400c-a182-82ddfef22309 req-2e7190f4-cc03-476a-9959-f9e0f4b6b9d5 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.3433743 Dec 13 09:47:35.965247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb5297-3dcf-4138-9094-3325e463b726 req-f730a206-f569-4b93-9190-0437268ed99d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.967074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8fb5297-3dcf-4138-9094-3325e463b726 req-f730a206-f569-4b93-9190-0437268ed99d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.3616698 Dec 13 09:47:35.969593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.032827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-a216e880-b8e5-4a69-8ee0-c006d09abb63 service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1967237 Dec 13 09:47:36.067381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:36.099581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:36.119168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.128227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-448a9b85-324c-4c92-8f9a-a0576f7dbdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.146869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fabc0d23-890e-47d8-92d6-e9b88b435684 None None] Provisioning complete for port 0832e8f2-eb20-4874-a3f3-dc2e0169971e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:36.150724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fabc0d23-890e-47d8-92d6-e9b88b435684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.211152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fabc0d23-890e-47d8-92d6-e9b88b435684 None None] Port 0832e8f2-eb20-4874-a3f3-dc2e0169971e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:36.298240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:36.357797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.1.1.156 (54322de4-c6b8-4103-a14f-937297b02a67/66f63167-7eaa-4d64-87c0-640d15a693fa/f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:36.400501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:36.400874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.434424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2289813c-0ad1-400c-a182-82ddfef22309 req-d80ce4f3-e94f-4e64-bf86-48bec91c37eb tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960511 Dec 13 09:47:36.578142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8fb5297-3dcf-4138-9094-3325e463b726 req-5cd4ee84-7468-43bf-8d04-04fc0b480748 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820184 Dec 13 09:47:36.761071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c379524-d609-4e28-9ee2-3c21421788d5 req-b6a48803-f211-470a-92bf-c9083809e894 service neutron] 10.222.0.20 "GET /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093794 Dec 13 09:47:36.765150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fe60:61f3 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/e40ed354-f8e7-41ad-8948-35143fe9577d/b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:36.875925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56846c5-1b9f-4eac-80b8-ab9868b316c3 req-e76bc94e-3a9a-4a4a-96b3-547c64210d7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.890956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f56846c5-1b9f-4eac-80b8-ab9868b316c3 req-e76bc94e-3a9a-4a4a-96b3-547c64210d7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 932 time: 0.3240900 Dec 13 09:47:36.963993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.049942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f56846c5-1b9f-4eac-80b8-ab9868b316c3 req-8493d5fa-5dbc-4a41-8d4c-d63156305c16 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579573 Dec 13 09:47:37.091843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.180610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 54322de4-c6b8-4103-a14f-937297b02a67 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:37.184581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:37.188942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:37.230367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:37.317944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.319099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.358193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-d52c3af4-0d9a-4306-bbf9-1179bf5ec3fd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5402961 Dec 13 09:47:37.382838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'admin_state_up': True, 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'security_groups': ['0b11473a-0c6d-4281-aee6-a2d93b867917']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:37.511447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-05cee5a8-c77e-45fa-92c7-332a81d9e404 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.530455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-05cee5a8-c77e-45fa-92c7-332a81d9e404 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.2049022 Dec 13 09:47:37.563858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.574575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-9aab7acf-233c-41c1-a98f-38c236cb9576 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.669926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a193133b-95fb-4d48-b02d-14446092373d None None] Provisioning complete for port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:37.672420 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a193133b-95fb-4d48-b02d-14446092373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.675623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:37.692153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.772727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a193133b-95fb-4d48-b02d-14446092373d None None] Port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:37.816014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1060f-b7b4-4d4a-be74-2d3cc18dfdf5 req-4fa0c6bc-2be3-468e-9819-6a0481dc926d tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.817902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26b1060f-b7b4-4d4a-be74-2d3cc18dfdf5 req-4fa0c6bc-2be3-468e-9819-6a0481dc926d tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.3129883 Dec 13 09:47:37.921206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.000791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.1.1.40 (54322de4-c6b8-4103-a14f-937297b02a67/66f63167-7eaa-4d64-87c0-640d15a693fa/60930877-3723-4f8a-803f-62169f4be5ea) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:38.002777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-9aab7acf-233c-41c1-a98f-38c236cb9576 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.016162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26b1060f-b7b4-4d4a-be74-2d3cc18dfdf5 req-ff19b653-3dcf-46bc-9537-20401305a9bc tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712070 Dec 13 09:47:38.033533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-9aab7acf-233c-41c1-a98f-38c236cb9576 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.059358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:38.078042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:38.094037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:38.111307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.112502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.171722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.195114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:38.239892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab7acf-233c-41c1-a98f-38c236cb9576 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2257eb-742d-49ba-8a2d-ea9fbf860a57,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:38.254275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.255287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b40ccb8-778b-45b1-960b-05b30a444036 req-9aab7acf-233c-41c1-a98f-38c236cb9576 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235999 Dec 13 09:47:38.270709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-052722c3-1fa2-4451-844a-77d814c17419 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6989603 Dec 13 09:47:38.271100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49964) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:38.366144 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc22a-23c1-4861-847e-5c5b5e236c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.376240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 54322de4-c6b8-4103-a14f-937297b02a67 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:38.396768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:38.402740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:38.426597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86bcb9-abe2-4362-8994-167c191989a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.448600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86bcb9-abe2-4362-8994-167c191989a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.451292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a86bcb9-abe2-4362-8994-167c191989a4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1791575 Dec 13 09:47:38.462346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:38.502966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:38.604076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-1efaba51-41a3-48e4-b7e4-5a9d4e0ab253 req-09e28384-f1f4-4334-9b76-311fdc1921b2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:47:38.605293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1efaba51-41a3-48e4-b7e4-5a9d4e0ab253 req-09e28384-f1f4-4334-9b76-311fdc1921b2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206769 Dec 13 09:47:38.615436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e17ee-1f16-4872-9c48-b1a984091c0d req-fa784e06-ef50-40bc-85bb-31eabfc86a8b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.623038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e17ee-1f16-4872-9c48-b1a984091c0d req-fa784e06-ef50-40bc-85bb-31eabfc86a8b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.631167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e17ee-1f16-4872-9c48-b1a984091c0d req-fa784e06-ef50-40bc-85bb-31eabfc86a8b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.633483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-410e17ee-1f16-4872-9c48-b1a984091c0d req-fa784e06-ef50-40bc-85bb-31eabfc86a8b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 2374 time: 0.1787887 Dec 13 09:47:38.674228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.677375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.713212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a8d05d41-4f63-43ef-859e-9250af589998 None None] Provisioning complete for port b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:38.714145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8d05d41-4f63-43ef-859e-9250af589998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.823671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a8d05d41-4f63-43ef-859e-9250af589998 None None] Port b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:38.824366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-410e17ee-1f16-4872-9c48-b1a984091c0d req-1fd0f88c-07a4-4b77-9bdb-9468b88215f2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839497 Dec 13 09:47:38.847595 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c5045733-9b59-4331-90cb-066a3ed4420e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4796715 Dec 13 09:47:38.868917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'admin_state_up': True, 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'security_groups': ['0b11473a-0c6d-4281-aee6-a2d93b867917']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:38.954761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3b7cbd82-60f4-42d9-9d00-1b03b1c2fd35 None None] Provisioning complete for port 60930877-3723-4f8a-803f-62169f4be5ea triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:38.956542 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b7cbd82-60f4-42d9-9d00-1b03b1c2fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.091082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cbd82-60f4-42d9-9d00-1b03b1c2fd35 None None] Port 60930877-3723-4f8a-803f-62169f4be5ea cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:39.101679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:39.102056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.312241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bb314-030a-4ba3-9bd9-9dc6c99145ca req-a923ad10-d372-433e-b64f-c37d582fbc62 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:39.320690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea4bb314-030a-4ba3-9bd9-9dc6c99145ca req-a923ad10-d372-433e-b64f-c37d582fbc62 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.1321068 Dec 13 09:47:39.328168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.347807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:39.416679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea4bb314-030a-4ba3-9bd9-9dc6c99145ca req-d2e7aff3-2af4-4946-a4f9-27961b6f9852 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944598 Dec 13 09:47:39.475343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.581359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:39.725367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.740070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.824437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9477d9f-06ef-4b26-beb4-38a0b63dca58 req-4995e140-dcbf-4b5e-abcb-cabb47016d6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:39.837451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9477d9f-06ef-4b26-beb4-38a0b63dca58 req-4995e140-dcbf-4b5e-abcb-cabb47016d6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1087275 Dec 13 09:47:39.883722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:39.907684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.919081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4b509d8-a125-4063-84a6-bad509f904bd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c HTTP/1.1" status: 204 len: 168 time: 1.4555800 Dec 13 09:47:39.947087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:40.090506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9477d9f-06ef-4b26-beb4-38a0b63dca58 req-67dced82-7010-44bc-b587-05f3345db431 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516282 Dec 13 09:47:40.152655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4ec9e947-011b-459a-a2ac-b7fceb655399 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5448897 Dec 13 09:47:40.168351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-cd4a8ccf-49fc-474c-8be6-d9ca5aa459ce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:47:40.169909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-cd4a8ccf-49fc-474c-8be6-d9ca5aa459ce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063577 Dec 13 09:47:40.233416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d75c-85ee-48ac-ba16-64ae7ea3b96a req-8cb2e0b1-b1b2-47ee-8e3f-07917c2072e2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.242453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d75c-85ee-48ac-ba16-64ae7ea3b96a req-8cb2e0b1-b1b2-47ee-8e3f-07917c2072e2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.251655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d75c-85ee-48ac-ba16-64ae7ea3b96a req-8cb2e0b1-b1b2-47ee-8e3f-07917c2072e2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.263247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a073d75c-85ee-48ac-ba16-64ae7ea3b96a req-8cb2e0b1-b1b2-47ee-8e3f-07917c2072e2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 2374 time: 0.1238637 Dec 13 09:47:40.368020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a073d75c-85ee-48ac-ba16-64ae7ea3b96a req-2d282c4e-82cc-4b37-b553-be7498730d90 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990112 Dec 13 09:47:40.437132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3520b-292a-4412-88f6-e747ca2324b3 req-6cd49edd-b426-4b7c-afab-c996b8427bbc tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.448673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ce3520b-292a-4412-88f6-e747ca2324b3 req-6cd49edd-b426-4b7c-afab-c996b8427bbc tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.1584046 Dec 13 09:47:40.514228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.2.2.100 (1de61aac-01ea-444f-86d1-2d72341dbf3d/ceed3094-09fb-46c6-bbed-bb769a22d8a3/0592b1f4-0bc5-4eca-8c44-c995a1bf6680) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:40.540488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ce3520b-292a-4412-88f6-e747ca2324b3 req-6bdb3f8d-df98-4910-a140-6227c458a588 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Dec 13 09:47:40.688483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64245442-fbc3-45d3-b5b7-3e00e33d74b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.690212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64245442-fbc3-45d3-b5b7-3e00e33d74b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.694223 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64245442-fbc3-45d3-b5b7-3e00e33d74b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7435763 Dec 13 09:47:40.694626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50118) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:40.781700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet e40ed354-f8e7-41ad-8948-35143fe9577d {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:40.785924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.794246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.865386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.898454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.929574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:40.981126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:40.984792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:40.989907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:41.066619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.121511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.121727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.159659 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-59619609-5013-4c63-af92-48e22dfe5c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2999735 Dec 13 09:47:41.174082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'admin_state_up': True, 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'security_groups': ['0b11473a-0c6d-4281-aee6-a2d93b867917']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:41.335276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.368000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Made reservation on behalf of c24c4356b4744d41a5b91771a4a16789 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:41.376811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.476019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199b38f-12c4-4b8f-bbb1-ffc2b606ddc1 req-729fc9ed-3c9d-474b-b776-dccd7fe645f4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.487164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8199b38f-12c4-4b8f-bbb1-ffc2b606ddc1 req-729fc9ed-3c9d-474b-b776-dccd7fe645f4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.2826140 Dec 13 09:47:41.669116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a1853bd9-9083-4870-8b48-c46267090094 None None] Provisioning complete for port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:41.671369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1853bd9-9083-4870-8b48-c46267090094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.733248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a1853bd9-9083-4870-8b48-c46267090094 None None] Port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:41.756885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Allocated IP 10.2.2.200 (1de61aac-01ea-444f-86d1-2d72341dbf3d/ceed3094-09fb-46c6-bbed-bb769a22d8a3/5230d237-747f-4075-846b-12729fbc92cb) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:41.802729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8199b38f-12c4-4b8f-bbb1-ffc2b606ddc1 req-fca65993-62f6-4153-be41-b5934ac92a89 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136747 Dec 13 09:47:41.852925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50168) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:41.913535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-8412db60-62a7-40e7-867e-203ec9e118df tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.917972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-8412db60-62a7-40e7-867e-203ec9e118df tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.20 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.4239044 Dec 13 09:47:41.947014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-b35ca66b-2bd7-4c4e-86d2-807920704f7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.955108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-b35ca66b-2bd7-4c4e-86d2-807920704f7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.968308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-b35ca66b-2bd7-4c4e-86d2-807920704f7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.978040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-b35ca66b-2bd7-4c4e-86d2-807920704f7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.981624 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.988671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-b35ca66b-2bd7-4c4e-86d2-807920704f7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3095 time: 0.3879900 Dec 13 09:47:42.000869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.107378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=e40ed354-f8e7-41ad-8948-35143fe9577d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:42.128883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193aedc-8cd9-40e0-b835-1e6dc6f0089f None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:42.131912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.137533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ecb24563-2724-4dd3-a747-c8264a01d6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e40ed354-f8e7-41ad-8948-35143fe9577d HTTP/1.1" status: 204 len: 168 time: 1.4393332 Dec 13 09:47:42.141119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50174) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.155883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a0be03c0-183d-4c42-bdaa-4bdd18922d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.192479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799de42-8895-4155-b5de-b6da00a69407 req-d0273bc2-1f92-4dac-969a-df9778e15270 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:42.194160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5799de42-8895-4155-b5de-b6da00a69407 req-d0273bc2-1f92-4dac-969a-df9778e15270 tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 946 time: 0.1905646 Dec 13 09:47:42.225313 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.264039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-029b2d52-e751-4328-90da-3fdd7590b3bf tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164982 Dec 13 09:47:42.299471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782acd54-71e3-448f-bdc3-9824ba2beaea req-24e8f2e0-60a7-4439-9455-91ab5b4602ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096161 Dec 13 09:47:42.307598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50176) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.428746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:47:42.521341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5799de42-8895-4155-b5de-b6da00a69407 req-ae01ea9b-05c2-4870-a352-4eb3298670df tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/security-groups?id=3482f743-eeab-4592-bb61-3273248059cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717531 Dec 13 09:47:42.537161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Deleting port 3c703b98-36b1-478a-96aa-fa9397e93363 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:42.537822 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.553816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:42.574209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.682462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545040ea-d97f-42b1-92f9-e7a0c2965b9f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:42.686164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Deleting port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:42.686740 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.701349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-545040ea-d97f-42b1-92f9-e7a0c2965b9f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3814476 Dec 13 09:47:42.711234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50188) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.729159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] For port 3c703b98-36b1-478a-96aa-fa9397e93363, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3c703b98-36b1-478a-96aa-fa9397e93363,segment=NetworkSegment(e8273ac8-890e-4352-99b3-ea47b663142e),segment_id=e8273ac8-890e-4352-99b3-ea47b663142e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:42.729721 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.734775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-689035e5-d2c7-4f93-badb-d51a72e3b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:42.742567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-689035e5-d2c7-4f93-badb-d51a72e3b665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.3214927 Dec 13 09:47:42.748089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a0be03c0-183d-4c42-bdaa-4bdd18922d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.798927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] For port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:42.799336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.820770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Calling delete_port for 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:42.824340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:42.836162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a0be03c0-183d-4c42-bdaa-4bdd18922d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.864524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:42.879412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Calling delete_port for 3c703b98-36b1-478a-96aa-fa9397e93363 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:42.901705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:42.914627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.067925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be03c0-183d-4c42-bdaa-4bdd18922d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4400df-a808-4ade-8a82-93817a810b0d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.071992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.119817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a0be03c0-183d-4c42-bdaa-4bdd18922d42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a83a5af5b8be4461a4ff7cc7e8babeab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2643206 Dec 13 09:47:43.142494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae053e4f-5cf9-4668-8946-f532b9b2eb51 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.144473 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae053e4f-5cf9-4668-8946-f532b9b2eb51 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4181893 Dec 13 09:47:43.145407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50198) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.149144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] Pushing event deleted for resources: {'Port': ['ID=31f3f1f7-e6c6-4dd6-a18c-16cc83f20372,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.165770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079deb3-0e5f-45ba-925b-17a168d2ab85 None None] No DVR routers for this DVR port 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:43.199017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50200) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.231153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.231959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.239068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-91a83098-7474-41cf-b9fd-07b530c94c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.240577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-91a83098-7474-41cf-b9fd-07b530c94c72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.4833443 Dec 13 09:47:43.362237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-1dfd87bc-7d9c-44df-b9fc-192a643fd005 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0706267 Dec 13 09:47:43.376533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9ddf528-7343-463a-9ae0-4726842b2ebd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1717846 Dec 13 09:47:43.379324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50204) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.384464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b4314b85-349f-483d-9f65-b747cdbd8335 None None] Provisioning complete for port 5230d237-747f-4075-846b-12729fbc92cb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:43.388156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b4314b85-349f-483d-9f65-b747cdbd8335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.390686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:43.443040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ac03eed9-7469-488a-8f6e-1155d704974d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2754738 Dec 13 09:47:43.455424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e56cd-b918-4f2d-9a4a-7be3dfce0f14 req-c010e73a-33dc-4c34-8e5c-42b3f7b1595a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.464855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-304e56cd-b918-4f2d-9a4a-7be3dfce0f14 req-c010e73a-33dc-4c34-8e5c-42b3f7b1595a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.2690325 Dec 13 09:47:43.481676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b4314b85-349f-483d-9f65-b747cdbd8335 None None] Port 5230d237-747f-4075-846b-12729fbc92cb cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:43.497675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.520537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-6e1d7b12-a238-4c38-9dbc-74c83a6dd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.522027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-6e1d7b12-a238-4c38-9dbc-74c83a6dd021 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1465945 Dec 13 09:47:43.523041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:43.537283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.558548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-304e56cd-b918-4f2d-9a4a-7be3dfce0f14 req-f4160b19-e30f-4756-8812-695964cb64a2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924616 Dec 13 09:47:43.610161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.613070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.614499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe4400df-a808-4ade-8a82-93817a810b0d HTTP/1.1" status: 204 len: 168 time: 0.4653022 Dec 13 09:47:43.690206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29a101-6f78-48b4-818a-88e3b075b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4400df-a808-4ade-8a82-93817a810b0d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.745695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-d8bec879-cfe5-433d-8972-c8af0d8c4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.747928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-d8bec879-cfe5-433d-8972-c8af0d8c4aad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162833 Dec 13 09:47:43.844227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.872287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:43.875981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.926314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.947222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.959253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.965652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.998435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:44.006104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-993b499f-136c-4465-b23b-456011fe30ca req-06f77dec-bc56-4996-8574-9272f5ebe005 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3816 time: 0.2735651 Dec 13 09:47:44.008663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.106527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] No DVR routers for this DVR port 3c703b98-36b1-478a-96aa-fa9397e93363 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:44.112900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Pushing event deleted for resources: {'Port': ['ID=3c703b98-36b1-478a-96aa-fa9397e93363,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:44.119576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.123101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9603d41f-b75c-49df-a3e7-fd87ef1eb353 req-da79267b-5713-4c20-b407-29a3dfe3f4dd tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.20 "DELETE /v2.0/ports/3c703b98-36b1-478a-96aa-fa9397e93363 HTTP/1.1" status: 204 len: 173 time: 2.1884558 Dec 13 09:47:44.123590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'name': 'network-vif-deleted', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:44.126608 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5068d-2d6a-486b-9cb8-0cf97f7d8bb6" -d '{"events": [{"server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "name": "network-vif-deleted", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:44.206583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-993b499f-136c-4465-b23b-456011fe30ca req-fadab3da-a805-429c-a761-a18455435dfe tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951783 Dec 13 09:47:44.218556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-1d58209e-ae20-4ffd-b03d-98dabfe39f47 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585993 Dec 13 09:47:44.239997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50218) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.341424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74c23ecd-4a17-42c0-942e-323391ef3974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.364255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:44.416206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:44.416563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31f3f1f7-e6c6-4dd6-a18c-16cc83f20372 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:44.550417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25d1335e-fadf-4b74-9189-6827b9f26aef req-6880a76f-c304-427b-b55d-2ba080e0207d tempest-InstanceActionsTestJSON-1789067658 tempest-InstanceActionsTestJSON-1789067658-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae31cf5-d332-463a-a992-18f2c5ea4767 HTTP/1.1" status: 200 len: 210 time: 0.0835629 Dec 13 09:47:44.577951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-bfe2ec63-db2a-4d96-b4a1-e314603cd14a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514886 Dec 13 09:47:44.647935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0832e8f2-eb20-4874-a3f3-dc2e0169971e {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:44.657476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.672350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Transition to ACTIVE for port object 0832e8f2-eb20-4874-a3f3-dc2e0169971e will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:44.822761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.851058 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe3487-c072-4695-892d-1b72a0636149 x-openstack-request-id: req-f7fe3487-c072-4695-892d-1b72a0636149 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:44.851800 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae31cf5-d332-463a-a992-18f2c5ea4767", "name": "network-vif-deleted", "tag": "3c703b98-36b1-478a-96aa-fa9397e93363", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:44.852249 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7fe3487-c072-4695-892d-1b72a0636149 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:44.854107 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae31cf5-d332-463a-a992-18f2c5ea4767', 'name': 'network-vif-deleted', 'tag': '3c703b98-36b1-478a-96aa-fa9397e93363', 'status': 'completed', 'code': 200} Dec 13 09:47:44.897426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:45.109620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:45.114866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Attempting to bind port 0832e8f2-eb20-4874-a3f3-dc2e0169971e on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:45.115199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Attempting to bind port 0832e8f2-eb20-4874-a3f3-dc2e0169971e by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:45.115534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Attempting to bind port 0832e8f2-eb20-4874-a3f3-dc2e0169971e on network cbd95b2d-d08b-47bf-a646-2faad58fce8a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:45.139104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932da7a1-ede0-4a60-a367-c355664ab3dc req-15e425c3-7023-4cf3-9943-77d1df654f3f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.141679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-932da7a1-ede0-4a60-a367-c355664ab3dc req-15e425c3-7023-4cf3-9943-77d1df654f3f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1636534 Dec 13 09:47:45.144786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.238726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-932da7a1-ede0-4a60-a367-c355664ab3dc req-bb076bc3-2184-44da-acf1-29b8701b968a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912826 Dec 13 09:47:45.302904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:45.306302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=b8c38c32-8e58-4fa5-bf95-6e05076684a4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:45.312424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:45.318889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Port 0832e8f2-eb20-4874-a3f3-dc2e0169971e on network cbd95b2d-d08b-47bf-a646-2faad58fce8a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:45.319218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Attempting to bind port 0832e8f2-eb20-4874-a3f3-dc2e0169971e on network cbd95b2d-d08b-47bf-a646-2faad58fce8a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:45.327520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1e9ac-cf7d-4223-9ae7-2071f450a6c1 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:45.330711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.331438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.348162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:45.348505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Checking segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:45.353663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Bound using segment: {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:45.354164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Bound port: 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762b46de-3dc2-44be-89d9-3d9a7b12c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:45.354542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.468935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.487345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.504287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.509094 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12d9370c-e671-4b34-8235-f9e3739d98ea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1201334 Dec 13 09:47:45.511088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:45.517190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.518593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'b8c38c32-8e58-4fa5-bf95-6e05076684a4'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:45.521602 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.523528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:df:2f:bc', 'name': 'tempest-NetworksTestDHCPv6-1165702207'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:45.536479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.541083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-22626a69-227b-4fe3-98b2-232ae833f628 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3828 time: 0.2006831 Dec 13 09:47:45.642221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb5462b1-2797-438e-abb9-093caca2bbd5 req-e3a471ed-5e90-47f7-b51a-c2b2cb48bce9 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945103 Dec 13 09:47:45.784646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Allocated IP 2001:db8::f816:3eff:fece:afb6 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/b8c38c32-8e58-4fa5-bf95-6e05076684a4/4bfecd7e-c689-42c6-b828-8ccd8c31461c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:45.829103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74c23ecd-4a17-42c0-942e-323391ef3974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.857049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74c23ecd-4a17-42c0-942e-323391ef3974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.876250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50248) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:45.947093 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74c23ecd-4a17-42c0-942e-323391ef3974 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39382b8b898f49feb638b4f8d536327e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7059667 Dec 13 09:47:45.951251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50250) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:45.960164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:45.963479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:46.011759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Deleting subnet 8f851c25-6073-4576-836f-951aff012e1e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:46.058152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:46.078822 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.097060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3c703b98-36b1-478a-96aa-fa9397e93363 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:46.105294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.109109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.109830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.127490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c23ecd-4a17-42c0-942e-323391ef3974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126a9229-2b2e-4e25-879b-2c93e49b8789,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.241568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:46.244286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.292736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Pushing event updated for resources: {'Port': ['ID=4bfecd7e-c689-42c6-b828-8ccd8c31461c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.297647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:46.300172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 3c703b98-36b1-478a-96aa-fa9397e93363 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:46.301230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3c703b98-36b1-478a-96aa-fa9397e93363 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:46.303290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:46.322048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.322860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.324421 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] 10.222.0.16 "PUT /v2.0/ports/0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 1092 time: 2.8575368 Dec 13 09:47:46.324970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:46.327264 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcad044-2406-4ac8-87fb-4df756651a33" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:46.340351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.380435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9490565-a6b0-4f91-af8a-549c88c08bda service neutron] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.400196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:46.404086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Attempting to bind port 4bfecd7e-c689-42c6-b828-8ccd8c31461c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:46.404673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Attempting to bind port 4bfecd7e-c689-42c6-b828-8ccd8c31461c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:46.405888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Attempting to bind port 4bfecd7e-c689-42c6-b828-8ccd8c31461c on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:46.424859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:46.425565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:46.426124 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.426670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:46.427483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Bound port: 4bfecd7e-c689-42c6-b828-8ccd8c31461c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:46.427763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.428671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.470039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 5d25a9a1-cb8a-4102-bd79-abacdc82c4e6 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:46.576964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] For port 4bfecd7e-c689-42c6-b828-8ccd8c31461c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:46.602094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] For port 4bfecd7e-c689-42c6-b828-8ccd8c31461c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfecd7e-c689-42c6-b828-8ccd8c31461c,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:46.606987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.614871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.640629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.702528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5c24-8e4a-4b62-a052-c7747d283385 req-8be46234-21af-4a86-b43a-168e9df55311 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.710471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-079d5c24-8e4a-4b62-a052-c7747d283385 req-8be46234-21af-4a86-b43a-168e9df55311 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.2397058 Dec 13 09:47:46.754247 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.808872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337dec-bb8c-427e-900e-57a49b035aad None None] Pushing event updated for resources: {'Port': ['ID=4bfecd7e-c689-42c6-b828-8ccd8c31461c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.850119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f851c25-6073-4576-836f-951aff012e1e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.855822 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.858947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.860304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/126a9229-2b2e-4e25-879b-2c93e49b8789 HTTP/1.1" status: 204 len: 168 time: 0.9080806 Dec 13 09:47:46.907850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a4492-f844-421f-bcda-4dcf3cfc4d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126a9229-2b2e-4e25-879b-2c93e49b8789,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.915435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.919024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-331ce50a-5313-4c4c-8250-08677815f465 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8f851c25-6073-4576-836f-951aff012e1e HTTP/1.1" status: 204 len: 168 time: 1.0418189 Dec 13 09:47:46.930113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:46.956369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-079d5c24-8e4a-4b62-a052-c7747d283385 req-38bdb659-c1e3-499b-be65-5e6675f3f202 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450068 Dec 13 09:47:46.986856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.173282 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5bff54-56d1-468f-ae87-846dca4090be x-openstack-request-id: req-3c5bff54-56d1-468f-ae87-846dca4090be {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:47.173982 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:47.174379 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5bff54-56d1-468f-ae87-846dca4090be {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:47.174937 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'status': 'completed', 'code': 200} Dec 13 09:47:47.220495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.245276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.245896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.246434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.246968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.248039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.251950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-8e2c4e60-5f17-446d-aea7-7f0abfb09e3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 4363 time: 0.1151712 Dec 13 09:47:47.291783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fedf:2fbc (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/b8c38c32-8e58-4fa5-bf95-6e05076684a4/5d25a9a1-cb8a-4102-bd79-abacdc82c4e6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:47.515521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.571123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.711601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:47.713262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=5d25a9a1-cb8a-4102-bd79-abacdc82c4e6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:47.741057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:47.744296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:47.751303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.751984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.792119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-23440d89-369e-4d97-9f3c-d86bd6ae4f0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2743332 Dec 13 09:47:47.798576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50282) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:47.810151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.835438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.852246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.873330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.889532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.898044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10972800-a1bc-48af-b126-be7a9b784b7b req-250cfe3b-c7cc-4564-aa6d-d7ff9787e981 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3828 time: 0.3247209 Dec 13 09:47:47.929108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.967056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cbdff6-46fb-4056-b88a-4512ab9c8cfb']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:47.990156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8273ac8-890e-4352-99b3-ea47b663142e') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:47.990913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8273ac8-890e-4352-99b3-ea47b663142e') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:48.006072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.017183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff52e0c-44f7-4edf-b40b-fda95557ef79 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.023807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff52e0c-44f7-4edf-b40b-fda95557ef79 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.025506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10972800-a1bc-48af-b126-be7a9b784b7b req-40dcac64-c19e-4c0c-af91-f788c1bd995a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268158 Dec 13 09:47:48.028748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ff52e0c-44f7-4edf-b40b-fda95557ef79 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2272406 Dec 13 09:47:48.029379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:48.047639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-2f6952b7-4060-427d-bd69-07c36766a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.048369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-2f6952b7-4060-427d-bd69-07c36766a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.048985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-2f6952b7-4060-427d-bd69-07c36766a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.051613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-2f6952b7-4060-427d-bd69-07c36766a628 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c24c4356b4744d41a5b91771a4a16789&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7906091 Dec 13 09:47:48.102512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.126057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:48.126591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:48.134682 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:48.323401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.336409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.347932 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8cbdff6-46fb-4056-b88a-4512ab9c8cfb HTTP/1.1" status: 204 len: 168 time: 1.4127851 Dec 13 09:47:48.418218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfecd7e-c689-42c6-b828-8ccd8c31461c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:48.499861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f97f6b-7825-4dbc-9f00-0ec6feb27f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cbdff6-46fb-4056-b88a-4512ab9c8cfb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:48.520687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:48.550811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.588013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 5d25a9a1-cb8a-4102-bd79-abacdc82c4e6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:48.588370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.603586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-b0205d61-9e00-4934-abb7-f2752ef01296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.604816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Transition to ACTIVE for port object 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:48.611810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5dcad044-2406-4ac8-87fb-4df756651a33 req-b0205d61-9e00-4934-abb7-f2752ef01296 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5417082 Dec 13 09:47:48.676779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4bfecd7e-c689-42c6-b828-8ccd8c31461c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:48.677157 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.682313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb48bc-d6d9-42e8-8b7d-d9a128bace09 req-cda60ed6-b656-497f-a42f-1c67c9935872 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.690690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2eb48bc-d6d9-42e8-8b7d-d9a128bace09 req-cda60ed6-b656-497f-a42f-1c67c9935872 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1770272 Dec 13 09:47:48.742582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.746482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:48.860251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2eb48bc-d6d9-42e8-8b7d-d9a128bace09 req-817391ff-1d1a-46e4-b193-63b717077e62 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680751 Dec 13 09:47:48.938389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b46794f2-c5cf-4c89-81e0-ddc6a33cae17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f102ed2154e4348b2cf5e8eb42b7bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889575 Dec 13 09:47:48.938990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50312) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:48.963127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.970330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-76abde96-67a4-44f2-9a5d-831226a2a245 None None] Provisioning complete for port 4bfecd7e-c689-42c6-b828-8ccd8c31461c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:48.970898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76abde96-67a4-44f2-9a5d-831226a2a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.034070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 5d25a9a1-cb8a-4102-bd79-abacdc82c4e6 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:49.036640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.065106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.102087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.129905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.133128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.138135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3482f743-eeab-4592-bb61-3273248059cd HTTP/1.1" status: 204 len: 168 time: 0.1898201 Dec 13 09:47:49.197630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c7172-e031-4821-ac89-2d940ce86c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482f743-eeab-4592-bb61-3273248059cd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.446027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 4bfecd7e-c689-42c6-b828-8ccd8c31461c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfecd7e-c689-42c6-b828-8ccd8c31461c,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:49.459588 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.481657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.483180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.509815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.531908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.538118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.581440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.596481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76abde96-67a4-44f2-9a5d-831226a2a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.612820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.615054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-955130bb-48f2-4232-9e98-aa37e38759c5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 4599 time: 0.3328254 Dec 13 09:47:49.712150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Attempting to bind port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:49.718367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Attempting to bind port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:49.722765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Attempting to bind port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:49.725476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=4bfecd7e-c689-42c6-b828-8ccd8c31461c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.745696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on network 54322de4-c6b8-4103-a14f-937297b02a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:49.746029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Attempting to bind port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:49.748874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-76abde96-67a4-44f2-9a5d-831226a2a245 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:49.749444 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-76abde96-67a4-44f2-9a5d-831226a2a245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:49.762522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:49.763276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:49.763899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Bound using segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:49.764546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Bound port: 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:49.770019 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.780913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00888cfc-acdf-4100-8e67-0d25f07be119 req-51ca5268-15d6-4c2b-8ae7-968e2bc336ee tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559792 Dec 13 09:47:49.813040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.988024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=5d25a9a1-cb8a-4102-bd79-abacdc82c4e6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:50.049190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41507aab-f4b1-41b2-8f23-73a8c00ba340 req-0ad493de-191b-42fe-82ac-285ecf906263 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.054955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.060268 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c48149ce-e5bc-49d7-a47c-c861f179762e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5d25a9a1-cb8a-4102-bd79-abacdc82c4e6 HTTP/1.1" status: 204 len: 168 time: 2.0179703 Dec 13 09:47:50.063427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41507aab-f4b1-41b2-8f23-73a8c00ba340 req-0ad493de-191b-42fe-82ac-285ecf906263 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1163671 Dec 13 09:47:50.066513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:50.147826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41507aab-f4b1-41b2-8f23-73a8c00ba340 req-f0c5fa05-036a-472e-b553-2d9d1a4cb540 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762200 Dec 13 09:47:50.339394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45dce0d-0e63-41b9-b3cb-4d66e6d2d889 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.344230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45dce0d-0e63-41b9-b3cb-4d66e6d2d889 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.352485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50364) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:50.373835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfecd7e-c689-42c6-b828-8ccd8c31461c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:50.382571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c45dce0d-0e63-41b9-b3cb-4d66e6d2d889 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3148077 Dec 13 09:47:50.412199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:50.423459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:50.430558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.530828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.531447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.532942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] 10.222.0.16 "PUT /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 1129 time: 4.1652091 Dec 13 09:47:50.533362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:50.534354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7ed63fb8-0e45-41d2-9424-59d24c7d8429 None None] Could not find standard attr ID for object 5d25a9a1-cb8a-4102-bd79-abacdc82c4e6. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:50.547048 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de8e814-b982-4f85-8d53-ec8f8790d110" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:50.560978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4bfecd7e-c689-42c6-b828-8ccd8c31461c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:50.561366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.617385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet b8c38c32-8e58-4fa5-bf95-6e05076684a4 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:50.617739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:50.626418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.757254 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d4869-5310-4484-a9b5-79a4f042c241 x-openstack-request-id: req-e54d4869-5310-4484-a9b5-79a4f042c241 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:50.763511 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:50.763974 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54d4869-5310-4484-a9b5-79a4f042c241 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:50.764632 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88', 'status': 'completed', 'code': 200} Dec 13 09:47:50.816921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50390) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:50.841393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.856311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b273f8-be2d-4447-9523-e52f74c72f2e service neutron] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:50.956256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.977951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.978446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.978912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.979373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.979872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.980331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.982292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-36da80bd-bb2e-40bf-887d-7d28d61fe05e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5285 time: 0.2703872 Dec 13 09:47:51.474802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254838d9-bead-4fcf-a82d-2a71fb11a2e3 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:51.489147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.509456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Transition to ACTIVE for port object 254838d9-bead-4fcf-a82d-2a71fb11a2e3 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:51.512963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.603720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:51.636086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.636505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.636860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.637211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.637611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.637995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.638752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.639147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.639502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.640118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.640462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.640804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.641269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:51.729737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Attempting to bind port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:51.730085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Attempting to bind port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:51.730425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Attempting to bind port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:51.744322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on network 54322de4-c6b8-4103-a14f-937297b02a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:51.744889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Attempting to bind port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:51.751030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:51.751667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:51.752281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Bound using segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:51.756086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Bound port: 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:51.756675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.778417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-3061a092-4189-483c-80c9-9728de3c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:51.778993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-3061a092-4189-483c-80c9-9728de3c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:51.780663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-3061a092-4189-483c-80c9-9728de3c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:51.787660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-3061a092-4189-483c-80c9-9728de3c9993 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c24c4356b4744d41a5b91771a4a16789&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7854140 Dec 13 09:47:51.812681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-108459091-network', 'tenant_id': '333a49cc1b10402aa6ad24d3aa7f4678'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:51.896729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:51.905043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:51.918082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.969967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Made reservation on behalf of 333a49cc1b10402aa6ad24d3aa7f4678 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:51.973095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.009617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:52.027062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.045153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.052507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.054720 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-12823f3d-025a-45e2-a716-63711c7407f7 service neutron] 10.222.0.16 "PUT /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 1130 time: 1.4475644 Dec 13 09:47:52.101813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:52.233959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.275987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.415890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.422083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.430781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.451402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.465380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.471394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.479829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-33b2ad42-a06a-4447-9a14-279e1626ed0c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 4599 time: 1.4938250 Dec 13 09:47:52.542246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-7776bfff-492e-4635-a1f1-98ad94900ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.543679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2de8e814-b982-4f85-8d53-ec8f8790d110 req-7776bfff-492e-4635-a1f1-98ad94900ea4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6254978 Dec 13 09:47:52.581827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31907c61-4a40-4313-ab2a-bd046372baa9 req-6e433e83-893d-4561-8fca-e1eec0dbd96a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.591853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31907c61-4a40-4313-ab2a-bd046372baa9 req-6e433e83-893d-4561-8fca-e1eec0dbd96a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.8149598 Dec 13 09:47:52.703363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31907c61-4a40-4313-ab2a-bd046372baa9 req-fdd6bccc-4497-4bfe-9e7a-229676436e63 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105244 Dec 13 09:47:52.720438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:52.723930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.729600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.760077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Transition to ACTIVE for port object f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:52.767199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.773156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '254838d9-bead-4fcf-a82d-2a71fb11a2e3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:52.779358 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "254838d9-bead-4fcf-a82d-2a71fb11a2e3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:52.783151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c38c32-8e58-4fa5-bf95-6e05076684a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:52.785407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1bc3a-de6f-4e7f-8267-71bbc01428e1 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:52.791761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.797325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-444aac21-d91f-4bb4-b30a-2e9203a7c32d tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c38c32-8e58-4fa5-bf95-6e05076684a4 HTTP/1.1" status: 204 len: 168 time: 2.4403789 Dec 13 09:47:52.798092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50424) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:52.810925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e771f31a-ec71-4a15-ae01-629be44363e5 req-73b805e5-409c-4e9e-b850-39067eb4e07a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3301446 Dec 13 09:47:52.924550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c62ab882-6eb7-4579-9cae-62926d383e7c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228952 Dec 13 09:47:52.951591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50434) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:52.957024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:52.964498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:52.999256 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e7b00-0783-4246-84d8-736f732039f6 x-openstack-request-id: req-2b7e7b00-0783-4246-84d8-736f732039f6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:52.999256 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "254838d9-bead-4fcf-a82d-2a71fb11a2e3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:52.999589 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b7e7b00-0783-4246-84d8-736f732039f6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:53.000375 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '254838d9-bead-4fcf-a82d-2a71fb11a2e3', 'status': 'completed', 'code': 200} Dec 13 09:47:53.042552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.105086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.123926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:53.145766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Attempting to bind port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:53.146210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Attempting to bind port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:53.146640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Attempting to bind port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:53.153355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 on network 54322de4-c6b8-4103-a14f-937297b02a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:53.153967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Attempting to bind port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:53.156376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:53.162119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:53.162597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:53.163219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Bound using segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:53.163946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Bound port: f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:53.164416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.191910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.192261 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Added segment c91801dd-b5ef-4256-95fd-745d83339a46 of type vlan for network a451c191-116f-4e14-a32f-f6f2ab7f69d0 Dec 13 09:47:53.281423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Deleting port 4bfecd7e-c689-42c6-b828-8ccd8c31461c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:53.281721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.305574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:53.309003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:53.312749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.401176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.401799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.403216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] 10.222.0.16 "PUT /v2.0/ports/f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 200 len: 1091 time: 1.3182483 Dec 13 09:47:53.467158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:53.502175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.524882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:53.526051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:53.560693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] For port 4bfecd7e-c689-42c6-b828-8ccd8c31461c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4bfecd7e-c689-42c6-b828-8ccd8c31461c,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:53.564918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97449e-360f-4149-8d73-3355a9e52c7c service neutron] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:53.577836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.607100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.607940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.608606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.609410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.611247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.613428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.614150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.616813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-af233da5-a8fb-45f7-bcda-ddac170e39de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6233 time: 0.5925357 Dec 13 09:47:53.653450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Calling delete_port for 4bfecd7e-c689-42c6-b828-8ccd8c31461c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:53.704148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.782152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:53.806908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.855326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.859377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.860404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.860991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.887372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Pushing event deleted for resources: {'Port': ['ID=4bfecd7e-c689-42c6-b828-8ccd8c31461c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:53.900293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.901160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.901898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.902440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.902924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.903488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.904038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.904557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.904989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.905472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.906030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.906463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.906995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:53.932722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c8125-b6eb-43ce-a161-7842399043a2 None None] No DVR routers for this DVR port 4bfecd7e-c689-42c6-b828-8ccd8c31461c on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:53.959731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53ef915e-9a37-41c4-afcf-004a4ddf2ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.114130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a451c191-116f-4e14-a32f-f6f2ab7f69d0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:54.123291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8663cd74-0196-4bfa-9969-2057fc0e85d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3028526 Dec 13 09:47:54.128395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-8fc3064e-f0e7-4990-b68b-8755eca8d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.128878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-8fc3064e-f0e7-4990-b68b-8755eca8d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.129327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-8fc3064e-f0e7-4990-b68b-8755eca8d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.131336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-8fc3064e-f0e7-4990-b68b-8755eca8d611 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c24c4356b4744d41a5b91771a4a16789&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5000172 Dec 13 09:47:54.131468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50456) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:54.134932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network a451c191-116f-4e14-a32f-f6f2ab7f69d0 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:54.158570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Request body: {'subnet': {'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-108459091-subnet', 'tenant_id': '333a49cc1b10402aa6ad24d3aa7f4678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:54.192392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Made reservation on behalf of 333a49cc1b10402aa6ad24d3aa7f4678 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:54.194651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.343644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfecd7e-c689-42c6-b828-8ccd8c31461c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:54.367307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4bfecd7e-c689-42c6-b828-8ccd8c31461c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:54.368233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4bfecd7e-c689-42c6-b828-8ccd8c31461c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:54.417657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11838592-540d-4beb-9361-e27ea83b4175 req-2faa5417-25eb-426f-a67d-8848df07eeb0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.420540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11838592-540d-4beb-9361-e27ea83b4175 req-2faa5417-25eb-426f-a67d-8848df07eeb0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.4237571 Dec 13 09:47:54.471397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60930877-3723-4f8a-803f-62169f4be5ea {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:54.481049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.494982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Transition to ACTIVE for port object 60930877-3723-4f8a-803f-62169f4be5ea will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:54.498942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.548987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:54.677506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Attempting to bind port 60930877-3723-4f8a-803f-62169f4be5ea on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:54.678175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-f38b7c94-1d87-4ea3-a3c8-a4d09c72f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.678564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Attempting to bind port 60930877-3723-4f8a-803f-62169f4be5ea by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:54.679061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Attempting to bind port 60930877-3723-4f8a-803f-62169f4be5ea on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:54.681297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee83fbbc-91d8-471e-8b8a-28fed86ba34d req-f38b7c94-1d87-4ea3-a3c8-a4d09c72f7e1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5265176 Dec 13 09:47:54.687347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Port 60930877-3723-4f8a-803f-62169f4be5ea on network 54322de4-c6b8-4103-a14f-937297b02a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:54.687970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Attempting to bind port 60930877-3723-4f8a-803f-62169f4be5ea on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:54.710733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:54.711154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Checking segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:54.714561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Bound using segment: {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:54.714561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Bound port: 60930877-3723-4f8a-803f-62169f4be5ea, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaaa93f-6c39-4fde-a197-dde54eafe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:54.714561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.775272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.788481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11838592-540d-4beb-9361-e27ea83b4175 req-5d4a2ef7-4738-45b9-ba2f-3c83861626b8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822518 Dec 13 09:47:54.858744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b78f388-0d6f-494a-aef5-4ecd72747c13,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:54.888130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:54.892971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:54.897620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.946812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.968181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.968951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.970528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] 10.222.0.16 "PUT /v2.0/ports/60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 200 len: 1090 time: 1.5227056 Dec 13 09:47:54.977540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.987519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.994741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.003170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.007365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:55.010227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.016301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.018346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-07f20a2e-4913-43bd-96e5-137edae28a22 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5383 time: 0.9119277 Dec 13 09:47:55.051871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8'}, {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:55.054326 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cda444-118b-42d6-be5f-c245f6e348d1" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8"}, {"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "60930877-3723-4f8a-803f-62169f4be5ea"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:55.103450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-408cf456-653d-4b1e-9c5e-9cb2990e1c63 req-bf4ebd7d-e345-428a-9c55-9c655cd144cd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696893 Dec 13 09:47:55.104950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.147800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e10c-e21c-405e-8cbd-5be6661e1bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.149930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Checking segment: {'id': 'c91801dd-b5ef-4256-95fd-745d83339a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:55.150438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Network hostable DHCP agents. Network: a451c191-116f-4e14-a32f-f6f2ab7f69d0, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:55.327313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53ef915e-9a37-41c4-afcf-004a4ddf2ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.328362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Network a451c191-116f-4e14-a32f-f6f2ab7f69d0 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:55.356133 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f859b80-b3cf-4855-b67d-fae760118130 x-openstack-request-id: req-4f859b80-b3cf-4855-b67d-fae760118130 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:55.356740 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "60930877-3723-4f8a-803f-62169f4be5ea", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:55.357169 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f859b80-b3cf-4855-b67d-fae760118130 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:55.358509 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'status': 'completed', 'code': 200} Dec 13 09:47:55.359079 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea', 'status': 'completed', 'code': 200} Dec 13 09:47:55.364847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53ef915e-9a37-41c4-afcf-004a4ddf2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.422479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef915e-9a37-41c4-afcf-004a4ddf2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f950af4-92b6-4ec4-af4d-324d62a1c18a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.425312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, a451c191-116f-4e14-a32f-f6f2ab7f69d0) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:55.450047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.450719 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.452038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9662c0-eac8-4983-8503-a50f563b2979 None None] Network a451c191-116f-4e14-a32f-f6f2ab7f69d0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:55.499664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-53ef915e-9a37-41c4-afcf-004a4ddf2ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffb97032bd7140a29b3bf17efd3cd772&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9557467 Dec 13 09:47:55.507652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.508139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.509398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.509873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.510459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.510926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.511421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.513636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-af5b84c3-5818-4565-94e2-319a0c200226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6342 time: 0.1889944 Dec 13 09:47:55.514111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50470) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.526287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05d17b80-5078-458d-894e-51d296624d82 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3778310 Dec 13 09:47:55.633507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174162c-a3a5-44d7-a3c9-220f4c7e45f0 None None] Network a451c191-116f-4e14-a32f-f6f2ab7f69d0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:55.753198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:47:55.760278 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.872438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:55.881325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.897422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Transition to ACTIVE for port object 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:55.907683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.943815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.961381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.966106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2fe7d-b652-4377-89da-b54fa98022b3 req-2adbdd82-c9f6-4c82-9678-d0a48a2ac350 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.973763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a2fe7d-b652-4377-89da-b54fa98022b3 req-2adbdd82-c9f6-4c82-9678-d0a48a2ac350 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 947 time: 0.3496249 Dec 13 09:47:55.987525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:55.998498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=13f8b57d-6968-4032-80c5-6589a4f58de9,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.034449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-d9a775fd-8d4c-4027-be5b-94fd6069310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.034922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-d9a775fd-8d4c-4027-be5b-94fd6069310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.035387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-d9a775fd-8d4c-4027-be5b-94fd6069310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.037060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-d9a775fd-8d4c-4027-be5b-94fd6069310b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c24c4356b4744d41a5b91771a4a16789&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5086014 Dec 13 09:47:56.038087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:56.041784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.042445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.058243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c446c-c614-4c97-99f9-691f5791c3d7 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:56.095946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.159097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-928b27ea-f041-4c06-b406-e5288574572f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2061687 Dec 13 09:47:56.162046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50482) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:56.198500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Attempting to bind port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:56.198822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Attempting to bind port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:56.199289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Attempting to bind port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 on network 1de61aac-01ea-444f-86d1-2d72341dbf3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:56.204224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 on network 1de61aac-01ea-444f-86d1-2d72341dbf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:56.204552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Attempting to bind port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 on network 1de61aac-01ea-444f-86d1-2d72341dbf3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:56.210700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:56.211034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Checking segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:56.211435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Bound using segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:56.212466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Bound port: 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:56.213082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.333111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '13f8b57d-6968-4032-80c5-6589a4f58de9'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:56.334140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.336543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a2fe7d-b652-4377-89da-b54fa98022b3 req-66bdc8fe-a434-46e2-855a-340a16d68eb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582845 Dec 13 09:47:56.373095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:fa:90:bf', 'name': 'tempest-NetworksTestDHCPv6-1126723386'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:56.384754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:56.390818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:56.403878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.505075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.505703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.507194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] 10.222.0.16 "PUT /v2.0/ports/0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 1091 time: 1.5080466 Dec 13 09:47:56.565598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Request body: {'port': {'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:56.637314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Allocated IP 2001:db8::f816:3eff:fea0:3046 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/13f8b57d-6968-4032-80c5-6589a4f58de9/0a1fc367-fd44-4ebe-98ae-50b921fdb37b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:56.750482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc369cf1-808b-4434-a59b-d615f5830da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.797206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.853345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.862555 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.887189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:56.890717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:56.925719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:57.020148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Pushing event updated for resources: {'Port': ['ID=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.061952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85b875-2fb9-4cca-add6-06e67a228bef req-0dcc5814-f96d-4db0-91ee-21734ebbc1ff tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.063753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd85b875-2fb9-4cca-add6-06e67a228bef req-0dcc5814-f96d-4db0-91ee-21734ebbc1ff tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 1.1347785 Dec 13 09:47:57.085401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Attempting to bind port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:57.092909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Attempting to bind port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:57.093384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Attempting to bind port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:57.114602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:57.114883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:57.115299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.121807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:57.122418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Bound port: 0a1fc367-fd44-4ebe-98ae-50b921fdb37b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:57.122855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.265034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:57.269667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.274761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.276092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f950af4-92b6-4ec4-af4d-324d62a1c18a HTTP/1.1" status: 204 len: 168 time: 1.7602117 Dec 13 09:47:57.281744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] For port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:57.292901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] For port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:57.300458 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.371753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30ad7-93d2-40ed-aa6e-eae4b6e13a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f950af4-92b6-4ec4-af4d-324d62a1c18a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.374239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2ce95a53-aa13-40cb-a3e9-eb19fab6a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.377718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2ce95a53-aa13-40cb-a3e9-eb19fab6a550 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3302357 Dec 13 09:47:57.394405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:57.396026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-1147683c-7ed6-434a-809b-e5a4ba710a16 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.397715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-1147683c-7ed6-434a-809b-e5a4ba710a16 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 947 time: 0.3641543 Dec 13 09:47:57.402363 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:57.457394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5230d237-747f-4075-846b-12729fbc92cb {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:57.496295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.507127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43075-6c61-4f69-912f-5bf16ad74599 None None] Pushing event updated for resources: {'Port': ['ID=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.546991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Transition to ACTIVE for port object 5230d237-747f-4075-846b-12729fbc92cb will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:57.552577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.616074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd85b875-2fb9-4cca-add6-06e67a228bef req-91bfb213-0476-4af3-8053-3f0a0707afb8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162396 Dec 13 09:47:57.705129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-61ace9b7-abb7-4877-a2ec-9f14f714f67d tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.707134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-61ace9b7-abb7-4877-a2ec-9f14f714f67d tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/networks?id=a451c191-116f-4e14-a32f-f6f2ab7f69d0 HTTP/1.1" status: 200 len: 813 time: 0.6722105 Dec 13 09:47:57.752742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.812021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-844867c4-aa26-477d-b2a0-b3d22677e6a3 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/quotas/333a49cc1b10402aa6ad24d3aa7f4678 HTTP/1.1" status: 200 len: 375 time: 0.0599046 Dec 13 09:47:57.819644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.853658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.864026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.864599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.865319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.866217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.869714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.870251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.874662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-e2003087-bc14-4718-8556-54140f0a7a11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6409 time: 0.4330287 Dec 13 09:47:57.897122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:57.931041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8cf3-3eaf-4a0f-b8b5-2398f2dd4bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.041588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Attempting to bind port 5230d237-747f-4075-846b-12729fbc92cb on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:58.041852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Attempting to bind port 5230d237-747f-4075-846b-12729fbc92cb by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:58.041980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Attempting to bind port 5230d237-747f-4075-846b-12729fbc92cb on network 1de61aac-01ea-444f-86d1-2d72341dbf3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:58.054834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Port 5230d237-747f-4075-846b-12729fbc92cb on network 1de61aac-01ea-444f-86d1-2d72341dbf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:58.055184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Attempting to bind port 5230d237-747f-4075-846b-12729fbc92cb on network 1de61aac-01ea-444f-86d1-2d72341dbf3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:58.083450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-77bf9e5d-8c65-406a-a71e-b0b739cb0ef4 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=333a49cc1b10402aa6ad24d3aa7f4678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075267 Dec 13 09:47:58.092236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:58.092585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Checking segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:58.092969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Bound using segment: {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:58.096064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Bound port: 5230d237-747f-4075-846b-12729fbc92cb, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36b8d93-2acf-4086-a42a-054b236a424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:58.096437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.099951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Deleting port 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:58.100428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.123893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port da569caa-14f6-44fb-88e5-7cf4d40fb412 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:58.264733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:58.272869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:58.292325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.342490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.349863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.359294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.360082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a1fc367-fd44-4ebe-98ae-50b921fdb37b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:58.368401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.375380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.381848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.388889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.397037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-45ec47a1-0642-4726-b028-c11139ae5102 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.5182023 Dec 13 09:47:58.424228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8cf3-3eaf-4a0f-b8b5-2398f2dd4bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.451629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.470578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8cf3-3eaf-4a0f-b8b5-2398f2dd4bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.483541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:58.483945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.501942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2c80a1a1-b3b4-4fc7-ae4f-46b2161d1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.502820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2c80a1a1-b3b4-4fc7-ae4f-46b2161d1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.503460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2c80a1a1-b3b4-4fc7-ae4f-46b2161d1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.505310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-2c80a1a1-b3b4-4fc7-ae4f-46b2161d1779 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c24c4356b4744d41a5b91771a4a16789&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5872035 Dec 13 09:47:58.551033 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0cbf8cf3-3eaf-4a0f-b8b5-2398f2dd4bec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=420ce0e0441e4ebfbb2c693dcf1f9e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478727 Dec 13 09:47:58.552578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.553201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.554945 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-186ba5ae-9b0c-4147-98fa-74ce1d577f51 service neutron] 10.222.0.16 "PUT /v2.0/ports/5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 1091 time: 2.0201485 Dec 13 09:47:58.556291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8cf3-3eaf-4a0f-b8b5-2398f2dd4bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af210134-a1fd-4203-a1e4-99c41e7daba8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.566882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50520) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:58.681174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.749169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.754660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.854878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-e2ec3cad-7133-4766-bc03-b4a4299456e4 service neutron] 10.222.0.31 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498140 Dec 13 09:47:58.902827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.909219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] For port 366d4fdc-a381-4dea-8327-4824a3cd20d8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=366d4fdc-a381-4dea-8327-4824a3cd20d8,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.909620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.039720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fefa:90bf (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/13f8b57d-6968-4032-80c5-6589a4f58de9/da569caa-14f6-44fb-88e5-7cf4d40fb412) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:59.088908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6be7db31-e5d4-4dc2-8bf1-39884abcfcc6 req-19a9ef73-3f98-49ad-9f39-ea13bee4c921 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6901693 Dec 13 09:47:59.203289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-a0fa39d9-0d90-484d-bf76-25a4230741ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.205273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cda444-118b-42d6-be5f-c245f6e348d1 req-a0fa39d9-0d90-484d-bf76-25a4230741ba service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6502986 Dec 13 09:47:59.205907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.218813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ccb45d7f-c1fc-4f36-b863-8752253dd951 None None] Provisioning complete for port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:59.220039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ccb45d7f-c1fc-4f36-b863-8752253dd951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.231287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-c6012544-5b1c-4577-873c-732396cbac62 service neutron] 10.222.0.31 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299248 Dec 13 09:47:59.401921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.441098 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b6743-0820-4722-9414-39c14d77a02a x-openstack-request-id: req-544b6743-0820-4722-9414-39c14d77a02a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:59.441923 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:59.442327 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-544b6743-0820-4722-9414-39c14d77a02a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:59.442898 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'status': 'completed', 'code': 200} Dec 13 09:47:59.696307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.877093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.877567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.878026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.878482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.878940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.879394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.879933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.881887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6be33116-0bec-42e1-97f8-e1084435131f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6476 time: 0.6113787 Dec 13 09:47:59.897609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f265f5d-8d97-4deb-9bae-8038c3035ea3 req-5a966ecd-636c-430b-97a2-ceeaaced0640 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.899292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f265f5d-8d97-4deb-9bae-8038c3035ea3 req-5a966ecd-636c-430b-97a2-ceeaaced0640 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 947 time: 0.5958235 Dec 13 09:47:59.985152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a380d8-096d-459b-a454-d6c5a4474a21 req-fea59cd0-2321-4171-9ec3-740255d2d03b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.986682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09a380d8-096d-459b-a454-d6c5a4474a21 req-fea59cd0-2321-4171-9ec3-740255d2d03b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.2802486 Dec 13 09:47:59.988326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-54550421-2029-4e4f-b8e3-7186527113f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 217 time: 0.0832109 Dec 13 09:48:00.020736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.027748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.030607 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.034067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af210134-a1fd-4203-a1e4-99c41e7daba8 HTTP/1.1" status: 204 len: 168 time: 1.4563997 Dec 13 09:48:00.040478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.040840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.041185 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Floating IP e34e4491-8187-451d-a26a-a5cf83e5600f disassociated. External IP: 172.25.2.8, port: 366d4fdc-a381-4dea-8327-4824a3cd20d8. Dec 13 09:48:00.041564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Calling delete_port for 366d4fdc-a381-4dea-8327-4824a3cd20d8 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:00.134917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705594-f152-499f-85cb-8738d1e400a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af210134-a1fd-4203-a1e4-99c41e7daba8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:00.206057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f265f5d-8d97-4deb-9bae-8038c3035ea3 req-26c3ff10-5d40-40ae-963f-2520f1b542ca tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=02dffc1b-f69d-4ec0-a975-b41a3929d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811725 Dec 13 09:48:00.218213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9c0eecd4-0207-4683-8906-66fadfe90710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:00.220388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-9c0eecd4-0207-4683-8906-66fadfe90710 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 200 len: 851 time: 0.2168396 Dec 13 09:48:00.300219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09a380d8-096d-459b-a454-d6c5a4474a21 req-63580dc9-6b7e-4220-ace2-a1aceca88476 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775936 Dec 13 09:48:00.341736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a1fc367-fd44-4ebe-98ae-50b921fdb37b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:00.398231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:00.398834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.563987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.569673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.657130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ba35bb1-917e-4ba3-ac72-b6d45212dece req-3fe827ca-9d2c-4ccc-8038-346077c62b0d tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 210 time: 0.1209037 Dec 13 09:48:00.666699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-b99c8ee1-6b63-4fe3-8445-1795b0b484dc tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:00.668908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-b99c8ee1-6b63-4fe3-8445-1795b0b484dc tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.20 "GET /v2.0/networks?id=a451c191-116f-4e14-a32f-f6f2ab7f69d0 HTTP/1.1" status: 200 len: 813 time: 0.1843619 Dec 13 09:48:00.684821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Request body: {'port': {'device_id': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0', 'admin_state_up': True, 'tenant_id': '333a49cc1b10402aa6ad24d3aa7f4678'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:00.775951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a56d1efd-7e98-4839-84d3-0ff7bcba2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:00.777709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a56d1efd-7e98-4839-84d3-0ff7bcba2ccd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5427277 Dec 13 09:48:00.791715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=da569caa-14f6-44fb-88e5-7cf4d40fb412,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:00.814067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:00.817025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:00.931093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:00.944170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:00.944330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Made reservation on behalf of 333a49cc1b10402aa6ad24d3aa7f4678 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:00.944786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.955496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.037620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.044046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.055024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.067918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.074056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.081559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.088879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.092411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-464a0984-adce-4911-bc68-5814f784663e req-3a2c532a-ca0d-4831-bf51-f2a6f7c1430b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.5441701 Dec 13 09:48:01.143592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'Port': ['ID=366d4fdc-a381-4dea-8327-4824a3cd20d8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:01.247199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6abbd58d-85f9-4f5b-a358-890e18f2856f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0738218 Dec 13 09:48:01.259931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Allocated IP 172.20.0.4 (a451c191-116f-4e14-a32f-f6f2ab7f69d0/1b78f388-0d6f-494a-aef5-4ecd72747c13/4de5bdf0-7284-4e10-8837-d86fa7238364) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:01.261164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50592) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:01.293543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-95189769-9ee1-4d19-8269-54a151f80709 None None] Provisioning complete for port da569caa-14f6-44fb-88e5-7cf4d40fb412 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:01.294100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-95189769-9ee1-4d19-8269-54a151f80709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.351722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-95189769-9ee1-4d19-8269-54a151f80709 None None] Port da569caa-14f6-44fb-88e5-7cf4d40fb412 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:01.423671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:01.440250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9938b-ae42-41dd-a4c0-0dd31c534291 req-66c3911b-bdaa-49b4-8fef-31d228e456e5 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.442082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fb9938b-ae42-41dd-a4c0-0dd31c534291 req-66c3911b-bdaa-49b4-8fef-31d228e456e5 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 950 time: 0.3374791 Dec 13 09:48:01.445763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '5230d237-747f-4075-846b-12729fbc92cb'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:01.456666 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "5230d237-747f-4075-846b-12729fbc92cb"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:01.458652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-21f94e37-3d3c-4310-aa3c-4888cac0af8e service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570609 Dec 13 09:48:01.488192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-464a0984-adce-4911-bc68-5814f784663e req-34f9b9d8-8eab-40d8-baa4-7ec277331381 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3806412 Dec 13 09:48:01.494252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.533302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5fc0a5-a969-4524-b3f3-1de55f7a57ac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.540907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5fc0a5-a969-4524-b3f3-1de55f7a57ac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.542597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8d5fc0a5-a969-4524-b3f3-1de55f7a57ac tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2793825 Dec 13 09:48:01.547038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.552775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:01.686974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Network a451c191-116f-4e14-a32f-f6f2ab7f69d0 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:01.693206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:01.696769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caf67223-1f85-4624-adb1-99ec0e8489a0 req-a77dacce-a391-40ab-adbf-71606a046a30 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c6faf07-5241-4a0e-a3d9-79d3f4424072 HTTP/1.1" status: 200 len: 210 time: 0.0654385 Dec 13 09:48:01.708451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:01.718171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1fb9938b-ae42-41dd-a4c0-0dd31c534291 req-22255f2a-45e7-4868-aee6-0d0d975b4897 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635105 Dec 13 09:48:01.736998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Pushing event updated for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:01.771741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.774300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.804028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-2a616343-a62e-4b54-b168-17b33c20b8c1 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329208 Dec 13 09:48:01.817499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:01.832678 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81807caf-a3c3-44dd-bc8a-335a7a92fde0 x-openstack-request-id: req-81807caf-a3c3-44dd-bc8a-335a7a92fde0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:01.832678 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "5230d237-747f-4075-846b-12729fbc92cb", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:01.832678 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81807caf-a3c3-44dd-bc8a-335a7a92fde0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:01.835706 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '5230d237-747f-4075-846b-12729fbc92cb', 'status': 'completed', 'code': 200} Dec 13 09:48:01.842261 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-c66bf9f7-675b-4ab6-84f5-14d0c3e3143e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1606336 Dec 13 09:48:01.847683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port da569caa-14f6-44fb-88e5-7cf4d40fb412 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:01.848084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.871124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 366d4fdc-a381-4dea-8327-4824a3cd20d8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:01.872378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 366d4fdc-a381-4dea-8327-4824a3cd20d8 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:01.888981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Request body: {'port': {'device_id': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:01.949783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e741e05c-1f4a-47a7-96de-7faf82318204 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 217 time: 0.1364188 Dec 13 09:48:02.021942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:02.032742 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:02.050936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:02.051418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:47:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:02.065792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.079868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df8de-531e-4dc5-bbe8-3e87299708f9 req-edb3d36e-7550-4149-b9cc-5411aacc1a2a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.084119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f0df8de-531e-4dc5-bbe8-3e87299708f9 req-edb3d36e-7550-4149-b9cc-5411aacc1a2a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1877925 Dec 13 09:48:02.100085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.159505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] No DVR routers for this DVR port 366d4fdc-a381-4dea-8327-4824a3cd20d8 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:02.168382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.173748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5339e71-a59a-47cd-9a9e-d272accdf469 req-ac619870-ccd6-46ee-bcd5-9a5b02bec1e8 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.20 "DELETE /v2.0/ports/366d4fdc-a381-4dea-8327-4824a3cd20d8 HTTP/1.1" status: 204 len: 173 time: 4.7354827 Dec 13 09:48:02.176684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:02.215336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-deleted', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:02.218765 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e289b381-19e6-4e9a-baf9-e7940af807f7" -d '{"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-deleted", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:02.225225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for da569caa-14f6-44fb-88e5-7cf4d40fb412 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:02.248765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc47ad-c047-48c7-86a1-43e158a65608 req-e8192b4a-cf44-48da-ad52-8dd68d6261f4 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.256977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccc47ad-c047-48c7-86a1-43e158a65608 req-e8192b4a-cf44-48da-ad52-8dd68d6261f4 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 931 time: 0.3651323 Dec 13 09:48:02.282371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-96e4cbe5-e0c7-4703-85ab-74e19e4cc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.283973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-96e4cbe5-e0c7-4703-85ab-74e19e4cc3cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.3200088 Dec 13 09:48:02.393304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f0df8de-531e-4dc5-bbe8-3e87299708f9 req-ba10174c-39b9-4d11-84a8-501c5eb3ec49 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377510 Dec 13 09:48:02.418153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6db9dfcf-4709-4021-bf9f-9418292f6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.421322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-6db9dfcf-4709-4021-bf9f-9418292f6b2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295497 Dec 13 09:48:02.445013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccc47ad-c047-48c7-86a1-43e158a65608 req-6a070eb0-7541-4a38-9d2f-7e0961c17502 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870584 Dec 13 09:48:02.470956 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:02.516790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:02.534163 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:02.550993 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:02.551656 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:47:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:02.577205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.697392 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4547651-8001-4e2e-93fb-1f899f821326 x-openstack-request-id: req-d4547651-8001-4e2e-93fb-1f899f821326 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:02.697685 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6faf07-5241-4a0e-a3d9-79d3f4424072", "name": "network-vif-deleted", "tag": "366d4fdc-a381-4dea-8327-4824a3cd20d8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:02.697952 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4547651-8001-4e2e-93fb-1f899f821326 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:02.698920 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6faf07-5241-4a0e-a3d9-79d3f4424072', 'name': 'network-vif-deleted', 'tag': '366d4fdc-a381-4dea-8327-4824a3cd20d8', 'status': 'completed', 'code': 200} Dec 13 09:48:02.706413 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.733037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c7a15e71-2626-4c40-a721-0dde2a37c4bf service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843187 Dec 13 09:48:02.761999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:02.763532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:02.767460 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17862320-034f-424b-add7-5dc4f330fa39" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:02.771936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.858357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:02.946341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=da569caa-14f6-44fb-88e5-7cf4d40fb412,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:02.954513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de5bdf0-7284-4e10-8837-d86fa7238364 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:02.963012 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:03.002923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.009469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.013475 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ba47553-8560-451a-9d50-b6c15cf2d211 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/da569caa-14f6-44fb-88e5-7cf4d40fb412 HTTP/1.1" status: 204 len: 168 time: 1.4592428 Dec 13 09:48:03.016734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.077565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Transition to ACTIVE for port object 4de5bdf0-7284-4e10-8837-d86fa7238364 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:03.087903 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd7ebec-c3d2-457e-916f-4d3df5175edc x-openstack-request-id: req-7cd7ebec-c3d2-457e-916f-4d3df5175edc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:03.088413 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-unplugged", "status": "completed", "tag": "e653c724-8db0-48be-bc55-02c078798941", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:03.088859 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cd7ebec-c3d2-457e-916f-4d3df5175edc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:03.089414 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'code': 200} Dec 13 09:48:03.093945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.112392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.123754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.130428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.137852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.144639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.150961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.158700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.161221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-bc9dd5b9-f623-4d6a-8f55-b9fb1a414aeb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2399299 Dec 13 09:48:03.210399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef67d9-df3d-4828-9739-405555e4c57b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.216995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-c49bb789-76a4-4478-b920-6100b960345f service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776673 Dec 13 09:48:03.217754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef67d9-df3d-4828-9739-405555e4c57b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.221075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26ef67d9-df3d-4828-9739-405555e4c57b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2033255 Dec 13 09:48:03.232595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.260563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:03.279637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.290156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-03c2ab26-ac58-4299-ab27-c85f75f5b3f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 217 time: 0.0519555 Dec 13 09:48:03.389705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e4bbf0-2785-4855-94cb-3ae46d809879 req-afb71edd-a9f7-4592-9460-20a72d3c7f25 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2183013 Dec 13 09:48:03.399743 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:03.414193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 13f8b57d-6968-4032-80c5-6589a4f58de9 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:03.436634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.466205 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104ad84-dcad-4fd9-90c4-0e54341d96cd None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:03.507537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-31ebc410-9dfd-43e2-8e7e-db7345a9e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.514306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-31ebc410-9dfd-43e2-8e7e-db7345a9e346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1921823 Dec 13 09:48:03.593986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.650383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Attempting to bind port 4de5bdf0-7284-4e10-8837-d86fa7238364 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:03.656668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Attempting to bind port 4de5bdf0-7284-4e10-8837-d86fa7238364 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'c91801dd-b5ef-4256-95fd-745d83339a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:03.660452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Attempting to bind port 4de5bdf0-7284-4e10-8837-d86fa7238364 on network a451c191-116f-4e14-a32f-f6f2ab7f69d0 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:03.668110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.674240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Port 4de5bdf0-7284-4e10-8837-d86fa7238364 on network a451c191-116f-4e14-a32f-f6f2ab7f69d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:03.674782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Attempting to bind port 4de5bdf0-7284-4e10-8837-d86fa7238364 on network a451c191-116f-4e14-a32f-f6f2ab7f69d0 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:03.688382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:03.689110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Checking segment: {'id': 'c91801dd-b5ef-4256-95fd-745d83339a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:03.689654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Bound using segment: {'id': 'c91801dd-b5ef-4256-95fd-745d83339a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:03.690254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Bound port: 4de5bdf0-7284-4e10-8837-d86fa7238364, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91801dd-b5ef-4256-95fd-745d83339a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:03.690904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.739955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.848999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:03.851802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=4de5bdf0-7284-4e10-8837-d86fa7238364,segment=NetworkSegment(c91801dd-b5ef-4256-95fd-745d83339a46),segment_id=c91801dd-b5ef-4256-95fd-745d83339a46)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:03.856641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.868035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.870717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.871935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "DELETE /v2.0/security-groups/02dffc1b-f69d-4ec0-a975-b41a3929d3fa HTTP/1.1" status: 204 len: 168 time: 0.5913439 Dec 13 09:48:03.945246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ecb0d-eaac-4b72-9bec-cb61d1667c5c None None] New status for floating IP e34e4491-8187-451d-a26a-a5cf83e5600f: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:48:04.080756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.166318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50722) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.205241 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-3370686f-8ce1-42a4-afa7-a9d69ce00c85 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] show failed (client error): The resource could not be found. Dec 13 09:48:04.209177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3370686f-8ce1-42a4-afa7-a9d69ce00c85 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups/02dffc1b-f69d-4ec0-a975-b41a3929d3fa HTTP/1.1" status: 404 len: 347 time: 0.0217195 Dec 13 09:48:04.209177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.211231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.230389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e2a0b55c-7bb4-484b-912d-9f55dacf9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.231988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-e2a0b55c-7bb4-484b-912d-9f55dacf9066 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7044115 Dec 13 09:48:04.234853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.235737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.237060 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4de5bdf0-7284-4e10-8837-d86fa7238364 HTTP/1.1" status: 200 len: 1091 time: 2.3794930 Dec 13 09:48:04.253720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.257153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.258978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.261462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/13f8b57d-6968-4032-80c5-6589a4f58de9 HTTP/1.1" status: 204 len: 168 time: 1.0283513 Dec 13 09:48:04.261954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:04.264553 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359b2b3-b84b-4707-ae31-54b741930a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:04.267771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9375c-09fe-4684-baeb-2cd3e8040910 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dffc1b-f69d-4ec0-a975-b41a3929d3fa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.272441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.272706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f532d8d-ce47-4d07-a04c-262a8060ab2a None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:04.355681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dbaf9967-c6c8-410b-9883-3b3431787e14 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783343 Dec 13 09:48:04.364074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.409450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-5ddbd9f5-bf2c-4b4a-858c-18816ce79aaa service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467710 Dec 13 09:48:04.518101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:04.535592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-18f3d861-204b-4fe1-bd73-b62f3584e0c2 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999637 Dec 13 09:48:04.545292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f3bf4-322a-4c05-8bdf-511f3ba177d0 req-6d3fc5fc-4c41-465b-814c-bfd49aead893 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.546757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d3f3bf4-322a-4c05-8bdf-511f3ba177d0 req-6d3fc5fc-4c41-465b-814c-bfd49aead893 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.9779599 Dec 13 09:48:04.547508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192594-761c-4888-a3d6-0184b6734ce7 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=13f8b57d-6968-4032-80c5-6589a4f58de9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.561165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9edc55-e9d0-4082-837c-8c95021853e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.566242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-3b5b1d62-629f-46de-8e75-b79b8e0d954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.567991 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-3b5b1d62-629f-46de-8e75-b79b8e0d954b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=333a49cc1b10402aa6ad24d3aa7f4678&device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 1094 time: 0.2109098 Dec 13 09:48:04.589101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-2eb342ab-8b54-4486-9baf-67698135243b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 200 len: 217 time: 0.0393074 Dec 13 09:48:04.597008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Deleting port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:04.597529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.614147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64189811-b5fd-407c-881d-5546d3a4dedb req-2aef692b-d8d2-481e-b831-31c716c8ceb1 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.615746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64189811-b5fd-407c-881d-5546d3a4dedb req-2aef692b-d8d2-481e-b831-31c716c8ceb1 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 943 time: 0.9363313 Dec 13 09:48:04.631282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-da7021ca-1877-4aef-ba66-e8c1174a8d03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4de5bdf0-7284-4e10-8837-d86fa7238364 HTTP/1.1" status: 200 len: 217 time: 0.0499864 Dec 13 09:48:04.645180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f4dd9-01fe-42d0-ba82-844a2396f762 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.649531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-852f4dd9-01fe-42d0-ba82-844a2396f762 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2723598 Dec 13 09:48:04.667054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-8e06c167-f4a3-4181-ac28-e6186c0be264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.668547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-8e06c167-f4a3-4181-ac28-e6186c0be264 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.0711787 Dec 13 09:48:04.673649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.678511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] For port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:04.678985 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.693414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Calling delete_port for 0a1fc367-fd44-4ebe-98ae-50b921fdb37b owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:04.695280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097617-b869-4242-9424-3f0fe6e12673 req-0bef35c2-8c4f-4cd0-b58c-c5407828cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.697375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-0bef35c2-8c4f-4cd0-b58c-c5407828cd1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b78f388-0d6f-494a-aef5-4ecd72747c13 HTTP/1.1" status: 200 len: 853 time: 0.0496638 Dec 13 09:48:04.733563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-52ed4ae3-fcd7-41c9-a48d-7e056b755804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a451c191-116f-4e14-a32f-f6f2ab7f69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284364 Dec 13 09:48:04.734546 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f619d326-6408-47ae-b54e-00704a0ffa5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.740712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Deleting port 17476f37-6f9d-42b4-b338-ba00f6f6d72a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:04.741058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.784559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.820004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] No DVR routers for this DVR port 0a1fc367-fd44-4ebe-98ae-50b921fdb37b on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:04.831513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd29208-4443-47d5-8785-9706ddecc46d None None] Pushing event deleted for resources: {'Port': ['ID=0a1fc367-fd44-4ebe-98ae-50b921fdb37b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.872083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64189811-b5fd-407c-881d-5546d3a4dedb req-661d4196-097b-4573-ac59-10a26a644f77 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966152 Dec 13 09:48:04.910780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d3f3bf4-322a-4c05-8bdf-511f3ba177d0 req-ef3d7f4f-bed0-4123-8899-8d531f848007 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117793 Dec 13 09:48:04.917534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455365f-5559-4620-8a39-e618eb493dad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.922882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1455365f-5559-4620-8a39-e618eb493dad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2462871 Dec 13 09:48:04.923376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.923767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50746) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.923920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.938434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Calling delete_port for 17476f37-6f9d-42b4-b338-ba00f6f6d72a owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:04.982334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-0cca874d-fbc1-4ab8-bd56-a12c09b0ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.983679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-0cca874d-fbc1-4ab8-bd56-a12c09b0ee2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2880015 Dec 13 09:48:04.990220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f6f61044-ff5a-477d-b347-946008651281 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574622 Dec 13 09:48:04.996362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50748) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:05.011433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:05.126242 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f744391-feb0-4424-a4e8-56e5a57ea84d x-openstack-request-id: req-0f744391-feb0-4424-a4e8-56e5a57ea84d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:05.126578 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:05.126972 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f744391-feb0-4424-a4e8-56e5a57ea84d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:05.127397 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364', 'status': 'completed', 'code': 200} Dec 13 09:48:05.130444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.185507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e90e9-5cb4-478e-9f18-fa1da60e0959 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:05.198082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'Port': ['ID=17476f37-6f9d-42b4-b338-ba00f6f6d72a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:05.206377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-987c0ce9-43a4-4616-8a2d-57efc7324122 service neutron] 10.222.0.20 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625490 Dec 13 09:48:05.271722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f619d326-6408-47ae-b54e-00704a0ffa5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.293162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f619d326-6408-47ae-b54e-00704a0ffa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.302511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-bae194e0-f808-4615-aaae-829280bca3ef service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069003 Dec 13 09:48:05.319366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.324613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.341884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bac32db0-7862-4afd-a95b-9e0ebfeb5495 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "DELETE /v2.0/floatingips/e34e4491-8187-451d-a26a-a5cf83e5600f HTTP/1.1" status: 204 len: 168 time: 1.1241989 Dec 13 09:48:05.425612 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41097617-b869-4242-9424-3f0fe6e12673 req-a892dee5-e86f-490e-b3ab-78a24cff7ed4 service neutron] 10.222.0.20 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960814 Dec 13 09:48:05.430405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-42b597a1-4b3f-444b-84f7-fc5ed43d766a service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043086 Dec 13 09:48:05.442188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.448817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.457008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.463828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.476637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.477665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.484233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.485975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-84faa75c-0562-41e8-82e8-6f3bf115be81 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.3215220 Dec 13 09:48:05.496637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:05.500157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.537691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-47889016-cfc3-4873-9b04-05a8f0e11e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.539839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-47889016-cfc3-4873-9b04-05a8f0e11e68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=333a49cc1b10402aa6ad24d3aa7f4678&device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 1094 time: 0.0554225 Dec 13 09:48:05.621414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-38e8fa29-c6ca-4959-a0d6-2202a7aa2e2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 200 len: 217 time: 0.1282132 Dec 13 09:48:05.621952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619d326-6408-47ae-b54e-00704a0ffa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed150e-1753-4e85-b0f7-7ec20dc64a1d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:05.645859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-70b5d186-fd15-4e6a-8dca-87cc4e6726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.647352 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-70b5d186-fd15-4e6a-8dca-87cc4e6726b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a451c191-116f-4e14-a32f-f6f2ab7f69d0 HTTP/1.1" status: 200 len: 914 time: 0.0983517 Dec 13 09:48:05.648360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f619d326-6408-47ae-b54e-00704a0ffa5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc1dab650b5348b186c6764007b6a9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2602739 Dec 13 09:48:05.652344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50788) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:05.698015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-2af4a69d-4123-4472-afea-8ed361fa5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.699486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-2af4a69d-4123-4472-afea-8ed361fa5a50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.0539618 Dec 13 09:48:05.710172 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-a33b17fa-41fc-4d04-921f-20e009b15cd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4de5bdf0-7284-4e10-8837-d86fa7238364 HTTP/1.1" status: 200 len: 217 time: 0.0509624 Dec 13 09:48:05.780715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-0f0d981e-4f81-4824-89e4-f958c085920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.783023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-0f0d981e-4f81-4824-89e4-f958c085920a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b78f388-0d6f-494a-aef5-4ecd72747c13 HTTP/1.1" status: 200 len: 853 time: 0.0647871 Dec 13 09:48:05.801434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ae49f56f-2eec-4493-9548-019f25336c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.801434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ae49f56f-2eec-4493-9548-019f25336c7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898573 Dec 13 09:48:05.803215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50790) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:05.809234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839912232', 'description': 'tempest-description--538754783'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:05.827362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeb80bf1-b969-4d5a-93dc-b78350bd41fd req-904cffea-0168-42bd-8225-b85f2153d832 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2756217 Dec 13 09:48:05.881844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-d75bd98f-78a1-4b61-93ba-09d4510c3003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a451c191-116f-4e14-a32f-f6f2ab7f69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594797 Dec 13 09:48:05.882760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.983448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.055596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.058405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.062129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fed150e-1753-4e85-b0f7-7ec20dc64a1d HTTP/1.1" status: 204 len: 168 time: 0.4061661 Dec 13 09:48:06.063983 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.083827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00913a0e-073c-4a7e-bcf0-9416bb1718ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed150e-1753-4e85-b0f7-7ec20dc64a1d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.086757 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25d67721-eb65-4687-ae88-4bdb141c57b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.118069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-8d17fa1f-a7a7-4322-8fe1-98d725dbbecf service neutron] 10.222.0.20 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161822 Dec 13 09:48:06.121604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-07ed5b7d-0c59-4f10-8c40-ea2a956887e5 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082843 Dec 13 09:48:06.181104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbea2a-1b6d-4a10-a0f3-77bbe144cca2 req-3efd4ecd-5a56-4f84-82e9-684ceb0c254a tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.182857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bbea2a-1b6d-4a10-a0f3-77bbe144cca2 req-3efd4ecd-5a56-4f84-82e9-684ceb0c254a tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 943 time: 0.1939104 Dec 13 09:48:06.183880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.310798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:06.323655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7ddb-de4e-4444-a0d0-f1c6b3e5df4c req-b7148ead-8577-4a6a-b195-e98d4b7ea1bc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.325145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c2b7ddb-de4e-4444-a0d0-f1c6b3e5df4c req-b7148ead-8577-4a6a-b195-e98d4b7ea1bc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.2895229 Dec 13 09:48:06.325338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a1fc367-fd44-4ebe-98ae-50b921fdb37b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:06.331721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2359b2b3-b84b-4707-ae31-54b741930a9e req-67d4b7bd-1606-4de6-a223-d4c3610e03d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066791 Dec 13 09:48:06.337814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:06.358854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.359456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.361888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=1894092d-f564-481b-a63a-f5534a239937,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.382665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0a1fc367-fd44-4ebe-98ae-50b921fdb37b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:06.383393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a1fc367-fd44-4ebe-98ae-50b921fdb37b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:06.385291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da625b3-9090-4093-8d2d-b10692c7e80e None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:06.415841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-69e7f2ab-111e-4204-b87d-e5d4e0529ede tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4183836 Dec 13 09:48:06.418434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.424532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:6a:7a:1c', 'name': 'tempest-NetworksTestDHCPv6-140644360'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:06.445848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.452934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-730162a0-ada4-466a-91e1-931b0ddaf992 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145635 Dec 13 09:48:06.453539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.478596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bbea2a-1b6d-4a10-a0f3-77bbe144cca2 req-a0076ca6-d2b3-40b6-b41f-3ef817c5cf53 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446301 Dec 13 09:48:06.516255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.536121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '1894092d-f564-481b-a63a-f5534a239937'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:06.537339 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.541663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f9786b-f588-40dc-b957-e40f0cb767ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.660671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-814c1dfd-b40d-4e47-9293-558190fe6d09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 217 time: 0.1807530 Dec 13 09:48:06.668790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f9786b-f588-40dc-b957-e40f0cb767ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.685293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c2b7ddb-de4e-4444-a0d0-f1c6b3e5df4c req-cd50be49-d87a-4fb4-b041-b8e884750e4e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438168 Dec 13 09:48:06.688057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.689256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8850729 Dec 13 09:48:06.706810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50836) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.709294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639032ee-5d16-46b3-86e2-d6e0cb701cb6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c9bfd-340d-4331-a247-cb82e823fdae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.725186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group_rule': {'security_group_id': 'ff0c9bfd-340d-4331-a247-cb82e823fdae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:06.737568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/1894092d-f564-481b-a63a-f5534a239937/e676e402-8bec-4f40-8bf9-cef41c4ea5aa) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:06.764608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b5d8f5dd-3c4c-40af-80ae-540f6844f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.766405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-b5d8f5dd-3c4c-40af-80ae-540f6844f481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.0758102 Dec 13 09:48:06.774717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f9786b-f588-40dc-b957-e40f0cb767ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.809380 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38f9786b-f588-40dc-b957-e40f0cb767ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b063dfdd5db74d3d9f3b014074842307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916291 Dec 13 09:48:06.810125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:06.819759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50842) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.878346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-88b80fa6-7b1b-4072-b7e6-d91f12eba346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.880330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-88b80fa6-7b1b-4072-b7e6-d91f12eba346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067309 Dec 13 09:48:06.967213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.980849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.038216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port ce8c2175-f511-4d30-9219-ac6db1b3ff46 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:07.051481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9786b-f588-40dc-b957-e40f0cb767ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da700ed2-3020-4587-b4cf-dfd8c9971cb8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.069566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.082462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.139802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.149568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.157147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.169993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.171491 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-5d521b0c-c316-40cb-9b40-bbccb366dcf4 service neutron] show failed (client error): The resource could not be found. Dec 13 09:48:07.172755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-5d521b0c-c316-40cb-9b40-bbccb366dcf4 service neutron] 10.222.0.16 "GET /v2.0/ports/7cc1959a-1edf-4565-9890-a2338047ac12/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.2491992 Dec 13 09:48:07.176196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.183062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.188995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.197796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-fa2fff9e-3333-4164-bcea-66ebc856e8ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.1914642 Dec 13 09:48:07.209344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a1e1ffd1-5ee7-4a35-9ad4-2fa28efe1e7a service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077440 Dec 13 09:48:07.269581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.275085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.315639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8247a8-24d0-477d-ba4d-8b955631b85f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.322805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.327338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d469877a-fffb-4a56-8728-c4418800247c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6166894 Dec 13 09:48:07.327772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:07.334322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'security_group_rule': {'security_group_id': 'ff0c9bfd-340d-4331-a247-cb82e823fdae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:07.337210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.339990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.341139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da700ed2-3020-4587-b4cf-dfd8c9971cb8 HTTP/1.1" status: 204 len: 168 time: 0.5127254 Dec 13 09:48:07.381832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.382337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.396715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4863c3-bdc5-4dbd-ac5e-99a8d8e94543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da700ed2-3020-4587-b4cf-dfd8c9971cb8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.413090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.428212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c2f829e-b30e-4d8b-8df8-d8b9417f160f req-1a64e7f0-4ed3-4efd-afae-4f44f5c0bbbf tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2252293 Dec 13 09:48:07.487601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-53566da0-1666-4851-b700-ac203937f8f3 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679186 Dec 13 09:48:07.515334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::226 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/1894092d-f564-481b-a63a-f5534a239937/ce8c2175-f511-4d30-9219-ac6db1b3ff46) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:07.561255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Pushing event updated for resources: {'Port': ['ID=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.582449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-66bb759b-17db-4a34-81fc-ca20b194fd18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 217 time: 0.0864544 Dec 13 09:48:07.600685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:07.609290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:07.611674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:07.700389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Attempting to bind port e676e402-8bec-4f40-8bf9-cef41c4ea5aa on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:07.700660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Attempting to bind port e676e402-8bec-4f40-8bf9-cef41c4ea5aa by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:07.700947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Attempting to bind port e676e402-8bec-4f40-8bf9-cef41c4ea5aa on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:07.708916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:07.709631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:07.710005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.710413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:07.710897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Bound port: e676e402-8bec-4f40-8bf9-cef41c4ea5aa, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:07.711317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.718556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a735cb31-c45d-4cce-b59b-719b4ecb564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.720072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-a735cb31-c45d-4cce-b59b-719b4ecb564e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.1277795 Dec 13 09:48:07.793958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6cd4d-e112-44b8-8f92-a826a038289a req-d88ffd7c-1599-463f-8099-a4d92efdabcd tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.801614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.804568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09c6cd4d-e112-44b8-8f92-a826a038289a req-d88ffd7c-1599-463f-8099-a4d92efdabcd tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 943 time: 0.2233655 Dec 13 09:48:07.845963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] For port e676e402-8bec-4f40-8bf9-cef41c4ea5aa, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:07.858041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] For port e676e402-8bec-4f40-8bf9-cef41c4ea5aa, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:07.867041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.887127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.909547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-efcc180f-e441-48ac-9445-2338cb7b9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.911260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-efcc180f-e441-48ac-9445-2338cb7b9ada service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819277 Dec 13 09:48:07.965248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 4de5bdf0-7284-4e10-8837-d86fa7238364 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:07.973913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09c6cd4d-e112-44b8-8f92-a826a038289a req-bd3302a0-2053-458d-b8bc-a792a224d72f tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652942 Dec 13 09:48:07.974981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.985939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8882c-659b-4e32-80a3-3679a9d3a387 None None] Pushing event updated for resources: {'Port': ['ID=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.986575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:08.029413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:08.048664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.054863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:08.071334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.072013 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.238773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8188279 Dec 13 09:48:08.240877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-29253d43-9e69-49a9-9832-5bb4743286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.242533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-29253d43-9e69-49a9-9832-5bb4743286ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1100 time: 0.3807192 Dec 13 09:48:08.245732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.249320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c287c1-2377-4cb8-9ed5-67a1c15298eb,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.254039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a45d-4a9a-4bbd-948a-b8b74e82c020 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=ce8c2175-f511-4d30-9219-ac6db1b3ff46,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.256785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=4de5bdf0-7284-4e10-8837-d86fa7238364,segment=NetworkSegment(c91801dd-b5ef-4256-95fd-745d83339a46),segment_id=c91801dd-b5ef-4256-95fd-745d83339a46)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:08.273510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:08.296090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '4de5bdf0-7284-4e10-8837-d86fa7238364', 'network_id': 'a451c191-116f-4e14-a32f-f6f2ab7f69d0', 'port_id': '4de5bdf0-7284-4e10-8837-d86fa7238364', 'mac_address': 'fa:16:3e:ce:8d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b78f388-0d6f-494a-aef5-4ecd72747c13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:08.382711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.391473 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-026cab20-7840-45eb-9687-3de6e114f279 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0619886 Dec 13 09:48:08.392215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.402731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:08.446876 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c8043c9-1e41-473c-b5ca-9926407d93ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.463616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.482945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d44271-871d-47eb-b1b4-85334cebd9ee tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.493704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d44271-871d-47eb-b1b4-85334cebd9ee tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.497791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4d44271-871d-47eb-b1b4-85334cebd9ee tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2481117 Dec 13 09:48:08.501114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.511182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de5bdf0-7284-4e10-8837-d86fa7238364 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:08.560962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.561955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=4de5bdf0-7284-4e10-8837-d86fa7238364,segment=NetworkSegment(c91801dd-b5ef-4256-95fd-745d83339a46),segment_id=c91801dd-b5ef-4256-95fd-745d83339a46)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:08.567953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.573394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.662007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.689548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-ca9fcc80-039c-42da-b974-4a1138aed3ae service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633305 Dec 13 09:48:08.784235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['4de5bdf0-7284-4e10-8837-d86fa7238364'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:08.855887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea4744-c53e-4214-abe7-040116384c72 req-cce05b21-0e5a-46aa-a8c6-37371ab5bd7e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.865062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcea4744-c53e-4214-abe7-040116384c72 req-cce05b21-0e5a-46aa-a8c6-37371ab5bd7e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1742892 Dec 13 09:48:08.955525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.963331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.970212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.976773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.985669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.992245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.010987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:09.013207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.017281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port ce8c2175-f511-4d30-9219-ac6db1b3ff46 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:09.022030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-efc0b0e8-a1d8-4b61-8fc2-5af59144907f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.3015692 Dec 13 09:48:09.022554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.057951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8b25727-97b9-4e28-96d4-54009d217e19 req-4c69ae46-9dab-4c88-a5e5-013cc72e67f8 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272734 Dec 13 09:48:09.097395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcea4744-c53e-4214-abe7-040116384c72 req-d9e6e52b-2df9-4007-b749-2dd60de3110e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304242 Dec 13 09:48:09.202270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:09.271604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.307768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.309652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for ce8c2175-f511-4d30-9219-ac6db1b3ff46 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:09.314162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:09.319313 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd2919-9b89-48e2-8a2f-6bffa81e0fee" -d '{"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:09.324661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.366563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.369055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.371575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.372365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.373001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.375013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.377714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.383791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-d1b74d64-8fd7-46ec-b731-11338eb06f33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6476 time: 0.2593360 Dec 13 09:48:09.395144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Transition to ACTIVE for port object 7cc1959a-1edf-4565-9890-a2338047ac12 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:09.432984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.466058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.493762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10f05545-3d67-40a2-85bf-8b566222d1ed req-7cc99047-f846-4704-ac05-cd960b56053f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4707298 Dec 13 09:48:09.625967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-5de45954-7316-4887-b7b7-fd18ebc7d7f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4025841 Dec 13 09:48:09.676505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:09.695535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] No DVR routers for this DVR port 7cc1959a-1edf-4565-9890-a2338047ac12 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:09.731188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Allocated IP 172.25.2.224 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8abf6a3b-57af-4b10-823d-4382fd38167a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:09.774482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] Provisioning complete for port e676e402-8bec-4f40-8bf9-cef41c4ea5aa triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:09.777866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.895101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 4de5bdf0-7284-4e10-8837-d86fa7238364 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:09.981726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-763fef79-6755-49a3-8664-5c0479a2eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.987510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-763fef79-6755-49a3-8664-5c0479a2eb41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 903 time: 0.5881104 Dec 13 09:48:10.009389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38028363-0865-4e2d-b71e-23569eaea50c req-f353188d-a2ac-44a8-901f-88e2231364b9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.020115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38028363-0865-4e2d-b71e-23569eaea50c req-f353188d-a2ac-44a8-901f-88e2231364b9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 944 time: 0.3531778 Dec 13 09:48:10.023514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adab94-4013-42f3-a22a-441f75b4b29d req-c57b5d61-0fdb-4abd-a887-f643453e1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.029216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-c57b5d61-0fdb-4abd-a887-f643453e1ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 1098 time: 0.3667762 Dec 13 09:48:10.068216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:10.068620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:10.068990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:10.097962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:10.098550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Attempting to bind port 7cc1959a-1edf-4565-9890-a2338047ac12 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:10.123649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.126905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 4de5bdf0-7284-4e10-8837-d86fa7238364 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:10.146028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 4de5bdf0-7284-4e10-8837-d86fa7238364 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:10.147021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:10.147369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:10.147701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.147815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:10.148242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Bound port: 7cc1959a-1edf-4565-9890-a2338047ac12, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:10.148711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.204364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.206602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-12d2107d-d54f-4b5e-99bb-e46ce5ee3cb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 217 time: 0.1763864 Dec 13 09:48:10.293279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] For port e676e402-8bec-4f40-8bf9-cef41c4ea5aa, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:10.298933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.365400 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.454998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:10.457686 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7f976-84a1-4601-a037-77a382e77901" -d '{"events": [{"server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "name": "network-vif-plugged", "status": "completed", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:10.479994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38028363-0865-4e2d-b71e-23569eaea50c req-14035039-a142-4e6a-ab2d-c0085fc2bc56 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584577 Dec 13 09:48:10.493481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e676e402-8bec-4f40-8bf9-cef41c4ea5aa up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:10.524717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-1ba865a8-1705-4e14-962f-ba5789c14314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.529134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-1ba865a8-1705-4e14-962f-ba5789c14314 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.2730336 Dec 13 09:48:10.597163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f2c6996a-923e-4a70-9424-4f8441184bed None None] Could not find standard attr ID for object ce8c2175-f511-4d30-9219-ac6db1b3ff46. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:10.600466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f1dde-d0d1-4435-bc35-f78db46f0443 None None] Pushing event updated for resources: {'Port': ['ID=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.604622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adab94-4013-42f3-a22a-441f75b4b29d req-eff61d0f-eb1f-4fe8-b980-97fffe91b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.615007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-eff61d0f-eb1f-4fe8-b980-97fffe91b906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.5205023 Dec 13 09:48:10.623312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-72c7c952-1633-42aa-b5bf-c89de6024618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.625240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-72c7c952-1633-42aa-b5bf-c89de6024618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866191 Dec 13 09:48:10.634487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:10.640181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=4de5bdf0-7284-4e10-8837-d86fa7238364,segment=NetworkSegment(c91801dd-b5ef-4256-95fd-745d83339a46),segment_id=c91801dd-b5ef-4256-95fd-745d83339a46)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:10.721856 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.739828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-3810020e-c3b7-4eb8-ae71-57a108ca17c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7 HTTP/1.1" status: 200 len: 217 time: 0.1115863 Dec 13 09:48:10.880869 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72512672-8a9a-47f8-95d5-cfb5623f448d x-openstack-request-id: req-72512672-8a9a-47f8-95d5-cfb5623f448d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:10.881515 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:10.881515 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72512672-8a9a-47f8-95d5-cfb5623f448d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:10.881804 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'code': 200} Dec 13 09:48:10.890487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=ce8c2175-f511-4d30-9219-ac6db1b3ff46,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.893711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:10.918227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e676e402-8bec-4f40-8bf9-cef41c4ea5aa triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:10.918604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.926108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.931817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.936013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ea0eacb-cbca-4848-9b0b-11cb3cbc0410 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/ce8c2175-f511-4d30-9219-ac6db1b3ff46 HTTP/1.1" status: 204 len: 168 time: 2.4327521 Dec 13 09:48:10.950264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51042) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:10.994823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:10.998278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:11.015302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.073316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adab94-4013-42f3-a22a-441f75b4b29d req-1ff42a05-e30d-43ad-9a9e-821e226acb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.079382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-1ff42a05-e30d-43ad-9a9e-821e226acb91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3067830 Dec 13 09:48:11.082356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.082968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.084791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 1095 time: 2.8219874 Dec 13 09:48:11.101029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.141817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.187821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120933-b838-48ce-9146-649bcd8f2737 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:11.189641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d8c7f-0a62-4e79-8bc3-13dcb0675bb6 req-4950357c-41ec-43ab-ac9d-ba384eb9339d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.191444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f6d8c7f-0a62-4e79-8bc3-13dcb0675bb6 req-4950357c-41ec-43ab-ac9d-ba384eb9339d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.4817774 Dec 13 09:48:11.261284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-cd97b909-1a56-416c-8371-a054070a8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.263385 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-cd97b909-1a56-416c-8371-a054070a8d43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1098 time: 0.1405609 Dec 13 09:48:11.264130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c596e-0981-442c-ac6b-e938181b8a33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.265764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c596e-0981-442c-ac6b-e938181b8a33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.280116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-af0c596e-0981-442c-ac6b-e938181b8a33 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3199847 Dec 13 09:48:11.290323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51052) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:11.313136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-ace5da13-f6f4-4651-803f-38f82e09af20 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620207 Dec 13 09:48:11.316101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.411215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=8abf6a3b-57af-4b10-823d-4382fd38167a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:11.440979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:11.445322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:11.452726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:11.533496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adab94-4013-42f3-a22a-441f75b4b29d req-6e8309ff-c807-4714-a954-b301b3baafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.535012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-6e8309ff-c807-4714-a954-b301b3baafcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4222081 Dec 13 09:48:11.538417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-1d393947-f5bf-4488-b11e-7c022061b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.540739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-1d393947-f5bf-4488-b11e-7c022061b666 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2691107 Dec 13 09:48:11.548493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 1894092d-f564-481b-a63a-f5534a239937 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:11.562830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.576885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f6d8c7f-0a62-4e79-8bc3-13dcb0675bb6 req-468f38e7-1071-451a-8cd6-8ab9659fa956 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953529 Dec 13 09:48:11.648204 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249a2014-041b-46ac-8f47-3b241443d2f1 x-openstack-request-id: req-249a2014-041b-46ac-8f47-3b241443d2f1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:11.648759 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "name": "network-vif-plugged", "status": "completed", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:11.648845 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-249a2014-041b-46ac-8f47-3b241443d2f1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:11.649252 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364', 'code': 200} Dec 13 09:48:11.681744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.686107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dedaa3-f50c-4cde-b1f7-39d6a5e7803e req-649ec43d-bfdf-45f7-a4fb-38473c39900b service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301890 Dec 13 09:48:11.694391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-c6e4cfa0-c1cf-4987-b8d2-a4c1b5fa4e77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.1456983 Dec 13 09:48:11.816706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.821078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-3a85bc7f-010b-4845-93ea-b6d3c2447772 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691176 Dec 13 09:48:11.834596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-0a2094b5-0ef5-42c5-b6f6-16707c00de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.841763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-0a2094b5-0ef5-42c5-b6f6-16707c00de5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1396685 Dec 13 09:48:11.909738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112abb7-7fe9-48a7-8a83-72515686b00f req-7d290923-9b77-4578-b424-f45df45321c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.913030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f112abb7-7fe9-48a7-8a83-72515686b00f req-7d290923-9b77-4578-b424-f45df45321c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 1096 time: 0.1699181 Dec 13 09:48:11.930928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.937196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.943980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.950289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.950684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.954086 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.956674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.963467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.969421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.971387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b8ce10-4862-470a-80ba-04191626f770 req-3f23aada-6421-4997-85d4-2774ceeab502 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2419226 Dec 13 09:48:11.981852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.013847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-dcfa4058-5e56-413b-8ec5-7d31e05acf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.015378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-dcfa4058-5e56-413b-8ec5-7d31e05acf19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665528 Dec 13 09:48:12.032088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.032557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.033017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.033472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.033919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.034474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.034835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.036804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-bde3a00b-4628-4549-898b-9d84a01bffd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6476 time: 0.2650990 Dec 13 09:48:12.037290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f112abb7-7fe9-48a7-8a83-72515686b00f req-e7af1a33-ba1d-4b4c-a249-b52ff523207b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176066 Dec 13 09:48:12.109478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51094) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.179424 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-92c7ff15-d347-4793-b36a-62410f7a364a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555164 Dec 13 09:48:12.209895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76adab94-4013-42f3-a22a-441f75b4b29d req-e5471b7e-8e73-4017-9a42-77c43530164c service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684831 Dec 13 09:48:12.220946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.222656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299d837-a120-411a-866b-b032bf6c35ca req-ff8fd162-da93-4e9c-8281-70fc1585bd13 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.224077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a299d837-a120-411a-866b-b032bf6c35ca req-ff8fd162-da93-4e9c-8281-70fc1585bd13 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 945 time: 0.2483788 Dec 13 09:48:12.226294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.266769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.284062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b8ce10-4862-470a-80ba-04191626f770 req-261c19d1-5647-422c-8299-78ed7751f1ce tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925446 Dec 13 09:48:12.303820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e676e402-8bec-4f40-8bf9-cef41c4ea5aa up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:12.329497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=1894092d-f564-481b-a63a-f5534a239937,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.340707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=8abf6a3b-57af-4b10-823d-4382fd38167a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.346734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.350020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6a31a0d9-561a-44a6-a0f3-d2e7093b0746 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/1894092d-f564-481b-a63a-f5534a239937 HTTP/1.1" status: 204 len: 168 time: 1.0578437 Dec 13 09:48:12.354632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.358599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-25f73999-7599-4f11-bd3e-ceb6872a9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.360129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-25f73999-7599-4f11-bd3e-ceb6872a9586 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 903 time: 0.3002181 Dec 13 09:48:12.400980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b30583f-8247-4706-8d90-f445039c9822 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:12.423307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a299d837-a120-411a-866b-b032bf6c35ca req-1ee3dc01-363e-4078-a3be-8c9630a07881 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814058 Dec 13 09:48:12.431425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-9607b48a-399e-425e-ade5-cbba5fb429bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 217 time: 0.0607212 Dec 13 09:48:12.439172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84c6f423-1b3a-47ac-984a-c25f6583fae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.464053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-706422d8-35c2-4c15-baef-d5ab6c0fbd20 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055002 Dec 13 09:48:12.466385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.513436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-2d5571cc-554e-4a00-bef3-e60ccf0e6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.515185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-2d5571cc-554e-4a00-bef3-e60ccf0e6a28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.0732441 Dec 13 09:48:12.535587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.563399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f923deb-5b9d-426d-a1e1-0efa1c6643ca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.568478 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f923deb-5b9d-426d-a1e1-0efa1c6643ca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0993290 Dec 13 09:48:12.571646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.589974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6a0bd11-4fa7-451e-8432-59d38671e80c req-71428e18-b6f8-43af-8664-489425b2f4fc service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582392 Dec 13 09:48:12.592847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.606014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ea5391d-37eb-4761-b2f5-144d2e3cec4b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2004199 Dec 13 09:48:12.620613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e676e402-8bec-4f40-8bf9-cef41c4ea5aa triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:12.622497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.673704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:12.793384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Deleting port e676e402-8bec-4f40-8bf9-cef41c4ea5aa {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:12.794170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.870290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] For port e676e402-8bec-4f40-8bf9-cef41c4ea5aa, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:12.870653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.883505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:12.883977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Calling delete_port for e676e402-8bec-4f40-8bf9-cef41c4ea5aa owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:12.886371 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e755f-25c7-49e4-86f0-39b5d52c8fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:12.968245 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.982455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84c6f423-1b3a-47ac-984a-c25f6583fae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.986279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-20f6dfe6-41fa-48e1-abef-92e538e8183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.987803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-20f6dfe6-41fa-48e1-abef-92e538e8183d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4620898 Dec 13 09:48:12.994975 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84c6f423-1b3a-47ac-984a-c25f6583fae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.995886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] Pushing event deleted for resources: {'Port': ['ID=e676e402-8bec-4f40-8bf9-cef41c4ea5aa,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.012100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b63633-3d0a-4260-9a83-90f5fef2127f None None] No DVR routers for this DVR port e676e402-8bec-4f40-8bf9-cef41c4ea5aa on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:13.026575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af3f87-3236-4baf-bfe5-74b813263d6e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.028436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d3af3f87-3236-4baf-bfe5-74b813263d6e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4548681 Dec 13 09:48:13.030747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.079303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9c894a2-b2d6-4dc5-bb76-e4d10b845941 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452859 Dec 13 09:48:13.083140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51116) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.089354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:13.110099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502e66-4b2a-4b64-b916-09d791200fab req-81995898-1dd7-4372-8915-e4b09e3c03a1 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.111583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab502e66-4b2a-4b64-b916-09d791200fab req-81995898-1dd7-4372-8915-e4b09e3c03a1 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.2009151 Dec 13 09:48:13.123275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3573ecb-6688-470d-9537-dc01405f6d67 req-45bb85d3-92ab-4871-962a-c55bea21947f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.124768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3573ecb-6688-470d-9537-dc01405f6d67 req-45bb85d3-92ab-4871-962a-c55bea21947f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.2153981 Dec 13 09:48:13.125404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6f423-1b3a-47ac-984a-c25f6583fae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f876b-d68a-4b96-8cdc-5591c3fdec90,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.132493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-84c6f423-1b3a-47ac-984a-c25f6583fae9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf8df7f25ca042af8e6a14f623469df1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0157204 Dec 13 09:48:13.137876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51118) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.215227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-2da86a70-51cb-4274-9096-239fbe459079 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142205 Dec 13 09:48:13.223717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.228563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:13.232075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.257295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab502e66-4b2a-4b64-b916-09d791200fab req-64a641b8-3e86-4c18-95b0-d49d33a20a52 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274655 Dec 13 09:48:13.262197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3573ecb-6688-470d-9537-dc01405f6d67 req-cae7dc88-1058-4b2b-b9a8-36857b254567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272228 Dec 13 09:48:13.300437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.336515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bf254fc-e2fc-4e9d-ad45-5f5e8c075ad4 req-45b34046-b151-4d91-beef-4659639b78d2 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064019 Dec 13 09:48:13.363098 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4d61a9-fe1f-45e5-8c89-99bc2ea3898b x-openstack-request-id: req-8f4d61a9-fe1f-45e5-8c89-99bc2ea3898b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:13.363372 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:13.363589 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f4d61a9-fe1f-45e5-8c89-99bc2ea3898b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:13.364042 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'status': 'completed', 'code': 200} Dec 13 09:48:13.459716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.463117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.464309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/905f876b-d68a-4b96-8cdc-5591c3fdec90 HTTP/1.1" status: 204 len: 168 time: 0.3255169 Dec 13 09:48:13.483607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c1f47-5177-448e-9b68-f49f5a75cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f876b-d68a-4b96-8cdc-5591c3fdec90,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.504483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-b013f047-e965-432c-a44a-5c5ffe160bbd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--839912232&fields=id&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 267 time: 0.1048138 Dec 13 09:48:13.508167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-4abdd5f7-2f65-46e8-b096-3b63cee252d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.509505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-4abdd5f7-2f65-46e8-b096-3b63cee252d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1098 time: 0.1206505 Dec 13 09:48:13.509931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-fd089829-c991-4454-8d4e-e109ef628c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.511530 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-fd089829-c991-4454-8d4e-e109ef628c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1098 time: 0.1192179 Dec 13 09:48:13.538349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.544886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.550803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.556833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.562745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.568689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.575271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.577268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-825b2def-2bfd-4505-ae3d-5c7d6e1d542f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.1516438 Dec 13 09:48:13.679067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:48:13.680938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-b0db1803-203a-4fb9-b90f-dc896d7250ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.682585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-b0db1803-203a-4fb9-b90f-dc896d7250ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1626065 Dec 13 09:48:13.683474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.761065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:13.762780 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-8b6d87c9-1b78-434b-a505-c879023feb88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0700498 Dec 13 09:48:13.765944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:13.770372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.770977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.778631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d930c-88f0-4ad7-8148-6e44e65f0d45 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:13.779186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-10ce5f9e-9d4c-44d2-8b87-61188440f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.780330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-10ce5f9e-9d4c-44d2-8b87-61188440f3d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2619646 Dec 13 09:48:13.792990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21bc39ac-2e0e-46a5-b776-e94a06c008ed req-cda5a859-e34a-4a5d-ab2f-df2b7767c568 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942661 Dec 13 09:48:13.810338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-d9e29b4f-c129-46c2-aaff-0fb17841f78d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.812604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-d9e29b4f-c129-46c2-aaff-0fb17841f78d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 817 time: 0.2960432 Dec 13 09:48:13.814218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.823115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=c029c353-5705-452a-b16d-283b6d5c1945,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.849360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-147bc181-68df-4ff9-8000-d583f2b91b12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7643914 Dec 13 09:48:13.852970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51140) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.860369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:13.883967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ae02e83-8da4-4f79-b8bb-6df3e9303fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.889776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-06092b80-4047-4816-b4a6-8a824261ebbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0733149 Dec 13 09:48:13.895295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-d37f66da-183e-4f4e-95d7-e242acf42290 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/quotas/0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 375 time: 0.0619485 Dec 13 09:48:13.925134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': 'c029c353-5705-452a-b16d-283b6d5c1945'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:13.926019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.941458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-376fcde3-5361-4d5f-97b5-df41a8ede274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.943573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-376fcde3-5361-4d5f-97b5-df41a8ede274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1694982 Dec 13 09:48:14.022353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-68f592a3-465e-4d40-932f-6ba1099c5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.023985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-68f592a3-465e-4d40-932f-6ba1099c5dba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717189 Dec 13 09:48:14.036385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-dd578ebb-3f12-4924-af20-b7c86f1ea0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.038284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-dd578ebb-3f12-4924-af20-b7c86f1ea0d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1416752 Dec 13 09:48:14.097884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-64b1b085-f7cd-4cbc-a764-5150e500061e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1880889 Dec 13 09:48:14.111935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0037-7eb2-41c3-8797-ca369b65ba90 req-e1cdc442-43cf-4938-aa05-6954bc04d77f tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.113585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b9d0037-7eb2-41c3-8797-ca369b65ba90 req-e1cdc442-43cf-4938-aa05-6954bc04d77f tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 945 time: 0.1529529 Dec 13 09:48:14.123787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:14.125008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Allocated IP 2001:db8::f816:3eff:fe59:f0aa (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/c029c353-5705-452a-b16d-283b6d5c1945/f6fbebb4-b303-4cbd-a706-2e3eb4c80402) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:14.127163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.217990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ae02e83-8da4-4f79-b8bb-6df3e9303fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.222948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-da606f04-9bba-4ef8-acdf-a19b167fd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.224211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-da606f04-9bba-4ef8-acdf-a19b167fd6f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680934 Dec 13 09:48:14.232941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ae02e83-8da4-4f79-b8bb-6df3e9303fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.252985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-7c24a0fa-51cf-470e-9192-baee97a69817 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166841 Dec 13 09:48:14.279696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-50104a56-dbd8-4b3b-900a-577d0da7255f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1733420 Dec 13 09:48:14.292759 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c029c353-5705-452a-b16d-283b6d5c1945 (CIDR: 2001:db8::/64) Dec 13 09:48:14.311907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e676e402-8bec-4f40-8bf9-cef41c4ea5aa no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:14.316272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b9d0037-7eb2-41c3-8797-ca369b65ba90 req-3e6f312e-75b9-4829-a084-8cc40a73f31c tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939769 Dec 13 09:48:14.321425 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:14.324262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:14.358320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e676e402-8bec-4f40-8bf9-cef41c4ea5aa {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:14.359117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e676e402-8bec-4f40-8bf9-cef41c4ea5aa not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:14.372729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02e83-8da4-4f79-b8bb-6df3e9303fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d901af6-8e2e-4863-8e54-88b09613ec6c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:14.377895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ae02e83-8da4-4f79-b8bb-6df3e9303fa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96dd05fdd32645aa9ca068008b82a832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589299 Dec 13 09:48:14.388419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51148) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:14.405909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.412861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.416405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-638b1053-95a8-4368-9076-4dbf8a5771b9 service neutron] 10.222.0.31 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908998 Dec 13 09:48:14.422553 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d611db7-49c6-4609-bb16-48a78237520f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5658643 Dec 13 09:48:14.425993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51150) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:14.446646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:14.471796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:14.475677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:14.479858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:14.490531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:14.536652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-c990ea19-a7b0-4f32-a173-d9cacf506eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.537898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-c990ea19-a7b0-4f32-a173-d9cacf506eaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 1099 time: 0.2052069 Dec 13 09:48:14.543892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Attempting to bind port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:14.544270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Attempting to bind port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:14.544630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Attempting to bind port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:14.550541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:14.551139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:14.551541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-17599da6-fe6b-4328-b4d6-be3d77459d2c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.552079 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.552741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:14.553149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-17599da6-fe6b-4328-b4d6-be3d77459d2c tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.20 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.2023618 Dec 13 09:48:14.553695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Bound port: f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:14.554312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.581244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-0fd5ab1c-b761-4a8b-859d-e5f85ebf4491 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425956 Dec 13 09:48:14.598873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-c5d0c7ef-4250-469d-b5be-14d4dfc29724 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179128 Dec 13 09:48:14.622071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:14.625620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:14.632734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e5ba-3059-4569-8da7-0038e61ff7f3 req-cd1c4d6f-5945-4f03-a6b7-6e045c29e302 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.633773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.634898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c040e5ba-3059-4569-8da7-0038e61ff7f3 req-cd1c4d6f-5945-4f03-a6b7-6e045c29e302 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 947 time: 0.2316389 Dec 13 09:48:14.650172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.715939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2453f-7cff-4333-be70-ce373c6b4c57 None None] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:14.728910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-bb22a794-6337-4778-9d94-3fcab217b18b service neutron] 10.222.0.31 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117938 Dec 13 09:48:14.747051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.797766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:14.801683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.827500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c040e5ba-3059-4569-8da7-0038e61ff7f3 req-31c5b037-239a-491a-814b-5abb0457a847 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715980 Dec 13 09:48:14.832375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-765e755f-25c7-49e4-86f0-39b5d52c8fdd req-0bef72a2-fee3-487a-b810-5f119cbc00f7 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431231 Dec 13 09:48:14.850549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Deleting port 9b4864ef-35fb-478d-b29b-8476ad5456f7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:14.851255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.918934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-d3377fee-8293-4cef-bbfd-843a31bda96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.920657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-d3377fee-8293-4cef-bbfd-843a31bda96d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3578129 Dec 13 09:48:14.944665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.948221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.952308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d901af6-8e2e-4863-8e54-88b09613ec6c HTTP/1.1" status: 204 len: 168 time: 0.5565670 Dec 13 09:48:14.963229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] For port 9b4864ef-35fb-478d-b29b-8476ad5456f7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9b4864ef-35fb-478d-b29b-8476ad5456f7,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:14.965803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.021761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Calling delete_port for 9b4864ef-35fb-478d-b29b-8476ad5456f7 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:15.041969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-06c9fcd4-2e0b-4d5c-9617-1feda73eb2a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 200 len: 217 time: 0.1065297 Dec 13 09:48:15.093505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034f515-3eca-4447-b9d1-61cfc5ed7cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d901af6-8e2e-4863-8e54-88b09613ec6c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.182534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-1f331ebe-ffc5-4272-b3e5-8f57fe58135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.184250 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-1f331ebe-ffc5-4272-b3e5-8f57fe58135c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1343539 Dec 13 09:48:15.314071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.320213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.326232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.332246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.338516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.346074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.351163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.353793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-36a3d0b6-f677-421a-ba4a-bf86cc5ed563 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.1765869 Dec 13 09:48:15.410478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ae78-2ff3-445c-b17b-7808bee3a0c4 req-8450ac13-ac00-4850-8928-af9a4b0b5c8f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.412831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b01ae78-2ff3-445c-b17b-7808bee3a0c4 req-8450ac13-ac00-4850-8928-af9a4b0b5c8f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 947 time: 0.2342668 Dec 13 09:48:15.413555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.455749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.475752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=698a69bd-71f2-426a-adc4-a6a544bc43e4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.483401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-03ec2a10-3a6f-401d-a4eb-d3eb3395f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.485051 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-03ec2a10-3a6f-401d-a4eb-d3eb3395f53c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2920136 Dec 13 09:48:15.492957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:15.499417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:15.508848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.509459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.524560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Pushing event deleted for resources: {'Port': ['ID=9b4864ef-35fb-478d-b29b-8476ad5456f7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.533380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f200920-9fe0-40c6-b3e4-0755cacaa223 req-c70708e5-b5d9-4c09-85f4-2fb8c8bc1837 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719115 Dec 13 09:48:15.558637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b648d6b-ad14-41a3-90a8-471423859dca tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1256502 Dec 13 09:48:15.564038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51176) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:15.619873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:40:c8:02', 'name': 'tempest-NetworksTestDHCPv6-1713299117'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:15.772769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-9a9be156-1d70-4ef7-8fa8-a9ec23120d7d service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781794 Dec 13 09:48:15.906003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:15.919308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:15.972202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] No DVR routers for this DVR port 9b4864ef-35fb-478d-b29b-8476ad5456f7 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:15.975609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.978669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c77cc4-f4f0-44bd-8246-084a1c81028e req-3861770e-6ed7-404e-846f-fb58178ed287 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.20 "DELETE /v2.0/ports/9b4864ef-35fb-478d-b29b-8476ad5456f7 HTTP/1.1" status: 204 len: 173 time: 1.4154253 Dec 13 09:48:15.979323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-deleted', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:15.981657 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdff76e-e4ea-4b1d-aee9-be1ea12ebc29" -d '{"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-deleted", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:15.987191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b01ae78-2ff3-445c-b17b-7808bee3a0c4 req-036f4248-51d8-46b1-9e9d-8ec2cb3472af tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454624 Dec 13 09:48:16.038545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efc97e36-b432-4f36-b8ae-4cb194b87cc8 req-ca4d4ca4-817f-407e-9f83-661684c05a2a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 210 time: 0.0652568 Dec 13 09:48:16.179511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:16.195182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '7cc1959a-1edf-4565-9890-a2338047ac12', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '7cc1959a-1edf-4565-9890-a2338047ac12', 'mac_address': 'fa:16:3e:2b:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:16.277429 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cbe7d3-5226-4b20-834c-8cd50ce6267c x-openstack-request-id: req-65cbe7d3-5226-4b20-834c-8cd50ce6267c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:16.282388 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edf998e-2c31-4a74-b2cb-e7dcec3992af", "name": "network-vif-deleted", "tag": "9b4864ef-35fb-478d-b29b-8476ad5456f7", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:16.282755 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65cbe7d3-5226-4b20-834c-8cd50ce6267c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:16.283093 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edf998e-2c31-4a74-b2cb-e7dcec3992af', 'name': 'network-vif-deleted', 'tag': '9b4864ef-35fb-478d-b29b-8476ad5456f7', 'status': 'completed', 'code': 200} Dec 13 09:48:16.297411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1821a059-7d58-4b3c-b278-5db8d1dc7f09 req-920a4e17-6ca5-4413-8bae-4e12ac78ecca tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=3edf998e-2c31-4a74-b2cb-e7dcec3992af HTTP/1.1" status: 200 len: 210 time: 0.0860996 Dec 13 09:48:16.372994 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.413938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc1959a-1edf-4565-9890-a2338047ac12 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:16.496030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:16.522214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:16.543264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.639915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648dbe8-4ca5-4e05-b74b-aadc8e0fb9b2 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:16.838639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44cb230c-c6be-426c-b472-9f5da2d0cf1d req-fe4e9170-9eb8-4aa0-a7ae-97762db44b0b service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0553370 Dec 13 09:48:16.865400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:16.893751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.918089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 478316d8-95de-4991-896f-4956fcfe6d6c yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:16.921908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a124-9776-47bc-aa63-1b202fd2b61c req-36bbac71-1718-4b54-a15c-62753795cfe7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:16.933039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b71a124-9776-47bc-aa63-1b202fd2b61c req-36bbac71-1718-4b54-a15c-62753795cfe7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.3670909 Dec 13 09:48:16.973552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:16.974100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.987215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-d6499ce1-1cde-4852-9cc8-5deadf39c326 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:16.988864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:16.989509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-d6499ce1-1cde-4852-9cc8-5deadf39c326 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 817 time: 0.4788258 Dec 13 09:48:17.006397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-51654264-579f-4d52-9aaf-a597ea26108c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.008823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-51654264-579f-4d52-9aaf-a597ea26108c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 948 time: 0.3284814 Dec 13 09:48:17.098416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:17.099005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.172961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.179400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.185761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.191969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.198179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.204579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.210791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.213522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8:0:1::267 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/698a69bd-71f2-426a-adc4-a6a544bc43e4/478316d8-95de-4991-896f-4956fcfe6d6c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:17.214068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db179835-189d-49ab-a392-450478769906 req-cf4f9554-c510-40ad-b185-2fe7d8054f6a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2748806 Dec 13 09:48:17.229044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fe40:c802 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/c029c353-5705-452a-b16d-283b6d5c1945/478316d8-95de-4991-896f-4956fcfe6d6c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:17.245279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b71a124-9776-47bc-aa63-1b202fd2b61c req-d056eab8-1467-432c-8321-6be0449e2a72 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924259 Dec 13 09:48:17.249868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.268674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-33b47623-f227-467a-98e2-de3d88bda706 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 379 time: 0.2377236 Dec 13 09:48:17.301790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'port': {'device_id': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'admin_state_up': True, 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'security_groups': ['ff0c9bfd-340d-4331-a247-cb82e823fdae']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:17.319597 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-894c50bc-128e-4a2b-8896-9bfdcecb682b service neutron] delete failed (client error): The resource could not be found. Dec 13 09:48:17.321273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-894c50bc-128e-4a2b-8896-9bfdcecb682b service neutron] 10.222.0.16 "DELETE /v2.0/ports/7cc1959a-1edf-4565-9890-a2338047ac12/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.2871206 Dec 13 09:48:17.502601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.537327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db179835-189d-49ab-a392-450478769906 req-acd3fe60-0556-4cc8-98a2-5bc5ebc40019 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3058615 Dec 13 09:48:17.548997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.561473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-158adc3e-f8ba-4aab-bf98-3d0855c384c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.562990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-158adc3e-f8ba-4aab-bf98-3d0855c384c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1099 time: 0.1404274 Dec 13 09:48:17.608717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:17.623295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.624618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.643668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180b4fb-fbc8-4628-9511-a47ab69938a8 req-15fd694e-5ec7-435a-808a-1cbd29b933e1 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.650221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b180b4fb-fbc8-4628-9511-a47ab69938a8 req-15fd694e-5ec7-435a-808a-1cbd29b933e1 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 945 time: 0.1882098 Dec 13 09:48:17.662121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:17.665597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:17.669581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:17.675021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'c029c353-5705-452a-b16d-283b6d5c1945', 'ip_address': '2001:db8::f816:3eff:fe59:f0aa'}, {'subnet_id': '698a69bd-71f2-426a-adc4-a6a544bc43e4'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f6fbebb4-b303-4cbd-a706-2e3eb4c80402'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:17.675225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.675873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.692263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=478316d8-95de-4991-896f-4956fcfe6d6c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:17.759727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b2b6c93-ef46-4060-a8a8-aec234762ed9 req-0bf6d04d-cb42-418e-bcdb-20c8c7b516a9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 210 time: 0.1083517 Dec 13 09:48:17.765359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.768952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ca3fa-b840-47f1-a075-8b964f067346 None None] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:17.775669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d11e0376-6907-40fc-b0c7-d9647e1a77e3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1642749 Dec 13 09:48:17.777813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51230) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:17.790200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Made reservation on behalf of 0ee3de92d24441b8b2dad4a189036736 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:17.790412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.816726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:48:17.817135 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:48:17.881999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b180b4fb-fbc8-4628-9511-a47ab69938a8 req-49ea633d-6f6d-4906-b607-771d3ba02e8e tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789343 Dec 13 09:48:17.897040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-1daedcdc-50ed-4634-a4bb-b6fef0901643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.899143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-1daedcdc-50ed-4634-a4bb-b6fef0901643 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3247895 Dec 13 09:48:17.922747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 478316d8-95de-4991-896f-4956fcfe6d6c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:17.923274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.003307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:18.015770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Allocated IP 2001:db8:0:1::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/698a69bd-71f2-426a-adc4-a6a544bc43e4/f6fbebb4-b303-4cbd-a706-2e3eb4c80402) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:18.045188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 9b4864ef-35fb-478d-b29b-8476ad5456f7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:18.045528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9b4864ef-35fb-478d-b29b-8476ad5456f7 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:18.058261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.076463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 478316d8-95de-4991-896f-4956fcfe6d6c owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:18.085020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-ebf8fb38-64e2-480c-a498-37d413c5a1a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.1088636 Dec 13 09:48:18.211357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-a2df0c54-ce85-44db-9e07-ab7a95022a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.224272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-a2df0c54-ce85-44db-9e07-ab7a95022a5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1191895 Dec 13 09:48:18.225527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Allocated IP 172.20.0.7 (f048611b-6f60-417a-a2b1-5f1a5c8bccdc/1b5dc82a-b917-4cd5-9231-add12efbbd8a/1158e431-5605-4432-ad35-a91f300ce6fe) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:18.225790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:18.280903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.286982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.314760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118be50-4cef-4eee-986a-59e901744b64 req-8f21bcac-6c71-4ea5-9aee-43dfc44532dd tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.316681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c118be50-4cef-4eee-986a-59e901744b64 req-8f21bcac-6c71-4ea5-9aee-43dfc44532dd tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 945 time: 0.1267810 Dec 13 09:48:18.369604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-8ea56808-1446-40d2-a09a-7a413d8880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.371330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-8ea56808-1446-40d2-a09a-7a413d8880ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375570 Dec 13 09:48:18.405274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085db6d-4429-4e3b-a9c0-6757fb1c7fd3 None None] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:18.466483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.501311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=478316d8-95de-4991-896f-4956fcfe6d6c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:18.547939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Deleting port 4de5bdf0-7284-4e10-8837-d86fa7238364 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:18.548270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.574163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:18.574323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51246) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.581546 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.587987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-03353400-7f33-49e5-a539-aa4c09671975 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/478316d8-95de-4991-896f-4956fcfe6d6c HTTP/1.1" status: 204 len: 168 time: 0.8062704 Dec 13 09:48:18.611484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.647669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:18.648304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.684200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4c43-57c5-44f5-933d-63e8f858f724 req-2a2d47d8-fa99-420c-8682-02c534dae022 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.692943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33fc4c43-57c5-44f5-933d-63e8f858f724 req-2a2d47d8-fa99-420c-8682-02c534dae022 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 948 time: 0.4354093 Dec 13 09:48:18.711520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c853345-721e-438f-9bec-47bb9cf21cef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.715128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475300f5-5fd7-4c2c-aeb7-f8c5f643f9d3 req-6a69fc23-6ffc-4af1-8d48-f17fe826f60b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.717959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2c853345-721e-438f-9bec-47bb9cf21cef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1054277 Dec 13 09:48:18.720750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-475300f5-5fd7-4c2c-aeb7-f8c5f643f9d3 req-6a69fc23-6ffc-4af1-8d48-f17fe826f60b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.3617046 Dec 13 09:48:18.729844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51254) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.737275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] For port 4de5bdf0-7284-4e10-8837-d86fa7238364, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=4de5bdf0-7284-4e10-8837-d86fa7238364,segment=NetworkSegment(c91801dd-b5ef-4256-95fd-745d83339a46),segment_id=c91801dd-b5ef-4256-95fd-745d83339a46)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:18.738503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.757425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Calling delete_port for 4de5bdf0-7284-4e10-8837-d86fa7238364 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:18.845065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-475300f5-5fd7-4c2c-aeb7-f8c5f643f9d3 req-aa76620e-80e5-417c-bb89-18417348177e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934894 Dec 13 09:48:18.891295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8bb617e-8833-41c3-a1ac-ed9c8df8fdb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.936579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.939088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-907ec41c-e68b-4bbc-9ab7-f51e453cea3e service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036314 Dec 13 09:48:18.944474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.952208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['4de5bdf0-7284-4e10-8837-d86fa7238364'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:18.978082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Pushing event deleted for resources: {'Port': ['ID=4de5bdf0-7284-4e10-8837-d86fa7238364,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:18.997282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98660a22-ed1d-4f94-87d9-1e10bf55193f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.001125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-98660a22-ed1d-4f94-87d9-1e10bf55193f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2634234 Dec 13 09:48:19.005730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33fc4c43-57c5-44f5-933d-63e8f858f724 req-008ddced-2414-4c75-8539-530322756e54 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119709 Dec 13 09:48:19.013967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.084460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a10a60-4265-43b0-b8f6-9c8a556f3856 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.086682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a10a60-4265-43b0-b8f6-9c8a556f3856 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.088513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a10a60-4265-43b0-b8f6-9c8a556f3856 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.090126 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-34a10a60-4265-43b0-b8f6-9c8a556f3856 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0749171 Dec 13 09:48:19.103721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.111504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] No DVR routers for this DVR port 4de5bdf0-7284-4e10-8837-d86fa7238364 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:19.114792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.118194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c118be50-4cef-4eee-986a-59e901744b64 req-4edf3823-5917-47fc-85a0-31c144afbeb9 tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.20 "DELETE /v2.0/ports/4de5bdf0-7284-4e10-8837-d86fa7238364 HTTP/1.1" status: 204 len: 173 time: 0.7938309 Dec 13 09:48:19.118655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'name': 'network-vif-deleted', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:19.121214 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfc057b-8d07-472b-a4d5-10c14a1c6e4c" -d '{"events": [{"server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "name": "network-vif-deleted", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:19.180824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 698a69bd-71f2-426a-adc4-a6a544bc43e4 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:19.184561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.188481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97e36ba5-42b9-44ba-8f1e-e99382c17029 req-697ee1aa-f95a-48e2-b262-70deb4ca663a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 210 time: 0.0991514 Dec 13 09:48:19.229041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e379f11a-a7a8-4ff5-968a-ed3c0a2e2ff7 req-667e6e83-37de-44c7-86d2-f5457fc346ff service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531090 Dec 13 09:48:19.250762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.356310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.362964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.369581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.370582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c60914e2-7300-4181-aa71-71578494b62a None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:19.371528 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c60914e2-7300-4181-aa71-71578494b62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.375634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.383779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.389747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.389972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.396680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.404726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-6bcc349d-489e-4175-b91f-d0c3f217d3fc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.3217497 Dec 13 09:48:19.415837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6a1b317-fe61-4da1-8f40-6b0fcf36b9b0 req-ddd18467-dc76-4180-8724-14dea693a0dd tempest-ServerAddressesTestJSON-1100097072 tempest-ServerAddressesTestJSON-1100097072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d1fbf8-18b8-4160-83e7-90a4721bb565 HTTP/1.1" status: 200 len: 210 time: 0.1063652 Dec 13 09:48:19.416889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.421316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:48:19.489207 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0ec16-31da-4eb9-a15d-fa084ee32393 x-openstack-request-id: req-3ce0ec16-31da-4eb9-a15d-fa084ee32393 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:19.489207 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d1fbf8-18b8-4160-83e7-90a4721bb565", "name": "network-vif-deleted", "tag": "4de5bdf0-7284-4e10-8837-d86fa7238364", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:19.489467 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ce0ec16-31da-4eb9-a15d-fa084ee32393 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:19.490170 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d1fbf8-18b8-4160-83e7-90a4721bb565', 'name': 'network-vif-deleted', 'tag': '4de5bdf0-7284-4e10-8837-d86fa7238364', 'status': 'completed', 'code': 200} Dec 13 09:48:19.499037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:19.510120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.538994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:19.544550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=698a69bd-71f2-426a-adc4-a6a544bc43e4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.554023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.554238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:19.560292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-483fba12-5a0b-4eb5-acbc-7af2b840706a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/698a69bd-71f2-426a-adc4-a6a544bc43e4 HTTP/1.1" status: 204 len: 168 time: 0.4530220 Dec 13 09:48:19.560724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51266) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.568710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8bb617e-8833-41c3-a1ac-ed9c8df8fdb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.603480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8bb617e-8833-41c3-a1ac-ed9c8df8fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.627259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03cb33-e54c-4436-bcb3-9bc9b288a580 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:19.651038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet c029c353-5705-452a-b16d-283b6d5c1945 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:19.653220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb617e-8833-41c3-a1ac-ed9c8df8fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c328e-ce04-48c1-ba3b-5e0a46c7898b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.654659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.665259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.703301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7bef96b-a5ee-413f-8d29-028924e9c408 req-f814b943-b0b2-4db2-9edf-346cdd52d1c6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2976067 Dec 13 09:48:19.714186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8bb617e-8833-41c3-a1ac-ed9c8df8fdb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea5e4901fd6140d4a1cdffc94ceb052c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1307051 Dec 13 09:48:19.721867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.738885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.739989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.750824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.773325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-3780f888-c535-4c63-bfa5-f0af5b0e4266 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4764357 Dec 13 09:48:19.784826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Request body: {'port': {'device_id': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:19.813214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-21a81b24-e8d0-4096-b596-3a5970fb692a None None] Could not find standard attr ID for object 478316d8-95de-4991-896f-4956fcfe6d6c. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:19.851217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.898575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.926430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:20.033081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.048090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.098889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3c9ee73e-b55c-4841-9891-3b609df63a88 None None] Provisioning complete for port 1158e431-5605-4432-ad35-a91f300ce6fe triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:20.100023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee73e-b55c-4841-9891-3b609df63a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.152531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 7cc1959a-1edf-4565-9890-a2338047ac12 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:20.157507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ee73e-b55c-4841-9891-3b609df63a88 None None] Port 1158e431-5605-4432-ad35-a91f300ce6fe cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:20.159163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 7cc1959a-1edf-4565-9890-a2338047ac12 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:20.159770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.166822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.173491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.177001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.178239 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d77c328e-ce04-48c1-ba3b-5e0a46c7898b HTTP/1.1" status: 204 len: 168 time: 0.4554310 Dec 13 09:48:20.214493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=c029c353-5705-452a-b16d-283b6d5c1945,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.220910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.224465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d880b662-f774-4cec-8d64-86b483df9594 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/c029c353-5705-452a-b16d-283b6d5c1945 HTTP/1.1" status: 204 len: 168 time: 0.6627548 Dec 13 09:48:20.230032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:20.240432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df08f-0cd5-4e44-b811-48b65f2dff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c328e-ce04-48c1-ba3b-5e0a46c7898b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.259413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f9de2-9ac6-470c-a9e8-274bb5bb0718 req-14d8ada6-d2bd-47ea-9e32-1d41117f3c1b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.267366 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-815f9de2-9ac6-470c-a9e8-274bb5bb0718 req-14d8ada6-d2bd-47ea-9e32-1d41117f3c1b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 948 time: 0.1979456 Dec 13 09:48:20.282657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-98f832ba-29fd-4ed5-8971-0b7965e1d26b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512574 Dec 13 09:48:20.287216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51282) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:20.292774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:20.311205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.368022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:20.371107 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21da74c-85df-418a-80a2-d059f497be83" -d '{"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:20.399454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:20.405487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.435129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:20.445046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.507329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.629228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-815f9de2-9ac6-470c-a9e8-274bb5bb0718 req-d536a662-c1b8-4561-b6fa-c1bd8406351f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609462 Dec 13 09:48:20.654927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-e4c9fb2b-1c13-40a8-b2f3-e57e4d274938 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.654927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-e4c9fb2b-1c13-40a8-b2f3-e57e4d274938 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 948 time: 0.5599773 Dec 13 09:48:20.703418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:20.731982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2d0d-e51a-4cf0-9781-1c8be5d5be49 req-958d0032-605a-4050-b1f0-c7ad15ee36bc tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.733521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9cc2d0d-e51a-4cf0-9781-1c8be5d5be49 req-958d0032-605a-4050-b1f0-c7ad15ee36bc tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 948 time: 0.5372963 Dec 13 09:48:20.736722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d57354ac-dee6-4f6b-958e-387d790bb7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.818427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b287b-3da5-4a67-a7fe-a46143088939 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:20.908274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:48:20.911259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ad82642b-6ce2-4c4b-aeaa-de83a580581f None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:20.911860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad82642b-6ce2-4c4b-aeaa-de83a580581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.931513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387b26d-213e-4c5c-82f3-ce7b339c0c29 req-5eea51fc-df35-4cf2-82e8-cec3006acc0f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.933041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4387b26d-213e-4c5c-82f3-ce7b339c0c29 req-5eea51fc-df35-4cf2-82e8-cec3006acc0f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 931 time: 0.2098103 Dec 13 09:48:20.948449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:20.972797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9cc2d0d-e51a-4cf0-9781-1c8be5d5be49 req-7464785c-4ec1-44e6-ab9f-dcf82b83b80a tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f4d3001-32e9-4308-8c74-b599560e3066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073023 Dec 13 09:48:20.976463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.979988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d57354ac-dee6-4f6b-958e-387d790bb7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.003007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d57354ac-dee6-4f6b-958e-387d790bb7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.032553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Transition to ACTIVE for port object 1158e431-5605-4432-ad35-a91f300ce6fe will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:21.051165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4387b26d-213e-4c5c-82f3-ce7b339c0c29 req-789b8424-05e8-42c5-947d-f6f2fe90471d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092944 Dec 13 09:48:21.053950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.062732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Deleting port e653c724-8db0-48be-bc55-02c078798941 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:21.063080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.093258 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968c474a-4a00-4e49-a9b1-d9a22a03d804 x-openstack-request-id: req-968c474a-4a00-4e49-a9b1-d9a22a03d804 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:21.093571 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:21.093835 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-968c474a-4a00-4e49-a9b1-d9a22a03d804 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:21.094250 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'code': 200} Dec 13 09:48:21.119575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d57354ac-dee6-4f6b-958e-387d790bb7c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=709dde121bd94a13829259f5a1963456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4149647 Dec 13 09:48:21.123351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:21.156569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51300) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:21.157388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57354ac-dee6-4f6b-958e-387d790bb7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e13b96b-61e5-4d17-b128-b1ca31bd1553,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.275314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.285835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.311008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.346611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Deleting subnet 1b78f388-0d6f-494a-aef5-4ecd72747c13 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:21.358684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.373549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b2a2-001a-434a-b368-90c92b737e60 req-07416ee0-30c0-444a-b865-1e717654dfac tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.375076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97b6b2a2-001a-434a-b368-90c92b737e60 req-07416ee0-30c0-444a-b865-1e717654dfac tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.1970854 Dec 13 09:48:21.403042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.422591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] For port e653c724-8db0-48be-bc55-02c078798941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=e653c724-8db0-48be-bc55-02c078798941,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:21.422928 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.425826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ebc414a-1813-498b-a877-cb585214dd78 None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:21.426755 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc414a-1813-498b-a877-cb585214dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.455123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.461700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.468699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.474741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.481701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.487725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.494039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.496030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-6295db87-a86d-4267-9543-957951b77852 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2521093 Dec 13 09:48:21.509342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.515497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Calling delete_port for e653c724-8db0-48be-bc55-02c078798941 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:21.547281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:21.547644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:21.547952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:21.565155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97b6b2a2-001a-434a-b368-90c92b737e60 req-513f7d99-b19e-43ad-92bf-d389ab9cc889 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767786 Dec 13 09:48:21.581995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.596758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:21.596758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:21.612548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:21.612885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:21.613270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:21.613704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Bound port: 1158e431-5605-4432-ad35-a91f300ce6fe, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:21.614057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.633263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.638566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.642094 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e13b96b-61e5-4d17-b128-b1ca31bd1553 HTTP/1.1" status: 204 len: 168 time: 0.5074620 Dec 13 09:48:21.652487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:21.676524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f88c9b-8c35-437f-b562-cbc8e2b4d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e13b96b-61e5-4d17-b128-b1ca31bd1553,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.726794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.729517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7c57cc9-ee5d-4e84-ae6c-c4b90e02d6c3 req-e2e4e922-abc5-4ea7-a48d-f0074388ac44 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195914 Dec 13 09:48:21.733905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.736331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.756020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.801443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:21.841345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:21.843083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:21.847790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.850294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:21.857735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.858341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.867000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb160fcd-e754-4497-9d6b-e2dd42d51abc None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:21.902871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.903941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.905528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] 10.222.0.20 "PUT /v2.0/ports/1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 1091 time: 2.1248958 Dec 13 09:48:21.905835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:21.908293 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63fc770-6da7-4173-8cba-51c3c404ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:21.909202 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6208689 Dec 13 09:48:21.913359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.920481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:21.925174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b78f388-0d6f-494a-aef5-4ecd72747c13 HTTP/1.1" status: 204 len: 168 time: 0.7630117 Dec 13 09:48:21.932364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:21.937087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.943387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51314) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:22.013309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=d083f347-c14d-4cef-abab-0271c098cfc8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.081255 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f705da0-7c73-4a2f-bcbf-5e43ce06b4b4 x-openstack-request-id: req-3f705da0-7c73-4a2f-bcbf-5e43ce06b4b4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:22.081565 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:22.081801 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f705da0-7c73-4a2f-bcbf-5e43ce06b4b4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:22.082210 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'status': 'completed', 'code': 200} Dec 13 09:48:22.110009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 4de5bdf0-7284-4e10-8837-d86fa7238364 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:22.160227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e583b-3c9b-47e1-9654-66a0ff705c48 service neutron] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.165117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fb51c-d566-44ba-ad87-98e4ef786a98 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.169853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 4de5bdf0-7284-4e10-8837-d86fa7238364 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:22.172152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 4de5bdf0-7284-4e10-8837-d86fa7238364 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:22.189586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f63f-68ce-4849-80ef-b79fd4f85cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b78f388-0d6f-494a-aef5-4ecd72747c13,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.199610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.223773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] No DVR routers for this DVR port e653c724-8db0-48be-bc55-02c078798941 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:22.227698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.231158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34be8e7c-6e8a-48b6-bb55-aa24cb41a429 req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.16 "DELETE /v2.0/ports/e653c724-8db0-48be-bc55-02c078798941 HTTP/1.1" status: 204 len: 173 time: 1.5580494 Dec 13 09:48:22.245851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312908-3cbc-410c-9bab-bd59fa0c5700 tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] Pushing event deleted for resources: {'Port': ['ID=e653c724-8db0-48be-bc55-02c078798941,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.257481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-21806826-d0e5-4159-9b8d-d88f24158c7d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285057 Dec 13 09:48:22.299971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e7c31eb-ed59-4c2b-9c07-dee9140016bb req-d80372ba-78ae-41e9-8136-1ca2c79f5dba tempest-ListImageFiltersTestJSON-986958465 tempest-ListImageFiltersTestJSON-986958465-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2c6b61-8f91-4f03-987f-bb853ab926d2 HTTP/1.1" status: 200 len: 210 time: 0.1323459 Dec 13 09:48:22.380190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.420431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a451c191-116f-4e14-a32f-f6f2ab7f69d0']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:22.429213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-00e73319-dbb6-4cbe-bbca-27ced6c752d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:22.431403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-00e73319-dbb6-4cbe-bbca-27ced6c752d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1094 time: 0.4607508 Dec 13 09:48:22.434813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91801dd-b5ef-4256-95fd-745d83339a46') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:22.435252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91801dd-b5ef-4256-95fd-745d83339a46') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:22.485479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.530950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.541080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:22.541833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:22.544290 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:22.597484 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-e9bba5b2-c0dc-4d21-b130-dbb9f6fac3f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 217 time: 0.1203005 Dec 13 09:48:22.613590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:22.628901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.636705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.642777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a451c191-116f-4e14-a32f-f6f2ab7f69d0 HTTP/1.1" status: 204 len: 168 time: 0.6981466 Dec 13 09:48:22.657903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede741de-8ee1-4b9d-adb3-5ab1185e9352 admin admin] Pushing event deleted for resources: {'Network': ['ID=a451c191-116f-4e14-a32f-f6f2ab7f69d0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.735512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:22.735925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.737031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:22.740618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.751320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-5becad92-8bab-448e-a519-61120482a03d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:22.759858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-5becad92-8bab-448e-a519-61120482a03d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5008588 Dec 13 09:48:22.848838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c6beed4c-cfc1-439e-acb9-a05ae8196401 None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:22.849223 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6beed4c-cfc1-439e-acb9-a05ae8196401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.892577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:22.929725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-8f68b951-4a36-4bbf-b90e-8728c09be5e9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/quotas/6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 375 time: 0.1672437 Dec 13 09:48:22.955021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20e74253-d22e-4c35-8e42-f8601d17aadb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=333a49cc1b10402aa6ad24d3aa7f4678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610728 Dec 13 09:48:22.957451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:22.983581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d432ec-fecc-46f0-86e1-04a8f4bf3420 req-92b42654-1f13-41f2-b86a-1fce52751231 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:22.985352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23d432ec-fecc-46f0-86e1-04a8f4bf3420 req-92b42654-1f13-41f2-b86a-1fce52751231 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.5528007 Dec 13 09:48:22.990836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-1e9bb640-8b28-49bf-ae15-4e23bfa8f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:22.992937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-1e9bb640-8b28-49bf-ae15-4e23bfa8f467 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.3874788 Dec 13 09:48:23.022647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.046525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.092961 n-d-820935-7 neutron-server[103195]: INFO neutron.db.ipam_backend_mixin [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d083f347-c14d-4cef-abab-0271c098cfc8 (CIDR: 2001:db8::/64) Dec 13 09:48:23.100310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.104519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.106699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09ea57ab-1f55-41ff-8e4b-cf0c9557f87c HTTP/1.1" status: 204 len: 168 time: 0.1477449 Dec 13 09:48:23.117141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6829-b338-42b6-95c0-5261a79bb56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea57ab-1f55-41ff-8e4b-cf0c9557f87c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:23.117360 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:23.117973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:23.155278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-bf7bbdfc-e659-42ce-95d3-557ad5a6bfdf tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906395 Dec 13 09:48:23.161487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-8a964cf2-44cf-40d6-b43f-0f05ce75f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.163059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-8a964cf2-44cf-40d6-b43f-0f05ce75f693 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445007 Dec 13 09:48:23.182698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23d432ec-fecc-46f0-86e1-04a8f4bf3420 req-0afbfdc8-76cf-46b6-b143-29d5ab305c49 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885324 Dec 13 09:48:23.194642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9699b03-15fd-447a-a4e0-6040aee083a2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2728984 Dec 13 09:48:23.197480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51362) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:23.203911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:23.444546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-50fcb03f-b190-4801-8a70-4d44890fc184 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603118 Dec 13 09:48:23.482976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:23.487401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.510376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0519370c-a4bd-4ba9-902f-94c95a4f3b8b req-d5779813-9299-449b-9260-3607b3301945 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 210 time: 0.0745015 Dec 13 09:48:23.592871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.600564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.609636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.617649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.625313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.631628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.638424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.648616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03684209-2d47-4375-ba3b-57604bef93b8 req-32f790cd-00a5-4f73-acbc-edbf8e51f158 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2494318 Dec 13 09:48:23.686690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b7d3e-d4e4-4554-8a17-8052fe24fdfc req-adc58238-d2f7-4113-b785-39d6acc18458 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044725 Dec 13 09:48:23.821418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03684209-2d47-4375-ba3b-57604bef93b8 req-6331c678-d9fa-40b9-8fe3-03a87fb35e7a tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653287 Dec 13 09:48:23.846239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-f1159df4-e92c-4079-88bc-91a80c194dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.847946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-f1159df4-e92c-4079-88bc-91a80c194dfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1094 time: 0.0810602 Dec 13 09:48:23.902929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.960385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:23.964770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:23.969673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.970446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.976999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57cceb-24e8-4151-aed8-b445996447dc None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:23.992154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-280d2f5b-e3d3-4c98-ac79-03e76d09b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.993666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-280d2f5b-e3d3-4c98-ac79-03e76d09b102 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1378016 Dec 13 09:48:24.008196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:24.037322 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38872c3f-8e60-453f-88f0-bafc16086d97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8378532 Dec 13 09:48:24.041027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51406) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:24.057897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:32:40:a6', 'name': 'tempest-NetworksTestDHCPv6-1419574849'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:24.065534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-98d3aa0b-3c87-476c-bf20-60bf694d5847 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 217 time: 0.0628421 Dec 13 09:48:24.088755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-deleted', 'tag': 'e653c724-8db0-48be-bc55-02c078798941'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:24.093676 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d11b3e-423c-4841-9a27-0ab2ec6fcca1" -d '{"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-deleted", "tag": "e653c724-8db0-48be-bc55-02c078798941"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:24.218357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-49f89b92-f60d-4142-b928-1c7a6724fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:24.221725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-49f89b92-f60d-4142-b928-1c7a6724fb44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1482723 Dec 13 09:48:24.233039 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8030c043-1af1-45dc-b44b-4c07088cd7dc x-openstack-request-id: req-8030c043-1af1-45dc-b44b-4c07088cd7dc {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:24.233464 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2c6b61-8f91-4f03-987f-bb853ab926d2", "name": "network-vif-deleted", "tag": "e653c724-8db0-48be-bc55-02c078798941", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:24.233731 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8030c043-1af1-45dc-b44b-4c07088cd7dc {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:24.234264 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2c6b61-8f91-4f03-987f-bb853ab926d2', 'name': 'network-vif-deleted', 'tag': 'e653c724-8db0-48be-bc55-02c078798941', 'status': 'completed', 'code': 200} Dec 13 09:48:24.328356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-be9f2762-36f3-4abe-8354-52a3009ce1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:24.329961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-be9f2762-36f3-4abe-8354-52a3009ce1cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992830 Dec 13 09:48:24.357857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'd083f347-c14d-4cef-abab-0271c098cfc8', 'ip_address': '2001:db8::f816:3eff:fe59:f0aa'}, {'subnet_id': '2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'f6fbebb4-b303-4cbd-a706-2e3eb4c80402'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:24.358715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:24.392010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.563796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.588829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f3c41-a9b0-4097-8bbd-941e00da8184 req-0c3406ac-10f1-431d-9b72-5f37bf0d809e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:24.590379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c1f3c41-a9b0-4097-8bbd-941e00da8184 req-0c3406ac-10f1-431d-9b72-5f37bf0d809e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.1782897 Dec 13 09:48:24.609531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:24.613145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port c53df2a3-72db-4fde-b885-be751287f7b8 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:24.636772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: e653c724-8db0-48be-bc55-02c078798941 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:24.637552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device e653c724-8db0-48be-bc55-02c078798941 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:24.650453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-64ecdb13-2e38-49b5-bbc5-6e562e8790fa service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036199 Dec 13 09:48:24.658777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Allocated IP 2001:db8:0:1::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d/f6fbebb4-b303-4cbd-a706-2e3eb4c80402) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:24.765553 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-a7b538db-cc36-47be-a989-e1b0fe431b6c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421255 Dec 13 09:48:24.833219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e63fc770-6da7-4173-8cba-51c3c404ea8f req-7ec71b27-c243-4d68-8039-2a282543a638 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708553 Dec 13 09:48:24.842542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:24.885169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c1f3c41-a9b0-4097-8bbd-941e00da8184 req-8343e305-8199-4e31-909d-c1cdcfaa2807 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734632 Dec 13 09:48:24.901570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.909864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.025276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85280a4-6f45-4bb4-9ef6-86ee549c8aa8 None None] Pushing event updated for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:25.074747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c52fb5e5-a653-4fca-93f9-cbb9359bfdaa req-147d8e2c-14ad-4b89-99e4-64ba4b4eb4bd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 210 time: 0.0917940 Dec 13 09:48:25.081192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-c744e3b9-b97c-4ed4-9b85-675dc8422e76 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.083357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-c744e3b9-b97c-4ed4-9b85-675dc8422e76 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033216 Dec 13 09:48:25.209605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8:0:1::10f (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d/c53df2a3-72db-4fde-b885-be751287f7b8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:25.217190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::f816:3eff:fe32:40a6 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/d083f347-c14d-4cef-abab-0271c098cfc8/c53df2a3-72db-4fde-b885-be751287f7b8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:25.246558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Request body: {'port': {'device_id': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '6bd0bd145e444d4fb631cfdbdac1f532'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:25.316111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.340058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.347576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.353657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.362271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.371153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.378088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.387514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90b686d1-428b-4e67-b3f3-868a368c677b req-523389fb-4972-469e-9064-a63fc6faf460 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.1686165 Dec 13 09:48:25.453704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90b686d1-428b-4e67-b3f3-868a368c677b req-87fbdf1e-d147-455b-b36b-0c8eaa390e40 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650744 Dec 13 09:48:25.626490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Made reservation on behalf of 6bd0bd145e444d4fb631cfdbdac1f532 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:25.630349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.650615 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.784148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.855496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:25.868149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:25.872295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Allocated IP 192.168.233.12 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/d59140f6-8293-4c64-941b-50a35ddd47c2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:25.879828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:25.885570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.886217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.894495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=c53df2a3-72db-4fde-b885-be751287f7b8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:25.913216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d0137891-23f0-4a4d-8190-caac34837180 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8709154 Dec 13 09:48:25.916865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51490) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:25.955756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:26.067668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7ee9ebbd-4c58-4c19-a217-a72c024f030b None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:26.069261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ee9ebbd-4c58-4c19-a217-a72c024f030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.177167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:26.235133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '1158e431-5605-4432-ad35-a91f300ce6fe', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:26.259921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port c53df2a3-72db-4fde-b885-be751287f7b8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:26.260552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.275139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.284084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849657a7-1ec0-48d8-97b5-d0dcfe2f9722 req-7987f2cf-6e1f-4eb7-8a6e-6b3cfbcd7155 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.294300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-849657a7-1ec0-48d8-97b5-d0dcfe2f9722 req-7987f2cf-6e1f-4eb7-8a6e-6b3cfbcd7155 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.1854951 Dec 13 09:48:26.300731 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.308234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:26.328471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:26.356235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:26.361345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.401868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.416564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:26.442662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91c0e2f4-7762-42f0-8bcc-f9431e195d64 req-080e4a46-eb73-4b30-a0a4-7a35161c0a9a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 210 time: 0.1405118 Dec 13 09:48:26.496784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:26.497975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:26.512229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d830173c-7e57-4288-8b1d-6049c5f652f3 None None] Provisioning complete for port c53df2a3-72db-4fde-b885-be751287f7b8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:26.512799 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d830173c-7e57-4288-8b1d-6049c5f652f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.530047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:26.536128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:26.538665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:26.591308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['1158e431-5605-4432-ad35-a91f300ce6fe'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:26.622097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51522) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:26.653193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-849657a7-1ec0-48d8-97b5-d0dcfe2f9722 req-052ed347-e697-40f0-8777-5907c5520fb0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566382 Dec 13 09:48:26.665838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.666504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.704129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.722608 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-f6b2483d-e088-4721-be42-c8efabc4d567 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4806204 Dec 13 09:48:26.754951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Request body: {'port': {'device_id': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:26.765254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.772355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.778835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.799402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.806438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.818478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.823194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf596fdf-dfde-4375-994f-ec4e8d437231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.838749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.840749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-782a8dab-ccf7-45b1-ab96-6cd3cca4b195 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.2643874 Dec 13 09:48:26.861172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for c53df2a3-72db-4fde-b885-be751287f7b8 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:26.937100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:26.973447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d830173c-7e57-4288-8b1d-6049c5f652f3 None None] Port c53df2a3-72db-4fde-b885-be751287f7b8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:26.976572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.110326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:27.110948 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.156338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf596fdf-dfde-4375-994f-ec4e8d437231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.162080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf596fdf-dfde-4375-994f-ec4e8d437231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.186842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8af41a4f-1b4d-44ea-9553-91a97eabd1b8 None None] Provisioning complete for port d59140f6-8293-4c64-941b-50a35ddd47c2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:27.187220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8af41a4f-1b4d-44ea-9553-91a97eabd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.236188 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf596fdf-dfde-4375-994f-ec4e8d437231 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47956e803e654457ab0c5d0df68f92e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9172394 Dec 13 09:48:27.251750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596fdf-dfde-4375-994f-ec4e8d437231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e43e79-bc36-4944-804f-0284bfe962dc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.253928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.267197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8af41a4f-1b4d-44ea-9553-91a97eabd1b8 None None] Port d59140f6-8293-4c64-941b-50a35ddd47c2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:27.370795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8240425-92fd-443c-bc6f-172ac23ae7fb req-b79fd618-52bf-4c83-91aa-d337a8648d21 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5109429 Dec 13 09:48:27.385919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.395228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e73dab85-d8bc-4ac4-9a57-ef7ab6c7b751 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea4fd2cb2e4f4fe5b1cd92e37c236855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7717042 Dec 13 09:48:27.399380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.455963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.537131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59140f6-8293-4c64-941b-50a35ddd47c2 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:27.547459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.569449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.587056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef4d47-4d0e-4245-92ed-a3326ba04bc7 req-72f2a331-fe21-4a86-b640-518985169e46 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:27.589121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0eef4d47-4d0e-4245-92ed-a3326ba04bc7 req-72f2a331-fe21-4a86-b640-518985169e46 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 935 time: 0.0679603 Dec 13 09:48:27.589952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.592434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Transition to ACTIVE for port object d59140f6-8293-4c64-941b-50a35ddd47c2 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:27.594614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.597479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.598674 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71e43e79-bc36-4944-804f-0284bfe962dc HTTP/1.1" status: 204 len: 168 time: 0.3421068 Dec 13 09:48:27.609135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.610825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.647521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70d4ab-468d-454f-ae36-ca1dc9196dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e43e79-bc36-4944-804f-0284bfe962dc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.654207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=c53df2a3-72db-4fde-b885-be751287f7b8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.701107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.701500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.701839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.702176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.702558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.702832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.703250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.703461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.703856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.704129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.704451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.704771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.705100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:27.730273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.737804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8d9ae14b-7cfe-42af-ba86-e855ed84c08e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/c53df2a3-72db-4fde-b885-be751287f7b8 HTTP/1.1" status: 204 len: 168 time: 1.8195388 Dec 13 09:48:27.740140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51558) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.747631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.802174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0eef4d47-4d0e-4245-92ed-a3326ba04bc7 req-88fcbf30-976a-4e95-9830-14906c28c2b5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986179 Dec 13 09:48:27.878219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.885398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735963bf-e3da-4453-be2d-baf6fa793ed8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:27.886389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.893120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-735963bf-e3da-4453-be2d-baf6fa793ed8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1519282 Dec 13 09:48:27.893350 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f4d3001-32e9-4308-8c74-b599560e3066 HTTP/1.1" status: 204 len: 168 time: 0.4868050 Dec 13 09:48:27.896806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51566) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.913708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3009d6-cc9e-443e-b2e2-023f956f2ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d3001-32e9-4308-8c74-b599560e3066,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.959513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:27.979936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:27.982362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:27.983023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:27.995108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:27.995738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:28.013657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:28.015956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:28.017313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:28.021816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Bound port: d59140f6-8293-4c64-941b-50a35ddd47c2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:28.022420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.036050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b9cf-7a00-4241-98a8-634aafabf3be req-6fabee23-63d3-455b-ae2d-9aca1cd549f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.053742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01c5b9cf-7a00-4241-98a8-634aafabf3be req-6fabee23-63d3-455b-ae2d-9aca1cd549f1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.2501125 Dec 13 09:48:28.121410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 1158e431-5605-4432-ad35-a91f300ce6fe completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:28.129218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da847af9-4e15-4046-8ef2-6578b838430b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.131833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 1158e431-5605-4432-ad35-a91f300ce6fe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:28.133906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.134923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da847af9-4e15-4046-8ef2-6578b838430b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2263148 Dec 13 09:48:28.135703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:28.202886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:28.213450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:28.224837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.299603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:28.310300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.311148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.313733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0d0b82c6-56e8-4629-8cc1-10f2c98dd68c service neutron] 10.222.0.20 "PUT /v2.0/ports/d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 1095 time: 1.5739901 Dec 13 09:48:28.314363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:28.317877 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:28.334813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0740359-e623-4165-b8df-5fa9feb9ada5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.338192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0740359-e623-4165-b8df-5fa9feb9ada5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.340473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0740359-e623-4165-b8df-5fa9feb9ada5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.342671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0740359-e623-4165-b8df-5fa9feb9ada5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2010756 Dec 13 09:48:28.345702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:28.364664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01c5b9cf-7a00-4241-98a8-634aafabf3be req-416ab35a-1939-4694-baef-7f80e2af8b8b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098824 Dec 13 09:48:28.390274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.448702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:28.452159 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0483587-d1a6-4d3f-baa6-e2722b3e510c" -d '{"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:28.496771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:28.512373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.613529 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dfa6e-9921-43fa-af84-86b924df7602 x-openstack-request-id: req-654dfa6e-9921-43fa-af84-86b924df7602 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:28.613767 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:28.615326 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-654dfa6e-9921-43fa-af84-86b924df7602 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:28.617631 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'code': 200} Dec 13 09:48:28.671390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51586) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:28.696405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:28.774591 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-342fd1f6-431d-4fc7-8631-b47ca9ba81db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.845990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.861890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.868321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.886928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.905457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.917345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.935841 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa6bced-67d3-496b-bb53-8f490397fb95 x-openstack-request-id: req-afa6bced-67d3-496b-bb53-8f490397fb95 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:28.936389 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:28.936389 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afa6bced-67d3-496b-bb53-8f490397fb95 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:28.936885 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'status': 'completed', 'code': 200} Dec 13 09:48:28.954061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.964617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8148c329-c6e7-4692-9673-b5727488c55c req-01a8b358-3c64-43d6-9d01-b9db5064162e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.4167614 Dec 13 09:48:29.001436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0666adde-a399-415d-91c5-994a2b93ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.003456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0666adde-a399-415d-91c5-994a2b93ca0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1098 time: 0.0658066 Dec 13 09:48:29.008104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:29.017469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.036495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102551f3-ad5b-4430-bcf9-d1a5776053aa req-3136ae78-e827-4cc3-a2f1-fd8df6d8d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.038464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102551f3-ad5b-4430-bcf9-d1a5776053aa req-3136ae78-e827-4cc3-a2f1-fd8df6d8d15d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1096 time: 0.4064403 Dec 13 09:48:29.153132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-e904f09e-1441-42da-b71f-b5358e3dda41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.1412947 Dec 13 09:48:29.162512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5ccf-455a-4f33-a2d2-08708cd3f7c0 req-5633f6f9-9366-4163-bc18-5b535fc40413 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.165430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76ab5ccf-455a-4f33-a2d2-08708cd3f7c0 req-5633f6f9-9366-4163-bc18-5b535fc40413 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.1972804 Dec 13 09:48:29.242310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8148c329-c6e7-4692-9673-b5727488c55c req-23a23ff3-2ecd-4bc1-849c-fdc8d1ed257d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2757297 Dec 13 09:48:29.255727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.303182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-342fd1f6-431d-4fc7-8631-b47ca9ba81db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.327065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-342fd1f6-431d-4fc7-8631-b47ca9ba81db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.348818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0f8e8bd0-bad4-40e0-a917-e724a0733242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.350657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-0f8e8bd0-bad4-40e0-a917-e724a0733242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1620100 Dec 13 09:48:29.381476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-342fd1f6-431d-4fc7-8631-b47ca9ba81db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd6f2c00d6174880b4d4c4e5b93119c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6958067 Dec 13 09:48:29.395276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-102551f3-ad5b-4430-bcf9-d1a5776053aa req-542c7eaa-a0ce-4ce4-a267-67b038b22372 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251343 Dec 13 09:48:29.399105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51612) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:29.402768 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.463853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-9e5f58fe-5678-4f7c-99c6-ba5734c47d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.465678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-9e5f58fe-5678-4f7c-99c6-ba5734c47d97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040266 Dec 13 09:48:29.468599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.494301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51616) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:29.552905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.564830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76ab5ccf-455a-4f33-a2d2-08708cd3f7c0 req-ea03b222-bdeb-40b0-a847-7fc6fdecde92 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900146 Dec 13 09:48:29.602305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.608880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696feff-37b8-4dac-932b-bd05d9905ccd None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:29.610370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d HTTP/1.1" status: 204 len: 168 time: 1.2635579 Dec 13 09:48:29.614972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fd1f6-431d-4fc7-8631-b47ca9ba81db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e10775-ccb2-4b8f-b33b-e9ffb4094012,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:29.618083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:29.712482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e868fe-2c53-4449-9414-cff7644d006d req-17d2d412-add2-4328-8542-458adcfa4098 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.719735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03e868fe-2c53-4449-9414-cff7644d006d req-17d2d412-add2-4328-8542-458adcfa4098 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2220175 Dec 13 09:48:29.741178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.747007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce1480-a203-402a-915e-a1be5137b730 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:29.752146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-714d3171-2861-4e9a-9c55-f02f1e9d7ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545911 Dec 13 09:48:29.769820 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.845176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.847820 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.849180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39e10775-ccb2-4b8f-b33b-e9ffb4094012 HTTP/1.1" status: 204 len: 168 time: 0.4491377 Dec 13 09:48:29.868446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b942c6-7ce1-4dc5-9357-d05e845a7fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e10775-ccb2-4b8f-b33b-e9ffb4094012,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:29.879831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet d083f347-c14d-4cef-abab-0271c098cfc8 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:29.886106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.920823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03e868fe-2c53-4449-9414-cff7644d006d req-45eb2b7d-4acd-48af-937f-c4b360f67fed tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001319 Dec 13 09:48:29.926633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-20cc7036-c4e0-4fae-8a1f-623feda8316b req-c92a2940-0eb6-4dab-9e0a-c279c5db3d80 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655600 Dec 13 09:48:29.955385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f842a2-2bca-460a-9534-b6bdc36c0111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.956092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.111570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.121868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-93f2ce9f-73a1-43a7-ad0a-9919fe576521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.123605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-93f2ce9f-73a1-43a7-ad0a-9919fe576521 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1098 time: 0.1199527 Dec 13 09:48:30.198312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.217493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.227136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d083f347-c14d-4cef-abab-0271c098cfc8 HTTP/1.1" status: 204 len: 168 time: 0.6018119 Dec 13 09:48:30.227247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51634) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:30.239159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f842a2-2bca-460a-9534-b6bdc36c0111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.253363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ffc12-6f63-4509-8dce-f8383a0c1507 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=d083f347-c14d-4cef-abab-0271c098cfc8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:30.349508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f842a2-2bca-460a-9534-b6bdc36c0111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.384335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-881d717e-967a-481f-826f-ba8fa77e9005 req-09dc8648-e0d1-4113-bd8c-60339220c3b4 tempest-AbsoluteLimitsNegativeTestJSON-1452008129 tempest-AbsoluteLimitsNegativeTestJSON-1452008129-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dc82bf98108647da877c3a00dd2e91de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563960 Dec 13 09:48:30.387703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20f842a2-2bca-460a-9534-b6bdc36c0111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58d188889a3d4d9890905f5b02414933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900232 Dec 13 09:48:30.387703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-de2a0e57-5d72-4ba7-81bf-975cf00fc0a6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562176 Dec 13 09:48:30.387901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51656) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:30.391942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51658) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:30.410037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:30.487347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-c7437085-a80a-481c-8d9c-f1dce0aa5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.489491 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-c7437085-a80a-481c-8d9c-f1dce0aa5573 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3556063 Dec 13 09:48:30.547786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f842a2-2bca-460a-9534-b6bdc36c0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b85c8-0efb-475e-bb3a-1ea4aa7374e0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:30.607233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-a05d58e5-c9b5-4a06-932a-06a7f76e3ae3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.1007500 Dec 13 09:48:30.622311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.629060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.635288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.641754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.649385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.657774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:30.665116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:30.667946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.669263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.674107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-f6f95ba8-f1ee-482c-ac4e-bc518c05e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.676156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-f6f95ba8-f1ee-482c-ac4e-bc518c05e741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0587065 Dec 13 09:48:30.684793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.686824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-3f59202c-a4f4-44b7-a470-65ae7d0b9461 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5419 time: 0.3014264 Dec 13 09:48:30.780814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:30.793519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'port_id': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'mac_address': 'fa:16:3e:69:c9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:30.797781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d717e-967a-481f-826f-ba8fa77e9005 req-648a906f-d17f-4f27-a4b3-1bb1553e93c5 tempest-AbsoluteLimitsNegativeTestJSON-1452008129 tempest-AbsoluteLimitsNegativeTestJSON-1452008129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.800176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-881d717e-967a-481f-826f-ba8fa77e9005 req-648a906f-d17f-4f27-a4b3-1bb1553e93c5 tempest-AbsoluteLimitsNegativeTestJSON-1452008129 tempest-AbsoluteLimitsNegativeTestJSON-1452008129-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650172 Dec 13 09:48:30.811824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-b0221804-b44d-4faf-b568-df3f7df1134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.813515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-b0221804-b44d-4faf-b568-df3f7df1134b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152995 Dec 13 09:48:30.825997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.839200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-881d717e-967a-481f-826f-ba8fa77e9005 req-5bf435ed-269d-4b3b-b90d-9fc55d0fc4b7 tempest-AbsoluteLimitsNegativeTestJSON-1452008129 tempest-AbsoluteLimitsNegativeTestJSON-1452008129-project] 10.222.0.31 "GET /v2.0/quotas/dc82bf98108647da877c3a00dd2e91de HTTP/1.1" status: 200 len: 375 time: 0.0311828 Dec 13 09:48:30.862556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.864631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b013a-9f55-4da2-af96-f3a5b2e04746 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:30.900058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:30.901456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-881d717e-967a-481f-826f-ba8fa77e9005 req-05a8bb4b-1c90-4409-b543-4d3678799cae tempest-AbsoluteLimitsNegativeTestJSON-1452008129 tempest-AbsoluteLimitsNegativeTestJSON-1452008129-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc82bf98108647da877c3a00dd2e91de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502827 Dec 13 09:48:30.915427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.947332 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-35a6824f-af3a-4f78-b923-bb1b2a22547a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188662 Dec 13 09:48:30.966102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-129de2c1-dfb5-44a5-995e-8a097f871b5f req-72f8f57a-7876-495b-be08-d01f69802e9d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2474558 Dec 13 09:48:30.975048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:30.988289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5f99b072-4063-4af1-8ac4-849e2dc149dc None None] Provisioning complete for port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:30.988515 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f99b072-4063-4af1-8ac4-849e2dc149dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.027278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.027278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:31.060787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.064753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.067733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c39b85c8-0efb-475e-bb3a-1ea4aa7374e0 HTTP/1.1" status: 204 len: 168 time: 0.6789048 Dec 13 09:48:31.083215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f0f05b9c-6e73-4ad5-be9e-7523aa9354f8 req-9c86d259-1ff6-4efd-a071-68dd66e27af8 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296782 Dec 13 09:48:31.088477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b3a65-270f-4125-9b48-2ab79ba90999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b85c8-0efb-475e-bb3a-1ea4aa7374e0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.200674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dcd86-e510-403d-afd3-ba28cf31ecb7 req-42a2690f-f783-4ac9-af85-57e67ac470a3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.205111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-836dcd86-e510-403d-afd3-ba28cf31ecb7 req-42a2690f-f783-4ac9-af85-57e67ac470a3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.0890214 Dec 13 09:48:31.242538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.245146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.258923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'port_id': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88', 'mac_address': 'fa:16:3e:52:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:31.303593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:31.311442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.331569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:31.339389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-836dcd86-e510-403d-afd3-ba28cf31ecb7 req-b743921c-c7f1-4722-a6d3-397c2ad8463f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273727 Dec 13 09:48:31.352530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.357434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e042a8-e25f-4638-b727-b8cedc3bf067 req-da32cef1-3d6f-43d2-9b88-8a243fe02f31 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.366580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49e042a8-e25f-4638-b727-b8cedc3bf067 req-da32cef1-3d6f-43d2-9b88-8a243fe02f31 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1029422 Dec 13 09:48:31.402926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.415694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.416427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0832e8f2-eb20-4874-a3f3-dc2e0169971e details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:31.424397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:31.430090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:31.446325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.446939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.469419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49e042a8-e25f-4638-b727-b8cedc3bf067 req-b3b81ea1-eed5-4f75-bb03-b9f235c5a8e3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002738 Dec 13 09:48:31.473105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0691276 Dec 13 09:48:31.478210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.484417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:31.489864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa0e26-98eb-4583-8b42-1bdd5b91bee4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=2aeda5bd-965f-45ba-8684-dff526c47ae5,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.551968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.575140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.598418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Deleting port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:31.598803 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.606538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'port_id': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'mac_address': 'fa:16:3e:4e:d7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:31.639133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:31.646227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.668609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.689390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d8efc-3022-4ab8-a8f9-2f91e9a7031e req-8389598f-62bf-485e-9a72-ddde621c69c4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.702890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b9d8efc-3022-4ab8-a8f9-2f91e9a7031e req-8389598f-62bf-485e-9a72-ddde621c69c4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1118495 Dec 13 09:48:31.702890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.708012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Request body: {'floatingip': {'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:31.747696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.763966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0832e8f2-eb20-4874-a3f3-dc2e0169971e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:31.777683 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2aeda5bd-965f-45ba-8684-dff526c47ae5 (CIDR: 2001:db8::/64) Dec 13 09:48:31.782967 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:31.784211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:31.786345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.791098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] For port f6fbebb4-b303-4cbd-a706-2e3eb4c80402, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.791831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.803516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.810509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa15dec0-0ac3-4462-858f-bcf6c09d572d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.812717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Calling delete_port for f6fbebb4-b303-4cbd-a706-2e3eb4c80402 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:31.815961 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.817810 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.818704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 60930877-3723-4f8a-803f-62169f4be5ea details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:31.824195 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9c3b4aa3-4727-4856-8a7c-dac13280081c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3422937 Dec 13 09:48:31.824395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.833694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:31.945937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.968521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.988669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:32.007507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '60930877-3723-4f8a-803f-62169f4be5ea', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'port_id': '60930877-3723-4f8a-803f-62169f4be5ea', 'mac_address': 'fa:16:3e:63:bf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:32.073228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:32.077180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.087537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.126605 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.136648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60930877-3723-4f8a-803f-62169f4be5ea {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:32.193166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] Pushing event deleted for resources: {'Port': ['ID=f6fbebb4-b303-4cbd-a706-2e3eb4c80402,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.209918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:32.211805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09b253-3f8a-4729-85ff-63204b803bab None None] No DVR routers for this DVR port f6fbebb4-b303-4cbd-a706-2e3eb4c80402 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:32.224382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.225241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 254838d9-bead-4fcf-a82d-2a71fb11a2e3 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:32.279932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d925e34-dc6c-4ad3-b1e7-ac8601fab17d None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:32.300682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ead122ef-2fbb-4c9e-88ef-22eef7aa9f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.315855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa15dec0-0ac3-4462-858f-bcf6c09d572d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.355287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa15dec0-0ac3-4462-858f-bcf6c09d572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.377073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:32.417135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:32.422705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.434421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'mac_address': 'fa:16:3e:d3:1c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:32.462715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '254838d9-bead-4fcf-a82d-2a71fb11a2e3', 'network_id': '54322de4-c6b8-4103-a14f-937297b02a67', 'port_id': '254838d9-bead-4fcf-a82d-2a71fb11a2e3', 'mac_address': 'fa:16:3e:f1:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f63167-7eaa-4d64-87c0-640d15a693fa', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:32.542010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.548263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.554988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.557013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:48:32.560469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.561172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.561497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.568215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.575056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.580876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.581896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59140f6-8293-4c64-941b-50a35ddd47c2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:32.582862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11259654-909f-43e9-bcd0-cb2047a43090 req-5f87ff60-c180-4a5f-aa69-f9a08ae6f5dd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5423 time: 0.2921906 Dec 13 09:48:32.606413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:32.608640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:32.611084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'project_id': 'c68960bc95124da3823001b2e1c7d5e6', 'fixed_ips': [{'subnet_id': '2aeda5bd-965f-45ba-8684-dff526c47ae5'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:32.612132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.623148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.624053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.638126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fa15dec0-0ac3-4462-858f-bcf6c09d572d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb1b2a098ed243bebc590f7326ea403a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8481870 Dec 13 09:48:32.644832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:32.646124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.647116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:32.651645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.652384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.670168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15dec0-0ac3-4462-858f-bcf6c09d572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b236e531-a983-4e79-8f7f-2b1199f6d06e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.691917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.696772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8678baa8-89c2-44ee-9152-e254954ede37 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8684137 Dec 13 09:48:32.700514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51732) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.706216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.708129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f6fbebb4-b303-4cbd-a706-2e3eb4c80402 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:32.708661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6fbebb4-b303-4cbd-a706-2e3eb4c80402 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:32.730474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:54:a7:df', 'name': 'tempest-NetworksTestDHCPv6-1425778598'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:32.775518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254838d9-bead-4fcf-a82d-2a71fb11a2e3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:32.822328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8811bdbd-3baa-465a-a2e7-b7259699d861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.826712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36782f1-9a2c-4ea2-9f02-216855fdacf3 req-17659e42-4244-4b60-a8b1-1e6eb0b7e08a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.831662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.834261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36782f1-9a2c-4ea2-9f02-216855fdacf3 req-17659e42-4244-4b60-a8b1-1e6eb0b7e08a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.3293114 Dec 13 09:48:32.871749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:32.877924 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.883236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.884173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11259654-909f-43e9-bcd0-cb2047a43090 req-63fc700e-2796-40d8-a1ce-c1180431a45c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2438629 Dec 13 09:48:32.888831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.914134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5230d237-747f-4075-846b-12729fbc92cb details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:32.931645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:32.948710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ead122ef-2fbb-4c9e-88ef-22eef7aa9f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.961188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ead122ef-2fbb-4c9e-88ef-22eef7aa9f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.965705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:33.000235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36782f1-9a2c-4ea2-9f02-216855fdacf3 req-cbe3d9a5-e5b3-4ac0-a32f-07fd74804f9c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650090 Dec 13 09:48:33.055505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ead122ef-2fbb-4c9e-88ef-22eef7aa9f35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc82bf98108647da877c3a00dd2e91de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5018995 Dec 13 09:48:33.058365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:48:33.061537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead122ef-2fbb-4c9e-88ef-22eef7aa9f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad34f7c-4d92-4716-8d1b-5d6279863589,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.065496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:33.106328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.120657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.123281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.128808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.133574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.136023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b236e531-a983-4e79-8f7f-2b1199f6d06e HTTP/1.1" status: 204 len: 168 time: 0.4772766 Dec 13 09:48:33.143624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8811bdbd-3baa-465a-a2e7-b7259699d861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.182677 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8811bdbd-3baa-465a-a2e7-b7259699d861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.213274 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8811bdbd-3baa-465a-a2e7-b7259699d861 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86f09ecc72ac4bcb943f7246ec8695a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5865862 Dec 13 09:48:33.213612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.215334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b24c0c-fd81-4958-8acd-c7b07938bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b236e531-a983-4e79-8f7f-2b1199f6d06e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.217196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51738) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:33.228257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 56d75f49-1392-475d-bfab-38d15b04621d yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:33.313812 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Floating IP 8e1bdbea-9d21-4473-b144-2b5e3829d487 associated. External IP: 172.25.2.224, port: 1158e431-5605-4432-ad35-a91f300ce6fe. Dec 13 09:48:33.359279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811bdbd-3baa-465a-a2e7-b7259699d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bec1e1-44f6-4856-87cf-6db0a02d4624,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.364253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/2aeda5bd-965f-45ba-8684-dff526c47ae5/9d799816-3030-4b38-b295-2bb8e31a113f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:33.385662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:33.388621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Allocated IP 2001:db8:0:1:f816:3eff:fedf:cce7 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4/9d799816-3030-4b38-b295-2bb8e31a113f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:33.417223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.418652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '5230d237-747f-4075-846b-12729fbc92cb', 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'port_id': '5230d237-747f-4075-846b-12729fbc92cb', 'mac_address': 'fa:16:3e:6e:c2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceed3094-09fb-46c6-bbed-bb769a22d8a3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:33.469366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.497640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.513773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.557825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7a3ec091-fae0-4c8d-b79d-2ab787cdfc88'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.607704 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.610443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.611636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ad34f7c-4d92-4716-8d1b-5d6279863589 HTTP/1.1" status: 204 len: 168 time: 0.5451474 Dec 13 09:48:33.614644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.621446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a1f3-ef13-4384-9aae-993d2de74b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad34f7c-4d92-4716-8d1b-5d6279863589,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.629630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.633689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.638707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25bec1e1-44f6-4856-87cf-6db0a02d4624 HTTP/1.1" status: 204 len: 168 time: 0.4198461 Dec 13 09:48:33.649430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d839b-8abd-41f7-a325-6db90652bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bec1e1-44f6-4856-87cf-6db0a02d4624,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.696608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5230d237-747f-4075-846b-12729fbc92cb {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:33.715583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['254838d9-bead-4fcf-a82d-2a71fb11a2e3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.718072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['60930877-3723-4f8a-803f-62169f4be5ea'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.795638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0832e8f2-eb20-4874-a3f3-dc2e0169971e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.808544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:33.869209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.874261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.874928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:33.927788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.999460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:34.010441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:34.036162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:34.048180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:34.166167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.168720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::e1 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/2aeda5bd-965f-45ba-8684-dff526c47ae5/56d75f49-1392-475d-bfab-38d15b04621d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:34.172528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.178479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:a7df (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4/56d75f49-1392-475d-bfab-38d15b04621d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:34.179958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.186901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.193949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.200748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.207288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.216626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-7a53a089-8d1e-495e-bc4e-c309633a61ba tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5425 time: 0.1812985 Dec 13 09:48:34.319074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2e926-1447-4819-893a-7d660e8807e7 req-452b0d6e-cb06-4df7-867f-c488f29dcc12 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.320754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2b2e926-1447-4819-893a-7d660e8807e7 req-452b0d6e-cb06-4df7-867f-c488f29dcc12 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.1001554 Dec 13 09:48:34.391583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:48:34.434304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.459924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.465814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:34.472711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2b2e926-1447-4819-893a-7d660e8807e7 req-ef2ddc00-639f-4863-9f1d-1dec0d1dabb1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138868 Dec 13 09:48:34.496793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.497501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Attempting to bind port 9d799816-3030-4b38-b295-2bb8e31a113f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:34.498205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Attempting to bind port 9d799816-3030-4b38-b295-2bb8e31a113f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:34.498743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Attempting to bind port 9d799816-3030-4b38-b295-2bb8e31a113f on network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:34.542742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1a59f50-651d-455a-a7a7-4326395ffc54 req-017b6a38-4c3b-4e7c-9f94-5b41fc4e66ca tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3253784 Dec 13 09:48:34.551009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:34.553560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.564826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:34.569330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'network_id': '1de61aac-01ea-444f-86d1-2d72341dbf3d', 'port_id': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'mac_address': 'fa:16:3e:8c:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceed3094-09fb-46c6-bbed-bb769a22d8a3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:34.587849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:34.599406 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.616777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:34.617960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Checking segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:34.618611 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.619221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Bound using segment: {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:34.619979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Bound port: 9d799816-3030-4b38-b295-2bb8e31a113f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316234e0-0864-42a8-a954-8f05d408a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:34.620608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.676435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3da659fa-edaf-4472-bbc9-f78eec041ee1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "PUT /v2.0/floatingips/8e1bdbea-9d21-4473-b144-2b5e3829d487 HTTP/1.1" status: 200 len: 991 time: 2.9722304 Dec 13 09:48:34.677125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:34.679955 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170f5926-752f-425f-a8e6-b5263a2da12f" -d '{"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:34.725357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.726988 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1d9855-3b76-463f-9076-8aa02ddcc6e8 x-openstack-request-id: req-8e1d9855-3b76-463f-9076-8aa02ddcc6e8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:34.727311 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:34.727582 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e1d9855-3b76-463f-9076-8aa02ddcc6e8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:34.728147 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'status': 'completed', 'code': 200} Dec 13 09:48:34.731212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=56d75f49-1392-475d-bfab-38d15b04621d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.770568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:34.816390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:34.834554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:34.845452 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.861713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:34.861966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.862496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.863241 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:34.897256 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-80f81f29-592e-4e7a-9466-114465ff5cea tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1956680 Dec 13 09:48:34.901178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:34.903363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f5926-752f-425f-a8e6-b5263a2da12f req-e7174340-519f-4afd-aeba-47cf81ea47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.904976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-e7174340-519f-4afd-aeba-47cf81ea47a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1096 time: 0.1507485 Dec 13 09:48:34.978444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:35.020483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:35.056368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:35.062359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:35.072441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.091609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 56d75f49-1392-475d-bfab-38d15b04621d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:35.092007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.094638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.095441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f5926-752f-425f-a8e6-b5263a2da12f req-6a6493f7-b696-417d-b3c2-b03ba79a9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.098285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-6a6493f7-b696-417d-b3c2-b03ba79a9ea1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1836076 Dec 13 09:48:35.115095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:35.243527 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-7af13fb0-1299-4302-b9cc-1428c7a88f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 999 time: 0.1329751 Dec 13 09:48:35.247967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090363ea-a2d1-4eeb-b071-aae038f02dcd None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.323648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.368840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.387190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f5926-752f-425f-a8e6-b5263a2da12f req-90d9792d-620d-4499-aeb6-e36322d8692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.388833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-90d9792d-620d-4499-aeb6-e36322d8692c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1367526 Dec 13 09:48:35.393306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 56d75f49-1392-475d-bfab-38d15b04621d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:35.529538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f5926-752f-425f-a8e6-b5263a2da12f req-c9648479-2e42-4f55-aad2-789bde490668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.530949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-c9648479-2e42-4f55-aad2-789bde490668 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333094 Dec 13 09:48:35.544558 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e1bdbea-9d21-4473-b144-2b5e3829d487', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:32Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:35.593433 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:35.607789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:35.619888 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:35.681196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674c71a-70fa-4eb1-ba39-d16a3152fc3f req-5efd9137-a508-4d3d-a630-b18b9e5eb98b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.696289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b674c71a-70fa-4eb1-ba39-d16a3152fc3f req-5efd9137-a508-4d3d-a630-b18b9e5eb98b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.0921791 Dec 13 09:48:35.730092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['5230d237-747f-4075-846b-12729fbc92cb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:35.763315 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-d5d9d989-5ade-4568-8c10-02c7fe959874 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183461 Dec 13 09:48:35.846001 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:35.861278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51834) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:35.885920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b674c71a-70fa-4eb1-ba39-d16a3152fc3f req-a816f7a9-ed59-4ed9-8495-331491f1a1ce tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882613 Dec 13 09:48:35.970448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.996025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.026128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:36.031136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0592b1f4-0bc5-4eca-8c44-c995a1bf6680'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:36.032680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.049385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.054143 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-170f5926-752f-425f-a8e6-b5263a2da12f req-a575b66d-00db-4a1a-9409-71b40611d179 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787478 Dec 13 09:48:36.057786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.086596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=56d75f49-1392-475d-bfab-38d15b04621d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.105680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.133475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.167584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.180968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-1041d183-6c18-4eee-b435-b1badaaaf0b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5426 time: 0.4420347 Dec 13 09:48:36.205247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.229494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12213a09-d0ee-4214-a4d3-b38d85a17450 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/56d75f49-1392-475d-bfab-38d15b04621d HTTP/1.1" status: 204 len: 168 time: 1.3225539 Dec 13 09:48:36.230257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:36.259579 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0fddb02a-d4f8-4d8f-b728-363fe4e9e5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.264538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port d59140f6-8293-4c64-941b-50a35ddd47c2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:36.269989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e1bdbea-9d21-4473-b144-2b5e3829d487', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:32Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:36.274835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d59140f6-8293-4c64-941b-50a35ddd47c2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:36.275268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.289333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-993133135-network', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:36.356259 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8300a0-5675-4623-9c6d-288c380a2f46 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '8e1bdbea-9d21-4473-b144-2b5e3829d487', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:32Z', 'revision_number': 1, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:36.380380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b5a35-bf87-4552-81b5-92c88d3212d0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.388968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2a5b5a35-bf87-4552-81b5-92c88d3212d0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1512501 Dec 13 09:48:36.389695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51848) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:36.449929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba5e56ce-25a1-4021-ac93-737cbeded2a6 req-ff3443c6-35bb-4feb-83fe-3b9951dae478 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2654636 Dec 13 09:48:36.451145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Made reservation on behalf of 027813bea3af4cb2869bc977d2e58eaf for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:36.461959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.500538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.509581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ded29-de48-4e50-9ba0-b8fbd4df551e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.511310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-db5ded29-de48-4e50-9ba0-b8fbd4df551e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1205242 Dec 13 09:48:36.527708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51854) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:36.695015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42a3c8-06d8-43d7-89bb-eeadf7150671 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.696684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42a3c8-06d8-43d7-89bb-eeadf7150671 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.698207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42a3c8-06d8-43d7-89bb-eeadf7150671 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.707697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb42a3c8-06d8-43d7-89bb-eeadf7150671 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1787677 Dec 13 09:48:36.710983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:36.764985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.774061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.798253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d799816-3030-4b38-b295-2bb8e31a113f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:36.849926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:36.856955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 2aeda5bd-965f-45ba-8684-dff526c47ae5 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:36.858002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675b418-c7a0-4dd4-8406-f32e41eb1235 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:36.862197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0829f-6cfb-4e54-80ae-ef23ea9173e0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.864192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.887692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.888938 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Added segment 1a3590ff-3571-4af0-ae8c-353bfc804477 of type vlan for network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f Dec 13 09:48:36.925339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a93bd-b9cc-408a-84ae-349616249910 None None] New status for floating IP 8e1bdbea-9d21-4473-b144-2b5e3829d487: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:48:36.928582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.948259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.987770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.989316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.990240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.051459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.097247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:37.126753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.131964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b629445d-bce8-4b64-9327-7474c90e1aa0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2562296 Dec 13 09:48:37.132806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Request body: {'subnet': {'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-993133135-subnet', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:37.147688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:37.153714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:37.169421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.170901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.185507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Made reservation on behalf of 027813bea3af4cb2869bc977d2e58eaf for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:37.187984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.204824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be628b04-9289-42a8-8abb-bf49d61ea0e3 req-57819fbb-affb-4fca-906b-74b853963f45 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.213794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be628b04-9289-42a8-8abb-bf49d61ea0e3 req-57819fbb-affb-4fca-906b-74b853963f45 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.1114619 Dec 13 09:48:37.221559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeda5bd-965f-45ba-8684-dff526c47ae5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:37.233079 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.237111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e303199-5e25-4da3-a5d5-c3713ccdc6f5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/2aeda5bd-965f-45ba-8684-dff526c47ae5 HTTP/1.1" status: 204 len: 168 time: 0.5230331 Dec 13 09:48:37.239592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51882) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.355434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be628b04-9289-42a8-8abb-bf49d61ea0e3 req-94194867-03c7-4966-818b-418f68d6d485 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403308 Dec 13 09:48:37.396028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:37.405623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.450641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.483732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:37.484111 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.486452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:37.534812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:37.535290 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.545425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.624797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:37.633668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.645089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b37637-8e99-4632-af4f-dde08cb3052a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:37.661965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:37.665001 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f677b18-37f3-458c-8e2e-78b77241ab5c" -d '{"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:37.684834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.703083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.717301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.723616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.730416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Checking segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:37.730610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.731629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Network hostable DHCP agents. Network: 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:37.736564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.743009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.749303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.757940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-fc312238-b9f8-4cef-9738-a20d5a096eda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5426 time: 0.1709270 Dec 13 09:48:37.764716 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d16ec-8366-4d4c-a434-7a5b22bad1fe x-openstack-request-id: req-5c9d16ec-8366-4d4c-a434-7a5b22bad1fe {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:37.765342 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:37.765786 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c9d16ec-8366-4d4c-a434-7a5b22bad1fe {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:37.766367 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'code': 200} Dec 13 09:48:37.789781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:37.820852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:37.827087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.827929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.838157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.868886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4406950a-a49c-42cc-8279-dbfc2cf97fae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7410007 Dec 13 09:48:37.871889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.876376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:37.886619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30b66edd-bebf-40a4-aa51-b5a073981b7e req-a63c8e50-a1de-4989-b715-d006f90a7487 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277637 Dec 13 09:48:37.888180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10bb50e-7da9-4309-be6c-0976f81c6a15 None None] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:37.890040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:37.900586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.903939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66c24287-4ff6-4214-9709-8960a5b03eef tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4 HTTP/1.1" status: 204 len: 168 time: 0.6631329 Dec 13 09:48:37.906355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.983236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7726c216-4b92-47f2-809b-e3f033fec160 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757334 Dec 13 09:48:37.983922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ac74-30b0-4821-96da-93866136e8c8 req-bd1a7df7-0a79-4df2-9f40-778156b2e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.986167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51918) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.987284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3558ac74-30b0-4821-96da-93866136e8c8 req-bd1a7df7-0a79-4df2-9f40-778156b2e4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1100 time: 0.1064363 Dec 13 09:48:37.992073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:37.996443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.998111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.019945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:38.020328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.071636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3558ac74-30b0-4821-96da-93866136e8c8 req-1603d9b2-ed07-4a44-996b-6bc6af89b211 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Dec 13 09:48:38.140683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:38.145774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.151350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ebfa2-51ea-4e90-803d-b1121024d594 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': 'cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4', 'ip_address': '2001:db8:0:1:f816:3eff:fedf:cce7'}, {'subnet_id': '2aeda5bd-965f-45ba-8684-dff526c47ae5'}], 'binding:host_id': 'n-d-820935-7'}, 'id': '9d799816-3030-4b38-b295-2bb8e31a113f'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:38.157492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.189244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:38.193076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.238487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:38.239348 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.261838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfa2-51ea-4e90-803d-b1121024d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.286626 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.328818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:38.449610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.492380 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.568014 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d67c76a-ca67-4de2-9143-61c954dc6d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.580859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:38.584785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.639499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.695252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=85ddb7de-fae3-4cb5-b19b-7974e591dbfa,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:38.714189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:38.717722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:38.718431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.722212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:38.722817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.735193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b939d-b0a4-414a-8ed1-7c6faf73a3b9 req-f94b9a41-00e4-4139-bd6b-e4bf851b00f3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:38.737025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-183b939d-b0a4-414a-8ed1-7c6faf73a3b9 req-f94b9a41-00e4-4139-bd6b-e4bf851b00f3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1408072 Dec 13 09:48:38.770455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-44e067cd-2795-4ec5-872f-88d3299b71c2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7829444 Dec 13 09:48:38.779404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:38.793521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:38.806527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.837752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:38.856296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.908835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075f8e9-808b-4eb6-a0b4-9c914eb28059 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:38.943801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:48:38.944499 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:48:38.959416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-183b939d-b0a4-414a-8ed1-7c6faf73a3b9 req-e36cd911-9a64-4a89-93e1-0b32499e9236 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149508 Dec 13 09:48:39.048800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Allocated IP 172.25.2.67 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0b4d956d-5728-4113-81fa-e93aa7b623e5) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:39.086649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Allocated IP 172.20.0.2 (6b1bf73b-92d0-45b9-9f96-e3d4da37d26f/a5b37637-8e99-4632-af4f-dde08cb3052a/195cb7b3-ae5c-4c52-84fb-7cf25d139df1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:39.115180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-073c66e8-840c-4540-8e1a-454e5b22a27f None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:39.115571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-073c66e8-840c-4540-8e1a-454e5b22a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.171509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:39.175303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.259358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.272719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.343491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.347447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.352511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.359033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.366355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.373377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:39.373540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.381669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.389611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.391638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4273883-9c9b-4546-b698-cb4266527c38 req-99970c45-89df-4867-b0a7-6649fc8aea2e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5427 time: 0.3267705 Dec 13 09:48:39.419663 n-d-820935-7 neutron-server[103195]: INFO neutron.db.ipam_backend_mixin [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85ddb7de-fae3-4cb5-b19b-7974e591dbfa (CIDR: 2001:db8::/64) Dec 13 09:48:39.448686 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:39.449196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:39.457523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec658c0-c2b5-4493-abbf-c789a9ed2bae None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:39.465585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:39.477764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:39.481641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Pushing event updated for resources: {'Port': ['ID=0b4d956d-5728-4113-81fa-e93aa7b623e5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:39.485116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:39.536963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5560ae1c-74b1-4869-80a3-58a19b1519a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.563957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed2e22-5847-4a72-a9da-97fd1e2c3d10 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:39.575914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b8ffce79-d553-4c62-9eb1-e44d5eac039a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7422802 Dec 13 09:48:39.591629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4273883-9c9b-4546-b698-cb4266527c38 req-0f9b85ae-4474-4303-96cd-7677f8a63f9b tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874781 Dec 13 09:48:39.593528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.598912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'subnet': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:39.622225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.753195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:39.773675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:39.778016 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cf851c-0cde-418e-8813-e15232c5272b" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:39.779739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:39.789842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:39.790521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.793503 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.855583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d799816-3030-4b38-b295-2bb8e31a113f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:39.902417 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e7bb84-2afb-4501-911b-4162b0d0d390 x-openstack-request-id: req-94e7bb84-2afb-4501-911b-4162b0d0d390 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:39.902832 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:39.903194 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94e7bb84-2afb-4501-911b-4162b0d0d390 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:39.903730 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88', 'code': 200} Dec 13 09:48:39.928974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.944869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.039283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:40.078238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:40.089574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:40.100492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Pushing event updated for resources: {'Port': ['ID=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.112439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:40.112818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.116326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.122676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.224430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.261386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Attempting to bind port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:40.262203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Attempting to bind port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:40.262669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Attempting to bind port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 on network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:40.279391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:40.285328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:40.289384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5560ae1c-74b1-4869-80a3-58a19b1519a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.289675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:40.290223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Checking segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:40.291158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.291158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Bound using segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:40.292404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Bound port: 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:40.292889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.297157 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.298154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 60930877-3723-4f8a-803f-62169f4be5ea up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:40.299192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5560ae1c-74b1-4869-80a3-58a19b1519a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.301231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3d46c-b436-4b8a-892f-c55adbb1d041 req-f1b3b8b7-b924-4b62-a1a5-c7f92260aae0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:40.302895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dff3d46c-b436-4b8a-892f-c55adbb1d041 req-f1b3b8b7-b924-4b62-a1a5-c7f92260aae0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.2619658 Dec 13 09:48:40.329492 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5560ae1c-74b1-4869-80a3-58a19b1519a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21e0cdbe60a74ad19954afb9c75a6f58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0532839 Dec 13 09:48:40.330323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.339911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.394765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560ae1c-74b1-4869-80a3-58a19b1519a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2c890-6e55-44b3-ad1d-d0a799db03b9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.455144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dff3d46c-b436-4b8a-892f-c55adbb1d041 req-d6aaaa1e-6fe1-4e76-9325-3fbc9f40021a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413543 Dec 13 09:48:40.470144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.499057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] For port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:40.502940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] For port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:40.504887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.516568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.532894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.574824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.674910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.681477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.684932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:48:40.702193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.708794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.713322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2b2c890-6e55-44b3-ad1d-d0a799db03b9 HTTP/1.1" status: 204 len: 168 time: 0.3790109 Dec 13 09:48:40.715075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 60930877-3723-4f8a-803f-62169f4be5ea completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:40.724112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-661a179d-7068-49a1-ba11-7133dc71ef4a req-be36a4b5-512a-4fc8-84da-b226eff1aa6e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:48:40.724842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 60930877-3723-4f8a-803f-62169f4be5ea triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:40.725227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.726962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-661a179d-7068-49a1-ba11-7133dc71ef4a req-be36a4b5-512a-4fc8-84da-b226eff1aa6e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295377 Dec 13 09:48:40.749380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3e4ba-1df3-4717-b449-fcb3254bb219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2c890-6e55-44b3-ad1d-d0a799db03b9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.773490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:48:40.806106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:40.825400 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.869518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:40.877049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Provisioning complete for port 0b4d956d-5728-4113-81fa-e93aa7b623e5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:40.877430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.899813 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Sync routers for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:40.916998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.918258 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:40.921915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:40.926613 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-600c1481-e976-4da1-8d00-8e50c201e49c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0526857 Dec 13 09:48:40.928451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.986375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Port 0b4d956d-5728-4113-81fa-e93aa7b623e5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:40.990373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f0028-cc50-4e01-ad90-eb0559c3ac50 None None] Pushing event updated for resources: {'Port': ['ID=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:41.206729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Could not find standard attr ID for object 56d75f49-1392-475d-bfab-38d15b04621d. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:41.217888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.231761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:41.238202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.250953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.284592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.305520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.312355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06da1d8-6676-4c7d-b42b-bbb5d0afdf0a None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:41.328410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.334842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.349957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.361967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-53df8b8d-d7f8-420d-90c3-bb99088c3e49 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5428 time: 0.4254942 Dec 13 09:48:41.469545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52056) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:41.484561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9cc922e-78a7-4ada-b58a-79718ce38183 req-6b773239-f029-4a14-8124-eb2ff0881de9 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216216 Dec 13 09:48:41.498210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.504494 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42d71263-8f94-4c2b-98b2-68f0a4af54d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.559455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:41.566736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.572054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.573345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0832e8f2-eb20-4874-a3f3-dc2e0169971e up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:41.683157 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:40Z', 'revision_number': 3, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:41.689932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:41.760915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Checking router: d58cb4a5-5485-4bdc-9b3b-fa5c34935214 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:41.764111 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Updating router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 port 0b4d956d-5728-4113-81fa-e93aa7b623e5 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:48:41.797493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0832e8f2-eb20-4874-a3f3-dc2e0169971e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:41.815026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036afb3-0e26-4ab4-8b82-7ab68f6c59d6 req-488ef8bd-d117-4b58-90a6-c418e79fb0f9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.821477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0832e8f2-eb20-4874-a3f3-dc2e0169971e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.823645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.831435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2036afb3-0e26-4ab4-8b82-7ab68f6c59d6 req-488ef8bd-d117-4b58-90a6-c418e79fb0f9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.4429414 Dec 13 09:48:41.848755 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.873625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-6a720db7-4309-4747-a522-d8a3a769ebe1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4885225 Dec 13 09:48:41.895666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:41.915370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8'}, {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:41.920201 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec54384-98a1-419c-82ce-318944894a2c" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8"}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "60930877-3723-4f8a-803f-62169f4be5ea"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:41.930901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:42.090486 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f9b731-a387-477a-ba16-16c4cc3405e6 x-openstack-request-id: req-64f9b731-a387-477a-ba16-16c4cc3405e6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:42.093653 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8", "code": 200}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "60930877-3723-4f8a-803f-62169f4be5ea", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:42.094227 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64f9b731-a387-477a-ba16-16c4cc3405e6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:42.094864 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'code': 200} Dec 13 09:48:42.095336 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea', 'code': 200} Dec 13 09:48:42.115924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.158956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2036afb3-0e26-4ab4-8b82-7ab68f6c59d6 req-6653b02c-cc04-4eea-a95d-49aec269fcbd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208044 Dec 13 09:48:42.162035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.162814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.199791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42d71263-8f94-4c2b-98b2-68f0a4af54d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.228952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42d71263-8f94-4c2b-98b2-68f0a4af54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.230912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.296556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.314976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.324084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-42d71263-8f94-4c2b-98b2-68f0a4af54d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f99d99ba14944efab318eb2d10db8ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8513193 Dec 13 09:48:42.328662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:42.332399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d71263-8f94-4c2b-98b2-68f0a4af54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320fe064-1444-4921-b43d-dcd1acc2e0e3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.395242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:42.415580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:42.415954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.419341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:42.424267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:42.424912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.426988 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.439697 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.477107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Subnet': ['ID=6f8a95a4-19c9-45f0-98e2-9d5ba011d02a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.497596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3144cd3-1f9c-48d7-ac96-4805327cf537 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:42.505937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=9']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.520942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:42.524205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46f95bf8-1c5e-426a-8340-7b6ddd1b1608 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9295194 Dec 13 09:48:42.525526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:42.539052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Request body: {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'mac_address': 'fa:16:3e:28:e0:e7', 'name': 'tempest-NetworksTestDHCPv6-133316898'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:42.573510 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Pushing event updated for resources: {'Port': ['ID=0b4d956d-5728-4113-81fa-e93aa7b623e5,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.656874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.679959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.680311 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.680653 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.680990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.681323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.681654 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.681982 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.682307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.682628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.682957 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.694867 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.695446 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.699051 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:42.712171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Attempting to bind port 0b4d956d-5728-4113-81fa-e93aa7b623e5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:42.712564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Attempting to bind port 0b4d956d-5728-4113-81fa-e93aa7b623e5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:42.712924 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Attempting to bind port 0b4d956d-5728-4113-81fa-e93aa7b623e5 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:42.715864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.743390 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:42.744409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Made reservation on behalf of c68960bc95124da3823001b2e1c7d5e6 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:42.745486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:42.747646 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.750778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:42.751512 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Bound port: 0b4d956d-5728-4113-81fa-e93aa7b623e5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:42.752140 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.788360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Allocated IP 172.20.0.1 (6b1bf73b-92d0-45b9-9f96-e3d4da37d26f/a5b37637-8e99-4632-af4f-dde08cb3052a/9c5bd644-ad2a-40ff-9524-b4c9a26ab688) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:42.820153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba31c3f-1ef1-4996-900a-7f6cac1019ef None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:42.830338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3fa79-0e45-40f8-ba81-c6b9bdb20adf None None] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:42.849940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.853578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.854790 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/320fe064-1444-4921-b43d-dcd1acc2e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5233803 Dec 13 09:48:42.884720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.886550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d75c4-cae2-4bca-a7ce-21b192ac23a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320fe064-1444-4921-b43d-dcd1acc2e0e3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.888005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:42.997621 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] For port 0b4d956d-5728-4113-81fa-e93aa7b623e5, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:43.002218 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] For port 0b4d956d-5728-4113-81fa-e93aa7b623e5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0b4d956d-5728-4113-81fa-e93aa7b623e5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:43.008431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.018550 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.107004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.219409 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:43.222666 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:43.251537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:43.267044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:43.290766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:43.296373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:43.436664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.583781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36d00e-10ff-49b5-b95a-3fe9f9d5e5ab None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:43.653578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.659890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.667109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.673976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.681384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.687997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.696195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.698460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-a6fd9de5-c7c5-40a2-8ef8-682b3546d4b4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5430 time: 1.0281477 Dec 13 09:48:43.756143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] Provisioning complete for port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:43.758881 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.784403 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:43.789391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.929525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] device_id is not set on port 50b7983c-9e81-4b93-aea1-8f9d86d42308 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:43.948507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.983111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ad04-796b-401c-b62c-882358ab4cc7 req-5a41814e-7ffe-4e9f-a87f-e21569325a54 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.994456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56b1ad04-796b-401c-b62c-882358ab4cc7 req-5a41814e-7ffe-4e9f-a87f-e21569325a54 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.2124805 Dec 13 09:48:44.078249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-276ded0a-c65d-4407-84f5-f3fd39e3ded9 req-5e063b9f-eeae-4478-8750-a27e191ee878 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2890737 Dec 13 09:48:44.098385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:44.124380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:44.126670 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50abd6c-1e53-482d-9aad-ac5ddf3f9fdf" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:44.145992 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42915e93-bd53-43c9-adc1-3170aff0e2e8 None None] Pushing event updated for resources: {'Port': ['ID=0b4d956d-5728-4113-81fa-e93aa7b623e5,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:44.267695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56b1ad04-796b-401c-b62c-882358ab4cc7 req-6ed896ff-1264-4c95-aecf-557fcb75554a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656331 Dec 13 09:48:44.287355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:44.345694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:40Z', 'revision_number': 3, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:44.401812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-2aee84c5-8d2b-4534-aa28-7c03ed5ed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:44.403345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-2aee84c5-8d2b-4534-aa28-7c03ed5ed6be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1100 time: 0.1593602 Dec 13 09:48:44.405833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:44.406321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.409858 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c89d3-17d3-4563-a900-aeb35de62ba1 x-openstack-request-id: req-8f7c89d3-17d3-4563-a900-aeb35de62ba1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:44.410192 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:44.410504 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f7c89d3-17d3-4563-a900-aeb35de62ba1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:44.410913 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'code': 200} Dec 13 09:48:44.456637 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bca58-bf12-4855-b520-9df120dc8d8c None None] The sync data for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 is: [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:40Z', 'revision_number': 3, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:44.481325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.501933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.514528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8::16d (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/85ddb7de-fae3-4cb5-b19b-7974e591dbfa/50b7983c-9e81-4b93-aea1-8f9d86d42308) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:44.530654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Allocated IP 2001:db8:0:1:f816:3eff:fe28:e0e7 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/6f8a95a4-19c9-45f0-98e2-9d5ba011d02a/50b7983c-9e81-4b93-aea1-8f9d86d42308) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:44.572961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.596797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Update dhcp port {'port': {'network_id': '87dae1f0-99a4-4a30-9f56-df731c6ae8fd', 'fixed_ips': [{'subnet_id': '6f8a95a4-19c9-45f0-98e2-9d5ba011d02a', 'ip_address': '2001:db8:0:1:f816:3eff:fedf:cce7'}, {'subnet_id': '85ddb7de-fae3-4cb5-b19b-7974e591dbfa'}], 'binding:host_id': 'n-d-820935-7'}, 'id': '9d799816-3030-4b38-b295-2bb8e31a113f'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:44.644735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.749525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] For port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:44.786243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.795439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:44.816583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.817836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-b98f2556-3fa7-4cd2-bb00-c1ea73d1398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:44.819359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-b98f2556-3fa7-4cd2-bb00-c1ea73d1398c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.4030788 Dec 13 09:48:44.861490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.922488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-121957d3-a2ba-4539-a3ad-e252c9285946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.0782650 Dec 13 09:48:44.955083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.022102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.068848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:45.090622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event updated for resources: {'Port': ['ID=50b7983c-9e81-4b93-aea1-8f9d86d42308,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:45.113873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:45.122355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:45.134140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.134846 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.154539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-5fb013d8-4571-450a-86e8-349643fc3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.162391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-5fb013d8-4571-450a-86e8-349643fc3811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1430089 Dec 13 09:48:45.176644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad00c8-82eb-45fd-a7e8-0d418a74e013 None None] Pushing event updated for resources: {'Port': ['ID=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:45.209563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-873392d8-af8e-4db2-896e-dc406bab6fdc tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6795626 Dec 13 09:48:45.215922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52236) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:45.235287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.254103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Provisioning complete for port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:45.261779 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.327454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:45.349367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:45.359203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-b711eb83-43da-42b9-a094-19ab05567f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.363822 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-b711eb83-43da-42b9-a094-19ab05567f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827962 Dec 13 09:48:45.379125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:48:45.386790 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:48:45.628835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:45.652960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.654238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5230d237-747f-4075-846b-12729fbc92cb up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:45.725758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.741028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.756384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.764784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.774718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:45.786279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-6baabac1-7a14-4da3-a02a-6a252435a88b service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142015 Dec 13 09:48:45.798386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:45.799306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.823762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.831826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.834104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-feca38d0-f997-4383-80bb-322c1e45919f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5430 time: 0.4965239 Dec 13 09:48:45.890610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5be50-f0f8-4169-83f4-3ff5743b9fa3 req-44401e9e-98af-4915-8537-4ab8c5c5e2cd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.912168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f5be50-f0f8-4169-83f4-3ff5743b9fa3 req-44401e9e-98af-4915-8537-4ab8c5c5e2cd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.4113712 Dec 13 09:48:45.920567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting port 50b7983c-9e81-4b93-aea1-8f9d86d42308 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:45.921189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.113539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-819b09bf-e2d6-4dd1-95e8-3a7c3b1e67ab req-a226f19c-dd5c-4e83-92e3-3d6aab28a70e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2682567 Dec 13 09:48:46.121151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Allocated IP 2001:db8::2 (87dae1f0-99a4-4a30-9f56-df731c6ae8fd/85ddb7de-fae3-4cb5-b19b-7974e591dbfa/9d799816-3030-4b38-b295-2bb8e31a113f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:46.158193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-64aafdaf-d9ff-4d8b-8383-2ec605eba999 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619823 Dec 13 09:48:46.164464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f5be50-f0f8-4169-83f4-3ff5743b9fa3 req-5818bae7-707a-4646-a33d-6639bcdbc242 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510147 Dec 13 09:48:46.166508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.228040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Calling delete_port for 50b7983c-9e81-4b93-aea1-8f9d86d42308 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:46.235710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 5230d237-747f-4075-846b-12729fbc92cb completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:46.259155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:46.264177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd45a311-e3b4-4eb6-85c0-454d7c99c0d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/d58cb4a5-5485-4bdc-9b3b-fa5c34935214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3322380 Dec 13 09:48:46.284371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Provisioning complete for port 0b4d956d-5728-4113-81fa-e93aa7b623e5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:46.284852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.289658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 5230d237-747f-4075-846b-12729fbc92cb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:46.291080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.412237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:46.414553 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2e03e-a0c0-40a3-a31a-96d7b14d6db6" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:46.547723 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434958e2-24a5-4ecd-9d1a-20e21712be80 x-openstack-request-id: req-434958e2-24a5-4ecd-9d1a-20e21712be80 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:46.549572 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:46.550077 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-434958e2-24a5-4ecd-9d1a-20e21712be80 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:46.551118 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'code': 200} Dec 13 09:48:46.576457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:46.580605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:46.603466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.667839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Port': ['ID=50b7983c-9e81-4b93-aea1-8f9d86d42308,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:46.691594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.730968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.738124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.743192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2ef3ce62-96d3-47d2-89aa-5021887d7503 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/50b7983c-9e81-4b93-aea1-8f9d86d42308 HTTP/1.1" status: 204 len: 168 time: 1.5255549 Dec 13 09:48:46.746978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52310) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.771178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.795463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] For port 0b4d956d-5728-4113-81fa-e93aa7b623e5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0b4d956d-5728-4113-81fa-e93aa7b623e5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:46.802407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:46.808012 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.815817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.816881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 254838d9-bead-4fcf-a82d-2a71fb11a2e3 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:46.841268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.860939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6f806-f171-44d0-866a-b253777160a6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:46.865546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.865885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-98f6f806-f171-44d0-866a-b253777160a6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1168592 Dec 13 09:48:46.934188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:46.934404 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.954683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c91c56-d7e8-47ab-a529-0db380cc1bad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:46.958539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28c91c56-d7e8-47ab-a529-0db380cc1bad tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0896940 Dec 13 09:48:46.960692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52334) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.048339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520f995-92c8-4afa-a886-9456aa4917b1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.050681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520f995-92c8-4afa-a886-9456aa4917b1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.052895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520f995-92c8-4afa-a886-9456aa4917b1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.058600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52344) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.061334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Provisioning complete for port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:47.061721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.072267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7520f995-92c8-4afa-a886-9456aa4917b1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1091471 Dec 13 09:48:47.104217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:47.112892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfedaab-08e1-454b-8302-357604aae3d2 None None] Pushing event updated for resources: {'Port': ['ID=0b4d956d-5728-4113-81fa-e93aa7b623e5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:47.144706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.150203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283612543', 'description': 'tempest-description--1828734498'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:47.152882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:47.164073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:47.164625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.187525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.230359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 6f8a95a4-19c9-45f0-98e2-9d5ba011d02a {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:47.245211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.263870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:47.311102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.330393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0b4d956d-5728-4113-81fa-e93aa7b623e5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:47.332759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f5d57ddb-274f-4bbc-98e3-0c2441ec5dfd None None] Provisioning complete for port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:47.333340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f5d57ddb-274f-4bbc-98e3-0c2441ec5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.436614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.441034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.511912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.517376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3715849 Dec 13 09:48:47.518503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.525890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'security_group_rule': {'security_group_id': 'cf848e5c-e855-409f-ad11-007e144775a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:47.544538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9017d61-9057-4707-a55a-7163a7f2cec9 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf848e5c-e855-409f-ad11-007e144775a6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:47.576638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.606876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.690224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa59b-18d3-42f0-a9ff-8e728b0d22cc req-2538ff6e-c2ce-4d15-9c12-5d9c8031f85d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.701084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebfaa59b-18d3-42f0-a9ff-8e728b0d22cc req-2538ff6e-c2ce-4d15-9c12-5d9c8031f85d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.2575979 Dec 13 09:48:47.725521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.733596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.739419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.746179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.752559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.759257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.764218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0742aa1-5fff-41cd-9da9-a2d29646ce9a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:47.771537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.779084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.786968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:47.795173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-28f63fed-3d62-4b8e-a701-a03b3fa3a73f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5432 time: 0.3529732 Dec 13 09:48:47.814606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.818689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-644d59c9-99c9-4c49-8b82-157524704b47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963951 Dec 13 09:48:47.819338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.826904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'security_group_rule': {'security_group_id': 'cf848e5c-e855-409f-ad11-007e144775a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:47.843521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Sync routers for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:47.891299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.904977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:47.905637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:47.907467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f5d57ddb-274f-4bbc-98e3-0c2441ec5dfd None None] Port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:47.920495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc090cac-3a28-4d26-a149-9fcdb09d3985 None None] Pushing event updated for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.010036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.024705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0292150e-98b6-440c-bad0-5a9d51b899c5 req-316f7e59-13f4-4d51-8dc6-186660c453fe tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863649 Dec 13 09:48:48.031528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.042987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.069241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951688ba-c8d5-423a-9880-2d67bdec70db,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.083351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.089945 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-094aec62-02f2-45dc-a509-406bf60111e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659416 Dec 13 09:48:48.090641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:48.101975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:48.120463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.141207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:48.150566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.209774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebfaa59b-18d3-42f0-a9ff-8e728b0d22cc req-b21aac27-b044-4b6b-bcd1-864e085ba3f8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055695 Dec 13 09:48:48.224871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8a95a4-19c9-45f0-98e2-9d5ba011d02a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.227849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0b4d956d-5728-4113-81fa-e93aa7b623e5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:48.228248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.251251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.264932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0130da6c-49b1-405a-966b-520b6648437a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/6f8a95a4-19c9-45f0-98e2-9d5ba011d02a HTTP/1.1" status: 204 len: 168 time: 1.2041490 Dec 13 09:48:48.265289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:48.348688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Deleting subnet 85ddb7de-fae3-4cb5-b19b-7974e591dbfa {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:48.354893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.375468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:48.424388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.449195 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.469398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.555455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230d237-747f-4075-846b-12729fbc92cb'}, {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254838d9-bead-4fcf-a82d-2a71fb11a2e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:48.558983 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8d058d-0863-4edd-ab9d-5c58b0eae1ab" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "5230d237-747f-4075-846b-12729fbc92cb"}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "254838d9-bead-4fcf-a82d-2a71fb11a2e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:48.578985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51847f5-a254-4c7f-8516-72612fad7dd8 None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:48.617228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52434) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:48.638321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.696632 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32799c53-a28b-407a-80d1-dad032cc2efa x-openstack-request-id: req-32799c53-a28b-407a-80d1-dad032cc2efa {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:48.697189 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "5230d237-747f-4075-846b-12729fbc92cb", "code": 200}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-plugged", "status": "completed", "tag": "254838d9-bead-4fcf-a82d-2a71fb11a2e3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:48.697618 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32799c53-a28b-407a-80d1-dad032cc2efa {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:48.698024 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230d237-747f-4075-846b-12729fbc92cb', 'code': 200} Dec 13 09:48:48.698246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:48.698411 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254838d9-bead-4fcf-a82d-2a71fb11a2e3', 'code': 200} Dec 13 09:48:48.742333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e4a0522e-1af4-4ce1-a36c-ccb21e015ec5 None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:48.742923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4a0522e-1af4-4ce1-a36c-ccb21e015ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.845529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.845935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.846694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.847323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.847966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.848735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.849376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.852425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e636108d-941a-4812-b2cc-bcf968cd115a req-4e38e04e-f5f4-4f73-b8d9-60706456e3dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.1003683 Dec 13 09:48:48.902226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f22-83c1-4e39-ac03-27fcd214e5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.918508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:44Z', 'revision_number': 2, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:48.960510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7bc8-374f-4303-9b74-d89189694de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.970312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Checking router: d58cb4a5-5485-4bdc-9b3b-fa5c34935214 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:48.971514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Updating router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:48:49.011799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e636108d-941a-4812-b2cc-bcf968cd115a req-87aceac2-bc8a-4246-8799-f213b7e76cdd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3688b57-9e40-49f6-9ed1-a198757081b3&id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484175 Dec 13 09:48:49.024854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d799816-3030-4b38-b295-2bb8e31a113f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:49.083981 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.123605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Allocated IP 172.25.2.250 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/2c2a053a-9ae7-4154-a92d-a4bc95a7e054) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:49.129148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f22-83c1-4e39-ac03-27fcd214e5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.140769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f22-83c1-4e39-ac03-27fcd214e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.146736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.178110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7bc8-374f-4303-9b74-d89189694de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.193063 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7bc8-374f-4303-9b74-d89189694de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.231746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b0b5f22-83c1-4e39-ac03-27fcd214e5f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60f0b936d9384cb4ae764da9a0585105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5261855 Dec 13 09:48:49.238836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52446) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.269821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:49.270360 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.294002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b5f22-83c1-4e39-ac03-27fcd214e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66012018-8319-448b-9630-52c6b071b17c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.318047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.325043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.331568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.338626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.343414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.349522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.367797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.373821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.377685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-8b442294-f40b-4572-b620-15b985381ac7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.2397959 Dec 13 09:48:49.380524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5ba7bc8-374f-4303-9b74-d89189694de3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1465bb46de3740e4a52bb15e6933124f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7622707 Dec 13 09:48:49.393634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52452) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.417763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0b4d956d-5728-4113-81fa-e93aa7b623e5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:49.433113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.440130 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.534934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:49.535987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Subnet': ['ID=85ddb7de-fae3-4cb5-b19b-7974e591dbfa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.538199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.542015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a90d2d37-afb4-4a8b-8e28-5bbbc264eb52 req-3c04550e-6861-4896-96fd-3bc4e7739522 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543214 Dec 13 09:48:49.543434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0b4d956d-5728-4113-81fa-e93aa7b623e5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:49.543960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.548986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba7bc8-374f-4303-9b74-d89189694de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd285f8-9e0e-4654-8827-bcaf18da8083,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.551349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52454) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.559276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-27e92c85-e5cd-47fd-abd9-3b4001741ff0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/85ddb7de-fae3-4cb5-b19b-7974e591dbfa HTTP/1.1" status: 204 len: 168 time: 1.2873878 Dec 13 09:48:49.563352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:49.566816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:49.632371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'Port': ['ID=2c2a053a-9ae7-4154-a92d-a4bc95a7e054,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.637877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.647403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6d0aa275-53aa-42f1-a29a-c77679421b45 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848248 Dec 13 09:48:49.648248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.664849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c44ec-6ae1-4171-b54b-debb8a95868a req-93ab7bd7-f605-4387-ac69-031321801339 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.666489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20c44ec-6ae1-4171-b54b-debb8a95868a req-93ab7bd7-f605-4387-ac69-031321801339 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.2800148 Dec 13 09:48:49.727318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.748816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.770080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316be08-5a75-42a2-8b51-2666beb30cec tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.772995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a316be08-5a75-42a2-8b51-2666beb30cec tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1237626 Dec 13 09:48:49.775067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.777669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.783411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.806233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.815865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20c44ec-6ae1-4171-b54b-debb8a95868a req-242f1794-a9c6-403d-b1d7-b1042ac30ed3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367443 Dec 13 09:48:49.855720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.862116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dfda6-dcb5-43ea-9e26-85d97f565764 None None] Pushing event updated for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.894947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.897985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.901471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66012018-8319-448b-9630-52c6b071b17c HTTP/1.1" status: 204 len: 168 time: 0.6567299 Dec 13 09:48:49.922096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7099-d05c-49ad-a93d-c61fe1defd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66012018-8319-448b-9630-52c6b071b17c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.927732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec4be6-e117-4869-b639-bd62d9171545 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:49.929648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-edec4be6-e117-4869-b639-bd62d9171545 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1510465 Dec 13 09:48:49.933412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.967839 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.970980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.972853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffd285f8-9e0e-4654-8827-bcaf18da8083 HTTP/1.1" status: 204 len: 168 time: 0.5538535 Dec 13 09:48:49.975655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Attempting to bind port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:49.976148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Attempting to bind port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:49.979158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Attempting to bind port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 on network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:49.996298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:49.999230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Checking segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:49.999780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.000133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Bound using segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:50.000657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Bound port: 9c5bd644-ad2a-40ff-9524-b4c9a26ab688, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:50.001065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.001959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a665-7474-44df-8185-5e948654be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd285f8-9e0e-4654-8827-bcaf18da8083,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:50.011697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c08e0d13-7660-4408-bfcc-fcb66017a4b8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749540 Dec 13 09:48:50.013838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52466) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.015923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.053379 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1198d2-819e-482c-9ce3-6e9e07a0eed1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.054621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1198d2-819e-482c-9ce3-6e9e07a0eed1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.071387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf1198d2-819e-482c-9ce3-6e9e07a0eed1 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/50b7983c-9e81-4b93-aea1-8f9d86d42308 HTTP/1.1" status: 404 len: 333 time: 0.0565231 Dec 13 09:48:50.073745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.092443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] For port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:50.096435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] For port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:50.104418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e595f-ac6b-4075-9d58-c5f5caf156bb None None] Network 87dae1f0-99a4-4a30-9f56-df731c6ae8fd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:50.142721 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88887cd-aeaf-4c2c-9c70-89792fbff501 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.143444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88887cd-aeaf-4c2c-9c70-89792fbff501 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.146791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a88887cd-aeaf-4c2c-9c70-89792fbff501 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/6f8a95a4-19c9-45f0-98e2-9d5ba011d02a HTTP/1.1" status: 404 len: 337 time: 0.0718856 Dec 13 09:48:50.149496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.178513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.188586 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d1b8a0-d34f-41c2-8e68-f65a8dc37cfd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.189280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d1b8a0-d34f-41c2-8e68-f65a8dc37cfd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.194207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4d1b8a0-d34f-41c2-8e68-f65a8dc37cfd tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/85ddb7de-fae3-4cb5-b19b-7974e591dbfa HTTP/1.1" status: 404 len: 337 time: 0.0433638 Dec 13 09:48:50.197489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52474) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.260690 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7821fc7-d427-469b-98e5-d08fe2ce50c5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.262695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7821fc7-d427-469b-98e5-d08fe2ce50c5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.267209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d7821fc7-d427-469b-98e5-d08fe2ce50c5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/56d75f49-1392-475d-bfab-38d15b04621d HTTP/1.1" status: 404 len: 333 time: 0.0682702 Dec 13 09:48:50.269782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52480) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.334240 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0087e050-931c-459e-82ad-20418756e6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.334639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0087e050-931c-459e-82ad-20418756e6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.340494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0087e050-931c-459e-82ad-20418756e6e2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/cbeb7a7d-6b33-42eb-9b42-69e182a5f9a4 HTTP/1.1" status: 404 len: 337 time: 0.0696192 Dec 13 09:48:50.344168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52486) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.370235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-920d30a4-f510-4de1-92ee-dcf8716809cf None None] Provisioning complete for port 9d799816-3030-4b38-b295-2bb8e31a113f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:50.370618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-920d30a4-f510-4de1-92ee-dcf8716809cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.384413 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f3406e-c250-45ef-8749-3c39b1a74181 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.385155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f3406e-c250-45ef-8749-3c39b1a74181 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.391229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00f3406e-c250-45ef-8749-3c39b1a74181 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/2aeda5bd-965f-45ba-8684-dff526c47ae5 HTTP/1.1" status: 404 len: 337 time: 0.0420990 Dec 13 09:48:50.391585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52488) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.437428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:50.438082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:50.442601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dfda6-dcb5-43ea-9e26-85d97f565764 None None] Pushing event updated for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:50.464481 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-770bc6a1-10ad-497f-82ea-e9a86fe01088 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.465041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770bc6a1-10ad-497f-82ea-e9a86fe01088 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.479495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-770bc6a1-10ad-497f-82ea-e9a86fe01088 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/c53df2a3-72db-4fde-b885-be751287f7b8 HTTP/1.1" status: 404 len: 333 time: 0.0806117 Dec 13 09:48:50.479814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52492) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.560184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52496) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.561169 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e05c42-7a4c-493d-b0d6-4459161d2c97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.561641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e05c42-7a4c-493d-b0d6-4459161d2c97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.570626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.572430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a6e05c42-7a4c-493d-b0d6-4459161d2c97 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/2ed89cf9-44f5-42b3-b0b9-3ffe1ae9150d HTTP/1.1" status: 404 len: 337 time: 0.0881662 Dec 13 09:48:50.573252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52498) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.601227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a6c491-a0d6-49b2-b98c-015e1eb011a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.651316 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd92289d-4046-4531-a2bd-63a499573126 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.652035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd92289d-4046-4531-a2bd-63a499573126 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.660400 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dd92289d-4046-4531-a2bd-63a499573126 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d083f347-c14d-4cef-abab-0271c098cfc8 HTTP/1.1" status: 404 len: 337 time: 0.0850866 Dec 13 09:48:50.664363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52502) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.665930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.734028 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb2c233-3919-43ca-ab79-c44b157c98d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.735028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb2c233-3919-43ca-ab79-c44b157c98d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.738900 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fbb2c233-3919-43ca-ab79-c44b157c98d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/478316d8-95de-4991-896f-4956fcfe6d6c HTTP/1.1" status: 404 len: 333 time: 0.0704916 Dec 13 09:48:50.748453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.846735 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e571c052-690d-4a5c-bfcb-466b6397af47 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.848289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e571c052-690d-4a5c-bfcb-466b6397af47 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.852657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e571c052-690d-4a5c-bfcb-466b6397af47 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/698a69bd-71f2-426a-adc4-a6a544bc43e4 HTTP/1.1" status: 404 len: 337 time: 0.1015346 Dec 13 09:48:50.860688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] DHCP port deletion for 87dae1f0-99a4-4a30-9f56-df731c6ae8fd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:50.863362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d799816-3030-4b38-b295-2bb8e31a113f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:50.864698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52512) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.870676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'Port': ['ID=2c2a053a-9ae7-4154-a92d-a4bc95a7e054,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:50.887931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.931777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.941716 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7d5db94c-de66-4333-8286-87d47dc77dac tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8499031 Dec 13 09:48:50.963442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a6c491-a0d6-49b2-b98c-015e1eb011a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.966302 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e55a56-986e-4352-a5d6-de6e2cf41dfa tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:50.967000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e55a56-986e-4352-a5d6-de6e2cf41dfa tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:50.970829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-83e55a56-986e-4352-a5d6-de6e2cf41dfa tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/c029c353-5705-452a-b16d-283b6d5c1945 HTTP/1.1" status: 404 len: 337 time: 0.0932431 Dec 13 09:48:50.973479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52518) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.008974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-36a6c491-a0d6-49b2-b98c-015e1eb011a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.018253 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe31a2e-b352-4787-a93b-06c36966adc3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.020426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe31a2e-b352-4787-a93b-06c36966adc3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.027074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6fe31a2e-b352-4787-a93b-06c36966adc3 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/ce8c2175-f511-4d30-9219-ac6db1b3ff46 HTTP/1.1" status: 404 len: 333 time: 0.0475783 Dec 13 09:48:51.027751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.059292 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f65f851-23f0-4176-8734-934ac93bdd89 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.059808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f65f851-23f0-4176-8734-934ac93bdd89 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.065713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f65f851-23f0-4176-8734-934ac93bdd89 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/1894092d-f564-481b-a63a-f5534a239937 HTTP/1.1" status: 404 len: 337 time: 0.0367744 Dec 13 09:48:51.066369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.091786 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-60174fc2-46ba-41bf-a3fe-e98c88bbf72f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.092365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60174fc2-46ba-41bf-a3fe-e98c88bbf72f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.098792 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60174fc2-46ba-41bf-a3fe-e98c88bbf72f tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/da569caa-14f6-44fb-88e5-7cf4d40fb412 HTTP/1.1" status: 404 len: 333 time: 0.0309281 Dec 13 09:48:51.099383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.110619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.118039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.125006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.127204 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-959b6d01-7077-4799-b7e3-76feb7aa0e0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.127716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959b6d01-7077-4799-b7e3-76feb7aa0e0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.132752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.134576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-959b6d01-7077-4799-b7e3-76feb7aa0e0b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/13f8b57d-6968-4032-80c5-6589a4f58de9 HTTP/1.1" status: 404 len: 337 time: 0.0341911 Dec 13 09:48:51.135222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.139434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.147297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.154611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.163835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38fc9186-5225-4bc5-a742-08170938244b req-e00620c3-98e4-439f-abbe-11594f461709 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.3347993 Dec 13 09:48:51.170660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-36a6c491-a0d6-49b2-b98c-015e1eb011a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbe295e3128048ada0baa1fe326b7cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952761 Dec 13 09:48:51.170979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.171104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.179610 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cde3d6-8bf8-4879-b0f3-74e1aa3a53b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.180573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cde3d6-8bf8-4879-b0f3-74e1aa3a53b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.180926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:51.188115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6c491-a0d6-49b2-b98c-015e1eb011a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d28b6-5816-4ad2-8f97-bfbf1b1da0ae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.189922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5cde3d6-8bf8-4879-b0f3-74e1aa3a53b2 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5d25a9a1-cb8a-4102-bd79-abacdc82c4e6 HTTP/1.1" status: 404 len: 333 time: 0.0536306 Dec 13 09:48:51.190832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52536) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.227874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a438e5-961f-43f9-9a90-7db40e36ba66 req-4db464c2-a36d-4fc7-a2eb-07d6b4a44e49 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.229947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49a438e5-961f-43f9-9a90-7db40e36ba66 req-4db464c2-a36d-4fc7-a2eb-07d6b4a44e49 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1992793 Dec 13 09:48:51.238641 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee766a5e-a7d1-4cbc-9903-677e3978a45c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.239118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee766a5e-a7d1-4cbc-9903-677e3978a45c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.241035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] Provisioning complete for port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:51.242667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.246456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee766a5e-a7d1-4cbc-9903-677e3978a45c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c38c32-8e58-4fa5-bf95-6e05076684a4 HTTP/1.1" status: 404 len: 337 time: 0.0484495 Dec 13 09:48:51.247116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52544) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.291974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38fc9186-5225-4bc5-a742-08170938244b req-38ad7c55-a4ba-4ced-98f4-5f599e323885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268229 Dec 13 09:48:51.293641 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-075b3461-9afc-44f8-9fb6-c8f795d1307c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.294214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075b3461-9afc-44f8-9fb6-c8f795d1307c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.296368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Deleting port 9d799816-3030-4b38-b295-2bb8e31a113f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:51.296763 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.300063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-075b3461-9afc-44f8-9fb6-c8f795d1307c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/b2f4d34d-2f1b-4fbc-bb1a-cf3fbd6dd47c HTTP/1.1" status: 404 len: 333 time: 0.0416081 Dec 13 09:48:51.316488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52546) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.333311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.366121 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-002df0b9-ff38-4cc4-a07c-a0ee2ab0a634 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.367162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002df0b9-ff38-4cc4-a07c-a0ee2ab0a634 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.373074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-002df0b9-ff38-4cc4-a07c-a0ee2ab0a634 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e40ed354-f8e7-41ad-8948-35143fe9577d HTTP/1.1" status: 404 len: 337 time: 0.0621867 Dec 13 09:48:51.373268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.374421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52552) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.438270 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9f86c3-280a-4f88-aa7a-45eb23d6d939 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.440508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9f86c3-280a-4f88-aa7a-45eb23d6d939 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.442543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ec9f86c3-280a-4f88-aa7a-45eb23d6d939 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/fc155962-adff-4397-8e4f-a675066eb03d HTTP/1.1" status: 404 len: 333 time: 0.0669808 Dec 13 09:48:51.445337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.450519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:51.450938 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.454071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49a438e5-961f-43f9-9a90-7db40e36ba66 req-c3734dee-a5be-4926-a348-384f7c49541a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108352 Dec 13 09:48:51.456365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.459687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.464390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/030d28b6-5816-4ad2-8f97-bfbf1b1da0ae HTTP/1.1" status: 204 len: 168 time: 0.2924731 Dec 13 09:48:51.467750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Calling delete_port for 9d799816-3030-4b38-b295-2bb8e31a113f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:51.491380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843dd1e-d066-4627-8f11-6ffd6bfe1fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d28b6-5816-4ad2-8f97-bfbf1b1da0ae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.493875 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a025c51-d611-40ee-b87d-26bb70946103 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.494346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a025c51-d611-40ee-b87d-26bb70946103 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.497571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a025c51-d611-40ee-b87d-26bb70946103 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f73a8401-5fd6-4404-9546-3bf5890c2571 HTTP/1.1" status: 404 len: 337 time: 0.0506394 Dec 13 09:48:51.500743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52564) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.557261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-065bf72d-4fe8-413b-9782-a977407931fc tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1283612543&fields=id&tenant_id=027813bea3af4cb2869bc977d2e58eaf HTTP/1.1" status: 200 len: 267 time: 0.1254141 Dec 13 09:48:51.561655 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c538f90-534a-4d0a-9188-bfaaf6cbeaf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.562210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c538f90-534a-4d0a-9188-bfaaf6cbeaf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.565327 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c538f90-534a-4d0a-9188-bfaaf6cbeaf5 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/d064a877-6106-4168-89d5-f7e5b5665d13 HTTP/1.1" status: 404 len: 333 time: 0.0635409 Dec 13 09:48:51.568469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52570) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.603583 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48218d9-45a8-4ef7-ac03-99d2341b4785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.604052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48218d9-45a8-4ef7-ac03-99d2341b4785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.607320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c48218d9-45a8-4ef7-ac03-99d2341b4785 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/cb5c0363-07f4-4829-b674-a5bfe613608f HTTP/1.1" status: 404 len: 337 time: 0.0375981 Dec 13 09:48:51.610068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52572) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.616872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 9d799816-3030-4b38-b295-2bb8e31a113f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d799816-3030-4b38-b295-2bb8e31a113f,segment=NetworkSegment(316234e0-0864-42a8-a954-8f05d408a892),segment_id=316234e0-0864-42a8-a954-8f05d408a892)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:51.657387 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dac53f1-000b-40db-bf2d-540dddfc8e35 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.657638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dac53f1-000b-40db-bf2d-540dddfc8e35 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.664346 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8dac53f1-000b-40db-bf2d-540dddfc8e35 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f5eb7b99-323f-4dc2-849e-07b2bae7564d HTTP/1.1" status: 404 len: 337 time: 0.0532315 Dec 13 09:48:51.665017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.666343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.701045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.704147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-74ce5480-39bf-4445-b5dd-ed473236322f tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.708649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-74ce5480-39bf-4445-b5dd-ed473236322f tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/networks?id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f HTTP/1.1" status: 200 len: 814 time: 0.1505270 Dec 13 09:48:51.716892 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af6acf3-49b9-431f-9d00-f1e7df7edc22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.717434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event deleted for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.717571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af6acf3-49b9-431f-9d00-f1e7df7edc22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.723292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2af6acf3-49b9-431f-9d00-f1e7df7edc22 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/70993ba7-3b8a-4b33-a553-59ac0e5942fc HTTP/1.1" status: 404 len: 333 time: 0.0548339 Dec 13 09:48:51.724281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.743465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-a0945068-048a-498b-95b8-70129cc66f3a tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/quotas/027813bea3af4cb2869bc977d2e58eaf HTTP/1.1" status: 200 len: 375 time: 0.0278935 Dec 13 09:48:51.755859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] No DVR routers for this DVR port 9d799816-3030-4b38-b295-2bb8e31a113f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:51.759032 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-888e450b-98b3-4e65-afbf-f992d055382b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.759885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888e450b-98b3-4e65-afbf-f992d055382b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.762499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5c16-239d-4371-889c-7b26fe87828b None None] Pushing event deleted for resources: {'Port': ['ID=9d799816-3030-4b38-b295-2bb8e31a113f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.762753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-888e450b-98b3-4e65-afbf-f992d055382b tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/bf79a934-f572-47ff-802d-5a7ba133c0ba HTTP/1.1" status: 404 len: 337 time: 0.0375276 Dec 13 09:48:51.771829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52588) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.799267 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd3a682-ac32-440f-8da6-3ed5173732b6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.799775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd3a682-ac32-440f-8da6-3ed5173732b6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.802984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bbd3a682-ac32-440f-8da6-3ed5173732b6 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d28c5a26-3aa4-4836-93fd-cb5dfb16c665 HTTP/1.1" status: 404 len: 337 time: 0.0304608 Dec 13 09:48:51.804047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd600b-68f0-4ceb-a05a-d52f848f8073 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:48:51.806181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52590) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.864391 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e5401d-1c73-4a89-b6f0-728a1c9e0060 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.876731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-5c835228-d1df-4081-8af1-096b01d89de1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=027813bea3af4cb2869bc977d2e58eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183832 Dec 13 09:48:51.890030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e5401d-1c73-4a89-b6f0-728a1c9e0060 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.893788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e9e5401d-1c73-4a89-b6f0-728a1c9e0060 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/3358b3d6-460a-4bdc-9147-6ed4535622a3 HTTP/1.1" status: 404 len: 333 time: 0.0862350 Dec 13 09:48:51.897799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.961459 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad912de-8869-463f-90e9-968d20079c4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:51.962062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad912de-8869-463f-90e9-968d20079c4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:51.964585 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.971315 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3ad912de-8869-463f-90e9-968d20079c4e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/d31f4058-1d5d-476f-a66f-3e3ba4769ddd HTTP/1.1" status: 404 len: 337 time: 0.0696857 Dec 13 09:48:51.971440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52612) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.017725 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0908578f-ff5e-496a-b050-689ce49c71d0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.017725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0908578f-ff5e-496a-b050-689ce49c71d0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.022102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0908578f-ff5e-496a-b050-689ce49c71d0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e636db34-30dd-4b39-b1ed-3aef26dbdd78 HTTP/1.1" status: 404 len: 337 time: 0.0448649 Dec 13 09:48:52.022276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.049653 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb30d93-6787-4df7-9e79-6a43c9073ff4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.050308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb30d93-6787-4df7-9e79-6a43c9073ff4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.053712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1fb30d93-6787-4df7-9e79-6a43c9073ff4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/716cef50-9d23-4f81-bc84-e10ac4b5815a HTTP/1.1" status: 404 len: 333 time: 0.0298760 Dec 13 09:48:52.056809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.094141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-5902fc5f-fa0d-494d-a7a3-b36fecf67dff service neutron] 10.222.0.31 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122219 Dec 13 09:48:52.098227 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e054facb-a3ff-418a-b3ed-554586924194 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.098725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e054facb-a3ff-418a-b3ed-554586924194 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.102534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e054facb-a3ff-418a-b3ed-554586924194 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/716f4f53-0e55-473e-8960-795c3db582b5 HTTP/1.1" status: 404 len: 337 time: 0.0445521 Dec 13 09:48:52.105038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52628) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.110306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] For port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:52.120901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.135892 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-72350584-15c5-46b8-853c-a904ee764826 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.136521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72350584-15c5-46b8-853c-a904ee764826 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.142425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72350584-15c5-46b8-853c-a904ee764826 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/8b53b801-2b68-4ea5-a9b5-9af74366ae44 HTTP/1.1" status: 404 len: 337 time: 0.0340621 Dec 13 09:48:52.142882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52632) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.173719 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9faa4337-a7ef-46c7-aa36-2ad87d75fa25 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e599c0d-361d-4126-be36-eb4c19ce91f6 HTTP/1.1" status: 200 len: 205 time: 0.0270481 Dec 13 09:48:52.173719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52634) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.232629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-d6d42028-f886-4be7-a74c-35ca4c687f9b service neutron] 10.222.0.31 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370509 Dec 13 09:48:52.256972 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-c339f43c-c583-4d7a-8488-b025d5d95eb9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] delete failed (client error): The resource could not be found. Dec 13 09:48:52.257702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd600b-68f0-4ceb-a05a-d52f848f8073 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:48:52.258175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c339f43c-c583-4d7a-8488-b025d5d95eb9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/routers/5e599c0d-361d-4126-be36-eb4c19ce91f6 HTTP/1.1" status: 404 len: 336 time: 0.0819073 Dec 13 09:48:52.261006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.261325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:50Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:52.289972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab096-5060-4335-b2c8-ee4f9195b00f None None] Pushing event updated for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:52.291815 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e79d2c-0c7f-497b-b6ff-4affe30dd1d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.294035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6c5c8-055c-46bd-9dd4-4c865bbccd32 None None] The sync data for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 is: [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:50Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:52.300769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e79d2c-0c7f-497b-b6ff-4affe30dd1d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.308616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52640) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.309772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5e79d2c-0c7f-497b-b6ff-4affe30dd1d8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/ad836c49-c109-4d87-8dc7-7ddfbb5e8773 HTTP/1.1" status: 404 len: 337 time: 0.0476706 Dec 13 09:48:52.346648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b0a1335d-aad2-4611-a2ec-9f5740807ba4 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "GET /v2.0/ports?device_id=d62f3b6a-d595-471a-b939-b93dd267f266 HTTP/1.1" status: 200 len: 205 time: 0.0365705 Dec 13 09:48:52.358285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52644) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.476357 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-89d388de-75cb-431b-8825-5b519117ce12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] delete failed (client error): The resource could not be found. Dec 13 09:48:52.480526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52650) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.481495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89d388de-75cb-431b-8825-5b519117ce12 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/routers/d62f3b6a-d595-471a-b939-b93dd267f266 HTTP/1.1" status: 404 len: 336 time: 0.1206155 Dec 13 09:48:52.486471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52654) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.571055 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ea22f-5464-4341-8f33-44cef1b006b9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.571964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214ea22f-5464-4341-8f33-44cef1b006b9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.577453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-214ea22f-5464-4341-8f33-44cef1b006b9 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/e1d5561a-ddb8-4108-9839-0d8aef68c390 HTTP/1.1" status: 404 len: 337 time: 0.0935786 Dec 13 09:48:52.578528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.581963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.590042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.600879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.608198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.616384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.627081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.645286 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-95663c24-bd7e-4c46-a193-0fc3eb8ef806 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.647656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95663c24-bd7e-4c46-a193-0fc3eb8ef806 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.651974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.663861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-b009e4ae-b0cc-4889-ac75-1537151ed212 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.1803291 Dec 13 09:48:52.668009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95663c24-bd7e-4c46-a193-0fc3eb8ef806 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/11dda65c-f025-467a-b068-72b376d78e9f HTTP/1.1" status: 404 len: 337 time: 0.0864391 Dec 13 09:48:52.668323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.697919 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6999203-4e76-42c1-af54-c508abd77329 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.698479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6999203-4e76-42c1-af54-c508abd77329 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.703921 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c6999203-4e76-42c1-af54-c508abd77329 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5ab23c4a-8dc6-4272-a9e8-172e4878d64d HTTP/1.1" status: 404 len: 333 time: 0.0322220 Dec 13 09:48:52.707494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.747260 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab96719a-7858-4a76-bcb4-3aa44725a69a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.747579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab96719a-7858-4a76-bcb4-3aa44725a69a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.751356 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab96719a-7858-4a76-bcb4-3aa44725a69a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/4af2fae3-7406-4f97-ad5a-2b1a60720cd8 HTTP/1.1" status: 404 len: 337 time: 0.0428638 Dec 13 09:48:52.754510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.798259 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ff591a-c1e8-4315-90a2-20974214fd71 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.798958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ff591a-c1e8-4315-90a2-20974214fd71 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.804941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2ff591a-c1e8-4315-90a2-20974214fd71 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/bbecc7f3-989a-42cf-bea6-c5f70ca3274d HTTP/1.1" status: 404 len: 333 time: 0.0467963 Dec 13 09:48:52.806072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.828168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-49a4c277-0f00-40ee-8764-42d18ce819b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.849306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-965c473f-9833-482a-b7a6-1ec5eb6939d3 req-b4d79dd5-147e-4745-8368-a89060061ba6 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 210 time: 0.1776273 Dec 13 09:48:52.867027 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f08cd81-2f1b-402d-bf92-e7c79d301e80 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.867683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f08cd81-2f1b-402d-bf92-e7c79d301e80 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.891622 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f08cd81-2f1b-402d-bf92-e7c79d301e80 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/94547a7e-5472-4a97-a8b5-4c61d18017c2 HTTP/1.1" status: 404 len: 337 time: 0.0810730 Dec 13 09:48:52.892319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52682) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.963818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:52.977170 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1789bcd9-6cf3-4a7e-acb7-27d980998d5e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:52.982687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1789bcd9-6cf3-4a7e-acb7-27d980998d5e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.995391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1789bcd9-6cf3-4a7e-acb7-27d980998d5e tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/5bff7536-89c9-4cc7-819b-778a9e51cab8 HTTP/1.1" status: 404 len: 333 time: 0.0970180 Dec 13 09:48:52.996166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.053476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:53.054491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.059016 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c9ac25-5dd4-42fe-a522-d67583fcfae0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.059626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c9ac25-5dd4-42fe-a522-d67583fcfae0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.072479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5c9ac25-5dd4-42fe-a522-d67583fcfae0 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/7ce00436-1ba1-41fd-a54d-e2ce26b53541 HTTP/1.1" status: 404 len: 337 time: 0.0750604 Dec 13 09:48:53.077696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.085348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adaa606-3fda-4426-963b-039c53264e25 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:48:53.133368 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9728a91-2e45-4a31-92ec-c04a36e235e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.134193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9728a91-2e45-4a31-92ec-c04a36e235e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.141402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9728a91-2e45-4a31-92ec-c04a36e235e8 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/57d385a7-93ed-4676-b3c7-313d7bdb44f8 HTTP/1.1" status: 404 len: 333 time: 0.0621336 Dec 13 09:48:53.143954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52694) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.146753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab116a0e-2610-4d33-a01c-3a3af148fe57 req-e62e2b9a-0b34-4a51-9a39-8b8423b63ee5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4815533 Dec 13 09:48:53.180589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273d307-340c-449c-ba62-f5cfde480e0f req-ec97176c-75d4-4ce6-b6a3-8d0161a9ceb0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.182623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b273d307-340c-449c-ba62-f5cfde480e0f req-ec97176c-75d4-4ce6-b6a3-8d0161a9ceb0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.2025499 Dec 13 09:48:53.213350 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c91509c-e196-4345-9e33-e301627fe343 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.219070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c91509c-e196-4345-9e33-e301627fe343 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.228484 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2c91509c-e196-4345-9e33-e301627fe343 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/679302b8-bc19-434e-bed5-cd4ec9dc8dc6 HTTP/1.1" status: 404 len: 337 time: 0.0832372 Dec 13 09:48:53.234870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.308199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-49a4c277-0f00-40ee-8764-42d18ce819b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.315151 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa02c88-90f0-4ff7-b0ea-a497b4059096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.316040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa02c88-90f0-4ff7-b0ea-a497b4059096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.321388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9fa02c88-90f0-4ff7-b0ea-a497b4059096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/eace5408-3fad-4934-84d8-0736daf583fd HTTP/1.1" status: 404 len: 333 time: 0.0834706 Dec 13 09:48:53.323934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.328070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-49a4c277-0f00-40ee-8764-42d18ce819b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.376487 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c35e46-1185-4361-89cd-a6ff37f1e17c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.381568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c35e46-1185-4361-89cd-a6ff37f1e17c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.387811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31c35e46-1185-4361-89cd-a6ff37f1e17c tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/f3a61fed-1bfa-4e52-8e67-821f1b6ec813 HTTP/1.1" status: 404 len: 337 time: 0.0625494 Dec 13 09:48:53.390674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.398705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b273d307-340c-449c-ba62-f5cfde480e0f req-32c76b95-e496-4cc7-b461-8c08598590e5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043090 Dec 13 09:48:53.429462 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-280d27cf-bced-4807-8150-d77c021b8681 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.430907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280d27cf-bced-4807-8150-d77c021b8681 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.434878 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-280d27cf-bced-4807-8150-d77c021b8681 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/191cb7bc-adb5-4384-a310-87e5566632c5 HTTP/1.1" status: 404 len: 333 time: 0.0427482 Dec 13 09:48:53.438213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.443670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adaa606-3fda-4426-963b-039c53264e25 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:48:53.482086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-49a4c277-0f00-40ee-8764-42d18ce819b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68d5e5dfa8944c149e08d0fcfc2292fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9917271 Dec 13 09:48:53.482292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52710) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.503810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c277-0f00-40ee-8764-42d18ce819b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd334d-d4e1-4193-aaf2-b423e3d9e009,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:53.523847 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d15f080-a2b8-4da9-aa2a-e2716c893096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.524339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d15f080-a2b8-4da9-aa2a-e2716c893096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.529694 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0d15f080-a2b8-4da9-aa2a-e2716c893096 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/edd600a3-ef8e-443b-aad1-c6629304604a HTTP/1.1" status: 404 len: 337 time: 0.0880635 Dec 13 09:48:53.532394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52712) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.563213 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-15118d79-74d1-44a3-990c-ef60606b9795 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.563815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15118d79-74d1-44a3-990c-ef60606b9795 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.566960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15118d79-74d1-44a3-990c-ef60606b9795 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/ports/a4413fe9-ea01-4dff-931f-cab0db9a9be5 HTTP/1.1" status: 404 len: 333 time: 0.0335641 Dec 13 09:48:53.569587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.628566 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f67badd-6492-4e9b-986f-851b3c73b77a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:53.631827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f67badd-6492-4e9b-986f-851b3c73b77a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.641021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0f67badd-6492-4e9b-986f-851b3c73b77a tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/subnets/45415478-0761-4044-a7e4-2a2242885b4e HTTP/1.1" status: 404 len: 337 time: 0.0676360 Dec 13 09:48:53.643974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.678146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.690242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.696336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.703953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.735968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.746228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.753075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.755056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-363c453f-dc54-437e-8867-189f34c3c00b req-1a1dcf1f-5981-4898-88ac-d6806fc9a529 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.1870620 Dec 13 09:48:53.765614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52722) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.775040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Request body: {'floatingip': {'port_id': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:53.843059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.846584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.849936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.939276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.969554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.004488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dae1f0-99a4-4a30-9f56-df731c6ae8fd']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:54.014731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316234e0-0864-42a8-a954-8f05d408a892') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:54.014731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316234e0-0864-42a8-a954-8f05d408a892') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:54.019057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-776abd60-41be-42ce-9445-072707c5be25 req-32334440-bf7e-4db7-b1a3-1e3ae49f0ff7 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 210 time: 0.0564570 Dec 13 09:48:54.043682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.059084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.070234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:54.070642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:54.073758 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:54.148834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.176660 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.182104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] 10.222.0.31 "DELETE /v2.0/networks/87dae1f0-99a4-4a30-9f56-df731c6ae8fd HTTP/1.1" status: 204 len: 168 time: 0.5370982 Dec 13 09:48:54.183295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Pushing event deleted for resources: {'Network': ['ID=87dae1f0-99a4-4a30-9f56-df731c6ae8fd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:54.193618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.194543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.195105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.195692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.196408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.196967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.197535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.198557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.199216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.199932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.200711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.201290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.201845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6dc7fe-1dcc-4b68-b608-a42203a44a65 tempest-NetworksTestDHCPv6-163528031 tempest-NetworksTestDHCPv6-163528031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:54.292323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.296028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.299514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56cd334d-d4e1-4193-aaf2-b423e3d9e009 HTTP/1.1" status: 204 len: 168 time: 0.8084414 Dec 13 09:48:54.322533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-3c12f380-af19-4e7c-9810-7a1f0b18fe0c tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:54.324960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-3c12f380-af19-4e7c-9810-7a1f0b18fe0c tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.16 "GET /v2.0/networks?id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f HTTP/1.1" status: 200 len: 814 time: 0.2139504 Dec 13 09:48:54.569342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:54.635765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8f981-d7d9-4801-a4c2-09a8447764a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd334d-d4e1-4193-aaf2-b423e3d9e009,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:54.774353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92c87-1a1d-4d3e-9d24-d6f1104ed3e5 req-08d2fe41-f0ce-4312-84fe-b36d9b01e349 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:54.776319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd92c87-1a1d-4d3e-9d24-d6f1104ed3e5 req-08d2fe41-f0ce-4312-84fe-b36d9b01e349 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1385407 Dec 13 09:48:54.796428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c0d64799-18d0-447e-802f-7f8c3c7a43b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c68960bc95124da3823001b2e1c7d5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250552 Dec 13 09:48:54.798799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:54.844190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-dedc0b91-f831-4252-ad56-b2cbe3a6e932 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027813bea3af4cb2869bc977d2e58eaf HTTP/1.1" status: 200 len: 380 time: 0.2035859 Dec 13 09:48:54.861325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'port': {'device_id': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'admin_state_up': True, 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'security_groups': ['cf848e5c-e855-409f-ad11-007e144775a6']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:54.879263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.915503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.972118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.975426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.980086 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c1ee736-db25-4157-a7cc-582d220728d2 HTTP/1.1" status: 204 len: 168 time: 0.1775749 Dec 13 09:48:54.985584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd92c87-1a1d-4d3e-9d24-d6f1104ed3e5 req-bf12e8f0-1d3a-4397-b0c6-076515c91790 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011924 Dec 13 09:48:54.991139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55e5d3-8dad-4146-b3aa-66a3e6fe2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ee736-db25-4157-a7cc-582d220728d2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:55.167195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47b6b442-6340-4365-b2d1-40e32e8c3cae req-9714efca-f9f3-4b62-bcee-466582b14e5e tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 210 time: 0.0425012 Dec 13 09:48:55.170127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Made reservation on behalf of 027813bea3af4cb2869bc977d2e58eaf for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:55.173658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.196155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.201978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.388436 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Floating IP c48e6f2e-7510-44d8-b2b4-cdd3ab481d80 associated. External IP: 172.25.2.9, port: 0832e8f2-eb20-4874-a3f3-dc2e0169971e. Dec 13 09:48:55.446575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Allocated IP 172.20.0.3 (6b1bf73b-92d0-45b9-9f96-e3d4da37d26f/a5b37637-8e99-4632-af4f-dde08cb3052a/6be0bbaa-72cf-4e45-a44e-4e3b45f371ab) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:55.750789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.753434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:55.841211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.932820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:55.938629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:55.940870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:55.942582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event updated for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:55.944942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:55.949999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.970952 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Sync routers for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:55.988383 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:55.989106 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:56.008650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-847df93b-4842-4b39-937b-0ac9e94d7feb tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "PUT /v2.0/floatingips/c48e6f2e-7510-44d8-b2b4-cdd3ab481d80 HTTP/1.1" status: 200 len: 990 time: 2.2399595 Dec 13 09:48:56.011668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:56.014048 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f8e692-fb2b-4539-8fea-0dd150406161" -d '{"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:56.054894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.055931 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.092737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f628af70-46a4-48f4-9256-f6b31c282d47 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386343 Dec 13 09:48:56.110131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Request body: {'port': {'device_id': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:56.152525 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:56.261902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.268641 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe03c85-0a98-4844-bc6f-0dfc6ad40093 x-openstack-request-id: req-8fe03c85-0a98-4844-bc6f-0dfc6ad40093 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:56.269220 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:56.269687 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fe03c85-0a98-4844-bc6f-0dfc6ad40093 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:56.270303 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'status': 'completed', 'code': 200} Dec 13 09:48:56.313056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b8bf859d-43c2-4e16-9133-6e6768e72fc8 None None] Provisioning complete for port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:56.313564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8bf859d-43c2-4e16-9133-6e6768e72fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.319090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782179f-70c4-4ee1-962d-be6cb6c1b983 req-1b16c64a-a337-44cc-be9a-59925f1fe913 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.329017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2782179f-70c4-4ee1-962d-be6cb6c1b983 req-1b16c64a-a337-44cc-be9a-59925f1fe913 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1119082 Dec 13 09:48:56.389933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.393123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.395289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.397933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.400143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.403421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.404148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.408450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-84647137-5c1c-42ea-9db8-aee4dad257d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.1072264 Dec 13 09:48:56.419396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf859d-43c2-4e16-9133-6e6768e72fc8 None None] Port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:56.445475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:48:56.462070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2782179f-70c4-4ee1-962d-be6cb6c1b983 req-90cf7840-e6b1-4b08-be89-9a6b0ad0ed0e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316972 Dec 13 09:48:56.577000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-635b6ead-da87-4440-922b-f0de833f7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.579714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-635b6ead-da87-4440-922b-f0de833f7d3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a HTTP/1.1" status: 200 len: 913 time: 0.1632359 Dec 13 09:48:56.584153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4cfa4-aa83-4f21-87e5-842112b9281d req-2afc3095-63c2-4748-b398-f14c500aed51 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.586124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77a4cfa4-aa83-4f21-87e5-842112b9281d req-2afc3095-63c2-4748-b398-f14c500aed51 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 931 time: 0.2340951 Dec 13 09:48:56.589039 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c48e6f2e-7510-44d8-b2b4-cdd3ab481d80', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'port_id': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'mac_address': 'fa:16:3e:4e:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:22Z', 'updated_at': '2021-12-13T09:48:55Z', 'revision_number': 1, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:56.666976 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Checking router: 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:56.691633 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:56.694817 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:48:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:56.705647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-03a23582-c283-4cb7-8ad4-a7dd3dbf4f8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 998 time: 0.1181924 Dec 13 09:48:56.711000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77a4cfa4-aa83-4f21-87e5-842112b9281d req-fe51626e-3c05-4118-befd-5acd4f4664b2 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093214 Dec 13 09:48:56.808119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-34a4943c-c451-4188-ba60-9ee6584ca0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.810349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-34a4943c-c451-4188-ba60-9ee6584ca0ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 200 len: 851 time: 0.1035941 Dec 13 09:48:56.849489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:56.857791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.864316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:56.872448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Transition to ACTIVE for port object 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:56.879604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.891100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-b25b36cb-7358-41bc-a3fa-1b273d09401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.895347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-b25b36cb-7358-41bc-a3fa-1b273d09401b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772450 Dec 13 09:48:56.969552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Pushing event updated for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.093137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52850) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.102875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Attempting to bind port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.103323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Attempting to bind port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.103868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Attempting to bind port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab on network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.109206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab on network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.109703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Attempting to bind port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab on network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.115763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:57.116339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Checking segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:57.116940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Bound using segment: {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:57.117689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Bound port: 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3590ff-3571-4af0-ae8c-353bfc804477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:57.118403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.133772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-3ca94b5d-cf9f-4d99-9e49-e28e6ab96991 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301295 Dec 13 09:48:57.239126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:57.243063 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c48e6f2e-7510-44d8-b2b4-cdd3ab481d80', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'port_id': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'mac_address': 'fa:16:3e:4e:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:22Z', 'updated_at': '2021-12-13T09:48:55Z', 'revision_number': 1, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:57.251158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:57.255320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52856) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.276343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.314992 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe8327-fab2-450e-b473-1147d0679bb2 None None] The sync data for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 is: [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'c48e6f2e-7510-44d8-b2b4-cdd3ab481d80', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'port_id': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'mac_address': 'fa:16:3e:4e:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271786fe-fc06-459a-b23d-9f07da07313c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:22Z', 'updated_at': '2021-12-13T09:48:55Z', 'revision_number': 1, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:57.332768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25f8e692-fb2b-4539-8fea-0dd150406161 req-7f71ce4b-5251-4f94-9d47-c1c550777f6b service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908662 Dec 13 09:48:57.375535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.376204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.377633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] 10.222.0.16 "PUT /v2.0/ports/6be0bbaa-72cf-4e45-a44e-4e3b45f371ab HTTP/1.1" status: 200 len: 1091 time: 1.2731564 Dec 13 09:48:57.399607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcee55-5ab7-4591-8b43-a20e03cd7395 service neutron] Pushing event updated for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.478903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f3f8e5d4-bd73-4436-970b-66f931bec95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.482414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-f3f8e5d4-bd73-4436-970b-66f931bec95c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027813bea3af4cb2869bc977d2e58eaf&device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 1094 time: 0.0631540 Dec 13 09:48:57.545389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-3f6a1515-612a-4367-b7d3-5010a3c22847 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab HTTP/1.1" status: 200 len: 217 time: 0.0548773 Dec 13 09:48:57.553040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1d32cb26-c14f-45b6-a8ac-531bc7249f25 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] Request body: {'port': {'network_id': '40c5fdca-0cf9-4ebb-936c-4ef61e2f5fd9', 'name': 'tempest-NetworksNegativeTestJSON-1600620791'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:57.586986 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d32cb26-c14f-45b6-a8ac-531bc7249f25 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] POST failed (client error): The resource could not be found. Dec 13 09:48:57.587533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d32cb26-c14f-45b6-a8ac-531bc7249f25 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:57.598564 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d32cb26-c14f-45b6-a8ac-531bc7249f25 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5042610 Dec 13 09:48:57.612245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52866) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.653698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d7703-5714-49a6-b83a-53509182e82b None None] New status for floating IP c48e6f2e-7510-44d8-b2b4-cdd3ab481d80: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:48:57.671256 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e31444-61f7-4ebe-80a6-e7805e892ab0 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:57.671811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e31444-61f7-4ebe-80a6-e7805e892ab0 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:57.686575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36e31444-61f7-4ebe-80a6-e7805e892ab0 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "DELETE /v2.0/networks/2c22fa12-94c6-49e2-b277-d642f74adb54 HTTP/1.1" status: 404 len: 339 time: 0.0731442 Dec 13 09:48:57.687331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52870) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.699422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:57.749278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-1a46d89e-9b4a-449d-889f-bacafed92c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.749735 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee83f8b4-250f-4546-a778-95c840b28532 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:57.750790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-1a46d89e-9b4a-449d-889f-bacafed92c7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b37637-8e99-4632-af4f-dde08cb3052a HTTP/1.1" status: 200 len: 853 time: 0.1919754 Dec 13 09:48:57.753051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee83f8b4-250f-4546-a778-95c840b28532 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:57.766434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee83f8b4-250f-4546-a778-95c840b28532 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "DELETE /v2.0/ports/4dac9cf3-d375-46e5-85a4-dbe7b7f0a17f HTTP/1.1" status: 404 len: 333 time: 0.0778856 Dec 13 09:48:57.767127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52876) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.769459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57935-59ba-4637-b90c-eb087a4e46bc req-30ddb977-33b5-48f7-85e6-d5e7a9209e3a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.770965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dff57935-59ba-4637-b90c-eb087a4e46bc req-30ddb977-33b5-48f7-85e6-d5e7a9209e3a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1165416 Dec 13 09:48:57.797188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.827041 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aeb340-b1c5-4b9a-be40-b48a4eac82ce tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:57.828383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aeb340-b1c5-4b9a-be40-b48a4eac82ce tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:57.840209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c0aeb340-b1c5-4b9a-be40-b48a4eac82ce tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "DELETE /v2.0/subnets/2fb6266d-f697-468c-924c-2d260c37e767 HTTP/1.1" status: 404 len: 337 time: 0.0719423 Dec 13 09:48:57.841863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52880) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.907780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-b5aa27b1-4d18-4666-92ec-06da0c128b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.909458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-b5aa27b1-4d18-4666-92ec-06da0c128b58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495955 Dec 13 09:48:57.910418 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-158e5106-a948-4bc4-bfd8-b3905f942c6e tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] GET failed (client error): The resource could not be found. Dec 13 09:48:57.911707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-158e5106-a948-4bc4-bfd8-b3905f942c6e tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "GET /v2.0/networks/0102f7e8-8a34-4f95-8457-d461673f929f HTTP/1.1" status: 404 len: 339 time: 0.0641916 Dec 13 09:48:57.918861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.945091 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8e2c05-e37d-469a-8b87-4731d0a81de9 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] GET failed (client error): The resource could not be found. Dec 13 09:48:57.946892 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f8e2c05-e37d-469a-8b87-4731d0a81de9 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "GET /v2.0/ports/c5cc1e59-c9ea-47ee-bf5f-c28fe4fc748b HTTP/1.1" status: 404 len: 333 time: 0.0270340 Dec 13 09:48:57.950824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.987282 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92d3f80-ed89-4605-8f3e-4b5895e9a5b5 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] GET failed (client error): The resource could not be found. Dec 13 09:48:57.993167 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d92d3f80-ed89-4605-8f3e-4b5895e9a5b5 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "GET /v2.0/subnets/9c1f2de8-4a79-43ca-a084-746592abddec HTTP/1.1" status: 404 len: 337 time: 0.0405624 Dec 13 09:48:57.996945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.005208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c7a31dc4-5c56-4365-988b-ad1bd7351c64 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:58.023172 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a31dc4-5c56-4365-988b-ad1bd7351c64 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] PUT failed (client error): The resource could not be found. Dec 13 09:48:58.023888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a31dc4-5c56-4365-988b-ad1bd7351c64 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:58.025208 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7a31dc4-5c56-4365-988b-ad1bd7351c64 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "PUT /v2.0/networks/ab6690c7-b972-47f1-b16b-7bf92fada16f HTTP/1.1" status: 404 len: 339 time: 0.0266981 Dec 13 09:48:58.030657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.042251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5242fe76-f2d1-4a1f-8334-1ed7a2b7432a tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:58.074994 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242fe76-f2d1-4a1f-8334-1ed7a2b7432a tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] PUT failed (client error): The resource could not be found. Dec 13 09:48:58.076280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5242fe76-f2d1-4a1f-8334-1ed7a2b7432a tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:58.077941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5242fe76-f2d1-4a1f-8334-1ed7a2b7432a tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "PUT /v2.0/ports/3d55af35-59ed-4ba3-aa26-55c620d46181 HTTP/1.1" status: 404 len: 333 time: 0.0456743 Dec 13 09:48:58.082376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52896) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.088487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1e8a9322-67f4-435f-a397-b88d4f5bed01 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:58.118324 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8a9322-67f4-435f-a397-b88d4f5bed01 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] PUT failed (client error): The resource could not be found. Dec 13 09:48:58.119198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8a9322-67f4-435f-a397-b88d4f5bed01 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:58.120992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e8a9322-67f4-435f-a397-b88d4f5bed01 tempest-NetworksNegativeTestJSON-321763383 tempest-NetworksNegativeTestJSON-321763383-project] 10.222.0.31 "PUT /v2.0/subnets/891d1c87-dc03-4ce2-907a-101ae8ece8a6 HTTP/1.1" status: 404 len: 337 time: 0.0371912 Dec 13 09:48:58.284428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:58.286717 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd772b-ad47-4a5d-a222-9ec3706d1629" -d '{"events": [{"name": "network-changed", "server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:58.307373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dff57935-59ba-4637-b90c-eb087a4e46bc req-4e2cabf9-3619-40f9-b0b4-29ae7571aa14 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039220 Dec 13 09:48:58.346403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5261c1-f207-4815-a60d-c2eaa91c5bed req-215749c1-82fa-4763-966c-2ddb2a8c2a63 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.354178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e5261c1-f207-4815-a60d-c2eaa91c5bed req-215749c1-82fa-4763-966c-2ddb2a8c2a63 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 943 time: 0.4609199 Dec 13 09:48:58.396039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-7069f733-91ab-4551-9c31-ea586d447172 service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766095 Dec 13 09:48:58.466378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e5261c1-f207-4815-a60d-c2eaa91c5bed req-1a04af83-d078-42b1-8439-1d213fa093e0 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111410 Dec 13 09:48:58.509286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.515947 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d2ab02-c3ac-40a9-9463-cd0d416b9efb x-openstack-request-id: req-c0d2ab02-c3ac-40a9-9463-cd0d416b9efb {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:58.516512 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:58.516512 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0d2ab02-c3ac-40a9-9463-cd0d416b9efb {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:58.516892 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'status': 'completed', 'code': 200} Dec 13 09:48:58.530783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.615671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d82ff6-1b12-476f-bb89-75dc4ae254d3 req-d78950af-d6ac-42d6-ae0b-e9184ba97553 service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889303 Dec 13 09:48:58.717608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Allocated IP 172.25.2.48 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/148bd737-eba9-4ab9-9360-5e4bc9538ad1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:58.770978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-9e9a012c-99ca-409d-87b6-74dbe349b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.773131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-9e9a012c-99ca-409d-87b6-74dbe349b3bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027813bea3af4cb2869bc977d2e58eaf&device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 1094 time: 0.0957453 Dec 13 09:48:58.790073 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3213f266-ed37-4c18-b367-ce74e23c5194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.876988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3213f266-ed37-4c18-b367-ce74e23c5194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.881356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3213f266-ed37-4c18-b367-ce74e23c5194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.924015 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3213f266-ed37-4c18-b367-ce74e23c5194 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b32deee1e39c4bfcb1eb954051722051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110920 Dec 13 09:48:58.924015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213f266-ed37-4c18-b367-ce74e23c5194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c49af7-395d-4981-af63-4b4ba5307084,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:58.924862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.955888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-6e339583-2d93-4e1a-b188-d0be06442923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.957640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-6e339583-2d93-4e1a-b188-d0be06442923 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f HTTP/1.1" status: 200 len: 915 time: 0.1687379 Dec 13 09:48:58.963798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.978069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.001171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.003945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-c350d45b-25a4-4d5b-828f-a74d6a4d6636 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab HTTP/1.1" status: 200 len: 217 time: 0.0384130 Dec 13 09:48:59.063169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.066434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.067693 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80c49af7-395d-4981-af63-4b4ba5307084 HTTP/1.1" status: 204 len: 168 time: 0.1416955 Dec 13 09:48:59.077630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-1b310e5d-b277-4535-a429-b09673588492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.077831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c7525-14d9-4572-bac1-ff7d34bb8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c49af7-395d-4981-af63-4b4ba5307084,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:59.079308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-1b310e5d-b277-4535-a429-b09673588492 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b37637-8e99-4632-af4f-dde08cb3052a HTTP/1.1" status: 200 len: 853 time: 0.0684602 Dec 13 09:48:59.081207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.154439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Pushing event updated for resources: {'Port': ['ID=148bd737-eba9-4ab9-9360-5e4bc9538ad1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:59.158986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:59.161810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:59.165275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:59.202889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-5534c4b0-50a3-4306-8e2e-646a76e7f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.204434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-5534c4b0-50a3-4306-8e2e-646a76e7f0fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923424 Dec 13 09:48:59.318605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.363126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-6e6a487a-6cf2-424f-8732-9d1152232ffb service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473811 Dec 13 09:48:59.394092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.394449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.549700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74dd772b-ad47-4a5d-a222-9ec3706d1629 req-a5f7efe3-bb2b-4460-bef4-7431a5e3227c service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797097 Dec 13 09:48:59.591814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4fae-f869-4ca8-8ee6-d9ed63614a3c req-0e05388b-c204-458a-9450-b1b864914172 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.593348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12ee4fae-f869-4ca8-8ee6-d9ed63614a3c req-0e05388b-c204-458a-9450-b1b864914172 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1459970 Dec 13 09:48:59.715769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ecea-bc07-4719-96b1-1fd058495138 req-49dbaab7-ecff-4a90-a0d1-98c4b2f95d36 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.720431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9071ecea-bc07-4719-96b1-1fd058495138 req-49dbaab7-ecff-4a90-a0d1-98c4b2f95d36 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 943 time: 0.1183064 Dec 13 09:48:59.735503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12ee4fae-f869-4ca8-8ee6-d9ed63614a3c req-1899187f-63b2-4a57-b495-6ee4ed0e304a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326764 Dec 13 09:48:59.796475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.808939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.843870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9071ecea-bc07-4719-96b1-1fd058495138 req-07990594-74b4-46e7-896a-81dd16fdbba8 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143107 Dec 13 09:48:59.902671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Pushing event updated for resources: {'Port': ['ID=148bd737-eba9-4ab9-9360-5e4bc9538ad1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:59.913069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.929021 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.930331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd9db63f-0b86-4ecf-b36b-0b607a98095c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6713257 Dec 13 09:48:59.933396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52960) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.938413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-513266824', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'fixed_ips': [{'ip_address': '172.25.2.48'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:59.961401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Made reservation on behalf of 3bef94979c994dcf80f3eae95153fbb1 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:59.964099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.973690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.052104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.056778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.062160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] device_id is not set on port 62d63611-68c7-4850-9102-732f0e175d6b yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:00.110082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52966) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.140881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8db5e6-78e1-4ae6-9c0d-0ca797623462,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.267192 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:00.267741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:00.283264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b86e14a9-5f7c-407e-bcbb-d3a30bee241c tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3485994 Dec 13 09:49:00.285996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52972) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.370330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-fe79d8ca-b72e-4b65-af10-c2b160e0ec16 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.371021 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-fe79d8ca-b72e-4b65-af10-c2b160e0ec16 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:49:00.371518 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-fe79d8ca-b72e-4b65-af10-c2b160e0ec16 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:00.372527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fe79d8ca-b72e-4b65-af10-c2b160e0ec16 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2614112 Dec 13 09:49:00.376803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52974) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.381717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356895522'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.404196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.414038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.469967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Deleting port 148bd737-eba9-4ab9-9360-5e4bc9538ad1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:00.470314 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.498789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.502796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.545456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751b998c-0d7a-41a6-8abd-cf981c5fd506,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.564497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.565027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.580362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Calling delete_port for 148bd737-eba9-4ab9-9360-5e4bc9538ad1 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:00.597001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.602570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.631361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.635642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2547219 Dec 13 09:49:00.636450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52982) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.640842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '5660abc4-81a3-4c13-8cf6-4cc4004ac289', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.645225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b95e20-d6b9-48de-a0e9-55b8f27c6650 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5660abc4-81a3-4c13-8cf6-4cc4004ac289,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.674307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.725229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.730659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.750022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaacbc1-37be-4ec1-afb6-4632d2049c69,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.758231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.759033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.760547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c482af1b-4402-430d-aae7-139e084f3402 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230145 Dec 13 09:49:00.764193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.772043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7b6431a4-ae17-4bfe-9bb8-f8162643f27f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '5660abc4-81a3-4c13-8cf6-4cc4004ac289', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.798781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Pushing event deleted for resources: {'Port': ['ID=148bd737-eba9-4ab9-9360-5e4bc9538ad1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.811260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b6431a4-ae17-4bfe-9bb8-f8162643f27f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.863330 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7b6431a4-ae17-4bfe-9bb8-f8162643f27f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:00.864468 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b6431a4-ae17-4bfe-9bb8-f8162643f27f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0987060 Dec 13 09:49:00.867850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.897388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.900211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.906583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ea9fd7d-b8a7-4609-82a1-b7b6f288fcab tempest-ExternalNetworksAdminNegativeTestJSON-74778572 tempest-ExternalNetworksAdminNegativeTestJSON-74778572-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/cec4292f-37cf-42ee-bd5e-3055e74d2e94 HTTP/1.1" status: 204 len: 168 time: 0.6194632 Dec 13 09:49:00.955315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cca2a-3033-4056-9b6f-61101f535bc3 req-d0962bf9-6d8e-4f29-b44e-9055bafa3f69 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:00.957255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e82cca2a-3033-4056-9b6f-61101f535bc3 req-d0962bf9-6d8e-4f29-b44e-9055bafa3f69 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.0702243 Dec 13 09:49:00.964443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.992194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.041946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e82cca2a-3033-4056-9b6f-61101f535bc3 req-62c763e4-e80c-489d-a760-8beb6a97109d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691710 Dec 13 09:49:01.053800 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.054032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b39c-acfe-401f-9f16-8b2695ef8ff8 req-6f1cfb51-69a7-4f9f-82ec-66df8bd9ae94 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:01.057062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.058198 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/5660abc4-81a3-4c13-8cf6-4cc4004ac289 HTTP/1.1" status: 204 len: 168 time: 0.1884294 Dec 13 09:49:01.064374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53002) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.065285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fa1b39c-acfe-401f-9f16-8b2695ef8ff8 req-6f1cfb51-69a7-4f9f-82ec-66df8bd9ae94 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 943 time: 0.1023104 Dec 13 09:49:01.122029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fa1b39c-acfe-401f-9f16-8b2695ef8ff8 req-9543bbf0-67b9-43df-a6f1-068fe640111b tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556645 Dec 13 09:49:01.127400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e774e8-de9e-4070-b659-8dd665d52067 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660abc4-81a3-4c13-8cf6-4cc4004ac289,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.165123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bfa3ffee-702a-4206-a27a-6bb7f589e2af tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023798 Dec 13 09:49:01.169355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53006) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.174380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--996007701'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:01.202962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.289987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.294596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.311577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53010) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.334136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.339417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53014) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.339779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1691065 Dec 13 09:49:01.344778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33f94-8c1f-4ab3-abf9-801b908e93b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216b9efa-960c-4e99-baee-3e9eaa6d0d32,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.345373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-348404b9-9d4a-42ce-b5b7-294223b7cb89 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '216b9efa-960c-4e99-baee-3e9eaa6d0d32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:01.347724 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-348404b9-9d4a-42ce-b5b7-294223b7cb89 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 09:49:01.348325 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-348404b9-9d4a-42ce-b5b7-294223b7cb89 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:01.349488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-348404b9-9d4a-42ce-b5b7-294223b7cb89 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083728 Dec 13 09:49:01.353353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.415222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.440087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.452749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e58c2cfb-a9a3-4885-af29-946e65f77648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.490648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.494095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.498505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/216b9efa-960c-4e99-baee-3e9eaa6d0d32 HTTP/1.1" status: 204 len: 168 time: 0.1440012 Dec 13 09:49:01.499186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.521429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b76a-5b18-4e02-98f8-229b0e0976f5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b9efa-960c-4e99-baee-3e9eaa6d0d32,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.542440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e58c2cfb-a9a3-4885-af29-946e65f77648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.553877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e58c2cfb-a9a3-4885-af29-946e65f77648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.577784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ac1ce37-90ef-4dca-a3a5-2d6c2f421e1f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741923 Dec 13 09:49:01.578410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.583256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--254031202'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:01.590826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c2cfb-a9a3-4885-af29-946e65f77648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f47d7-1890-4cd9-83b3-9d92831d4bd6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.609580 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.612828 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e58c2cfb-a9a3-4885-af29-946e65f77648 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bb1130e7faf47458c88b9991eeb1c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999778 Dec 13 09:49:01.615770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53024) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.674578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.702139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.720376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.723873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.753962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.754790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1754334 Dec 13 09:49:01.759110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.760055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80282a23-9c24-4198-bb96-0d56ce8c85b8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bdb846-b805-4c62-b62a-59b6cef4a448,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.764036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-567b18b3-0101-46da-b69e-05f0961487e0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '85bdb846-b805-4c62-b62a-59b6cef4a448', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:01.764921 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-567b18b3-0101-46da-b69e-05f0961487e0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 09:49:01.765445 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-567b18b3-0101-46da-b69e-05f0961487e0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:01.768177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-567b18b3-0101-46da-b69e-05f0961487e0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059350 Dec 13 09:49:01.769899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53032) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.789778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.795060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.798424 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/591f47d7-1890-4cd9-83b3-9d92831d4bd6 HTTP/1.1" status: 204 len: 168 time: 0.1792521 Dec 13 09:49:01.807099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5fde3-6de7-4ed2-9046-88a2e3928fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f47d7-1890-4cd9-83b3-9d92831d4bd6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.855262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.879112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.927124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.930872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.933019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/85bdb846-b805-4c62-b62a-59b6cef4a448 HTTP/1.1" status: 204 len: 168 time: 0.1618891 Dec 13 09:49:01.935991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.947515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ac62-d4ed-4a3f-bace-ff497514cedf tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bdb846-b805-4c62-b62a-59b6cef4a448,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.996028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53042) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.997188 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bac80bab-671a-44e3-886e-16572aacbbbe tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596964 Dec 13 09:49:02.001929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144451702'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.035025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.121949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.127675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.204043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.208474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53054) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.208644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2111678 Dec 13 09:49:02.214244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-de445f71-ddbc-4d84-9c6d-3316d4cc77dd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'd73d120f-bb60-453d-8a2f-801638c77dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.221829 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-de445f71-ddbc-4d84-9c6d-3316d4cc77dd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 09:49:02.222493 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-de445f71-ddbc-4d84-9c6d-3316d4cc77dd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.225382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-de445f71-ddbc-4d84-9c6d-3316d4cc77dd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151079 Dec 13 09:49:02.227119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53056) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.232242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-12eb149b-c158-4ac3-afbc-566613c323d0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'd73d120f-bb60-453d-8a2f-801638c77dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.232910 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-12eb149b-c158-4ac3-afbc-566613c323d0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 09:49:02.233977 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-12eb149b-c158-4ac3-afbc-566613c323d0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.234974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12eb149b-c158-4ac3-afbc-566613c323d0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068009 Dec 13 09:49:02.238632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53058) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.244126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d761e25-a8cb-480e-90c8-073c00f3654b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d120f-bb60-453d-8a2f-801638c77dd7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.260825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cc1ec51a-4bab-4d29-857c-7783dc30db37 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'd73d120f-bb60-453d-8a2f-801638c77dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.263262 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-cc1ec51a-4bab-4d29-857c-7783dc30db37 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 09:49:02.264052 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-cc1ec51a-4bab-4d29-857c-7783dc30db37 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.265261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cc1ec51a-4bab-4d29-857c-7783dc30db37 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0227416 Dec 13 09:49:02.268157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.274264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3f7f7b24-978d-40a4-8484-93fd63c6b627 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'd73d120f-bb60-453d-8a2f-801638c77dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.275695 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-3f7f7b24-978d-40a4-8484-93fd63c6b627 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 09:49:02.276296 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-3f7f7b24-978d-40a4-8484-93fd63c6b627 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.277430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f7f7b24-978d-40a4-8484-93fd63c6b627 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070519 Dec 13 09:49:02.280071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.309077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee56da-d05b-4bcb-b1cf-45f26d2f3fb7 req-59b99081-d23f-45fb-8d12-a404e21e9ffd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:02.310820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-daee56da-d05b-4bcb-b1cf-45f26d2f3fb7 req-59b99081-d23f-45fb-8d12-a404e21e9ffd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1745784 Dec 13 09:49:02.330763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a034a1-f454-4071-b07c-d8a5aa441f41 req-41a6be9a-fdd8-4a92-91b6-16e9d417f73d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:02.332487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88a034a1-f454-4071-b07c-d8a5aa441f41 req-41a6be9a-fdd8-4a92-91b6-16e9d417f73d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 943 time: 0.1184027 Dec 13 09:49:02.360026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.390648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.419864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-daee56da-d05b-4bcb-b1cf-45f26d2f3fb7 req-2986d39b-3335-41e7-ac8c-95b0a58ddbd3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004946 Dec 13 09:49:02.428214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88a034a1-f454-4071-b07c-d8a5aa441f41 req-f85ade7e-98a0-424a-97e9-1041e111e1d7 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880094 Dec 13 09:49:02.472267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.472267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.472267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/d73d120f-bb60-453d-8a2f-801638c77dd7 HTTP/1.1" status: 204 len: 168 time: 0.1843095 Dec 13 09:49:02.473413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.478390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68206c8-98c3-41b0-bb30-f974f9ebd7e5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d120f-bb60-453d-8a2f-801638c77dd7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.507135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53068) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.530329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-adc6fec5-667b-406a-b86e-52ece7fdcce5 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553477 Dec 13 09:49:02.534492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.539904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--4171080'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.559259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-da56a0d9-c337-4efc-a171-5e50bf5322f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bef94979c994dcf80f3eae95153fbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481722 Dec 13 09:49:02.559884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.565631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.620890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.643171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.649012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.654106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.688273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.689680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1540756 Dec 13 09:49:02.691900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0314b13-c929-4d9d-a9a3-7b4b0202290a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22688807-d25d-43bb-974c-5e148d1d298e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.693746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53076) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.698866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1fd1b7b5-2eef-49dc-a642-71e5b8b8b97b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.699484 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-1fd1b7b5-2eef-49dc-a642-71e5b8b8b97b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:49:02.700187 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-1fd1b7b5-2eef-49dc-a642-71e5b8b8b97b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.701091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1fd1b7b5-2eef-49dc-a642-71e5b8b8b97b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063260 Dec 13 09:49:02.705558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.709437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1511280b-9e95-4081-a4b1-a0d6e0dccc7f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.718294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.720831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.721934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f8db5e6-78e1-4ae6-9c0d-0ca797623462 HTTP/1.1" status: 204 len: 168 time: 0.1609936 Dec 13 09:49:02.749816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d0d87-0dcc-4a92-a01e-35a16a9c808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8db5e6-78e1-4ae6-9c0d-0ca797623462,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.802948 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-1511280b-9e95-4081-a4b1-a0d6e0dccc7f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.803939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1511280b-9e95-4081-a4b1-a0d6e0dccc7f tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0977147 Dec 13 09:49:02.806924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.811892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-46f27ded-cf91-4878-aa2a-37f386cda5cd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.812755 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-46f27ded-cf91-4878-aa2a-37f386cda5cd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 09:49:02.813371 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-46f27ded-cf91-4878-aa2a-37f386cda5cd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.814634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46f27ded-cf91-4878-aa2a-37f386cda5cd tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065436 Dec 13 09:49:02.818029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53088) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.823137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-60679ff1-a468-45e5-8742-1c1ca18e3f11 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.863208 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-60679ff1-a468-45e5-8742-1c1ca18e3f11 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.864441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60679ff1-a468-45e5-8742-1c1ca18e3f11 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453000 Dec 13 09:49:02.867229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53090) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.873525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cf12db86-9c7b-4dbc-8a76-0ff16cfbe27a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.874200 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-cf12db86-9c7b-4dbc-8a76-0ff16cfbe27a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:49:02.874717 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-cf12db86-9c7b-4dbc-8a76-0ff16cfbe27a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.878723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf12db86-9c7b-4dbc-8a76-0ff16cfbe27a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058584 Dec 13 09:49:02.878983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.883187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5481fe2d-5101-43ff-9e00-29e9d36a143a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.922131 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-5481fe2d-5101-43ff-9e00-29e9d36a143a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.925815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5481fe2d-5101-43ff-9e00-29e9d36a143a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0433891 Dec 13 09:49:02.926378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53096) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.931527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ddd9c48c-d1e2-404d-bc7b-ce71e26a83c1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.932170 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-ddd9c48c-d1e2-404d-bc7b-ce71e26a83c1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 09:49:02.932790 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-ddd9c48c-d1e2-404d-bc7b-ce71e26a83c1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.933818 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ddd9c48c-d1e2-404d-bc7b-ce71e26a83c1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064220 Dec 13 09:49:02.936417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.940856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-310cf767-98b4-4296-86e7-bd256a7c29b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:02.980613 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-310cf767-98b4-4296-86e7-bd256a7c29b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:02.984479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-310cf767-98b4-4296-86e7-bd256a7c29b0 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0442383 Dec 13 09:49:02.984822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.989571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-84de2f4c-1d30-4b1f-b5ca-a2cb429d79f4 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '22688807-d25d-43bb-974c-5e148d1d298e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.030010 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-84de2f4c-1d30-4b1f-b5ca-a2cb429d79f4 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:03.041287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-84de2f4c-1d30-4b1f-b5ca-a2cb429d79f4 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0551679 Dec 13 09:49:03.044113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.112676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.139322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.183478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.186425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.187810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/22688807-d25d-43bb-974c-5e148d1d298e HTTP/1.1" status: 204 len: 168 time: 0.1422524 Dec 13 09:49:03.190935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53118) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.205654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7242-7007-46c7-88b4-092b73fdfb9d tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22688807-d25d-43bb-974c-5e148d1d298e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.261842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d49da4e8-724f-42a3-8915-b75b902c8472 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695469 Dec 13 09:49:03.265464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53122) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.265844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:03.271691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924642572'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.299743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.386817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:03.394752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.398715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.404272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'port_id': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'mac_address': 'fa:16:3e:18:cd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:03.434916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.436432 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1679499 Dec 13 09:49:03.438888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53134) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.443577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-53bdcfc5-7f03-405b-9dcd-ded3bdb68cd1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'c32abc13-7c04-418f-b887-f34c37fccd26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.449808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f43634-911c-4e00-8b3b-40a9cefd7452 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32abc13-7c04-418f-b887-f34c37fccd26,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.474274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.502344 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-53bdcfc5-7f03-405b-9dcd-ded3bdb68cd1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The resource could not be found. Dec 13 09:49:03.504786 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-53bdcfc5-7f03-405b-9dcd-ded3bdb68cd1 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0642903 Dec 13 09:49:03.507089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53140) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.509858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:03.512625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-240994fd-d590-4a13-87c9-07411d98143e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': 'c32abc13-7c04-418f-b887-f34c37fccd26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aa6d9de9-8b4d-4917-b23c-6c208d5fdcbf'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.553018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:03.557675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.577013 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-240994fd-d590-4a13-87c9-07411d98143e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The resource could not be found. Dec 13 09:49:03.578583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-240994fd-d590-4a13-87c9-07411d98143e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701544 Dec 13 09:49:03.581483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53144) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.627058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.635822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.636174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.636525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.636866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.637203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.637538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.637865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.638372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.638858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.639355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.639861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.640485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.640999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:03.669580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187c55-ffbc-4b00-b4de-b5d0411cd454 req-06653ec1-c2a1-4ac1-821a-4c64c2f37d51 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:03.671126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3187c55-ffbc-4b00-b4de-b5d0411cd454 req-06653ec1-c2a1-4ac1-821a-4c64c2f37d51 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 944 time: 0.1001041 Dec 13 09:49:03.698711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.702573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ec81-91be-4f79-887e-fc4ff6a8a976 req-0af37bfa-9776-4a6a-9652-f19e78cb920a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:03.710209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c78ec81-91be-4f79-887e-fc4ff6a8a976 req-0af37bfa-9776-4a6a-9652-f19e78cb920a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1013601 Dec 13 09:49:03.728782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.775614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c78ec81-91be-4f79-887e-fc4ff6a8a976 req-0a541eca-52ed-4bd0-b54f-62a6e6b11000 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642993 Dec 13 09:49:03.780895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3187c55-ffbc-4b00-b4de-b5d0411cd454 req-e13a7ba7-c76f-405e-83a2-3471da8a01f7 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030390 Dec 13 09:49:03.794884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.801758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.804173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/c32abc13-7c04-418f-b887-f34c37fccd26 HTTP/1.1" status: 204 len: 168 time: 0.2208016 Dec 13 09:49:03.806020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53156) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.825962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c1023-54a7-4414-99eb-9ec0a208aa41 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32abc13-7c04-418f-b887-f34c37fccd26,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.898498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0e361ff-b3d0-4661-a189-2de10c232fd8 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0911674 Dec 13 09:49:03.902630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53160) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.907404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3604f645-0b3b-49d0-b27b-4d50465600d9 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '746bf3df-8472-403d-a5cd-683977ca110c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.958957 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-3604f645-0b3b-49d0-b27b-4d50465600d9 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The resource could not be found. Dec 13 09:49:03.960877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3604f645-0b3b-49d0-b27b-4d50465600d9 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0571296 Dec 13 09:49:03.964762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53164) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.970061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--373030806'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.971578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:03.998934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.093500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.098215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.141378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.142857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1767497 Dec 13 09:49:04.143438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c5c0-7eea-42c2-92d2-a7de44811541 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9557bd4b-6629-4418-83b7-2387dad4d8dc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.145603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53174) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.153685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--495836449'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.186237 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.216305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.272637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.277301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.312715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.316551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1671305 Dec 13 09:49:04.316828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.322885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b6b19dff-5cf5-43e6-8bd0-3ae5f5d2e474 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group_rule': {'security_group_id': '9557bd4b-6629-4418-83b7-2387dad4d8dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b4b1dd4b-f77a-4c19-83b5-fbe9e1a41357'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.329153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770e8dc-6a9f-4737-91bf-15e8cd31566e tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b1dd4b-f77a-4c19-83b5-fbe9e1a41357,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.361932 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-b6b19dff-5cf5-43e6-8bd0-3ae5f5d2e474 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:04.363085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b6b19dff-5cf5-43e6-8bd0-3ae5f5d2e474 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0453959 Dec 13 09:49:04.366564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.424787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.449611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.495525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.497129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.500663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4b1dd4b-f77a-4c19-83b5-fbe9e1a41357 HTTP/1.1" status: 204 len: 168 time: 0.1307983 Dec 13 09:49:04.501462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53194) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.509297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa787-2777-49bb-ae6a-dbf83a3a0985 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b1dd4b-f77a-4c19-83b5-fbe9e1a41357,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.565128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-950a2ed1-0470-4fea-977b-742127a72d5b tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0617979 Dec 13 09:49:04.567752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53198) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.629785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.655598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.700967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.706178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.706178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/9557bd4b-6629-4418-83b7-2387dad4d8dc HTTP/1.1" status: 204 len: 168 time: 0.1364081 Dec 13 09:49:04.706387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53204) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.710188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53206) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.722449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb95d-8269-403d-b863-2240f88b3034 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557bd4b-6629-4418-83b7-2387dad4d8dc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.763585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb17551f-8718-4003-82aa-a1a3c2bfaaf3 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0503676 Dec 13 09:49:04.765733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53210) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.771536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'tempest-secgroup--936645697'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.795984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.844616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-27fcabe1-6dd1-441b-a1f1-60e5d882f356 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.937735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-27fcabe1-6dd1-441b-a1f1-60e5d882f356 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "PUT /v2.0/quotas/54bcd0c257e343e186a292df265c7e87 HTTP/1.1" status: 200 len: 366 time: 0.2296798 Dec 13 09:49:04.940606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53220) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.954104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b5c5407e-1b9a-4c40-9916-70b1a535c342 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0097859 Dec 13 09:49:04.954305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53224) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.968200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8ab4797-906f-48e4-9731-65d26cedd6f4 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas/54bcd0c257e343e186a292df265c7e87 HTTP/1.1" status: 200 len: 366 time: 0.0127366 Dec 13 09:49:04.969435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53226) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.971272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.987723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee63d6d4-e5a4-4f7b-b995-f03640a058c0 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/54bcd0c257e343e186a292df265c7e87 HTTP/1.1" status: 204 len: 168 time: 0.0169671 Dec 13 09:49:04.988614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53228) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.995245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.003535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-67979448-b498-4e8f-ab5e-9ce293dc3d4a tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0137885 Dec 13 09:49:05.004176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53230) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.016052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4cbcfcab-ca7f-4fc2-9bdc-7b66cce7e639 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas/54bcd0c257e343e186a292df265c7e87 HTTP/1.1" status: 200 len: 370 time: 0.0106859 Dec 13 09:49:05.018353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.023999 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c97f0e7f-890c-4d3c-85d0-43bd807387fb tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas/54bcd0c257e343e186a292df265c7e87/default HTTP/1.1" status: 200 len: 370 time: 0.0043240 Dec 13 09:49:05.028320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.037006 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-5a46cd35-8bdb-409d-aecc-251eaa038010 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] delete failed (client error): The resource could not be found. Dec 13 09:49:05.038003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a46cd35-8bdb-409d-aecc-251eaa038010 tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/54bcd0c257e343e186a292df265c7e87 HTTP/1.1" status: 404 len: 348 time: 0.0087683 Dec 13 09:49:05.041674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.042898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2759352 Dec 13 09:49:05.045759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f4626-e023-4bb4-a1ad-029a3674cbad tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2861b4-3b26-409a-8a23-9aa82c88366d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.046335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53240) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.052293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-28a17ceb-966d-4cfc-9f00-27edfdce0ab7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:05.054179 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-28a17ceb-966d-4cfc-9f00-27edfdce0ab7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:49:05.054744 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-28a17ceb-966d-4cfc-9f00-27edfdce0ab7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:05.059463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28a17ceb-966d-4cfc-9f00-27edfdce0ab7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "PUT /v2.0/security-groups/5b2861b4-3b26-409a-8a23-9aa82c88366d HTTP/1.1" status: 409 len: 330 time: 0.0120776 Dec 13 09:49:05.060124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.063175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84637d-b86b-4342-9192-429943e8d058 req-5b566139-8f4e-48ef-ac68-e6861cbee546 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:05.070971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc84637d-b86b-4342-9192-429943e8d058 req-5b566139-8f4e-48ef-ac68-e6861cbee546 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1397846 Dec 13 09:49:05.080944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59d845-1b72-4671-b91f-79e73c57bf73 req-a238e541-0271-4473-b5ea-63817fb6f0ae tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:05.082456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac59d845-1b72-4671-b91f-79e73c57bf73 req-a238e541-0271-4473-b5ea-63817fb6f0ae tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 944 time: 0.1711648 Dec 13 09:49:05.130716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.151363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc84637d-b86b-4342-9192-429943e8d058 req-9e04d6cc-235e-496a-bc15-140eb6c591de tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795019 Dec 13 09:49:05.160527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.167403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac59d845-1b72-4671-b91f-79e73c57bf73 req-f826195f-6c3e-4f03-a366-ac273f91a9b1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711169 Dec 13 09:49:05.216684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.220398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.225585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53246) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.234126 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b2861b4-3b26-409a-8a23-9aa82c88366d HTTP/1.1" status: 204 len: 168 time: 0.1710389 Dec 13 09:49:05.261082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d844-7a03-4b6e-a8b5-1e34a998d22a tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2861b4-3b26-409a-8a23-9aa82c88366d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.272460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:05.299786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.300414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dfadaa39-c734-41d5-bd89-a447e96dc818 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732629 Dec 13 09:49:05.329654 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e3e914e0-0aba-47aa-84da-b4a154d571a7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] delete failed (client error): The resource could not be found. Dec 13 09:49:05.330774 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3e914e0-0aba-47aa-84da-b4a154d571a7 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "DELETE /v2.0/security-groups/a045532b-12d1-4eb0-b663-e93315a88d4c HTTP/1.1" status: 404 len: 347 time: 0.0289333 Dec 13 09:49:05.337214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53254) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.355954 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-c3d22979-e294-4337-a634-b95462a3bad9 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] show failed (client error): The resource could not be found. Dec 13 09:49:05.362680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.364835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53258) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.365651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c3d22979-e294-4337-a634-b95462a3bad9 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-groups/400ea976-62f9-424d-9b06-b62932d7c246 HTTP/1.1" status: 404 len: 347 time: 0.0265789 Dec 13 09:49:05.369258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:49:05.375319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:05.376226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.396179 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-fac97a13-eb5f-49a9-9779-02af44675b97 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] show failed (client error): The resource could not be found. Dec 13 09:49:05.400013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fac97a13-eb5f-49a9-9779-02af44675b97 tempest-NegativeSecGroupTest-760798387 tempest-NegativeSecGroupTest-760798387-project] 10.222.0.31 "GET /v2.0/security-group-rules/fe4a4047-7d97-4ac6-9a8c-cb3255739562 HTTP/1.1" status: 404 len: 356 time: 0.0320694 Dec 13 09:49:05.420639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:network and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.424432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.432656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:subnet and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.436112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.443924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:subnetpool and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.450052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.457273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:port and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.462920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.471120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:router and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.475002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.476594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.484869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:floatingip and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.492924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.504971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:05.507719 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f200b68-468e-4173-962f-48536295146f" -d '{"events": [{"server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "name": "network-vif-plugged", "status": "completed", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:05.537212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:security_group and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.541651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.551566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:05.551721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Usage tracker for resource:security_group_rule and project:6e0c685a9136488ba4dffbb6fbf21479 is out of sync, need to count used quota {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:49:05.556095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.quota.resource [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103194) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:49:05.557651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.562361 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e409672-8469-4d2b-b331-44bc3e84abef x-openstack-request-id: req-3e409672-8469-4d2b-b331-44bc3e84abef {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:05.562657 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "name": "network-vif-plugged", "status": "completed", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:05.562904 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e409672-8469-4d2b-b331-44bc3e84abef {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:05.563322 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'code': 200} Dec 13 09:49:05.563635 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-720b9e91-e576-440b-a93b-466013ee545f tempest-QuotasTest-1065925644 tempest-QuotasTest-1065925644-project-admin] 10.222.0.31 "GET /v2.0/quotas/6e0c685a9136488ba4dffbb6fbf21479/details.json HTTP/1.1" status: 200 len: 703 time: 0.2009721 Dec 13 09:49:05.629217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.679379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37102-b126-49d8-9c38-853aa165dd88 req-b015f578-2ae9-4d71-8eb3-0ca27d47deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:05.681174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2c37102-b126-49d8-9c38-853aa165dd88 req-b015f578-2ae9-4d71-8eb3-0ca27d47deda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 1096 time: 0.0560288 Dec 13 09:49:05.735508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2c37102-b126-49d8-9c38-853aa165dd88 req-2a6abe56-0b52-4508-bb95-4f0b777a2772 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Dec 13 09:49:05.831667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53276) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.066191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53286) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.089084 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1845b840-05fe-4c84-b179-f159e5128566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.106047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7d52d3e1-9671-4458-9cbf-22938524b4ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e98b78e2474447a4ab2510452726aece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706690 Dec 13 09:49:06.106300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53290) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.152502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d49cc47c-eb5c-4bb0-b6b1-ce365ccc1581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.177175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.217005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.288536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.361519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d49cc47c-eb5c-4bb0-b6b1-ce365ccc1581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.366082 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.368759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.369907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/751b998c-0d7a-41a6-8abd-cf981c5fd506 HTTP/1.1" status: 204 len: 168 time: 0.2627194 Dec 13 09:49:06.376524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d49cc47c-eb5c-4bb0-b6b1-ce365ccc1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.399650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537284b9-0f1d-4b78-bc6e-17b8e939c87b req-1f05c92c-cba3-4d61-9024-394a969e1d4d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:06.401165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-537284b9-0f1d-4b78-bc6e-17b8e939c87b req-1f05c92c-cba3-4d61-9024-394a969e1d4d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1351635 Dec 13 09:49:06.404486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bac33-d473-4442-9117-f6befa2e121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b998c-0d7a-41a6-8abd-cf981c5fd506,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.423815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735e82-6b56-4c3f-b4da-90412768a98d req-81e7888a-0bc1-4eea-9a1a-935460262e80 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:06.424065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-242d9547-0839-4fcd-8cbf-34453919aee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.426060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a735e82-6b56-4c3f-b4da-90412768a98d req-81e7888a-0bc1-4eea-9a1a-935460262e80 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.1564097 Dec 13 09:49:06.482602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d49cc47c-eb5c-4bb0-b6b1-ce365ccc1581 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fe4a6f572304a9f88d2c33aba7bd61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4153564 Dec 13 09:49:06.483664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53310) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.495491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc47c-eb5c-4bb0-b6b1-ce365ccc1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c384990a-fb0a-441c-9d2f-e9e80c1c1201,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.547368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-537284b9-0f1d-4b78-bc6e-17b8e939c87b req-fc46c75a-e3c3-4862-ae89-e2e2ed1c3b51 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370909 Dec 13 09:49:06.551182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a735e82-6b56-4c3f-b4da-90412768a98d req-67982f20-caa6-42ec-8ad0-a4adb5acda68 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043689 Dec 13 09:49:06.573920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-242d9547-0839-4fcd-8cbf-34453919aee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.584935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-242d9547-0839-4fcd-8cbf-34453919aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.625489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9547-0839-4fcd-8cbf-34453919aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbeb3ed-bceb-460c-a4ce-53dfe0bd1915,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.625489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.647946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-242d9547-0839-4fcd-8cbf-34453919aee6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4623cf745aa4482085035142798038eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581676 Dec 13 09:49:06.650741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53316) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.665514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.707647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.734380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.743149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.746640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.747833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c384990a-fb0a-441c-9d2f-e9e80c1c1201 HTTP/1.1" status: 204 len: 168 time: 0.2631960 Dec 13 09:49:06.770434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cda8f9-7a34-4f7d-ad74-69539590877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c384990a-fb0a-441c-9d2f-e9e80c1c1201,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.798560 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.802339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.804481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdbeb3ed-bceb-460c-a4ce-53dfe0bd1915 HTTP/1.1" status: 204 len: 168 time: 0.1525908 Dec 13 09:49:06.812892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca415064-e161-408b-98b2-528cc95cd9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbeb3ed-bceb-460c-a4ce-53dfe0bd1915,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.066871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53336) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.080303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50ed7317-7d3a-47f5-8c72-03b18ded59df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.158903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50ed7317-7d3a-47f5-8c72-03b18ded59df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.164890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50ed7317-7d3a-47f5-8c72-03b18ded59df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.202897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed7317-7d3a-47f5-8c72-03b18ded59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c677e25-be71-42ef-bc28-b2c4f0d1e240,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.207287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50ed7317-7d3a-47f5-8c72-03b18ded59df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e0c685a9136488ba4dffbb6fbf21479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393771 Dec 13 09:49:07.210610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53338) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.271908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.276390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53344) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.292703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28726a1e-b5ac-4b2b-aed6-677eb6427a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.299596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.366203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.369018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.370665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c677e25-be71-42ef-bc28-b2c4f0d1e240 HTTP/1.1" status: 204 len: 168 time: 0.1590466 Dec 13 09:49:07.379835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28726a1e-b5ac-4b2b-aed6-677eb6427a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.381135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5980a-ec23-49bb-81bf-8f839f1cf587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c677e25-be71-42ef-bc28-b2c4f0d1e240,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.384762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28726a1e-b5ac-4b2b-aed6-677eb6427a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.428503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28726a1e-b5ac-4b2b-aed6-677eb6427a15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e30ab5944f14492a99d553ce8335d77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507382 Dec 13 09:49:07.431603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.438649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a1e-b5ac-4b2b-aed6-677eb6427a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e1e57-cf25-41bb-ace9-bfd16edb185b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.488345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.511251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.533087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.562790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.565453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.569609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f55e1e57-cf25-41bb-ace9-bfd16edb185b HTTP/1.1" status: 204 len: 168 time: 0.1345935 Dec 13 09:49:07.574722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf187b7-d3b1-48b8-bac2-40a91ab7bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e1e57-cf25-41bb-ace9-bfd16edb185b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.722918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db4ee-0d1a-43ab-a919-6bc582e1717d req-e0381a85-1583-4d85-9353-8eb3f7ee8fdf tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:07.724503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-784db4ee-0d1a-43ab-a919-6bc582e1717d req-e0381a85-1583-4d85-9353-8eb3f7ee8fdf tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Dec 13 09:49:07.744173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2bd27-cbd2-4852-895f-5fc2c5ca5a74 req-fc0ffa93-96f0-489c-aefb-7e55e54626fe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:07.745756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79f2bd27-cbd2-4852-895f-5fc2c5ca5a74 req-fc0ffa93-96f0-489c-aefb-7e55e54626fe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.0744300 Dec 13 09:49:07.800975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-221905696'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:07.821806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-784db4ee-0d1a-43ab-a919-6bc582e1717d req-965073ec-7e26-4d4c-a268-0a2067fc4c80 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897667 Dec 13 09:49:07.835502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Made reservation on behalf of 45a04bc30a7445598773267c7f200941 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:07.840024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.845578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79f2bd27-cbd2-4852-895f-5fc2c5ca5a74 req-28a377da-758c-4eb5-b8db-2e5658990896 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920033 Dec 13 09:49:07.855999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.975946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.987791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.013447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:08.029323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b1a92-9236-40bd-a8b1-6249a8017ca2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.034441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.034781 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Added segment a3e8363e-88b7-48ab-bc01-1f21019002b2 of type vlan for network fc3c3dc5-fd24-4134-8867-f39a4848b7f4 Dec 13 09:49:08.088310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.099417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d52960-b503-4c06-9901-cb2adb9c3512 req-97bb5210-7014-4b18-b10b-7e2865af7024 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:08.101093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62d52960-b503-4c06-9901-cb2adb9c3512 req-97bb5210-7014-4b18-b10b-7e2865af7024 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.0753949 Dec 13 09:49:08.111377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53380) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.120646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Request body: {'floatingip': {'port_id': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:08.134135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53384) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.148369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a4c59b-6b28-48f2-9207-9b97b20f8363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.165292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.170810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:08.171497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.187729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.234273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a4c59b-6b28-48f2-9207-9b97b20f8363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.238660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a4c59b-6b28-48f2-9207-9b97b20f8363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.263789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7255864 Dec 13 09:49:08.267332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.280221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-98a4c59b-6b28-48f2-9207-9b97b20f8363 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f87b745ea21549a99ec177a4ba9efed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445467 Dec 13 09:49:08.282777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.284981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4c59b-6b28-48f2-9207-9b97b20f8363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f61d5-b71a-43b4-83c6-f9446f3fd646,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.304176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-65b10f0e-7581-46b9-9133-568da808fea3 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1271024531') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:08.331327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b95ab-4405-4ff7-998b-432a9578887a tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Pushing event updated for resources: {'Network': ['ID=fc3c3dc5-fd24-4134-8867-f39a4848b7f4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.341819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8de93d85-430c-4f77-823c-07d8d79ef39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.346309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fc3c3dc5-fd24-4134-8867-f39a4848b7f4 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:08.360076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.383568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.445392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.448605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.452428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf2f61d5-b71a-43b4-83c6-f9446f3fd646 HTTP/1.1" status: 204 len: 168 time: 0.1661084 Dec 13 09:49:08.459208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c78ffc-7693-4a1c-8562-3fd587d7fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f61d5-b71a-43b4-83c6-f9446f3fd646,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.542734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65b10f0e-7581-46b9-9133-568da808fea3 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "PUT /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1271024531 HTTP/1.1" status: 201 len: 201 time: 0.2651556 Dec 13 09:49:08.545958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53400) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.550240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-7f236387-e628-4a39-8371-cf4bf038a71b tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1271024531') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:08.650697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53406) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.650855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f236387-e628-4a39-8371-cf4bf038a71b tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1271024531 HTTP/1.1" status: 204 len: 168 time: 0.1037261 Dec 13 09:49:08.657095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-ce5ca8b3-c6e2-49f7-9d95-c6323d0368e4 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.074154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b59c8-b447-4afe-be60-b480d9266864 req-3474a44d-ec5f-4af3-87df-79d14baa4043 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:09.077667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-829b59c8-b447-4afe-be60-b480d9266864 req-3474a44d-ec5f-4af3-87df-79d14baa4043 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1110742 Dec 13 09:49:09.079525 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ce5ca8b3-c6e2-49f7-9d95-c6323d0368e4 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags HTTP/1.1" status: 200 len: 238 time: 0.4274647 Dec 13 09:49:09.082310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53432) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.087401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-650c2646-a9cb-47c9-9c04-d02c4c65ba7b tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', {'tags': ['tempest-TagsTest-Tag-1308221380', 'tempest-TagsTest-Tag-1731128585', 'tempest-TagsTest-Tag-1315494441']}) {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.175063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-829b59c8-b447-4afe-be60-b480d9266864 req-fbde34c2-dd05-4e51-87e8-4d91c9ee057e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Dec 13 09:49:09.261730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-650c2646-a9cb-47c9-9c04-d02c4c65ba7b tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "PUT /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags HTTP/1.1" status: 200 len: 309 time: 0.1752591 Dec 13 09:49:09.261837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53440) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.265068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.268257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-a5c522d3-4f5d-49af-b86d-6a1ad42f83ef tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1308221380') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.269686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.376913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5c522d3-4f5d-49af-b86d-6a1ad42f83ef tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "DELETE /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1308221380 HTTP/1.1" status: 204 len: 168 time: 0.1103518 Dec 13 09:49:09.377392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53446) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.383412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-07e181c5-97f1-4f68-a5cb-91dc8fde5ec8 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1308221380') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.406460 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Floating IP 6dfda7ab-59bd-491f-86fc-e95fcc3420c9 associated. External IP: 172.25.2.250, port: 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab. Dec 13 09:49:09.461310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.484573 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-07e181c5-97f1-4f68-a5cb-91dc8fde5ec8 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] show failed (client error): The resource could not be found. Dec 13 09:49:09.486494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-07e181c5-97f1-4f68-a5cb-91dc8fde5ec8 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1308221380 HTTP/1.1" status: 404 len: 326 time: 0.1069534 Dec 13 09:49:09.489593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53456) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.495035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-b538476e-5cc3-4849-b0f7-c353a5b9a112 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1731128585') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.655430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.667808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:09.812921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-271912695', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:09.823455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:09.834949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.847440 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Sync routers for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:09.863694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:09.864370 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:09.876957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e1d3d81a-ea90-4300-a95e-9c320e7d545d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "PUT /v2.0/floatingips/6dfda7ab-59bd-491f-86fc-e95fcc3420c9 HTTP/1.1" status: 200 len: 991 time: 1.7642658 Dec 13 09:49:09.878065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:09.880474 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c" -d '{"events": [{"name": "network-changed", "server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:09.884106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Made reservation on behalf of 862b439c5a52432a80e6587457c9f2b1 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:09.886440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.899872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.940166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b538476e-5cc3-4849-b0f7-c353a5b9a112 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1731128585 HTTP/1.1" status: 204 len: 168 time: 0.4493957 Dec 13 09:49:09.946788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.957408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-ef67d727-52dd-45f0-a787-36698f353440 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1315494441') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.000597 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:49:10.016636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.019203 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6403451-2d4f-47ab-829b-7ee707d52fb8 x-openstack-request-id: req-f6403451-2d4f-47ab-829b-7ee707d52fb8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:10.019818 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:10.020177 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6403451-2d4f-47ab-829b-7ee707d52fb8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:10.020752 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'status': 'completed', 'code': 200} Dec 13 09:49:10.023539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.029221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] device_id is not set on port e5246cfb-74fb-4cc3-aed5-384c7f86eeda yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:10.097181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-f8fc7275-5aa7-4882-996f-2c7402e2b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.098752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-f8fc7275-5aa7-4882-996f-2c7402e2b470 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027813bea3af4cb2869bc977d2e58eaf&device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 1096 time: 0.1065207 Dec 13 09:49:10.114896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3874b15-2555-48ad-93ac-9841d5e7e82f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:10.136645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef67d727-52dd-45f0-a787-36698f353440 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1315494441 HTTP/1.1" status: 204 len: 168 time: 0.1839085 Dec 13 09:49:10.139152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53508) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.145824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-b353c493-3329-4a5e-a609-76f08309def0 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.195459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Allocated IP 172.25.2.216 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e5246cfb-74fb-4cc3-aed5-384c7f86eeda) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:10.354892 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6dfda7ab-59bd-491f-86fc-e95fcc3420c9', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'port_id': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'mac_address': 'fa:16:3e:18:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:49Z', 'updated_at': '2021-12-13T09:49:09Z', 'revision_number': 1, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.386523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Checking router: d58cb4a5-5485-4bdc-9b3b-fa5c34935214 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:49:10.398098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53518) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.407627 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:10.408617 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.421145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-500b7c2c-7c44-49b3-a6dc-9c0efac73539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.423206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-500b7c2c-7c44-49b3-a6dc-9c0efac73539 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f HTTP/1.1" status: 200 len: 915 time: 0.3146141 Dec 13 09:49:10.465759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6fdcf-1bc9-4de5-89b4-0c37ea69545f req-a75619f8-4808-4372-962e-f0be481a61a8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.467383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ea6fdcf-1bc9-4de5-89b4-0c37ea69545f req-a75619f8-4808-4372-962e-f0be481a61a8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1260583 Dec 13 09:49:10.483068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.530611 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:49:10.531409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.552694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b353c493-3329-4a5e-a609-76f08309def0 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "DELETE /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags HTTP/1.1" status: 204 len: 168 time: 0.4124246 Dec 13 09:49:10.568275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53522) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.582364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:10.588405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-fbdcce64-afd8-46d1-ad33-58411122484c tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1731128585') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.590688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:10.595448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:10.604925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a0e43-f4d4-4848-9982-971d75cd0384 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:10.643983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Pushing event updated for resources: {'Port': ['ID=e5246cfb-74fb-4cc3-aed5-384c7f86eeda,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:10.665204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.665921 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.690895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b6fe765f-e507-4181-887d-5901d1ae4597 None None] Provisioning complete for port e5246cfb-74fb-4cc3-aed5-384c7f86eeda triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:10.691346 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b6fe765f-e507-4181-887d-5901d1ae4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.692369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c407dc74-bf00-499b-a972-e0541bb95aad tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0339112 Dec 13 09:49:10.693279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.701343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.216'}]}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:10.718395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d43e0b99-209c-4a12-ae9b-2b51adb65584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.726018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.727255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.779264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-2a94906d-4d78-4aa6-8296-380cbb29a71f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab HTTP/1.1" status: 200 len: 999 time: 0.3477359 Dec 13 09:49:10.821802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.825928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe765f-e507-4181-887d-5901d1ae4597 None None] Port e5246cfb-74fb-4cc3-aed5-384c7f86eeda cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:10.835599 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6dfda7ab-59bd-491f-86fc-e95fcc3420c9', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'port_id': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'mac_address': 'fa:16:3e:18:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:49Z', 'updated_at': '2021-12-13T09:49:09Z', 'revision_number': 1, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.868281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e8a2f-e7d7-45a1-bad9-ff6e43ed0516 None None] The sync data for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 is: [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6dfda7ab-59bd-491f-86fc-e95fcc3420c9', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'port_id': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'mac_address': 'fa:16:3e:18:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:49Z', 'updated_at': '2021-12-13T09:49:09Z', 'revision_number': 1, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:10.871708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ea6fdcf-1bc9-4de5-89b4-0c37ea69545f req-cfd8f82b-1da8-411f-8eaf-db9faae37bb8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409173 Dec 13 09:49:10.915636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-478d9810-4e12-4752-a1cc-10f21acfc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.917134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-478d9810-4e12-4752-a1cc-10f21acfc44f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b37637-8e99-4632-af4f-dde08cb3052a HTTP/1.1" status: 200 len: 853 time: 0.1184237 Dec 13 09:49:10.918111 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-fbdcce64-afd8-46d1-ad33-58411122484c tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] show failed (client error): The resource could not be found. Dec 13 09:49:10.921681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fbdcce64-afd8-46d1-ad33-58411122484c tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1731128585 HTTP/1.1" status: 404 len: 326 time: 0.3445675 Dec 13 09:49:10.922477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53526) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.926216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-d9cceec2-9188-4dde-b502-266c3b3988d9 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4', 'tempest-TagsTest-Tag-1315494441') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:10.981858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.051824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-33ce115e-9d10-49e1-b807-a9662df6b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:11.053890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-33ce115e-9d10-49e1-b807-a9662df6b21b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236899 Dec 13 09:49:11.089426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.124023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001274ea-ec50-4bcc-9781-a9940e12dfca None None] New status for floating IP 6dfda7ab-59bd-491f-86fc-e95fcc3420c9: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:49:11.136028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d43e0b99-209c-4a12-ae9b-2b51adb65584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.150416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d43e0b99-209c-4a12-ae9b-2b51adb65584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.171777 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-d9cceec2-9188-4dde-b502-266c3b3988d9 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] show failed (client error): The resource could not be found. Dec 13 09:49:11.172842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d9cceec2-9188-4dde-b502-266c3b3988d9 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "GET /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags/tempest-TagsTest-Tag-1315494441 HTTP/1.1" status: 404 len: 326 time: 0.2499197 Dec 13 09:49:11.180509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53530) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.191808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-321e27d2-5132-4b88-960f-bd4c91277519 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fc3c3dc5-fd24-4134-8867-f39a4848b7f4') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.226982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.230608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e0b99-209c-4a12-ae9b-2b51adb65584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032bb4e5-576b-4e66-9e09-b8a3378c10c2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:11.240242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d43e0b99-209c-4a12-ae9b-2b51adb65584 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e5b215fc8fe43589fcf7d24bcb1bb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8410482 Dec 13 09:49:11.247245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.255510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.279826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-1180f5db-6c07-41e1-a2fb-7ffd20c8787d service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158194 Dec 13 09:49:11.362592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-321e27d2-5132-4b88-960f-bd4c91277519 tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "DELETE /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1793790 Dec 13 09:49:11.368784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53534) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.374361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.409763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.446430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fa4fd9d-0dfd-4ab6-b1ca-7681e93d000c req-7d38f652-240c-4fd2-b5c7-7722abb42ea6 service neutron] 10.222.0.16 "GET /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558638 Dec 13 09:49:11.463657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.488761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.558117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.560393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.561529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/032bb4e5-576b-4e66-9e09-b8a3378c10c2 HTTP/1.1" status: 204 len: 168 time: 0.3133197 Dec 13 09:49:11.564479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.586342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3c3dc5-fd24-4134-8867-f39a4848b7f4']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.597231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e8363e-88b7-48ab-bc01-1f21019002b2') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.597530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e8363e-88b7-48ab-bc01-1f21019002b2') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.608337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.624949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.625458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc517b-f854-4891-91cc-5d9b3cf7a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bb4e5-576b-4e66-9e09-b8a3378c10c2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:11.636582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:11.637004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:11.640102 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:11.660487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.667507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.719664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.735954 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.741328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] 10.222.0.31 "DELETE /v2.0/networks/fc3c3dc5-fd24-4134-8867-f39a4848b7f4 HTTP/1.1" status: 204 len: 168 time: 0.3711007 Dec 13 09:49:11.741705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.743075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9448251d-54a2-43d5-a2f7-2acb48398343 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:11.763532 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:11.766186 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8532d884-852d-4790-aa2d-db02f2272a75 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0694981 Dec 13 09:49:11.768008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53546) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.772934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b2ee0-a97d-4786-bfd8-01d28e3cff3e tempest-TagsTest-64443874 tempest-TagsTest-64443874-project] Pushing event deleted for resources: {'Network': ['ID=fc3c3dc5-fd24-4134-8867-f39a4848b7f4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:11.882659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Deleting port e5246cfb-74fb-4cc3-aed5-384c7f86eeda {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:11.883008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.963947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.009751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.030543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Calling delete_port for e5246cfb-74fb-4cc3-aed5-384c7f86eeda owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:12.065697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c14bc-1146-4023-bff5-c478d52150af req-4346f572-770e-4b7d-9cf3-1e99a04dc667 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:12.077049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c26c14bc-1146-4023-bff5-c478d52150af req-4346f572-770e-4b7d-9cf3-1e99a04dc667 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.0867894 Dec 13 09:49:12.135810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53562) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:12.146217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c26c14bc-1146-4023-bff5-c478d52150af req-b3f4b3f5-04f1-4a81-a04b-84a321912147 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Dec 13 09:49:12.223652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.255078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5246cfb-74fb-4cc3-aed5-384c7f86eeda,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:12.270696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe8e1f-6a05-443d-9604-75adc8813891 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:12.319802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.327013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b278263f-d6fe-4b13-b7fa-3df638725456 tempest-RoutersAdminNegativeTest-1860388985 tempest-RoutersAdminNegativeTest-1860388985-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e5246cfb-74fb-4cc3-aed5-384c7f86eeda HTTP/1.1" status: 204 len: 168 time: 0.5578506 Dec 13 09:49:12.367669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f95c05fe-e03a-4954-8c41-c9a027278e64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45a04bc30a7445598773267c7f200941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305384 Dec 13 09:49:12.370181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:12.429685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.454190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.513085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.516050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.517544 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e24b1a92-9236-40bd-a8b1-6249a8017ca2 HTTP/1.1" status: 204 len: 168 time: 0.1461904 Dec 13 09:49:12.526232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00d516-1bc7-42df-93f4-36db395a5682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b1a92-9236-40bd-a8b1-6249a8017ca2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:12.571164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:12.723720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf457e59-cfe0-41f0-b1a2-1eecb1681706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.820277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf457e59-cfe0-41f0-b1a2-1eecb1681706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.824767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf457e59-cfe0-41f0-b1a2-1eecb1681706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.871591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53600) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:12.882412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf457e59-cfe0-41f0-b1a2-1eecb1681706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=082d01c4e3834659bed827cf021c01c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074172 Dec 13 09:49:12.915251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf457e59-cfe0-41f0-b1a2-1eecb1681706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5176f-df32-49f9-8c46-23d2744be0f9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:12.954297 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.989214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.047502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.050802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.052212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27a5176f-df32-49f9-8c46-23d2744be0f9 HTTP/1.1" status: 204 len: 168 time: 0.1795332 Dec 13 09:49:13.061384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366ecec-b0d5-463c-b124-30dbf08927c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5176f-df32-49f9-8c46-23d2744be0f9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:13.284335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c5c4b-c44d-4100-9753-1c0802521987 req-59fe1de3-3d18-4ff6-b7b7-d5a14a61a150 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:13.293088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b3c5c4b-c44d-4100-9753-1c0802521987 req-59fe1de3-3d18-4ff6-b7b7-d5a14a61a150 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.0597699 Dec 13 09:49:13.348128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b3c5c4b-c44d-4100-9753-1c0802521987 req-28c268ee-8255-464c-a8f7-5796e079b4b4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541003 Dec 13 09:49:13.419170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53630) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.519174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53636) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.560434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-641129227'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:13.577568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2c3a04a-a189-413c-ad41-65e39735e868 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=862b439c5a52432a80e6587457c9f2b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569210 Dec 13 09:49:13.580405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.604709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.605741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.718086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.719571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.724345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.748656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.752283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.753481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3038ab93-af0d-46f1-b409-b7c260b20f55 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3332646 Dec 13 09:49:13.756780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.775963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53646) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.813191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.817077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.818540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3874b15-2555-48ad-93ac-9841d5e7e82f HTTP/1.1" status: 204 len: 168 time: 0.2371128 Dec 13 09:49:13.830446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6787df-3726-4829-98fa-84e3295db4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3874b15-2555-48ad-93ac-9841d5e7e82f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:13.848077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.933825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757962401-network', 'tenant_id': '70a2be6ccacf4fd1957604e62e2eaa63'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:13.972979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Made reservation on behalf of 70a2be6ccacf4fd1957604e62e2eaa63 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:13.976381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.990096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.058606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.061286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.097821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.102899 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.116037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.116629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9bfabe2-8fb5-4e93-9120-bf81cba31d57 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:14.122451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.125464 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-97376aaf-e5e5-481b-a868-195da2d3a24a tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f9bfabe2-8fb5-4e93-9120-bf81cba31d57 HTTP/1.1" status: 204 len: 168 time: 0.3675518 Dec 13 09:49:14.128716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.138009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Request body: {'router': {'name': 'tempest-router-477028269', 'distributed': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.138339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:14.152461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f9955-6abb-40f5-99c4-13680d6f3881,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:14.157284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.157637 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Added segment 5ef645b5-c3b8-4401-b7c5-d8768c4a8a22 of type vlan for network 8fec3656-64be-43af-b04e-88a219e4aff9 Dec 13 09:49:14.178527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.179804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.201921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.229248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.230314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:14.230937 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.258291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.264136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.285866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.287386 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0a2d237a-a76c-4437-8e2c-f30e6c6df646 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1568239 Dec 13 09:49:14.290226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.300087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5230384 Dec 13 09:49:14.301619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53674) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.307117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Request body: {'subnet': {'network_id': '8fec3656-64be-43af-b04e-88a219e4aff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757962401-subnet', 'tenant_id': '70a2be6ccacf4fd1957604e62e2eaa63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.309921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9497f39-ca3c-4b27-aa04-4e03d6622c97 admin admin] Pushing event updated for resources: {'Network': ['ID=8fec3656-64be-43af-b04e-88a219e4aff9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:14.321589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 8fec3656-64be-43af-b04e-88a219e4aff9 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:14.391320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.435625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Made reservation on behalf of 70a2be6ccacf4fd1957604e62e2eaa63 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:14.438149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.502626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9795b-78c0-45b6-989a-18f859badeea req-185601fc-f10a-449b-bd1f-77080924f214 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:14.507704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fad9795b-78c0-45b6-989a-18f859badeea req-185601fc-f10a-449b-bd1f-77080924f214 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.0635793 Dec 13 09:49:14.560479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fad9795b-78c0-45b6-989a-18f859badeea req-6f7e7596-b53e-4e9d-b91e-9aef4c307c7d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495820 Dec 13 09:49:14.610116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.616357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.642962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.668985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.669487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7f64297-950a-41a8-bafd-d092b9543005 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:14.675584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.676952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0bca654-5d21-4ac0-81e2-741a64d5f5a3 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c7f64297-950a-41a8-bafd-d092b9543005 HTTP/1.1" status: 204 len: 168 time: 0.3846576 Dec 13 09:49:14.681144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53690) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.688337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Request body: {'router': {'name': 'tempest-router-1075984512', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '58e8210f1249408b9a672b4175446b2f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.718076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.719379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.774083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.777927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.781894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-780069762'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.787430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.809035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Made reservation on behalf of 3f61380db26b4c0baed5a22489b95236 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:14.812505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.826098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.827456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f02b0262-7215-4b46-829b-ca5ec4a36894 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1442437 Dec 13 09:49:14.828359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.829517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be86d69-bfa1-450f-8cd7-bd50f65d6036,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:14.830189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.842148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.846298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Checking segment: {'id': '5ef645b5-c3b8-4401-b7c5-d8768c4a8a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8fec3656-64be-43af-b04e-88a219e4aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:14.846696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Network hostable DHCP agents. Network: 8fec3656-64be-43af-b04e-88a219e4aff9, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:14.865987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Network 8fec3656-64be-43af-b04e-88a219e4aff9 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:14.874659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 8fec3656-64be-43af-b04e-88a219e4aff9) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:14.883447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e865711-0514-4524-bf4f-ecbd01e7ad00 None None] Network 8fec3656-64be-43af-b04e-88a219e4aff9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:14.885939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:14.886702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.904702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4297b92a-cded-43bd-886b-605894219d22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6019287 Dec 13 09:49:15.040570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906262f-01cf-4480-b2c3-b45297aa0579 None None] Network 8fec3656-64be-43af-b04e-88a219e4aff9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:15.087173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.087513 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.208055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.215296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103195) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 13 09:49:15.215662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Router 1fe49720-7d32-47f2-9402-89c91624d99e migrating from provider to provider. {{(pid=103195) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 13 09:49:15.216046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.218421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.238980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.252218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.253994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:15.273231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-4e9bf8d9-41d4-4d6e-b304-f8f1b824884a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544147 Dec 13 09:49:15.275112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc11e4f-a2b4-4b93-a0cf-3e318ea64915,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:15.282112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.282448 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Added segment 07447145-908c-4846-8b6f-fa3bd6398fc0 of type vlan for network fb3d8c57-7df6-4e51-a026-318e0ec52165 Dec 13 09:49:15.604437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:15.612531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1970098556-network', 'tenant_id': '1c16d852fc194abeb8a47cdc177568e9'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:15.636317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Made reservation on behalf of 1c16d852fc194abeb8a47cdc177568e9 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:15.638905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.655024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.701347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.718212 n-d-820935-7 neutron-server[103195]: WARNING neutron.scheduler.l3_agent_scheduler [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] No L3 agents can host the router 1fe49720-7d32-47f2-9402-89c91624d99e Dec 13 09:49:15.750162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.754829 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.757157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-591e8cb6-1c14-40b6-a8b1-6e57e469d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:15.758677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-591e8cb6-1c14-40b6-a8b1-6e57e469d419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1097 time: 0.4418042 Dec 13 09:49:15.788955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:49:15.789552 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:49:15.791461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67127af-baf6-4961-99a8-fa343dc112e8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:15.804060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4b645-2d81-4792-ac84-f12e31823620 req-f6a97cd9-8ab4-4b0c-a13c-c29a2fecc1db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:15.805554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6c4b645-2d81-4792-ac84-f12e31823620 req-f6a97cd9-8ab4-4b0c-a13c-c29a2fecc1db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1345279 Dec 13 09:49:15.809178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.814483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:15.815097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.994670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3503671 Dec 13 09:49:15.998248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53722) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.007007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Request body: {'subnet': {'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:16.020158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Hosts for router 1fe49720-7d32-47f2-9402-89c91624d99e: [] {{(pid=103195) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 09:49:16.024451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970c89-0cdf-4249-b02e-324ed7c448b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'Network': ['ID=fb3d8c57-7df6-4e51-a026-318e0ec52165,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:16.038290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:16.059893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Hosts for other DVR routers connected to router 1fe49720-7d32-47f2-9402-89c91624d99e: set() {{(pid=103195) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 09:49:16.062754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.064210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-74f115c3-3153-4e63-a43a-82eb5260b8d4 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "PUT /v2.0/routers/1fe49720-7d32-47f2-9402-89c91624d99e HTTP/1.1" status: 200 len: 717 time: 1.2322023 Dec 13 09:49:16.070783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.090554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-dd596a2e-0f58-400d-96b2-a45763a6cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:16.092097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-dd596a2e-0f58-400d-96b2-a45763a6cdbc service neutron] 10.222.0.16 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.2840607 Dec 13 09:49:16.202049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e208272a-e104-4a6d-89e3-ed935bf126bf tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "GET /v2.0/routers/1fe49720-7d32-47f2-9402-89c91624d99e HTTP/1.1" status: 200 len: 717 time: 0.1296723 Dec 13 09:49:16.204736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53730) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.243618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-2f7fa12d-7989-4bc8-85dd-3e5848ab178c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 1002 time: 0.1214011 Dec 13 09:49:16.314405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6c4b645-2d81-4792-ac84-f12e31823620 req-4bd19d54-8d74-4177-99d5-4bce592b485e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503312 Dec 13 09:49:16.334933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-5cb8e0a8-caee-4d0f-bae3-5d567580452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:16.337299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-5cb8e0a8-caee-4d0f-bae3-5d567580452b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.0831628 Dec 13 09:49:16.402295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-6a42ff4e-da05-4b84-9353-8e154c1ef485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:16.404390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-6a42ff4e-da05-4b84-9353-8e154c1ef485 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567975 Dec 13 09:49:16.416275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.463229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:16.479407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.479623 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Added segment 9de2fa1c-49b7-45b1-aabb-682322580505 of type vlan for network 502d43c5-ef61-4d96-b1da-714edbc516e3 Dec 13 09:49:16.510101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Made reservation on behalf of 3f61380db26b4c0baed5a22489b95236 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:16.513515 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.538492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.605628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-740f1a05-d23c-40f2-be03-0ee680e3d55c tempest-RoutersTestDVR-1404063249 tempest-RoutersTestDVR-1404063249-project] 10.222.0.31 "GET /v2.0/routers/1fe49720-7d32-47f2-9402-89c91624d99e HTTP/1.1" status: 200 len: 683 time: 0.3980033 Dec 13 09:49:16.608152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53738) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.613360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.614283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:16.614863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.670852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0637221 Dec 13 09:49:16.675042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.688094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Request body: {'subnet': {'network_id': '502d43c5-ef61-4d96-b1da-714edbc516e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1970098556-subnet', 'tenant_id': '1c16d852fc194abeb8a47cdc177568e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:16.690240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07966c-df5f-416e-9684-319c0834fcc7 admin admin] Pushing event updated for resources: {'Network': ['ID=502d43c5-ef61-4d96-b1da-714edbc516e3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:16.701532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 502d43c5-ef61-4d96-b1da-714edbc516e3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:16.757300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.764582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-faaa11ad-67ab-43bb-a4c8-3f23b7869606 service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508136 Dec 13 09:49:16.799704 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.853101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'Subnet': ['ID=459b1d7a-3eb1-4d0f-8556-be64d8eec0a1,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:16.869058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Checking segment: {'id': '07447145-908c-4846-8b6f-fa3bd6398fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:16.869421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Network hostable DHCP agents. Network: fb3d8c57-7df6-4e51-a026-318e0ec52165, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:16.886040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:16.894918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fb3d8c57-7df6-4e51-a026-318e0ec52165) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:16.899840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:16.900419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.905242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73370d4b-de52-47f4-9dde-3bedcf35bac8 None None] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:16.920559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5b58dd0f-6f9e-48c9-ac0a-1394e00f47ce tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9208493 Dec 13 09:49:16.920972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Made reservation on behalf of 1c16d852fc194abeb8a47cdc177568e9 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:16.923038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:16.924171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.928193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Request body: {'port': {'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-624443690'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:17.017835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-fb3d8c57-7df6-4e51-a026-318e0ec52165', 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165', 'project_id': '3f61380db26b4c0baed5a22489b95236', 'fixed_ips': [{'subnet_id': '459b1d7a-3eb1-4d0f-8556-be64d8eec0a1'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:17.018849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.048318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Made reservation on behalf of 3f61380db26b4c0baed5a22489b95236 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:17.051939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.074496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] device_id is not set on port cacaf134-f517-444a-97a5-9bf2edb8fb0e yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:17.111888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.116193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.186821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Allocated IP 2001:db8::2 (fb3d8c57-7df6-4e51-a026-318e0ec52165/459b1d7a-3eb1-4d0f-8556-be64d8eec0a1/2fb19a0c-9a9a-45e4-b2e4-acb91e020c06) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:17.218010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-434c9bdb-f69f-464a-a30a-74f1778fdadb req-0b30c2f9-a237-455b-a292-a78c2bb3fd26 service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086330 Dec 13 09:49:17.221035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.221549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fe49720-7d32-47f2-9402-89c91624d99e {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:17.227038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.231885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53746) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:17.232188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9b08ecfb-7d1a-49f0-b00b-36710add83e0 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1fe49720-7d32-47f2-9402-89c91624d99e HTTP/1.1" status: 204 len: 168 time: 0.6199520 Dec 13 09:49:17.237584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Request body: {'router': {'name': 'tempest-router-1010063788', 'distributed': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:17.273959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.274990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.337958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.344142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.371339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.375292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed2c059d-d058-40a7-ada2-bdaa1facbf6c tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1393604 Dec 13 09:49:17.377161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53754) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:17.409894 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.417784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.450170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.474047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Pushing event updated for resources: {'Port': ['ID=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:17.488650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:17.490242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:17.493254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:17.510412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.557468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205aa7b-1920-4ea1-8094-dcc3effd8761 req-610f065f-e7ab-47e2-85c8-cef6b22cfcf6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:17.564258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b205aa7b-1920-4ea1-8094-dcc3effd8761 req-610f065f-e7ab-47e2-85c8-cef6b22cfcf6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1632712 Dec 13 09:49:17.573566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Attempting to bind port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:17.573999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Attempting to bind port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '07447145-908c-4846-8b6f-fa3bd6398fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:17.574363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Attempting to bind port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 on network fb3d8c57-7df6-4e51-a026-318e0ec52165 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:17.579620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5b3ef2-812f-4756-9416-60c4cfa17d62,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:17.580164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:17.580540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Checking segment: {'id': '07447145-908c-4846-8b6f-fa3bd6398fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:17.580942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.582069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Bound using segment: {'id': '07447145-908c-4846-8b6f-fa3bd6398fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:17.582533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Bound port: 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07447145-908c-4846-8b6f-fa3bd6398fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:17.582922 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.605635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Allocated IP 2001:db8::1b0 (fb3d8c57-7df6-4e51-a026-318e0ec52165/459b1d7a-3eb1-4d0f-8556-be64d8eec0a1/cacaf134-f517-444a-97a5-9bf2edb8fb0e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:17.617000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Checking segment: {'id': '9de2fa1c-49b7-45b1-aabb-682322580505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '502d43c5-ef61-4d96-b1da-714edbc516e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:17.617368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Network hostable DHCP agents. Network: 502d43c5-ef61-4d96-b1da-714edbc516e3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:17.647295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] For port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:17.650001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b205aa7b-1920-4ea1-8094-dcc3effd8761 req-252daf61-8cce-45f7-87ce-93b01119a3ea tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840833 Dec 13 09:49:17.651668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] For port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,segment=NetworkSegment(07447145-908c-4846-8b6f-fa3bd6398fc0),segment_id=07447145-908c-4846-8b6f-fa3bd6398fc0)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:17.657307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Network 502d43c5-ef61-4d96-b1da-714edbc516e3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:17.657495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.669099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 502d43c5-ef61-4d96-b1da-714edbc516e3) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:17.676391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:17.676391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.707572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54aa6633-10a9-45eb-a86a-d7f90f7ba22e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0204492 Dec 13 09:49:17.709734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.711022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2e5ee-4f75-4af2-9482-a7633d1249d5 None None] Network 502d43c5-ef61-4d96-b1da-714edbc516e3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:17.717732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.786330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.786830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4f4427-d711-4ed5-8b59-9188cf79190f {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:17.801183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.802256 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56b92022-4dde-454b-b966-07fb952e01b8 tempest-RoutersTestDVR-1767372136 tempest-RoutersTestDVR-1767372136-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4a4f4427-d711-4ed5-8b59-9188cf79190f HTTP/1.1" status: 204 len: 168 time: 0.4240961 Dec 13 09:49:17.803034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584d5f-c2fd-47df-8e83-b1096357ff8d None None] Pushing event updated for resources: {'Port': ['ID=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:17.885077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b21978f-25f5-4672-9fec-46d20d3fbe69 None None] Network 502d43c5-ef61-4d96-b1da-714edbc516e3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:17.900902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53762) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:17.962907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Deleting subnet 5be86d69-bfa1-450f-8cd7-bd50f65d6036 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:17.969531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.995593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.049691 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.055434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.102869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.128882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:18.135117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:18.140059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:18.146415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:18.147906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.159219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'Port': ['ID=cacaf134-f517-444a-97a5-9bf2edb8fb0e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:18.177216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5c95e6f1-2ce8-473f-9185-56578f4daa8d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2530529 Dec 13 09:49:18.180431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:18.188161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Request body: {'port': {'network_id': 'fb3d8c57-7df6-4e51-a026-318e0ec52165', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2113158268', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:18.188948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] bootfile-name is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:18.189448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] tftp-server is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:18.189958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] server-ip-address is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:18.190942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.228323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.231772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5be86d69-bfa1-450f-8cd7-bd50f65d6036 HTTP/1.1" status: 204 len: 168 time: 0.3291590 Dec 13 09:49:18.232811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515c8ec-419b-48d8-9148-d513615c2397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be86d69-bfa1-450f-8cd7-bd50f65d6036,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:18.235091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53768) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:18.269421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:18.328683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.338331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Made reservation on behalf of 3f61380db26b4c0baed5a22489b95236 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:18.342652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.400774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] device_id is not set on port 40ce0808-9b9c-4a53-b3df-83db0ad8c35e yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:18.410197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.434044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fec3656-64be-43af-b04e-88a219e4aff9']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:18.443874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef645b5-c3b8-4401-b7c5-d8768c4a8a22') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:18.444173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef645b5-c3b8-4401-b7c5-d8768c4a8a22') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:18.449339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-143ce023-1fcf-4ec5-9e03-d2d00da9872c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.456341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.473254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.482298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:18.483588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:18.484991 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:18.504450 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-e9e668b8-3e58-4939-9d49-1854d477b896 service neutron] show failed (client error): The resource could not be found. Dec 13 09:49:18.505488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-e9e668b8-3e58-4939-9d49-1854d477b896 service neutron] 10.222.0.20 "GET /v2.0/ports/d59140f6-8293-4c64-941b-50a35ddd47c2/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.1513748 Dec 13 09:49:18.593409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.601133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.604526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8fec3656-64be-43af-b04e-88a219e4aff9 HTTP/1.1" status: 204 len: 168 time: 0.3680034 Dec 13 09:49:18.609164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53782) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:18.634581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Allocated IP 2001:db8::34e (fb3d8c57-7df6-4e51-a026-318e0ec52165/459b1d7a-3eb1-4d0f-8556-be64d8eec0a1/40ce0808-9b9c-4a53-b3df-83db0ad8c35e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:18.635301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf965f4-8703-420b-8ed8-2adc7312549d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fec3656-64be-43af-b04e-88a219e4aff9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:18.749219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-143ce023-1fcf-4ec5-9e03-d2d00da9872c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.752791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Deleting subnet 7c5b3ef2-812f-4756-9416-60c4cfa17d62 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:18.900146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:18.915723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-e3fca64a-8fdb-41da-b124-f4c927ba34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:18.918221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-e3fca64a-8fdb-41da-b124-f4c927ba34c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1100 time: 0.1486461 Dec 13 09:49:18.921598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.930710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d4fa-1ef6-4b87-b66c-8012c291a3a0 req-0b00cd6c-9108-4435-abfb-3c5ea6694f29 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:18.938369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd52d4fa-1ef6-4b87-b66c-8012c291a3a0 req-0b00cd6c-9108-4435-abfb-3c5ea6694f29 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1123679 Dec 13 09:49:18.946450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:18.960413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.964681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:18.965072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.004520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.039410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-143ce023-1fcf-4ec5-9e03-d2d00da9872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.057691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed6683-89e7-4538-adef-301ca901b04a None None] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:19.058834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.060079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd52d4fa-1ef6-4b87-b66c-8012c291a3a0 req-e3105c19-0dcb-461b-8fc5-397fa3789eb7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054869 Dec 13 09:49:19.063580 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.152833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:19.154096 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.156405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.161867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:19.164494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:19.170436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.171170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.178504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-143ce023-1fcf-4ec5-9e03-d2d00da9872c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58e8210f1249408b9a672b4175446b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9053769 Dec 13 09:49:19.183218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-db399c81-ac1e-4c77-b1e3-a68a2bef1fd5 None None] Provisioning complete for port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:19.183617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db399c81-ac1e-4c77-b1e3-a68a2bef1fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.189110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53786) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.200605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce023-1fcf-4ec5-9e03-d2d00da9872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d3a05-8482-4fcd-a372-012aba7277d9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.228554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'Port': ['ID=40ce0808-9b9c-4a53-b3df-83db0ad8c35e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.241235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4a83eb9-efee-446d-87ce-04846df11a5d tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0578825 Dec 13 09:49:19.244655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53788) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.246150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,segment=NetworkSegment(07447145-908c-4846-8b6f-fa3bd6398fc0),segment_id=07447145-908c-4846-8b6f-fa3bd6398fc0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:19.251536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.314996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.332327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.356962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.387605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.394307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:19.400248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7ef17-5289-4f14-a6df-102c133ccde5 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.408419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7ef17-5289-4f14-a6df-102c133ccde5 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.415760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7ef17-5289-4f14-a6df-102c133ccde5 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.417888 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5da7ef17-5289-4f14-a6df-102c133ccde5 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1728601 Dec 13 09:49:19.419764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5b3ef2-812f-4756-9416-60c4cfa17d62,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.421132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53792) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.434689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.437425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7bef110-dd83-493f-9e2a-be262b830ed1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7c5b3ef2-812f-4756-9416-60c4cfa17d62 HTTP/1.1" status: 204 len: 168 time: 0.8257520 Dec 13 09:49:19.446431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53794) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.473163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:19.528064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Deleting port 40ce0808-9b9c-4a53-b3df-83db0ad8c35e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:19.528480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.650637 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.676897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Calling delete_port for 40ce0808-9b9c-4a53-b3df-83db0ad8c35e owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:19.861093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.863845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.867469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c8d3a05-8482-4fcd-a372-012aba7277d9 HTTP/1.1" status: 204 len: 168 time: 0.6761997 Dec 13 09:49:19.893933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.903667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29226c-1ad4-4751-81c9-d91e3853569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d3a05-8482-4fcd-a372-012aba7277d9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.904988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Provisioning complete for port cacaf134-f517-444a-97a5-9bf2edb8fb0e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:19.905508 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.920982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:19.923360 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbaded7-0d05-462b-a628-e4d109f3f886" -d '{"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:19.947470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event deleted for resources: {'Port': ['ID=40ce0808-9b9c-4a53-b3df-83db0ad8c35e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.948082 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.963438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.976387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Port cacaf134-f517-444a-97a5-9bf2edb8fb0e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:19.989679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.998457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75de7aca-6885-4fdc-8777-3204eec935f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "DELETE /v2.0/ports/40ce0808-9b9c-4a53-b3df-83db0ad8c35e HTTP/1.1" status: 204 len: 168 time: 0.5724773 Dec 13 09:49:19.998965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53806) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.999449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Provisioning complete for port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:19.999850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.002981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Transition to ACTIVE for port object d59140f6-8293-4c64-941b-50a35ddd47c2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:49:20.013433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Request body: {'port': {'name': 'tempest-new-port-name-906709061', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:20.013890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.014866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] bootfile-name is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:20.017602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] tftp-server is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:20.018616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] server-ip-address is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:20.116938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.123584 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812da0e-b1df-482b-8b00-df467739b034 x-openstack-request-id: req-3812da0e-b1df-482b-8b00-df467739b034 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:20.125178 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:20.126535 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3812da0e-b1df-482b-8b00-df467739b034 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:20.127333 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'code': 200} Dec 13 09:49:20.128456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a658d6ab-93a1-4617-8a88-ddf706519443 None None] Could not find standard attr ID for object 40ce0808-9b9c-4a53-b3df-83db0ad8c35e. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:20.265044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b2e20cc2-d345-4b3d-93ac-e61502334713 None None] Provisioning complete for port cacaf134-f517-444a-97a5-9bf2edb8fb0e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:20.265701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2e20cc2-d345-4b3d-93ac-e61502334713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.307359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.322286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b2e20cc2-d345-4b3d-93ac-e61502334713 None None] Port cacaf134-f517-444a-97a5-9bf2edb8fb0e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:20.326837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.344386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] No DVR routers for this DVR port d59140f6-8293-4c64-941b-50a35ddd47c2 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:20.387504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502d43c5-ef61-4d96-b1da-714edbc516e3']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.410191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a99ea-c0de-42af-8e1d-546e7ff65710 req-0ede3472-b7e9-41f4-b52c-4aae5c7fc6fd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.418529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a8a99ea-c0de-42af-8e1d-546e7ff65710 req-0ede3472-b7e9-41f4-b52c-4aae5c7fc6fd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.2438080 Dec 13 09:49:20.418697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53812) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:20.443829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de2fa1c-49b7-45b1-aabb-682322580505') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.444125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de2fa1c-49b7-45b1-aabb-682322580505') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.448827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-976aa22b-deb3-4444-b7fc-6fa62434965d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.449713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-013404ca-523f-46db-90dd-01256eec4276 None None] Could not find standard attr ID for object 40ce0808-9b9c-4a53-b3df-83db0ad8c35e. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:20.477763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.517140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:20.517453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:20.517841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:20.529336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a8a99ea-c0de-42af-8e1d-546e7ff65710 req-afffea0e-dfc7-42ec-864c-28bce73321dd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098409 Dec 13 09:49:20.531145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:20.533066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Attempting to bind port d59140f6-8293-4c64-941b-50a35ddd47c2 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:20.537817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.538810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.540369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:20.540713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:20.541149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:20.541661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Bound port: d59140f6-8293-4c64-941b-50a35ddd47c2, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:20.542018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.550600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.567057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:20.567457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:20.573818 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:20.592916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-976aa22b-deb3-4444-b7fc-6fa62434965d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.604046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-976aa22b-deb3-4444-b7fc-6fa62434965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.608825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] In _notify_port_updated(), no bound segment for port cacaf134-f517-444a-97a5-9bf2edb8fb0e on network fb3d8c57-7df6-4e51-a026-318e0ec52165 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:20.614366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.615027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.617178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "PUT /v2.0/ports/cacaf134-f517-444a-97a5-9bf2edb8fb0e HTTP/1.1" status: 200 len: 1129 time: 0.6164343 Dec 13 09:49:20.641472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53818) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:20.666729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976aa22b-deb3-4444-b7fc-6fa62434965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5de77d-ebe5-40ca-bde8-a32565cc41a4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.698353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:20.704492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:20.708627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.710713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940175b-5b93-42ba-b765-569ec918bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event updated for resources: {'Port': ['ID=cacaf134-f517-444a-97a5-9bf2edb8fb0e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.713027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.724124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-976aa22b-deb3-4444-b7fc-6fa62434965d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22e5681aa34b4339be8a7badfdf88001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044512 Dec 13 09:49:20.727968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:20.742549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.751630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee160b-4af7-4e3c-9536-ba913126ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.751850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] 10.222.0.31 "DELETE /v2.0/networks/502d43c5-ef61-4d96-b1da-714edbc516e3 HTTP/1.1" status: 204 len: 168 time: 1.2998784 Dec 13 09:49:20.751957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36ee160b-4af7-4e3c-9536-ba913126ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "GET /v2.0/ports/cacaf134-f517-444a-97a5-9bf2edb8fb0e HTTP/1.1" status: 200 len: 1129 time: 0.1029358 Dec 13 09:49:20.756666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53828) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:20.836033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9d376-e267-418d-a542-aad29bb76235 admin admin] Pushing event deleted for resources: {'Network': ['ID=502d43c5-ef61-4d96-b1da-714edbc516e3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.868985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.869633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:20.869736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.871191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 1095 time: 1.9299366 Dec 13 09:49:20.877651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1537-4fc7-478b-ab6e-00ae7aeb10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.920909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.936771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:20.938453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.961745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.995155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Deleting port cacaf134-f517-444a-97a5-9bf2edb8fb0e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:20.995504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.995677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1b4caa1a-392a-4995-950e-0867781570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.998278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-1b4caa1a-392a-4995-950e-0867781570c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1098 time: 0.0739985 Dec 13 09:49:21.105856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:21.184389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a93f313-ac0f-4b03-886a-f075b7ecb2f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70a2be6ccacf4fd1957604e62e2eaa63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771022 Dec 13 09:49:21.187025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53832) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:21.214092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.217065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.220601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d5de77d-ebe5-40ca-bde8-a32565cc41a4 HTTP/1.1" status: 204 len: 168 time: 0.4892719 Dec 13 09:49:21.220769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-c5fb49f0-4617-4ab1-b37b-e4aa5e998013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:21.231089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.232488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-c5fb49f0-4617-4ab1-b37b-e4aa5e998013 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2245986 Dec 13 09:49:21.293478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668a95a-2941-4b76-a009-1bf14b928b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5de77d-ebe5-40ca-bde8-a32565cc41a4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.304081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-4ec6c77a-1355-4c35-91ab-6d03e3c1c879 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.0638213 Dec 13 09:49:21.309373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Calling delete_port for cacaf134-f517-444a-97a5-9bf2edb8fb0e owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:21.380138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-a3efa3f9-e4bb-4ece-9ff5-b4627568cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:21.383124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-a3efa3f9-e4bb-4ece-9ff5-b4627568cf02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0706651 Dec 13 09:49:21.420513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.442918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-f1515447-3f1a-4692-bcca-7bd5aea96f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:21.445110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-f1515447-3f1a-4692-bcca-7bd5aea96f5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528135 Dec 13 09:49:21.456945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.492940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-05a3fc5d-8203-43d7-9ec7-cdb8cee98773 None None] Provisioning complete for port cacaf134-f517-444a-97a5-9bf2edb8fb0e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:21.493608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05a3fc5d-8203-43d7-9ec7-cdb8cee98773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.534147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-05a3fc5d-8203-43d7-9ec7-cdb8cee98773 None None] Port cacaf134-f517-444a-97a5-9bf2edb8fb0e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:21.555318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.587440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.590618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.594872 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe8f9955-6abb-40f5-99c4-13680d6f3881 HTTP/1.1" status: 204 len: 168 time: 0.4030204 Dec 13 09:49:21.603032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-7cb4ecb6-a858-41ff-bef9-2f1dab882263 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475303 Dec 13 09:49:21.606005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event deleted for resources: {'Port': ['ID=cacaf134-f517-444a-97a5-9bf2edb8fb0e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.614783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d85330-9a3e-4ffa-a5b1-61f3489e75f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f9955-6abb-40f5-99c4-13680d6f3881,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.641186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.648439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bcd9352e-856a-4773-875d-e423226dc1bf tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "DELETE /v2.0/ports/cacaf134-f517-444a-97a5-9bf2edb8fb0e HTTP/1.1" status: 204 len: 168 time: 0.8884275 Dec 13 09:49:21.649092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53844) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:21.735591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Deleting subnet 459b1d7a-3eb1-4d0f-8556-be64d8eec0a1 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:21.744449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.764966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb849c98-a9d9-4478-b2e7-d3d2135b70dc req-b62d4402-3a3a-473d-bc22-d2a8d8428b5a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542377 Dec 13 09:49:21.852727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.994154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.059755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.077976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.081498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa990d8-3dab-4fb4-b473-f47c6e11cd3e None None] Network fb3d8c57-7df6-4e51-a026-318e0ec52165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:22.082429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "DELETE /v2.0/subnets/459b1d7a-3eb1-4d0f-8556-be64d8eec0a1 HTTP/1.1" status: 204 len: 168 time: 0.4319222 Dec 13 09:49:22.085273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53862) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:22.130091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca312d-2cf3-416c-8772-9e41d814b42a tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event deleted for resources: {'Subnet': ['ID=459b1d7a-3eb1-4d0f-8556-be64d8eec0a1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.153810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b44d-03a3-4b58-833a-44334190a175 req-8b49c4bd-fe8b-4851-b9d6-c380be19c556 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.158469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50a3b44d-03a3-4b58-833a-44334190a175 req-8b49c4bd-fe8b-4851-b9d6-c380be19c556 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.4601166 Dec 13 09:49:22.159965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:22.160776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:22.166098 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b41afe-f4d5-47f6-984e-a082c5559392" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:22.226480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.256722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:22.263374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:22.292596 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843dbf22-8f33-4fdc-ac38-5ef5efc1d101 x-openstack-request-id: req-843dbf22-8f33-4fdc-ac38-5ef5efc1d101 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:22.292909 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:22.293169 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-843dbf22-8f33-4fdc-ac38-5ef5efc1d101 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:22.293574 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'status': 'completed', 'code': 200} Dec 13 09:49:22.300102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Deleting port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:22.300451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.319767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50a3b44d-03a3-4b58-833a-44334190a175 req-7f3eea24-1b82-4fd2-a4fe-2efeece37a58 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388757 Dec 13 09:49:22.368759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-baaa58d8-e375-4303-aeeb-332738a28c26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c16d852fc194abeb8a47cdc177568e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1111925 Dec 13 09:49:22.371336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:22.388549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] DHCP port deletion for fb3d8c57-7df6-4e51-a026-318e0ec52165 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:22.399941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-4bf2ea28-6d5d-4aa6-9751-d53c36dfdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.401618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-4bf2ea28-6d5d-4aa6-9751-d53c36dfdd76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1098 time: 0.0789280 Dec 13 09:49:22.439313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] For port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,segment=NetworkSegment(07447145-908c-4846-8b6f-fa3bd6398fc0),segment_id=07447145-908c-4846-8b6f-fa3bd6398fc0)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:22.439733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.453415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Deleting port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:22.454071 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.455259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Calling delete_port for 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:22.518711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.525045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] For port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,segment=NetworkSegment(07447145-908c-4846-8b6f-fa3bd6398fc0),segment_id=07447145-908c-4846-8b6f-fa3bd6398fc0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:22.525741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.526453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-8994673c-937d-4982-9e10-dcce3e5c2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.527980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-8994673c-937d-4982-9e10-dcce3e5c2415 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1187422 Dec 13 09:49:22.541219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Calling delete_port for 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:22.570351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.578661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-859914e6-8bc5-49fa-a780-68150cd404cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.580488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-859914e6-8bc5-49fa-a780-68150cd404cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1098 time: 0.2551901 Dec 13 09:49:22.580709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-28e914a8-bd02-475d-820a-acee0cfdab7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.0455053 Dec 13 09:49:22.582776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.636615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event deleted for resources: {'Port': ['ID=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: from cryptography.utils import int_from_bytes Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: from cryptography.utils import int_from_bytes Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.642653 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:22.645815 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:49:22.646763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] No DVR routers for this DVR port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:22.659784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-2b532027-7dd6-405d-92b1-eb543419f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.661300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-2b532027-7dd6-405d-92b1-eb543419f1a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0715113 Dec 13 09:49:22.666712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.682248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53882) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:22.696278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] No DVR routers for this DVR port 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:22.716394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.719436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.720814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a67127af-baf6-4961-99a8-fa343dc112e8 HTTP/1.1" status: 204 len: 168 time: 0.3471072 Dec 13 09:49:22.725658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6b8bd-a0fc-4a0e-9285-11be002c25a1 None None] Pushing event deleted for resources: {'Port': ['ID=2fb19a0c-9a9a-45e4-b2e4-acb91e020c06,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.738658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-76e07291-1fb6-4356-ac14-276bf2f4b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.740321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-76e07291-1fb6-4356-ac14-276bf2f4b2fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698016 Dec 13 09:49:22.741654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736475-30fa-4911-a440-11e5c1485fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67127af-baf6-4961-99a8-fa343dc112e8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.852499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.882051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3d8c57-7df6-4e51-a026-318e0ec52165']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.890792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-590bb7eb-b683-4483-b0fa-5d2866f93d55 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401579 Dec 13 09:49:22.904544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07447145-908c-4846-8b6f-fa3bd6398fc0') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.904850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07447145-908c-4846-8b6f-fa3bd6398fc0') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.911891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:22.920103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-893fc3e3-ae51-43d6-b3f8-edb66cf546d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.921589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-893fc3e3-ae51-43d6-b3f8-edb66cf546d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3097947 Dec 13 09:49:22.923762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.941938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1976766765'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:22.957899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:22.960521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fb19a0c-9a9a-45e4-b2e4-acb91e020c06 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:22.969710 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-36b03545-73c7-4865-9aca-c21921733e47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.0380065 Dec 13 09:49:23.016454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.031454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:23.032025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:23.036365 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:23.049382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:23.057459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.069523 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.100609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-56ff09a8-7aa3-4ab6-8262-399c5df731a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.102070 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-56ff09a8-7aa3-4ab6-8262-399c5df731a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1260264 Dec 13 09:49:23.117308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-22d4e378-6645-4b67-8ea7-2807ad55820a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191865 Dec 13 09:49:23.121470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.126735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.130291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] 10.222.0.31 "DELETE /v2.0/networks/fb3d8c57-7df6-4e51-a026-318e0ec52165 HTTP/1.1" status: 204 len: 168 time: 1.0431540 Dec 13 09:49:23.170011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85932d-503b-45ac-b4ed-2c804683aba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545 tempest-ExtraDHCPOptionsIpV6TestJSON-1805988545-project] Pushing event deleted for resources: {'Network': ['ID=fb3d8c57-7df6-4e51-a026-318e0ec52165,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.181632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-4685ab8a-5c98-4a1f-a685-d7138a1a7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.183605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-4685ab8a-5c98-4a1f-a685-d7138a1a7c69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734713 Dec 13 09:49:23.210336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.215251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.248236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:23.266449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831a137b-7494-473b-86fd-4380927e82a1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.269758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.270115 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Added segment c37dbcce-d590-4bd2-9b85-2a83f7578c95 of type vlan for network 51d7f762-d66d-44c9-98b9-8816e75745f2 Dec 13 09:49:23.320922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.331835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-6206c9b7-be56-4bb8-bc71-b3e7e4cbd4a5 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407878 Dec 13 09:49:23.356069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.372516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.373246 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.499631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8136353 Dec 13 09:49:23.502763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:23.521751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'subnet': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:23.524165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf9e9-0d51-48d7-adb2-3d4eb6fd7381 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Network': ['ID=51d7f762-d66d-44c9-98b9-8816e75745f2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.537651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:23.548166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ab54-93e3-49d3-9c8c-ef5b8525b542 req-6597b221-a43d-42e3-86a7-92736a94cc1b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.556068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8821ab54-93e3-49d3-9c8c-ef5b8525b542 req-6597b221-a43d-42e3-86a7-92736a94cc1b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.1108723 Dec 13 09:49:23.629641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:23.631705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8821ab54-93e3-49d3-9c8c-ef5b8525b542 req-99f82161-49e7-4864-876b-2996fc9a99de tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667632 Dec 13 09:49:23.658705 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b41afe-f4d5-47f6-984e-a082c5559392 req-528b9110-eb7f-48ac-882e-356aeabd607e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190222 Dec 13 09:49:23.684460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:23.688254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.824410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53926) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:23.831573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4260493-3b41-43f0-8ffd-bf80e74ff06f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f61380db26b4c0baed5a22489b95236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993508 Dec 13 09:49:23.889015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.916107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.943111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.974509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.979442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.981423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bc11e4f-a2b4-4b93-a0cf-3e318ea64915 HTTP/1.1" status: 204 len: 168 time: 0.1560009 Dec 13 09:49:24.001656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56206d-1487-49a9-ac95-3124c853e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc11e4f-a2b4-4b93-a0cf-3e318ea64915,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.018027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Subnet': ['ID=980a090e-2f34-45ed-97f4-7241c9089dc6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.028742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Checking segment: {'id': 'c37dbcce-d590-4bd2-9b85-2a83f7578c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:24.029108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network hostable DHCP agents. Network: 51d7f762-d66d-44c9-98b9-8816e75745f2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:24.048702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:24.065196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 51d7f762-d66d-44c9-98b9-8816e75745f2) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:24.074398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:24.075017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.075654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a025b-a344-45c8-8698-05e82880f736 None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:24.103539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53938) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:24.104022 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-626fcc73-9671-456a-8727-f058cde5c8a6 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5987487 Dec 13 09:49:24.109350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1836807122'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:24.212044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-51d7f762-d66d-44c9-98b9-8816e75745f2', 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'project_id': '0c555f344501475a9b39ce943d19485f', 'fixed_ips': [{'subnet_id': '980a090e-2f34-45ed-97f4-7241c9089dc6'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:24.213001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.296167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:24.300667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.324507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port e90c4332-9a68-4a23-bfbe-676b7b619da6 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:24.388673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Allocated IP 2001:db8::2 (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/1b6e96ad-a676-466e-bcb7-7af55d2039ea) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:24.544446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.551316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.602736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:24.606337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:24.608968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:24.624172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Pushing event updated for resources: {'Port': ['ID=1b6e96ad-a676-466e-bcb7-7af55d2039ea,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.629959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::26c (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/e90c4332-9a68-4a23-bfbe-676b7b619da6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:24.682394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Attempting to bind port 1b6e96ad-a676-466e-bcb7-7af55d2039ea on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:24.682775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Attempting to bind port 1b6e96ad-a676-466e-bcb7-7af55d2039ea by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c37dbcce-d590-4bd2-9b85-2a83f7578c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:24.683137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Attempting to bind port 1b6e96ad-a676-466e-bcb7-7af55d2039ea on network 51d7f762-d66d-44c9-98b9-8816e75745f2 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:24.689303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:24.690163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Checking segment: {'id': 'c37dbcce-d590-4bd2-9b85-2a83f7578c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:24.690576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.690972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Bound using segment: {'id': 'c37dbcce-d590-4bd2-9b85-2a83f7578c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:24.691448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Bound port: 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37dbcce-d590-4bd2-9b85-2a83f7578c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:24.691897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.779662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] For port 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:24.788177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] For port 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1b6e96ad-a676-466e-bcb7-7af55d2039ea,segment=NetworkSegment(c37dbcce-d590-4bd2-9b85-2a83f7578c95),segment_id=c37dbcce-d590-4bd2-9b85-2a83f7578c95)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:24.792653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.855589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4e21-d37c-4e8a-a21f-e5df26ea3da1 req-8bd1f854-49f7-421b-bf3f-dd0f1ab6ddcb tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:24.857188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9dc4e21-d37c-4e8a-a21f-e5df26ea3da1 req-8bd1f854-49f7-421b-bf3f-dd0f1ab6ddcb tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 947 time: 0.1449742 Dec 13 09:49:24.897152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae8563-c26b-4ca6-8a74-ac18e9c34299 None None] Pushing event updated for resources: {'Port': ['ID=1b6e96ad-a676-466e-bcb7-7af55d2039ea,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.959819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.981397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9dc4e21-d37c-4e8a-a21f-e5df26ea3da1 req-84ba8b97-4b6e-4ad8-8fb2-0d261ef54d18 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957198 Dec 13 09:49:25.014081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.066689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:25.070821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:25.074642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:25.081333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:25.082227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.097272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:25.137993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0297644 Dec 13 09:49:25.138296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:25.143596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1175627566', 'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:01:af:79'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:25.148157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00622bd-f34a-4a89-a775-cab36d916b62 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=e90c4332-9a68-4a23-bfbe-676b7b619da6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:25.327764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:25.336911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-491816878'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:25.419653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Made reservation on behalf of 6a435991fdd340609632b0a45e426344 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:25.423692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.439378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.461308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:25.484631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:25.500162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'mac_address': 'fa:16:3e:d3:1c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:25.543686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.560470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59140f6-8293-4c64-941b-50a35ddd47c2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:25.581460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.588989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:25.593775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.616852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port 1ffc9737-24a0-4b30-9f38-568e0a80c422 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:25.634411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.664932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.668459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:25.720043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:25.765534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7f43d-cbfd-4923-a991-cf4a908493cf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:25.784187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.784582 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Added segment 58da355e-cdc6-4940-9bec-974fcb2b9bf0 of type vlan for network bcc87882-628a-4bda-ad86-3902db6c2701 Dec 13 09:49:25.815029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:25.857578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::15d (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/1ffc9737-24a0-4b30-9f38-568e0a80c422) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:25.867498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.928012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.934727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:25.935618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.956201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22e2c736-a699-4e26-ae1b-96f12a5c3653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.063325 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9649680 Dec 13 09:49:26.070579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:26.080969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Request body: {'subnet': {'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:26.108223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a47d0-4d5f-4ed3-ae35-a75ca1f44a86 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'Network': ['ID=bcc87882-628a-4bda-ad86-3902db6c2701,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.123615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network bcc87882-628a-4bda-ad86-3902db6c2701 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:26.182780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.199005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22e2c736-a699-4e26-ae1b-96f12a5c3653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.210545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22e2c736-a699-4e26-ae1b-96f12a5c3653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.234361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.236299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:26.259157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8bc9-4fba-49e9-84e3-38a6fb34f70d req-808b07dd-1b53-4fe0-93a2-c23e4e1b6189 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.267470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48c8bc9-4fba-49e9-84e3-38a6fb34f70d req-808b07dd-1b53-4fe0-93a2-c23e4e1b6189 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.1092224 Dec 13 09:49:26.268656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684dbdc-f55e-445a-a4eb-ef2486777e9e None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:26.284843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Made reservation on behalf of 6a435991fdd340609632b0a45e426344 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:26.288479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.327402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:26.335199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:26.342833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:26.350775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2c736-a699-4e26-ae1b-96f12a5c3653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75999c5-61d4-47dc-b9e5-707863d35bf5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.360233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.360391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-22e2c736-a699-4e26-ae1b-96f12a5c3653 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d442cdd15ff24c2980702de2970ab275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5434191 Dec 13 09:49:26.364098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.373256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54028) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:26.393567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2540176 Dec 13 09:49:26.398330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:26.411291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8c2a-84d4-4ebd-83c6-89f91ddd94f2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=1ffc9737-24a0-4b30-9f38-568e0a80c422,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.468220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438d5c4-e71f-4a9f-9a61-79d6b3bbf0f9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.469344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d48c8bc9-4fba-49e9-84e3-38a6fb34f70d req-4e7a57bd-bd9f-466d-a02f-43fb3fb6d232 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004647 Dec 13 09:49:26.475933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438d5c4-e71f-4a9f-9a61-79d6b3bbf0f9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.484374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438d5c4-e71f-4a9f-9a61-79d6b3bbf0f9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.486361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f438d5c4-e71f-4a9f-9a61-79d6b3bbf0f9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0865490 Dec 13 09:49:26.491988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54032) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:26.502678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] Provisioning complete for port 1b6e96ad-a676-466e-bcb7-7af55d2039ea triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:26.503009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.559371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.640576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.721945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.766976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] For port 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1b6e96ad-a676-466e-bcb7-7af55d2039ea,segment=NetworkSegment(c37dbcce-d590-4bd2-9b85-2a83f7578c95),segment_id=c37dbcce-d590-4bd2-9b85-2a83f7578c95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:26.773431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.796583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.820543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port 1ffc9737-24a0-4b30-9f38-568e0a80c422 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:26.821569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.874192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a7e64-cd99-4709-bfb4-b85f769b608a req-9606c641-c74b-4bf9-b3a2-4a0c2387b02b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.876367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab3a7e64-cd99-4709-bfb4-b85f769b608a req-9606c641-c74b-4bf9-b3a2-4a0c2387b02b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.1395380 Dec 13 09:49:26.891584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2441a61-4fbf-453a-af1a-a4e992013b63 None None] Pushing event updated for resources: {'Port': ['ID=1b6e96ad-a676-466e-bcb7-7af55d2039ea,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.956067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1b6e96ad-a676-466e-bcb7-7af55d2039ea up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:26.963578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-981f7c84-7a74-4317-afb4-78770c32cd6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.964702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-981f7c84-7a74-4317-afb4-78770c32cd6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 948 time: 0.2031128 Dec 13 09:49:27.015016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Provisioning complete for port e90c4332-9a68-4a23-bfbe-676b7b619da6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.015472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.038316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'Subnet': ['ID=ae6dd810-2891-4eab-b701-8778ecc1d5df,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:27.046544 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.049655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.053963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d75999c5-61d4-47dc-b9e5-707863d35bf5 HTTP/1.1" status: 204 len: 168 time: 0.6797059 Dec 13 09:49:27.061388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Port e90c4332-9a68-4a23-bfbe-676b7b619da6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:27.064374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1b6e96ad-a676-466e-bcb7-7af55d2039ea triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.064823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.080577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe8bca-494d-4191-bba6-96b80101d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75999c5-61d4-47dc-b9e5-707863d35bf5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:27.121051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab3a7e64-cd99-4709-bfb4-b85f769b608a req-92c24ced-4458-41da-af48-304c9ffc6357 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075555 Dec 13 09:49:27.121716 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-87332a81-6066-4423-9f01-d06540ca74db service neutron] delete failed (client error): The resource could not be found. Dec 13 09:49:27.122186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Checking segment: {'id': '58da355e-cdc6-4940-9bec-974fcb2b9bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:27.122297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Network hostable DHCP agents. Network: bcc87882-628a-4bda-ad86-3902db6c2701, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:27.125733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-87332a81-6066-4423-9f01-d06540ca74db service neutron] 10.222.0.20 "DELETE /v2.0/ports/d59140f6-8293-4c64-941b-50a35ddd47c2/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.1530519 Dec 13 09:49:27.150697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.155921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Provisioning complete for port 1ffc9737-24a0-4b30-9f38-568e0a80c422 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.156569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.189221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for 1ffc9737-24a0-4b30-9f38-568e0a80c422 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:27.203058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Network bcc87882-628a-4bda-ad86-3902db6c2701 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:27.241768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Port 1ffc9737-24a0-4b30-9f38-568e0a80c422 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:27.264347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Provisioning complete for port 1b6e96ad-a676-466e-bcb7-7af55d2039ea triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.264808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17a05571-a112-420f-b6e5-14244ce68215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.282161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, bcc87882-628a-4bda-ad86-3902db6c2701) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:27.295332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d4d29-3743-4fb9-aac3-62882da5f5d3 None None] Network bcc87882-628a-4bda-ad86-3902db6c2701 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:27.309605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:27.314837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.362413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2cca20d0-7110-4db5-9964-4f669ac1fe5a tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2903140 Dec 13 09:49:27.376048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54044) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:27.390061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Request body: {'port': {'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701', 'name': 'tempest-ExtraDHCPOptionsTestJSON-339437968'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:27.512399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-bcc87882-628a-4bda-ad86-3902db6c2701', 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701', 'project_id': '6a435991fdd340609632b0a45e426344', 'fixed_ips': [{'subnet_id': 'ae6dd810-2891-4eab-b701-8778ecc1d5df'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:27.514196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.705056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Made reservation on behalf of 6a435991fdd340609632b0a45e426344 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:27.714312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.748140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] device_id is not set on port b0408106-7cd8-4a71-8b8b-e80d00103955 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:27.759263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Allocated IP 172.20.0.2 (bcc87882-628a-4bda-ad86-3902db6c2701/ae6dd810-2891-4eab-b701-8778ecc1d5df/6a16d67c-912f-4884-80fe-d2c51752d1e0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:27.895686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54052) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:27.920272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f55ef80b-7876-47b6-aae8-2fc9d2e0a98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.922312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-0000eddf-35a9-431a-90c8-89bfa4cd89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:27.924300 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-0000eddf-35a9-431a-90c8-89bfa4cd89c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 1099 time: 0.7409220 Dec 13 09:49:27.972441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8b0e3219-d1c0-484a-9c4b-34d0547bf731 None None] Provisioning complete for port e90c4332-9a68-4a23-bfbe-676b7b619da6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.973013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3219-d1c0-484a-9c4b-34d0547bf731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.981687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.983113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.014626 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.066066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-9341c4d9-b505-4d2a-bcdf-8433eee70bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:28.068712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-9341c4d9-b505-4d2a-bcdf-8433eee70bd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1369300 Dec 13 09:49:28.078841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Pushing event updated for resources: {'Port': ['ID=6a16d67c-912f-4884-80fe-d2c51752d1e0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.095159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Network bcc87882-628a-4bda-ad86-3902db6c2701 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:28.097020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:28.099073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e3219-d1c0-484a-9c4b-34d0547bf731 None None] Port e90c4332-9a68-4a23-bfbe-676b7b619da6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:28.101414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:28.174811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-8e067121-4ebf-4d4c-80a6-dbd639280797 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 200 len: 217 time: 0.0836477 Dec 13 09:49:28.208660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Attempting to bind port 6a16d67c-912f-4884-80fe-d2c51752d1e0 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:28.212577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Attempting to bind port 6a16d67c-912f-4884-80fe-d2c51752d1e0 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '58da355e-cdc6-4940-9bec-974fcb2b9bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:28.212901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Attempting to bind port 6a16d67c-912f-4884-80fe-d2c51752d1e0 on network bcc87882-628a-4bda-ad86-3902db6c2701 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:28.231563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Allocated IP 172.20.0.11 (bcc87882-628a-4bda-ad86-3902db6c2701/ae6dd810-2891-4eab-b701-8778ecc1d5df/b0408106-7cd8-4a71-8b8b-e80d00103955) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:28.314941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-6bf4e4e4-fde0-40a2-82e8-ceb9740ffdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:28.317112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-6bf4e4e4-fde0-40a2-82e8-ceb9740ffdcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1335864 Dec 13 09:49:28.382087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-51eada84-dec7-4f4f-a341-811304992cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:28.383863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-51eada84-dec7-4f4f-a341-811304992cf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599163 Dec 13 09:49:28.386950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=1ffc9737-24a0-4b30-9f38-568e0a80c422,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.477932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.478345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.478703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.479189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.479607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.479954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.480292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.480685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.481021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.481362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.482195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.482195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.482564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:28.495915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:28.496298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Checking segment: {'id': '58da355e-cdc6-4940-9bec-974fcb2b9bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:28.496731 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.497114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Bound using segment: {'id': '58da355e-cdc6-4940-9bec-974fcb2b9bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:28.497605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Bound port: 6a16d67c-912f-4884-80fe-d2c51752d1e0, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58da355e-cdc6-4940-9bec-974fcb2b9bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:28.497993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.499933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b1fa14f2-f19f-4141-a25d-e8846994b9b6 None None] Could not find standard attr ID for object 1ffc9737-24a0-4b30-9f38-568e0a80c422. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:28.530870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.536368 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-8b44da79-cc3c-4454-b858-2ce810d4b6fc service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444876 Dec 13 09:49:28.537879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-146a5704-134a-4c8e-ba7d-db31898255df tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/1ffc9737-24a0-4b30-9f38-568e0a80c422 HTTP/1.1" status: 204 len: 168 time: 2.0393753 Dec 13 09:49:28.538743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54062) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:28.566626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3931-1a5c-4115-b4c5-d8ef1bbefc5c req-a402b7ab-effc-4620-a88a-19aa7b9efc03 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:28.574658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c60a3931-1a5c-4115-b4c5-d8ef1bbefc5c req-a402b7ab-effc-4620-a88a-19aa7b9efc03 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 948 time: 0.1815689 Dec 13 09:49:28.591638 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc930cf-bb84-492b-8686-14b4635f36d2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] GET failed (client error): The resource could not be found. Dec 13 09:49:28.593864 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2bc930cf-bb84-492b-8686-14b4635f36d2 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports/1ffc9737-24a0-4b30-9f38-568e0a80c422 HTTP/1.1" status: 404 len: 333 time: 0.0538104 Dec 13 09:49:28.606382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:28.616374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] For port 6a16d67c-912f-4884-80fe-d2c51752d1e0, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:28.619812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] For port 6a16d67c-912f-4884-80fe-d2c51752d1e0, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6a16d67c-912f-4884-80fe-d2c51752d1e0,segment=NetworkSegment(58da355e-cdc6-4940-9bec-974fcb2b9bf0),segment_id=58da355e-cdc6-4940-9bec-974fcb2b9bf0)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:28.627640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.645566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-990541754'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:28.691146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7912dc7e-df51-4a2e-a1c3-ca50f6d04a4b req-3aa545bf-5f8e-41a8-955b-557172808887 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400330 Dec 13 09:49:28.768481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9ed4-eef3-4dab-8f8b-766cab566a5c None None] Pushing event updated for resources: {'Port': ['ID=6a16d67c-912f-4884-80fe-d2c51752d1e0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.788934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.816019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f55ef80b-7876-47b6-aae8-2fc9d2e0a98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.846124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f55ef80b-7876-47b6-aae8-2fc9d2e0a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.887271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1b6e96ad-a676-466e-bcb7-7af55d2039ea up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:28.905551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c60a3931-1a5c-4115-b4c5-d8ef1bbefc5c req-b8bd34e3-af46-4773-afb9-6ac80004e47c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293335 Dec 13 09:49:28.949105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef80b-7876-47b6-aae8-2fc9d2e0a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c554cb04-0001-46eb-9adb-40afa8fe3574,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.954422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f55ef80b-7876-47b6-aae8-2fc9d2e0a98e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e4e0c6eb6044ec6b82e88f6371632e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0574150 Dec 13 09:49:28.957192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54068) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:28.970530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1b6e96ad-a676-466e-bcb7-7af55d2039ea triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:28.970992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.975483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.084557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.127495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Network bcc87882-628a-4bda-ad86-3902db6c2701 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:29.139319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.146241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:29.158570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:29.168422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:29.185719 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.252599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'Port': ['ID=b0408106-7cd8-4a71-8b8b-e80d00103955,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:29.253682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.261536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.263848 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c554cb04-0001-46eb-9adb-40afa8fe3574 HTTP/1.1" status: 204 len: 168 time: 0.3053570 Dec 13 09:49:29.276869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port dee34f35-7387-41c9-bc38-e01f466c8ce1 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:29.277084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6491-e166-476b-95a4-4052149da206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554cb04-0001-46eb-9adb-40afa8fe3574,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:29.336755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:29.351040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:29.353495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.467498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4295a3a0-49f5-4a18-bf14-bf913dccb49c tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0848403 Dec 13 09:49:29.467737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:29.474189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Request body: {'port': {'network_id': 'bcc87882-628a-4bda-ad86-3902db6c2701', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2060443580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:29.475607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] bootfile-name is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:29.476093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] tftp-server is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:29.476688 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] server-ip-address is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:29.477059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port d59140f6-8293-4c64-941b-50a35ddd47c2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:49:29.483452 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.484904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port d59140f6-8293-4c64-941b-50a35ddd47c2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:29.485332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.514456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::2dc (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/dee34f35-7387-41c9-bc38-e01f466c8ce1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:29.639491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.686664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:29.696918 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a13f34b-6989-4b8c-beee-ed3262e10916" -d '{"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:29.714644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:29.726786 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.762144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Made reservation on behalf of 6a435991fdd340609632b0a45e426344 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:29.769296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.809858 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf05972-4b0c-4f39-9bb4-60fe8c8de545 x-openstack-request-id: req-8bf05972-4b0c-4f39-9bb4-60fe8c8de545 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:29.810398 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:29.821082 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bf05972-4b0c-4f39-9bb4-60fe8c8de545 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:29.822021 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'code': 200} Dec 13 09:49:29.825645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] device_id is not set on port d0519152-914e-4949-995b-226178d201f0 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:29.864796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.868196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:29.913070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.981667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:29.985694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:29.989782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:29.995747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:29.996492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.010118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=dee34f35-7387-41c9-bc38-e01f466c8ce1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:30.026638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c1bc706-5b52-4069-9da9-b51b153683c3 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3897409 Dec 13 09:49:30.026638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:30.035105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:01:af:79'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:30.064658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Allocated IP 172.20.0.7 (bcc87882-628a-4bda-ad86-3902db6c2701/ae6dd810-2891-4eab-b701-8778ecc1d5df/d0519152-914e-4949-995b-226178d201f0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:30.295580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.356793 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.418317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Network bcc87882-628a-4bda-ad86-3902db6c2701 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:30.422401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:30.427222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:30.436280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'Port': ['ID=d0519152-914e-4949-995b-226178d201f0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:30.471843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac50ac1-8dfc-4bb7-952d-a8932946d4ef None None] Network bcc87882-628a-4bda-ad86-3902db6c2701 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:30.477084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1d0494b8-eb97-4301-8e03-64b0770730e0 None None] Provisioning complete for port dee34f35-7387-41c9-bc38-e01f466c8ce1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:30.477457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d0494b8-eb97-4301-8e03-64b0770730e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.506779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.507662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.540833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f2b9f570-1500-46ca-bc27-e8db3f04a9aa tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0721159 Dec 13 09:49:30.544531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:30.566226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2f9d-44c7-48a7-b9f3-e86a07ecad2b req-9b58839d-4a83-4b5d-b3b3-210417857901 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.576441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1e2f9d-44c7-48a7-b9f3-e86a07ecad2b req-9b58839d-4a83-4b5d-b3b3-210417857901 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.5352137 Dec 13 09:49:30.589201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1d0494b8-eb97-4301-8e03-64b0770730e0 None None] Port dee34f35-7387-41c9-bc38-e01f466c8ce1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:30.636954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208757e-ff90-4d8d-8b1e-f54184f87c65 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.644188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208757e-ff90-4d8d-8b1e-f54184f87c65 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.650863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208757e-ff90-4d8d-8b1e-f54184f87c65 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.652540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c208757e-ff90-4d8d-8b1e-f54184f87c65 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1069279 Dec 13 09:49:30.656198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:30.702219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f1e2f9d-44c7-48a7-b9f3-e86a07ecad2b req-ca02e1e1-b46e-4f98-9e1e-e166d4df34ef tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242743 Dec 13 09:49:30.731108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] Provisioning complete for port 6a16d67c-912f-4884-80fe-d2c51752d1e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:30.731493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.772710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Deleting port d0519152-914e-4949-995b-226178d201f0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:30.773516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.777612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.970283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.976808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.001479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Calling delete_port for d0519152-914e-4949-995b-226178d201f0 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:31.008437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6a16d67c-912f-4884-80fe-d2c51752d1e0 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:31.115968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0fe52-cbe0-4a32-b102-92dea78b8538 req-29ddd8ae-75ba-4688-a39c-6eb3b732b6bc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:31.120048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] For port 6a16d67c-912f-4884-80fe-d2c51752d1e0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6a16d67c-912f-4884-80fe-d2c51752d1e0,segment=NetworkSegment(58da355e-cdc6-4940-9bec-974fcb2b9bf0),segment_id=58da355e-cdc6-4940-9bec-974fcb2b9bf0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:31.123991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11d0fe52-cbe0-4a32-b102-92dea78b8538 req-29ddd8ae-75ba-4688-a39c-6eb3b732b6bc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1233320 Dec 13 09:49:31.131191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.171200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.191046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.224552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6a16d67c-912f-4884-80fe-d2c51752d1e0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:31.224931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.227519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06cd73-cd5f-4759-af24-6e4144e1f949 None None] Pushing event updated for resources: {'Port': ['ID=6a16d67c-912f-4884-80fe-d2c51752d1e0,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:31.237127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.248800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11d0fe52-cbe0-4a32-b102-92dea78b8538 req-96a0d50a-5ce3-4f21-8327-bcc8498712d9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239333 Dec 13 09:49:31.272456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Could not find standard attr ID for object d0519152-914e-4949-995b-226178d201f0. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:31.280243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event deleted for resources: {'Port': ['ID=d0519152-914e-4949-995b-226178d201f0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:31.295387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Provisioning complete for port 6a16d67c-912f-4884-80fe-d2c51752d1e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:31.295794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.354437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] In _notify_port_updated(), no bound segment for port dee34f35-7387-41c9-bc38-e01f466c8ce1 on network 51d7f762-d66d-44c9-98b9-8816e75745f2 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:31.362465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:31.377688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.379691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "PUT /v2.0/ports/dee34f35-7387-41c9-bc38-e01f466c8ce1 HTTP/1.1" status: 200 len: 1002 time: 1.3524947 Dec 13 09:49:31.383578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.401144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.418628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4d1e60e-a66e-45b3-a523-a870ac893ddf tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "DELETE /v2.0/ports/d0519152-914e-4949-995b-226178d201f0 HTTP/1.1" status: 204 len: 168 time: 0.7580533 Dec 13 09:49:31.424880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54142) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.438864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Request body: {'port': {'name': 'tempest-new-port-name-1876149860', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:31.442283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61335e49-1923-498f-9ce7-da0b2cb51911 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=dee34f35-7387-41c9-bc38-e01f466c8ce1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:31.444895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] bootfile-name is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:31.445496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] tftp-server is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:31.446068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.api.validators [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] server-ip-address is not in valid_values {{(pid=103194) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:49:31.548903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Provisioning complete for port b0408106-7cd8-4a71-8b8b-e80d00103955 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:31.549463 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.607998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.652074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port dee34f35-7387-41c9-bc38-e01f466c8ce1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:31.656831 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.684290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d29f1ca-67a9-4250-8403-3a06d4bd21e6 None None] Port b0408106-7cd8-4a71-8b8b-e80d00103955 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:31.799456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-160e3da0-17ed-4e7b-972f-26c591551a90 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522306 Dec 13 09:49:31.819709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7c775a2-7406-4a66-91b3-1654a83f17a7 None None] Provisioning complete for port b0408106-7cd8-4a71-8b8b-e80d00103955 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:31.820090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7c775a2-7406-4a66-91b3-1654a83f17a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.905232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c7c775a2-7406-4a66-91b3-1654a83f17a7 None None] Port b0408106-7cd8-4a71-8b8b-e80d00103955 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:31.919429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.925563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.927857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.974629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for dee34f35-7387-41c9-bc38-e01f466c8ce1 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:32.021440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event updated for resources: {'Port': ['ID=b0408106-7cd8-4a71-8b8b-e80d00103955,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:32.022160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-44b78001-adf1-44f0-8aed-024d5c40e260 None None] Could not find standard attr ID for object d0519152-914e-4949-995b-226178d201f0. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:32.042816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] In _notify_port_updated(), no bound segment for port b0408106-7cd8-4a71-8b8b-e80d00103955 on network bcc87882-628a-4bda-ad86-3902db6c2701 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:32.043132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-44b78001-adf1-44f0-8aed-024d5c40e260 None None] Provisioning complete for port dee34f35-7387-41c9-bc38-e01f466c8ce1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:32.043666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44b78001-adf1-44f0-8aed-024d5c40e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.049601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-ac7a2aab-ecdc-4661-a96d-1d78ae4ce071 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:32.051751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-ac7a2aab-ecdc-4661-a96d-1d78ae4ce071 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512915 Dec 13 09:49:32.057469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:32.058185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.059572 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c1cb65f1-1cd4-4854-b35d-cbf3b0d9ca41 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "PUT /v2.0/ports/b0408106-7cd8-4a71-8b8b-e80d00103955 HTTP/1.1" status: 200 len: 1137 time: 0.6336398 Dec 13 09:49:32.062593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54168) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.107484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-44b78001-adf1-44f0-8aed-024d5c40e260 None None] Port dee34f35-7387-41c9-bc38-e01f466c8ce1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:32.122842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-1c035419-b13e-4936-a914-1cd866e9ed45 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/quotas/6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 375 time: 0.0382650 Dec 13 09:49:32.159240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8746ee-18b6-48f5-a0df-db3f4b69b647 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:32.164493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d8746ee-18b6-48f5-a0df-db3f4b69b647 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "GET /v2.0/ports/b0408106-7cd8-4a71-8b8b-e80d00103955 HTTP/1.1" status: 200 len: 1137 time: 0.1008739 Dec 13 09:49:32.169702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54178) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.226477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-9167e985-837f-44b0-a765-b99c91a14e68 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907049 Dec 13 09:49:32.314315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.316563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Deleting port b0408106-7cd8-4a71-8b8b-e80d00103955 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:32.316983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.356772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=dee34f35-7387-41c9-bc38-e01f466c8ce1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:32.478724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.498113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Calling delete_port for b0408106-7cd8-4a71-8b8b-e80d00103955 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:32.557930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01465b5d-c7d7-4098-9cc7-7b60cf20eebc req-e5f25b1a-0a1c-4be9-afd2-41e90d256fc0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 210 time: 0.0501628 Dec 13 09:49:32.582778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.586948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7aabc081-9606-48dd-b54f-662f5d526ded tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/dee34f35-7387-41c9-bc38-e01f466c8ce1 HTTP/1.1" status: 204 len: 168 time: 1.2021077 Dec 13 09:49:32.592147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.644157 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-6675cff1-70ce-44f5-ae40-0930e87163a5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] GET failed (client error): The resource could not be found. Dec 13 09:49:32.645819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6675cff1-70ce-44f5-ae40-0930e87163a5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports/dee34f35-7387-41c9-bc38-e01f466c8ce1 HTTP/1.1" status: 404 len: 333 time: 0.0524957 Dec 13 09:49:32.650849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54188) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.658553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1417183170'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:32.846232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-25e0d73b-631c-47d9-8d0a-095ea46b2679 None None] Could not find standard attr ID for object b0408106-7cd8-4a71-8b8b-e80d00103955. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:49:32.857126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.903467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event deleted for resources: {'Port': ['ID=b0408106-7cd8-4a71-8b8b-e80d00103955,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:32.918758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6a16d67c-912f-4884-80fe-d2c51752d1e0 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:33.012554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6a16d67c-912f-4884-80fe-d2c51752d1e0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:33.013201 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.094737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:33.105463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.131500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.138516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-039b4e0d-b2ce-4405-87d3-f3ed70eec489 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "DELETE /v2.0/ports/b0408106-7cd8-4a71-8b8b-e80d00103955 HTTP/1.1" status: 204 len: 168 time: 0.9652400 Dec 13 09:49:33.139496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54210) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:33.145905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port a72f1f75-5efe-442c-8174-94b3013004f4 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:33.234894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Deleting subnet ae6dd810-2891-4eab-b701-8778ecc1d5df {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:33.241824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.308173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.316004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::e6 (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/a72f1f75-5efe-442c-8174-94b3013004f4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:33.424718 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:49:33.436438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.506289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.520827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.546620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.560678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6dd810-2891-4eab-b701-8778ecc1d5df,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:33.575596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e848a-8272-4d73-b746-1c748c552a94 None None] Network bcc87882-628a-4bda-ad86-3902db6c2701 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:33.576393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.583408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-55076cff-944a-471c-8cd9-d97b52e53a77 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "DELETE /v2.0/subnets/ae6dd810-2891-4eab-b701-8778ecc1d5df HTTP/1.1" status: 204 len: 168 time: 0.4427714 Dec 13 09:49:33.586683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54216) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:33.608805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:33.611916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:33.616940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:33.622877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:33.623518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.627281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=a72f1f75-5efe-442c-8174-94b3013004f4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:33.650120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cc0d6123-f316-4724-b018-053270406784 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9978020 Dec 13 09:49:33.650933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54218) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:33.663065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:01:af:79'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:33.719746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.764116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f5a6237-b4b4-43ba-892a-11cd57c6b976 req-faae2a1a-02ce-43a3-9cde-2c57ed624d25 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 210 time: 0.0389330 Dec 13 09:49:33.881214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Deleting port 6a16d67c-912f-4884-80fe-d2c51752d1e0 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:33.881800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.916805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] DHCP port deletion for bcc87882-628a-4bda-ad86-3902db6c2701 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:33.962891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.032693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] For port 6a16d67c-912f-4884-80fe-d2c51752d1e0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6a16d67c-912f-4884-80fe-d2c51752d1e0,segment=NetworkSegment(58da355e-cdc6-4940-9bec-974fcb2b9bf0),segment_id=58da355e-cdc6-4940-9bec-974fcb2b9bf0)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:34.035310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.062363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Deleting port 6a16d67c-912f-4884-80fe-d2c51752d1e0 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:34.065058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.119824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Calling delete_port for 6a16d67c-912f-4884-80fe-d2c51752d1e0 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:34.126173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-197b1d0c-547d-4487-8bab-f2147cfb9583 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731754 Dec 13 09:49:34.166618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] For port 6a16d67c-912f-4884-80fe-d2c51752d1e0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6a16d67c-912f-4884-80fe-d2c51752d1e0,segment=NetworkSegment(58da355e-cdc6-4940-9bec-974fcb2b9bf0),segment_id=58da355e-cdc6-4940-9bec-974fcb2b9bf0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:34.167027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.185025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-35e287cd-41d9-4be3-81cb-f785754e4f75 None None] Provisioning complete for port a72f1f75-5efe-442c-8174-94b3013004f4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:34.185402 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35e287cd-41d9-4be3-81cb-f785754e4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.218858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Calling delete_port for 6a16d67c-912f-4884-80fe-d2c51752d1e0 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:34.228562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.248823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-35e287cd-41d9-4be3-81cb-f785754e4f75 None None] Port a72f1f75-5efe-442c-8174-94b3013004f4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:34.304870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.312223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.317328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-d0be7bf0-ae51-4262-a5b5-12751821665a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:34.319485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-d0be7bf0-ae51-4262-a5b5-12751821665a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861749 Dec 13 09:49:34.328916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.341540 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.347401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Request body: {'port': {'device_id': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '6bd0bd145e444d4fb631cfdbdac1f532'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:34.353512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] In _notify_port_updated(), no bound segment for port a72f1f75-5efe-442c-8174-94b3013004f4 on network 51d7f762-d66d-44c9-98b9-8816e75745f2 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:34.359354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:34.360024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.361360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "PUT /v2.0/ports/a72f1f75-5efe-442c-8174-94b3013004f4 HTTP/1.1" status: 200 len: 1002 time: 0.7092657 Dec 13 09:49:34.364312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54230) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.384734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] No DVR routers for this DVR port 6a16d67c-912f-4884-80fe-d2c51752d1e0 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:34.390351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event deleted for resources: {'Port': ['ID=6a16d67c-912f-4884-80fe-d2c51752d1e0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.391178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d11ea4-774e-4e26-ae6e-3013342a2187 None None] Pushing event deleted for resources: {'Port': ['ID=6a16d67c-912f-4884-80fe-d2c51752d1e0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.395006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] No DVR routers for this DVR port 6a16d67c-912f-4884-80fe-d2c51752d1e0 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:34.421671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef781-9c5d-48ca-a47f-6201eeded8f5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=a72f1f75-5efe-442c-8174-94b3013004f4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.490437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port a72f1f75-5efe-442c-8174-94b3013004f4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:34.490711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.530142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.563208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc87882-628a-4bda-ad86-3902db6c2701']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.578312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58da355e-cdc6-4940-9bec-974fcb2b9bf0') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.578628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58da355e-cdc6-4940-9bec-974fcb2b9bf0') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.593926 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.594398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.609032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for a72f1f75-5efe-442c-8174-94b3013004f4 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:34.613351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Made reservation on behalf of 6bd0bd145e444d4fb631cfdbdac1f532 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:34.617813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.621137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.635704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:34.636122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:34.639828 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:34.703914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3052390f-c454-425a-89eb-8a927175d113 None None] Provisioning complete for port a72f1f75-5efe-442c-8174-94b3013004f4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:34.704897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3052390f-c454-425a-89eb-8a927175d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.742153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3052390f-c454-425a-89eb-8a927175d113 None None] Port a72f1f75-5efe-442c-8174-94b3013004f4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:34.747438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.769163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.773106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.775581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] 10.222.0.31 "DELETE /v2.0/networks/bcc87882-628a-4bda-ad86-3902db6c2701 HTTP/1.1" status: 204 len: 168 time: 1.1871948 Dec 13 09:49:34.779730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82efe-4d40-4533-9ff4-67b187744b59 tempest-ExtraDHCPOptionsTestJSON-27865896 tempest-ExtraDHCPOptionsTestJSON-27865896-project] Pushing event deleted for resources: {'Network': ['ID=bcc87882-628a-4bda-ad86-3902db6c2701,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.884956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.890988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/a72f1f75-5efe-442c-8174-94b3013004f4 HTTP/1.1" status: 204 len: 168 time: 0.5225663 Dec 13 09:49:34.890988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29812b7d-42ee-46f5-ae03-b735ddbe83d9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=a72f1f75-5efe-442c-8174-94b3013004f4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.893659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54240) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.901581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6a16d67c-912f-4884-80fe-d2c51752d1e0 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:34.932076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 6a16d67c-912f-4884-80fe-d2c51752d1e0 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:34.932678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6a16d67c-912f-4884-80fe-d2c51752d1e0 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:34.966916 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-4215bd63-fde3-495f-832d-ccb7548c699a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] GET failed (client error): The resource could not be found. Dec 13 09:49:34.976131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4215bd63-fde3-495f-832d-ccb7548c699a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports/a72f1f75-5efe-442c-8174-94b3013004f4 HTTP/1.1" status: 404 len: 333 time: 0.0688267 Dec 13 09:49:34.976897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54244) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.981623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1895039250'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:35.015446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afd6a3d2-c956-470a-96d1-1c4d7f414406 req-679e0c24-9e25-44fa-a97c-6440f93c1f57 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 210 time: 0.0420065 Dec 13 09:49:35.025572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Allocated IP 192.168.233.71 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/632c3df9-4d78-4fef-b702-54abbdd4622f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:35.239250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:35.247588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.273942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:35.301059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.342774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54256) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:35.379821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.394831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:35.398764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:35.460679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:35.467636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:35.483933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::40 (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:35.488385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:35.572326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:35.618411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:35.619089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.653040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05e9e5bb-e219-4f83-9db2-6f64c2b038b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a435991fdd340609632b0a45e426344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089724 Dec 13 09:49:35.653735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54262) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:35.663644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-43776157-c64a-4985-9a77-104865f0ce8d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3307631 Dec 13 09:49:35.682162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.686181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Request body: {'port': {'device_id': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:35.728575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.775342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.781618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:35.804319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:35.810393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:35.823895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:35.824579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.835603 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.859072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:35.870339 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6f5d676c-a8d1-46c7-935f-0fa9bf742d16 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8901303 Dec 13 09:49:35.870812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:35.879954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'network_id': '51d7f762-d66d-44c9-98b9-8816e75745f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1793482744'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:35.884221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.924984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c698f426-608c-49a9-a5a3-638b1d945bc2 None None] Provisioning complete for port 632c3df9-4d78-4fef-b702-54abbdd4622f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:35.930012 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c698f426-608c-49a9-a5a3-638b1d945bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.970704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c698f426-608c-49a9-a5a3-638b1d945bc2 None None] Port 632c3df9-4d78-4fef-b702-54abbdd4622f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:36.009772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.012418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.015786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89e7f43d-cbfd-4923-a991-cf4a908493cf HTTP/1.1" status: 204 len: 168 time: 0.3584223 Dec 13 09:49:36.034977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c6cd2-ec02-4d5c-9291-e3cafbcab6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7f43d-cbfd-4923-a991-cf4a908493cf,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.100754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e796bca-c286-40cb-b5f0-9f521b8d47a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.105488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Made reservation on behalf of 0c555f344501475a9b39ce943d19485f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:36.109123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.151918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] device_id is not set on port cd2c043b-42a9-4710-a10a-0e6a41565a85 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:36.294356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff181954-e432-4cdc-923f-1e98c7a3b296 None None] Provisioning complete for port a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:36.294993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff181954-e432-4cdc-923f-1e98c7a3b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.302072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77571f3-6a72-4f5c-9674-346fc81c84e5 req-659bebb1-40da-4695-a203-1132cb3badd6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:36.304061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b77571f3-6a72-4f5c-9674-346fc81c84e5 req-659bebb1-40da-4695-a203-1132cb3badd6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 935 time: 0.1256580 Dec 13 09:49:36.367482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ff181954-e432-4cdc-923f-1e98c7a3b296 None None] Port a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:36.379212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Allocated IP 2001:db8::49 (51d7f762-d66d-44c9-98b9-8816e75745f2/980a090e-2f34-45ed-97f4-7241c9089dc6/cd2c043b-42a9-4710-a10a-0e6a41565a85) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:36.434450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b77571f3-6a72-4f5c-9674-346fc81c84e5 req-452637d8-3eb8-4a76-bcaf-76da232745dd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157451 Dec 13 09:49:36.521756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:36.533198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.554837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Transition to ACTIVE for port object 632c3df9-4d78-4fef-b702-54abbdd4622f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:49:36.559087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.674912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.702281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.724163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.845624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:36.846253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:36.846807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:36.847355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:36.853604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:36.854631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:36.856486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:36.863219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:36.863686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:36.864189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:36.865976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Bound port: 632c3df9-4d78-4fef-b702-54abbdd4622f, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:36.866520 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.888921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:36.904918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:36.905606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.943638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=cd2c043b-42a9-4710-a10a-0e6a41565a85,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.968897 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df4d26bc-d7d0-40d6-a631-1a3f834b6cbc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0966609 Dec 13 09:49:36.971851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:36.988603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:36.994969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:37.000248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.007705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26c', 'mac_address': 'fa:16:3e:01:af:79'}, {'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:3a:a4:b2'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:37.050549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.051244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.052987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] 10.222.0.16 "PUT /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 1095 time: 1.3772659 Dec 13 09:49:37.054070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:37.056921 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3fc12-717b-41dd-8b03-2f8175cda9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:37.094474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e626f3b-9890-4838-add9-3e2e493c2165 service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:37.178515 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d368e-1567-4ae4-9103-ebde9791cb2e x-openstack-request-id: req-5c1d368e-1567-4ae4-9103-ebde9791cb2e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:37.179104 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:37.179517 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c1d368e-1567-4ae4-9103-ebde9791cb2e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:37.180108 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'status': 'completed', 'code': 200} Dec 13 09:49:37.200829 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.246699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-ea153f40-c815-4190-b87d-6eb3b956d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.248307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-ea153f40-c815-4190-b87d-6eb3b956d257 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1098 time: 0.1301966 Dec 13 09:49:37.371329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54314) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:37.387432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-1fb5e351-510a-4abb-b35f-91207ae1b407 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.1288416 Dec 13 09:49:37.473732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6eeb5098-2ddf-4179-a5d3-faaf01517a6f None None] Provisioning complete for port cd2c043b-42a9-4710-a10a-0e6a41565a85 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:37.474414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6eeb5098-2ddf-4179-a5d3-faaf01517a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.511836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-9f3c7374-6d82-4e74-ab12-4921dd6b9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.517987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-9f3c7374-6d82-4e74-ab12-4921dd6b9afe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1182544 Dec 13 09:49:37.551762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb5098-2ddf-4179-a5d3-faaf01517a6f None None] Port cd2c043b-42a9-4710-a10a-0e6a41565a85 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:37.607365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.621417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ef0489cd-7b87-4c8b-817c-c83fa32d796f tempest-DvrRoutersNegativeTest-931840992 tempest-DvrRoutersNegativeTest-931840992-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1359317309', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:37.625058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.policy [None req-ef0489cd-7b87-4c8b-817c-c83fa32d796f tempest-DvrRoutersNegativeTest-931840992 tempest-DvrRoutersNegativeTest-931840992-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103194) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 13 09:49:37.625679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.policy [None req-ef0489cd-7b87-4c8b-817c-c83fa32d796f tempest-DvrRoutersNegativeTest-931840992 tempest-DvrRoutersNegativeTest-931840992-project] Failed policy check for 'create_router' {{(pid=103194) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 13 09:49:37.626533 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-ef0489cd-7b87-4c8b-817c-c83fa32d796f tempest-DvrRoutersNegativeTest-931840992 tempest-DvrRoutersNegativeTest-931840992-project] create failed (client error): Access was denied to this resource. Dec 13 09:49:37.627847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef0489cd-7b87-4c8b-817c-c83fa32d796f tempest-DvrRoutersNegativeTest-931840992 tempest-DvrRoutersNegativeTest-931840992-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2540109 Dec 13 09:49:37.629341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.679439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-7f116a18-2010-4da4-ac52-d891fa96904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.681283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-7f116a18-2010-4da4-ac52-d891fa96904d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512611 Dec 13 09:49:37.699163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] In _notify_port_updated(), no bound segment for port cd2c043b-42a9-4710-a10a-0e6a41565a85 on network 51d7f762-d66d-44c9-98b9-8816e75745f2 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:37.706585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.707356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.712841 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "PUT /v2.0/ports/cd2c043b-42a9-4710-a10a-0e6a41565a85 HTTP/1.1" status: 200 len: 1066 time: 0.7387736 Dec 13 09:49:37.713649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:37.728619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e6dc-b68b-464a-8ccb-35dec7245de5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event updated for resources: {'Port': ['ID=cd2c043b-42a9-4710-a10a-0e6a41565a85,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:37.730213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12056ab-0d4c-44a8-b5aa-2039b626cb91 req-abeb6fdd-5bbf-4165-afd9-e83f20c2f6cc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.731793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a12056ab-0d4c-44a8-b5aa-2039b626cb91 req-abeb6fdd-5bbf-4165-afd9-e83f20c2f6cc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.1572204 Dec 13 09:49:37.946115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a12056ab-0d4c-44a8-b5aa-2039b626cb91 req-7d3a28e7-d9c6-4ede-a48f-07765c974373 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899972 Dec 13 09:49:37.954808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-b228fdae-b8a2-4302-87a3-0ea23f18fdac service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625499 Dec 13 09:49:38.007496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:38.046936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port cd2c043b-42a9-4710-a10a-0e6a41565a85 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:38.046936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.106431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2a0e19ab-d37a-4dbb-a4df-946e20adfbd8 None None] Provisioning complete for port cd2c043b-42a9-4710-a10a-0e6a41565a85 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:38.107337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a0e19ab-d37a-4dbb-a4df-946e20adfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.142404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28aedae2-9b56-45a7-92a6-1cde41742489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.156147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e19ab-d37a-4dbb-a4df-946e20adfbd8 None None] Port cd2c043b-42a9-4710-a10a-0e6a41565a85 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:38.172753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccd00936-b5c0-41fa-9590-e9ee3ceaed1c req-bf78f4ec-05ad-4acc-a0cf-7304261eb9bf service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101200 Dec 13 09:49:38.182748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.198697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for cd2c043b-42a9-4710-a10a-0e6a41565a85 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:38.260203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28aedae2-9b56-45a7-92a6-1cde41742489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.264925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28aedae2-9b56-45a7-92a6-1cde41742489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.310579 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28aedae2-9b56-45a7-92a6-1cde41742489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=145e4de1f0d548cfbea1f66a1706f1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994711 Dec 13 09:49:38.310579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aedae2-9b56-45a7-92a6-1cde41742489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d359880-4655-4b97-85ab-6f969c4a3135,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:38.311363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54336) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:38.327569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-acfb2259-22de-4d0a-9858-38f2355f020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:38.329233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-acfb2259-22de-4d0a-9858-38f2355f020e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0789583 Dec 13 09:49:38.354199 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d157083e-fa80-4586-83bc-a0acdfa51fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.499244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.502415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.504448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-57e7166e-e060-4551-b09e-ceb8cb1717d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:38.506493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-57e7166e-e060-4551-b09e-ceb8cb1717d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1687694 Dec 13 09:49:38.553325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=cd2c043b-42a9-4710-a10a-0e6a41565a85,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:38.877096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.885830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-58820b3f-94ea-4b55-9864-0373d511c6d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.3640368 Dec 13 09:49:39.024699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-6882c531-5365-4e34-bece-267ab7a57239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.027466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-6882c531-5365-4e34-bece-267ab7a57239 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1328814 Dec 13 09:49:39.087458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.090097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.091253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d359880-4655-4b97-85ab-6f969c4a3135 HTTP/1.1" status: 204 len: 168 time: 0.7790911 Dec 13 09:49:39.146079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf50b-f5b9-42e5-a78e-f04e7af95acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d359880-4655-4b97-85ab-6f969c4a3135,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:39.205609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-b6921aa2-55e3-4c43-9a65-d4f1a2233e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.207458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-b6921aa2-55e3-4c43-9a65-d4f1a2233e97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660917 Dec 13 09:49:39.239396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.243487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9c7f18a4-38cb-4a13-a9df-c99d53cc0c6c tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/cd2c043b-42a9-4710-a10a-0e6a41565a85 HTTP/1.1" status: 204 len: 168 time: 1.5268896 Dec 13 09:49:39.246236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.268645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb524b-df91-4b85-8abd-11f14e1d1602 req-2846da41-5b14-4459-9909-f8f57ef4d9c3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.276659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1aeb524b-df91-4b85-8abd-11f14e1d1602 req-2846da41-5b14-4459-9909-f8f57ef4d9c3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.1803212 Dec 13 09:49:39.284445 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2687dc-fba5-4c3e-acd9-d0345c5a0a5a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] GET failed (client error): The resource could not be found. Dec 13 09:49:39.288896 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6d2687dc-fba5-4c3e-acd9-d0345c5a0a5a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports/cd2c043b-42a9-4710-a10a-0e6a41565a85 HTTP/1.1" status: 404 len: 333 time: 0.0416322 Dec 13 09:49:39.289527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54356) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.372766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1aeb524b-df91-4b85-8abd-11f14e1d1602 req-e46251fd-c366-42d5-8f8e-f9d549e0c98d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952220 Dec 13 09:49:39.393168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-984c00de-5303-414b-989a-ea4ad0c01847 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638997 Dec 13 09:49:39.418252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:39.418376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.461886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.515271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09b3fc12-717b-41dd-8b03-2f8175cda9e5 req-3e1fcdd8-731a-4aff-b803-f0526433266a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107025 Dec 13 09:49:39.554640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.576340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:39.734466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.762041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:39.791358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.795757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a3212779-bbdc-4ae2-af68-f234880abb26 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee HTTP/1.1" status: 204 len: 168 time: 0.5052514 Dec 13 09:49:39.798424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.835222 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dd2e72-fde0-4d94-85da-d159f36c524a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] GET failed (client error): The resource could not be found. Dec 13 09:49:39.841140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-78dd2e72-fde0-4d94-85da-d159f36c524a tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "GET /v2.0/ports/a8ea52e5-9de5-4a6d-89e6-05ad1281a6ee HTTP/1.1" status: 404 len: 333 time: 0.0375767 Dec 13 09:49:39.841509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54380) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.994826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port e90c4332-9a68-4a23-bfbe-676b7b619da6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:39.995495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.055908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.126439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.142826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for e90c4332-9a68-4a23-bfbe-676b7b619da6 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:40.165883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1636523207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:40.203463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.205735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.272171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.278417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.306434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.309521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5c9bfcb4-bf94-4903-9a9e-bd9b3b5c6cba tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2524252 Dec 13 09:49:40.313606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.313896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54402) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.323866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1179020312'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:40.357473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:40.362874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=e90c4332-9a68-4a23-bfbe-676b7b619da6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:40.363676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.379354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.399644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.403150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ffad04e2-44e4-40f7-a4de-1fd98795b1c5 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/ports/e90c4332-9a68-4a23-bfbe-676b7b619da6 HTTP/1.1" status: 204 len: 168 time: 0.5606284 Dec 13 09:49:40.406517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.508117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting subnet 980a090e-2f34-45ed-97f4-7241c9089dc6 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:40.512354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.578723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.583276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.633900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.634263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231ab97f-1f61-40f7-a3cd-ec2eb8f42248,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:40.649857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:40.675759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.676116 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Added segment 133dabc2-fca2-4cc2-b216-4275806c02e6 of type vlan for network 18b87d6e-2fb0-4179-92df-7daa044bc66e Dec 13 09:49:40.721621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a148e15-ceaa-403d-91a7-c51ca3812095 req-74ba78f5-c098-4bc6-b938-fb9cfb71cc81 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:40.734996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a148e15-ceaa-403d-91a7-c51ca3812095 req-74ba78f5-c098-4bc6-b938-fb9cfb71cc81 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.1915677 Dec 13 09:49:40.777635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.840009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.846676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:40.847816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.848312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a148e15-ceaa-403d-91a7-c51ca3812095 req-ac3ed958-bc50-497b-a421-063fd80032f2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104801 Dec 13 09:49:40.858719 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.862938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.932192 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6168220 Dec 13 09:49:40.935594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.940648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'subnet': {'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:40.946698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896d25f-e58a-4c79-806f-800cbbe08c7d tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Network': ['ID=18b87d6e-2fb0-4179-92df-7daa044bc66e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:40.963695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.965801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:41.029739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Subnet': ['ID=980a090e-2f34-45ed-97f4-7241c9089dc6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.032070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.041418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7211c8ec-1d2d-48b4-a5cc-7329edf452c9 tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/subnets/980a090e-2f34-45ed-97f4-7241c9089dc6 HTTP/1.1" status: 204 len: 168 time: 0.6332982 Dec 13 09:49:41.041940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54426) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:41.103335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:41.108440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.115206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020248f-d75b-495b-ab09-7ac24b17a54d None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:41.168626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.172082 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf20b-777b-4a0b-bd29-24c66754492f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.286462 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.297654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf20b-777b-4a0b-bd29-24c66754492f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.304643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf20b-777b-4a0b-bd29-24c66754492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.335765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.352243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9f6cf20b-777b-4a0b-bd29-24c66754492f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fddf89856864da1aac60d21e6c0bff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865074 Dec 13 09:49:41.355055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:41.357134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cf20b-777b-4a0b-bd29-24c66754492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35796604-9bcc-41f6-ae6a-52d13dbf6663,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.382594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Deleting port 1b6e96ad-a676-466e-bcb7-7af55d2039ea {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:41.382942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.401650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Subnet': ['ID=e31799f9-01bd-4b7b-a146-e74b5203e43f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.409728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Checking segment: {'id': '133dabc2-fca2-4cc2-b216-4275806c02e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:41.409932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network hostable DHCP agents. Network: 18b87d6e-2fb0-4179-92df-7daa044bc66e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:41.414156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] DHCP port deletion for 51d7f762-d66d-44c9-98b9-8816e75745f2 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:41.429498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:41.439732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 18b87d6e-2fb0-4179-92df-7daa044bc66e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:41.444089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:41.444694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.444985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:41.466334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e972d6-cff9-4e90-ab3f-37663212f900 None None] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:41.466568 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cc355628-c4b0-4249-9b5d-8f0ea79b486b tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5265419 Dec 13 09:49:41.466668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54430) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:41.471706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'network': {'name': 'tempest-router-network01--31737126'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:41.479813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.482442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] For port 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1b6e96ad-a676-466e-bcb7-7af55d2039ea,segment=NetworkSegment(c37dbcce-d590-4bd2-9b85-2a83f7578c95),segment_id=c37dbcce-d590-4bd2-9b85-2a83f7578c95)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:41.482830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.494534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:41.498341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.503827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Calling delete_port for 1b6e96ad-a676-466e-bcb7-7af55d2039ea owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:41.523196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.525324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:41.537287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.537715 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Added segment c96e65a3-3fd2-4c32-b38c-e19d463a366c of type vlan for network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 Dec 13 09:49:41.579793 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.613888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.620844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:41.621655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.632705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.638505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.642082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35796604-9bcc-41f6-ae6a-52d13dbf6663 HTTP/1.1" status: 204 len: 168 time: 0.2834611 Dec 13 09:49:41.642255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Deleting port 1b6e96ad-a676-466e-bcb7-7af55d2039ea {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:41.642255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.646392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.658186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20142636-0ff9-4445-9f0b-de53836ad399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35796604-9bcc-41f6-ae6a-52d13dbf6663,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.687872 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2200973 Dec 13 09:49:41.690469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54434) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:41.695423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'network': {'name': 'tempest-router-network02--1486881737'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:41.706759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Port': ['ID=1b6e96ad-a676-466e-bcb7-7af55d2039ea,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.711048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf61ad-98db-4fc4-a301-9bef3287ec17 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Network': ['ID=d2531a93-e19f-4eb9-9f9a-2edc44ca9346,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.714600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] No DVR routers for this DVR port 1b6e96ad-a676-466e-bcb7-7af55d2039ea on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:41.725117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:41.726521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-18b87d6e-2fb0-4179-92df-7daa044bc66e', 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e', 'project_id': '04b5ad1bdb084e9c9156f551dd5a74ed', 'fixed_ips': [{'subnet_id': 'e31799f9-01bd-4b7b-a146-e74b5203e43f'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:41.728322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.728909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.759579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:41.775065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.775432 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Added segment c31f7fcc-18e7-4a88-8d0c-363dbfa443fd of type vlan for network 161800f6-3e7d-4865-b3de-4d3cd0789d98 Dec 13 09:49:41.800803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:41.847333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.858929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.895900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d7f762-d66d-44c9-98b9-8816e75745f2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:41.907031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37dbcce-d590-4bd2-9b85-2a83f7578c95') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:41.907326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37dbcce-d590-4bd2-9b85-2a83f7578c95') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:41.911460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.917256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:41.918170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.926295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.933918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.942137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:41.942673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:41.946859 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:41.978136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2865565 Dec 13 09:49:41.987865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:41.998514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.017210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'subnet': {'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:42.067590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.088235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.097915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] 10.222.0.31 "DELETE /v2.0/networks/51d7f762-d66d-44c9-98b9-8816e75745f2 HTTP/1.1" status: 204 len: 168 time: 1.0525727 Dec 13 09:49:42.100680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.130281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6584a-4bde-4484-8496-928170357024 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Network': ['ID=161800f6-3e7d-4865-b3de-4d3cd0789d98,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.133186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f95312e1-d7e0-45ce-8119-074c5b6638c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.167571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76912d-5f60-48ee-a54c-7948c91d90dc tempest-AllowedAddressPairIpV6TestJSON-53590335 tempest-AllowedAddressPairIpV6TestJSON-53590335-project] Pushing event deleted for resources: {'Network': ['ID=51d7f762-d66d-44c9-98b9-8816e75745f2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.211675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:42.212555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a252f-2757-4e29-844e-45174acce445 req-4b7bb7e5-4a02-4111-8083-e3f1675f793e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:42.213337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:42.216861 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.226391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'mac_address': 'fa:16:3e:d0:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:42.227706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b38a252f-2757-4e29-844e-45174acce445 req-4b7bb7e5-4a02-4111-8083-e3f1675f793e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.1751523 Dec 13 09:49:42.258662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] For port 1b6e96ad-a676-466e-bcb7-7af55d2039ea, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:42.259451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.335164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b38a252f-2757-4e29-844e-45174acce445 req-1f289ff3-da5a-449f-ace3-e8ff51777d13 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058624 Dec 13 09:49:42.354397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.363714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Calling delete_port for 1b6e96ad-a676-466e-bcb7-7af55d2039ea owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:42.399957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Port 1b6e96ad-a676-466e-bcb7-7af55d2039ea was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:49:42.419538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.453790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.459446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Network 51d7f762-d66d-44c9-98b9-8816e75745f2 is not hosted by any dhcp agent {{(pid=103196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:49:42.459934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] No DVR routers for this DVR port 1b6e96ad-a676-466e-bcb7-7af55d2039ea on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:42.472433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562897cb-ebca-4371-8097-8ea693a4a8a9 None None] Pushing event deleted for resources: {'Port': ['ID=1b6e96ad-a676-466e-bcb7-7af55d2039ea,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.473411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54456) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.493806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Allocated IP 172.20.0.2 (18b87d6e-2fb0-4179-92df-7daa044bc66e/e31799f9-01bd-4b7b-a146-e74b5203e43f/f58e46b7-15b2-4d93-a0a1-450db9eceac9) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:42.502484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:42.532988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:42.546697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.645241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7af0cb1c-a072-4db8-a821-0ef52f3b2ca3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c555f344501475a9b39ce943d19485f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705246 Dec 13 09:49:42.649118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54460) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.653681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.658864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f95312e1-d7e0-45ce-8119-074c5b6638c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.666091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f95312e1-d7e0-45ce-8119-074c5b6638c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.714705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95312e1-d7e0-45ce-8119-074c5b6638c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834eeef-3198-4ffe-af2e-bc0c3943c2d5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.717544 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.724908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f95312e1-d7e0-45ce-8119-074c5b6638c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0687cc2fad9a4247a91b4afddc622ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6182425 Dec 13 09:49:42.725304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54462) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.739995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.746203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.759292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.808283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:42.820599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:42.828611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.828727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.837249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:42.853532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.854824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Pushing event updated for resources: {'Port': ['ID=f58e46b7-15b2-4d93-a0a1-450db9eceac9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.861859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.864847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.872111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/831a137b-7494-473b-86fd-4380927e82a1 HTTP/1.1" status: 204 len: 168 time: 0.2217155 Dec 13 09:49:42.888405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119324b-ac7e-4711-8d9f-42dc1ada0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a137b-7494-473b-86fd-4380927e82a1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.898853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1b6e96ad-a676-466e-bcb7-7af55d2039ea no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:42.936980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.940905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.942136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e834eeef-3198-4ffe-af2e-bc0c3943c2d5 HTTP/1.1" status: 204 len: 168 time: 0.2161145 Dec 13 09:49:42.956617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6c100-dfb1-4d56-a615-80d1d7224088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834eeef-3198-4ffe-af2e-bc0c3943c2d5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.956991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Subnet': ['ID=35b1bf7c-805c-4561-a062-dd43aa485439,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.959466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Checking segment: {'id': 'c96e65a3-3fd2-4c32-b38c-e19d463a366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:42.959910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network hostable DHCP agents. Network: d2531a93-e19f-4eb9-9f9a-2edc44ca9346, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:42.976430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1b6e96ad-a676-466e-bcb7-7af55d2039ea {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:42.976992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1b6e96ad-a676-466e-bcb7-7af55d2039ea not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:42.985520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:43.001760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d2531a93-e19f-4eb9-9f9a-2edc44ca9346) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:43.012778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Attempting to bind port f58e46b7-15b2-4d93-a0a1-450db9eceac9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:43.014617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Attempting to bind port f58e46b7-15b2-4d93-a0a1-450db9eceac9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '133dabc2-fca2-4cc2-b216-4275806c02e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:43.014941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Attempting to bind port f58e46b7-15b2-4d93-a0a1-450db9eceac9 on network 18b87d6e-2fb0-4179-92df-7daa044bc66e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:43.015522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:43.024530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:43.029603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.064154 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dece9dd8-8719-416a-8ddc-0560fd1c3cf3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0618284 Dec 13 09:49:43.064751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:43.072823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d899b62-aa9c-4a36-b2d5-b419c9fa1439 None None] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:43.078799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'subnet': {'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:43.093338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:43.093715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Checking segment: {'id': '133dabc2-fca2-4cc2-b216-4275806c02e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:43.094125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.094540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Bound using segment: {'id': '133dabc2-fca2-4cc2-b216-4275806c02e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:43.095016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Bound port: f58e46b7-15b2-4d93-a0a1-450db9eceac9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133dabc2-fca2-4cc2-b216-4275806c02e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18b87d6e-2fb0-4179-92df-7daa044bc66e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:43.095392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.221412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Made reservation on behalf of 04b5ad1bdb084e9c9156f551dd5a74ed for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:43.226945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.273323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] For port f58e46b7-15b2-4d93-a0a1-450db9eceac9, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:43.316700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d2531a93-e19f-4eb9-9f9a-2edc44ca9346', 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346', 'project_id': '04b5ad1bdb084e9c9156f551dd5a74ed', 'fixed_ips': [{'subnet_id': '35b1bf7c-805c-4561-a062-dd43aa485439'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:43.317872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.326994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] For port f58e46b7-15b2-4d93-a0a1-450db9eceac9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f58e46b7-15b2-4d93-a0a1-450db9eceac9,segment=NetworkSegment(133dabc2-fca2-4cc2-b216-4275806c02e6),segment_id=133dabc2-fca2-4cc2-b216-4275806c02e6)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:43.341372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.500990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01b4b8-72a9-4264-8048-be4a501fc940 req-b9dc53fb-745f-4f27-a7b7-235b27f47c99 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:43.509437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b01b4b8-72a9-4264-8048-be4a501fc940 req-b9dc53fb-745f-4f27-a7b7-235b27f47c99 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.0954385 Dec 13 09:49:43.555223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963a8c-7f14-48a1-9e4e-bc50c0098486 None None] Pushing event updated for resources: {'Port': ['ID=f58e46b7-15b2-4d93-a0a1-450db9eceac9,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:43.585201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b01b4b8-72a9-4264-8048-be4a501fc940 req-4940a362-1f13-47c2-a76c-142f1221ccfd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Dec 13 09:49:43.594431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.671807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Allocated IP 172.20.0.2 (d2531a93-e19f-4eb9-9f9a-2edc44ca9346/35b1bf7c-805c-4561-a062-dd43aa485439/5025b687-e105-4a06-ae19-34dc30afb057) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:43.672755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Subnet': ['ID=b5812fd9-770f-40a2-a7c9-5ab69cdd325e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:43.681832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Checking segment: {'id': 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:43.682206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network hostable DHCP agents. Network: 161800f6-3e7d-4865-b3de-4d3cd0789d98, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:43.702677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:43.715225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 161800f6-3e7d-4865-b3de-4d3cd0789d98) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:43.720022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:43.720622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.740944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-58e4308b-4b90-40bb-a344-bf8368a7efb3 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6743193 Dec 13 09:49:43.743490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:43.750940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77861c36-92ca-4728-b1f4-5d0c79958245 None None] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:43.934097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-161800f6-3e7d-4865-b3de-4d3cd0789d98', 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98', 'project_id': '04b5ad1bdb084e9c9156f551dd5a74ed', 'fixed_ips': [{'subnet_id': 'b5812fd9-770f-40a2-a7c9-5ab69cdd325e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:43.934977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.233740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.247199 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.317221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.345847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.392462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Pushing event updated for resources: {'Port': ['ID=5025b687-e105-4a06-ae19-34dc30afb057,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:44.411090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-651b73dc-f0f4-45b1-87ea-3f321d3b9976 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.413130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-651b73dc-f0f4-45b1-87ea-3f321d3b9976 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1782053 Dec 13 09:49:44.414972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:44.415885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.419938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-99d966fe-17e6-428b-9ede-a0728e5ac7b4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.423151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-99d966fe-17e6-428b-9ede-a0728e5ac7b4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042667 Dec 13 09:49:44.423981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.428380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-e77b56b0-82e0-454b-a811-7cf937fdeeed tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.429532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e77b56b0-82e0-454b-a811-7cf937fdeeed tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049520 Dec 13 09:49:44.430884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:44.431943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.435338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:44.439862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-c7626994-3ee8-4e36-871d-53f08f429174 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.441171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7626994-3ee8-4e36-871d-53f08f429174 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077286 Dec 13 09:49:44.443397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.447881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4af22c75-5388-48ef-ba6e-7fcd54063fe1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.448652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Allocated IP 172.20.0.2 (161800f6-3e7d-4865-b3de-4d3cd0789d98/b5812fd9-770f-40a2-a7c9-5ab69cdd325e/7a8259b7-994d-4f56-8b42-1a884b5c0cbb) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:44.448838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4af22c75-5388-48ef-ba6e-7fcd54063fe1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044956 Dec 13 09:49:44.451122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.455461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-26260779-6fd7-4a3c-b265-c8f426d7f02c tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.457140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26260779-6fd7-4a3c-b265-c8f426d7f02c tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047786 Dec 13 09:49:44.460679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.468419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-b23e100e-1618-4be4-8001-06049d2f2ef8 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.470288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b23e100e-1618-4be4-8001-06049d2f2ef8 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080879 Dec 13 09:49:44.472881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54544) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.478550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-313d2913-ebb7-4e60-97d9-461f330055d9 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.479591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-313d2913-ebb7-4e60-97d9-461f330055d9 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055676 Dec 13 09:49:44.482554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54546) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.488327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-d36a3e4d-eba3-43c2-a0df-92480db5b169 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.490422 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d36a3e4d-eba3-43c2-a0df-92480db5b169 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049880 Dec 13 09:49:44.496241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.507929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-72858e9a-4e4a-4ecf-b478-c168dea75bda tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.511484 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72858e9a-4e4a-4ecf-b478-c168dea75bda tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0124271 Dec 13 09:49:44.513444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.526687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-8feb7885-4ed8-49f0-a147-e6c4e8471fb1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.529024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8feb7885-4ed8-49f0-a147-e6c4e8471fb1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0126863 Dec 13 09:49:44.531622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54554) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.545231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-93d7be11-daec-4c3e-88b0-4da653d446f6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.546734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-93d7be11-daec-4c3e-88b0-4da653d446f6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0127566 Dec 13 09:49:44.557609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.562920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-85a185e6-7d9b-45ff-908c-3f36d41fc32b tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.564147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-85a185e6-7d9b-45ff-908c-3f36d41fc32b tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050449 Dec 13 09:49:44.566738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.573391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-db0b88cf-8052-4b14-9e90-a253d7cf9042 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.574986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-db0b88cf-8052-4b14-9e90-a253d7cf9042 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069482 Dec 13 09:49:44.577549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.580834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Attempting to bind port 5025b687-e105-4a06-ae19-34dc30afb057 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:44.581327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Attempting to bind port 5025b687-e105-4a06-ae19-34dc30afb057 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c96e65a3-3fd2-4c32-b38c-e19d463a366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:44.581761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Attempting to bind port 5025b687-e105-4a06-ae19-34dc30afb057 on network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:44.584945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-ed697de3-6e87-4fff-b381-e7b90191fc31 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.588541 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed697de3-6e87-4fff-b381-e7b90191fc31 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074587 Dec 13 09:49:44.591752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54562) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.593432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:44.593838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Checking segment: {'id': 'c96e65a3-3fd2-4c32-b38c-e19d463a366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:44.594334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.595729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Bound using segment: {'id': 'c96e65a3-3fd2-4c32-b38c-e19d463a366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:44.596310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Bound port: 5025b687-e105-4a06-ae19-34dc30afb057, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96e65a3-3fd2-4c32-b38c-e19d463a366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2531a93-e19f-4eb9-9f9a-2edc44ca9346'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:44.596785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.597459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-23ee5efc-41d1-4498-8fee-4e0fbd9340b1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.601298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-23ee5efc-41d1-4498-8fee-4e0fbd9340b1 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051026 Dec 13 09:49:44.602622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54564) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.613079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-e72d24d2-1b14-466f-a615-879287aa077d tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.617159 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e72d24d2-1b14-466f-a615-879287aa077d tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0105152 Dec 13 09:49:44.617927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54568) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.623513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-38a41676-e09b-423a-a8bd-c6c2d78a3c72 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.626880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38a41676-e09b-423a-a8bd-c6c2d78a3c72 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058599 Dec 13 09:49:44.627584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54570) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.631896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-21178b5c-b4ac-4f16-85ec-09ff90658e65 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.632850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-21178b5c-b4ac-4f16-85ec-09ff90658e65 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044441 Dec 13 09:49:44.635639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54572) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.640817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-769d02d0-7265-4474-978a-de1e799f1a92 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.642188 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-769d02d0-7265-4474-978a-de1e799f1a92 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053468 Dec 13 09:49:44.644795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54574) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.657931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-38445c33-b1be-40be-b39e-803fa676a94e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.662285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38445c33-b1be-40be-b39e-803fa676a94e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0100429 Dec 13 09:49:44.663978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.674265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-0626bd59-9fe8-4dd8-9e6a-c402e45b4b46 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.680732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0626bd59-9fe8-4dd8-9e6a-c402e45b4b46 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0146587 Dec 13 09:49:44.681788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.688028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-8c7e1675-7226-4662-ae03-44be2d154275 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.692593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c7e1675-7226-4662-ae03-44be2d154275 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095561 Dec 13 09:49:44.693824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54580) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.699232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-1f436e82-d808-41c6-b41b-ba36693ebb1a tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.703379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f436e82-d808-41c6-b41b-ba36693ebb1a tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084198 Dec 13 09:49:44.704215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.709412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-c3c424ab-f140-44d5-ad4e-793e9b4c94fd tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.713324 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3c424ab-f140-44d5-ad4e-793e9b4c94fd tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080831 Dec 13 09:49:44.714052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.719220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-dccda463-bf59-4068-a562-ce4df5cf1de2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.722916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dccda463-bf59-4068-a562-ce4df5cf1de2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079198 Dec 13 09:49:44.723512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54588) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.728661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-c33f5eb2-8e8c-4df4-b861-671e96a96c4a tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.732232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c33f5eb2-8e8c-4df4-b861-671e96a96c4a tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070667 Dec 13 09:49:44.732809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54590) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.737298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4ba92809-1833-4155-81fc-bb40cf58cf57 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.741001 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ba92809-1833-4155-81fc-bb40cf58cf57 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071712 Dec 13 09:49:44.741608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54592) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.745807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4f37a7ce-b83f-41cc-b09a-32bc3aae14a6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.749461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f37a7ce-b83f-41cc-b09a-32bc3aae14a6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069110 Dec 13 09:49:44.750226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54594) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.769038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-303976c9-63f6-4e4c-b537-4ed2ac6d6e6f tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.778381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-303976c9-63f6-4e4c-b537-4ed2ac6d6e6f tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0271394 Dec 13 09:49:44.778996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54598) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.783301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-02b41d76-54f2-4a8b-a554-1f651848ac5f tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.786703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-02b41d76-54f2-4a8b-a554-1f651848ac5f tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042431 Dec 13 09:49:44.795081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.811792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-0fa8c3c5-80a8-446f-ab1f-9ee77ea22c8e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.814408 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0fa8c3c5-80a8-446f-ab1f-9ee77ea22c8e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0147626 Dec 13 09:49:44.820972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] For port 5025b687-e105-4a06-ae19-34dc30afb057, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:44.822002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.839741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-0c59733a-e298-4e76-88ed-f0875e99d368 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.843008 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c59733a-e298-4e76-88ed-f0875e99d368 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0168107 Dec 13 09:49:44.845802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.864126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-2784292a-a7e1-4d2f-8b34-01dda1f0be83 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.868316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2784292a-a7e1-4d2f-8b34-01dda1f0be83 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0166528 Dec 13 09:49:44.868721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54606) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.875505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4e5962ff-4e67-45bb-bac3-88ea3b136bc3 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.883523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e5962ff-4e67-45bb-bac3-88ea3b136bc3 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0126448 Dec 13 09:49:44.898265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] For port 5025b687-e105-4a06-ae19-34dc30afb057, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5025b687-e105-4a06-ae19-34dc30afb057,segment=NetworkSegment(c96e65a3-3fd2-4c32-b38c-e19d463a366c),segment_id=c96e65a3-3fd2-4c32-b38c-e19d463a366c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:44.901966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cae4e-a0ec-4934-a44e-3be496d42916 req-08d25949-2ce7-4a4a-b670-7fa47f3605a3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:44.908076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.911604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b77cae4e-a0ec-4934-a44e-3be496d42916 req-08d25949-2ce7-4a4a-b670-7fa47f3605a3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1741793 Dec 13 09:49:44.921471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.923621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Allocated IP 172.20.0.1 (d2531a93-e19f-4eb9-9f9a-2edc44ca9346/35b1bf7c-805c-4561-a062-dd43aa485439/378fce8b-1215-4014-bd56-9ef020b7560e) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:44.925254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-ecadab32-d53a-42df-830c-6cfe62c05444 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.931026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ecadab32-d53a-42df-830c-6cfe62c05444 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0205770 Dec 13 09:49:44.931897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54612) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.932923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.937537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-9222cb81-ac26-44fa-b82f-a54ab468c5ab tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.944348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9222cb81-ac26-44fa-b82f-a54ab468c5ab tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0108356 Dec 13 09:49:44.944963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54614) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.959000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-bac3e985-7b0c-4551-a6f1-37f8088b3a11 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.965281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54616) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.968111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bac3e985-7b0c-4551-a6f1-37f8088b3a11 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0220706 Dec 13 09:49:44.973616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-e5cb2679-d860-4e42-939d-8351e8067acd tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.976901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e5cb2679-d860-4e42-939d-8351e8067acd tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082259 Dec 13 09:49:44.977559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54618) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.985720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-03c76482-6253-43a8-8315-914378450096 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:44.992907 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-03c76482-6253-43a8-8315-914378450096 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140319 Dec 13 09:49:44.993755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54620) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.003590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f58e46b7-15b2-4d93-a0a1-450db9eceac9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:45.011206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-9ab7f20f-fc6f-40ef-a5af-f9ec185c95b2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.016624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ab7f20f-fc6f-40ef-a5af-f9ec185c95b2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0187757 Dec 13 09:49:45.018038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54622) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.022380 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.032903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-5ebbd6dc-0cf7-418b-9f28-26e7b2c7d368 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.038819 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ebbd6dc-0cf7-418b-9f28-26e7b2c7d368 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0159488 Dec 13 09:49:45.038963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54624) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.056226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-372a8d38-b80f-475b-8bc7-ed8ecccb02d4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.056226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-372a8d38-b80f-475b-8bc7-ed8ecccb02d4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075781 Dec 13 09:49:45.057629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54628) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.062919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-a640be4c-dee8-4198-a1ec-d3bbbf9e14a4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.067026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a640be4c-dee8-4198-a1ec-d3bbbf9e14a4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078349 Dec 13 09:49:45.067672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54630) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.069203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b77cae4e-a0ec-4934-a44e-3be496d42916 req-79cd22a7-6189-4058-b8f7-4115150f5627 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474102 Dec 13 09:49:45.078967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4a654b75-4578-4e7e-9bc1-2fa56a3328df tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.085362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.090988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-6165bfd0-b366-4946-a4b2-e7e7d1b19966 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.096513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6165bfd0-b366-4946-a4b2-e7e7d1b19966 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0074584 Dec 13 09:49:45.103766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a654b75-4578-4e7e-9bc1-2fa56a3328df tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0281305 Dec 13 09:49:45.109528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54636) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.124975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:45.125100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-bd4c565f-8120-4760-97b4-822e7509e529 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.125954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd4c565f-8120-4760-97b4-822e7509e529 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0154836 Dec 13 09:49:45.128700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54638) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.134312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-e4d6b905-854f-48dd-88e5-1fa5b7d40aeb tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.134312 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4d6b905-854f-48dd-88e5-1fa5b7d40aeb tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046232 Dec 13 09:49:45.136985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54640) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.141157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-d2fe7f4f-3cbd-4fc4-ab68-506d411fc435 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.142112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d2fe7f4f-3cbd-4fc4-ab68-506d411fc435 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042114 Dec 13 09:49:45.147302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.154162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-2120db8a-b051-42b4-9b18-a1f41b2e8dec tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.157864 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2120db8a-b051-42b4-9b18-a1f41b2e8dec tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051644 Dec 13 09:49:45.158030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54646) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.164444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:45.173273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-4a4c5c29-202e-43b8-a2e1-cb606b09a845 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.176371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:45.177149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.179470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ca151-1cbc-42d6-9283-1f63cd9f348d None None] Pushing event updated for resources: {'Port': ['ID=5025b687-e105-4a06-ae19-34dc30afb057,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:45.182782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-80b17240-add6-4178-b4c9-4805a4485eae tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.184032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-80b17240-add6-4178-b4c9-4805a4485eae tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052235 Dec 13 09:49:45.185803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a4c5c29-202e-43b8-a2e1-cb606b09a845 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044229 Dec 13 09:49:45.186559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54650) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.192570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-4fc9ec47-c0d9-4549-bd98-49b5e50996c5 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.194262 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4fc9ec47-c0d9-4549-bd98-49b5e50996c5 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061274 Dec 13 09:49:45.196082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.207435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-1f359239-18f9-4e16-9fd2-1beb5d83db28 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.209764 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f359239-18f9-4e16-9fd2-1beb5d83db28 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0125170 Dec 13 09:49:45.211369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8177d0-8bc7-4462-b094-bae61dc40089 None None] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:45.215962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54656) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.223503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-d002134e-5192-45d1-aa64-c25a1ccc9ee3 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.227765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d002134e-5192-45d1-aa64-c25a1ccc9ee3 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082533 Dec 13 09:49:45.228294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54658) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.237368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.238618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-a44a2f45-e0aa-4ace-97b1-c60ec5914aa2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.241693 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a44a2f45-e0aa-4ace-97b1-c60ec5914aa2 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0104020 Dec 13 09:49:45.242904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.248780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-5ee81c03-7a9d-4753-b559-7f86d034b3c0 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.250072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ee81c03-7a9d-4753-b559-7f86d034b3c0 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060465 Dec 13 09:49:45.252978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.261952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-6fd92854-6c29-4cfb-b7a3-87042d8f7a38 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.266974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6fd92854-6c29-4cfb-b7a3-87042d8f7a38 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0121346 Dec 13 09:49:45.269158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54664) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.275008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-88ea20e5-96dc-4c18-bc79-0c72f5506adf tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.276682 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88ea20e5-96dc-4c18-bc79-0c72f5506adf tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057337 Dec 13 09:49:45.278817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.291450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f58e46b7-15b2-4d93-a0a1-450db9eceac9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:45.292031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.293881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-1e98dad9-8fc5-4e5a-891d-53064679dc7e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.295314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e98dad9-8fc5-4e5a-891d-53064679dc7e tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0063818 Dec 13 09:49:45.298834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.315382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.316427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-b19c7d93-1ab6-475f-9f30-5120de722868 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.317473 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b19c7d93-1ab6-475f-9f30-5120de722868 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0172651 Dec 13 09:49:45.320277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.326189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-5998fddc-6094-4602-a036-6a7b181b0cfb tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.332480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5998fddc-6094-4602-a036-6a7b181b0cfb tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0107958 Dec 13 09:49:45.335025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.341351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-18d7b250-5fb0-4730-8253-9dfa42873318 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.342311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18d7b250-5fb0-4730-8253-9dfa42873318 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063429 Dec 13 09:49:45.347054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54674) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.364087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-edb90070-fb2d-4ddf-a221-4a5544031af4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.365645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-edb90070-fb2d-4ddf-a221-4a5544031af4 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0150559 Dec 13 09:49:45.372713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:45.373747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54680) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.388825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-0a064431-73c3-41aa-b203-7612e05bbfd6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.391937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a064431-73c3-41aa-b203-7612e05bbfd6 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0152130 Dec 13 09:49:45.392962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.394981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:45.398557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:45.406213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-a1dd5a55-ba5f-4949-800b-212ff0c6b57d tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.409552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a1dd5a55-ba5f-4949-800b-212ff0c6b57d tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135715 Dec 13 09:49:45.411080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.418433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-e0f99773-4058-455e-9e31-27a575ef748c tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.421675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0f99773-4058-455e-9e31-27a575ef748c tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067980 Dec 13 09:49:45.422021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.426951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-40d2ea95-7915-469a-a33a-e507b4478dd0 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.430772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-40d2ea95-7915-469a-a33a-e507b4478dd0 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055029 Dec 13 09:49:45.431094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.436704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-ed672a9c-f974-4d30-be65-16834d364785 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.442014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed672a9c-f974-4d30-be65-16834d364785 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074973 Dec 13 09:49:45.442607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Port': ['ID=378fce8b-1215-4014-bd56-9ef020b7560e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:45.454054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.463078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [None req-a4345969-f12a-4e17-97c4-0e1598866603 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.465410 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4345969-f12a-4e17-97c4-0e1598866603 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0093224 Dec 13 09:49:45.468611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.478479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [None req-34223637-2172-4513-9858-c5d47045c806 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:49:45.479458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-34223637-2172-4513-9858-c5d47045c806 tempest-ExtensionsTestJSON-933345392 tempest-ExtensionsTestJSON-933345392-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0073059 Dec 13 09:49:45.493425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.533300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:45.609824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2cc37801-8751-4d84-bac7-b59131412fb3 None None] Provisioning complete for port f58e46b7-15b2-4d93-a0a1-450db9eceac9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:45.610204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc37801-8751-4d84-bac7-b59131412fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.634024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Pushing event updated for resources: {'Port': ['ID=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:45.732136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Attempting to bind port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:45.732524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Attempting to bind port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:45.732970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Attempting to bind port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb on network 161800f6-3e7d-4865-b3de-4d3cd0789d98 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:45.753036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:45.753439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Checking segment: {'id': 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:45.753850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.754251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Bound using segment: {'id': 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:45.754742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Bound port: 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '161800f6-3e7d-4865-b3de-4d3cd0789d98'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:45.755132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.767256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.915384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54712) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:46.009639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.081791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.090177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.094622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] For port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:46.134862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] For port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,segment=NetworkSegment(c31f7fcc-18e7-4a88-8d0c-363dbfa443fd),segment_id=c31f7fcc-18e7-4a88-8d0c-363dbfa443fd)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:46.158914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.160909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 632c3df9-4d78-4fef-b702-54abbdd4622f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:49:46.177308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port f58e46b7-15b2-4d93-a0a1-450db9eceac9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f58e46b7-15b2-4d93-a0a1-450db9eceac9,segment=NetworkSegment(133dabc2-fca2-4cc2-b216-4275806c02e6),segment_id=133dabc2-fca2-4cc2-b216-4275806c02e6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:46.210585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946eb1d0-e716-484e-85b4-4e9e77190012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.244718 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.246932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 632c3df9-4d78-4fef-b702-54abbdd4622f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:46.247315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.363354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Port': ['ID=378fce8b-1215-4014-bd56-9ef020b7560e,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:46.370120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.388662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946eb1d0-e716-484e-85b4-4e9e77190012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.393083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc37801-8751-4d84-bac7-b59131412fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.399931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946eb1d0-e716-484e-85b4-4e9e77190012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.410363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2180527-eea6-4651-96fd-a47760c2d08e None None] Pushing event updated for resources: {'Port': ['ID=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:46.511314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb1d0-e716-484e-85b4-4e9e77190012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e309f10d-b2ef-4331-8e48-60de847396e0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:46.550941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-946eb1d0-e716-484e-85b4-4e9e77190012 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c53ce2d19f04025b06b3f42dc6868a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342781 Dec 13 09:49:46.551773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54728) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:46.644566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a2273-5f55-44ca-a077-d421fc1a276e req-1feeb0b6-13a1-4659-a986-e4a8652e750b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:46.647004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-902a2273-5f55-44ca-a077-d421fc1a276e req-1feeb0b6-13a1-4659-a986-e4a8652e750b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.3333654 Dec 13 09:49:46.654807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.731377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.782308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=f58e46b7-15b2-4d93-a0a1-450db9eceac9,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:46.792259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.794594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-2cc37801-8751-4d84-bac7-b59131412fb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:49:46.795112 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-2cc37801-8751-4d84-bac7-b59131412fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:49:46.838158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:46.842728 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d1f60-2ac5-463e-9162-de02db6d6428" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:46.846948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-902a2273-5f55-44ca-a077-d421fc1a276e req-69d06ff7-56a7-42a9-b27e-3ac4cb6cee2d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806781 Dec 13 09:49:46.881830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:46.886478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:46.888841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.893134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.899804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:46.906204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.909077 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e309f10d-b2ef-4331-8e48-60de847396e0 HTTP/1.1" status: 204 len: 168 time: 0.3542511 Dec 13 09:49:46.937299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8878280-4ead-4a47-8581-34edf712e46d None None] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:46.939287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffb7fc-e4e9-4eba-a860-89f7144fcb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e309f10d-b2ef-4331-8e48-60de847396e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:47.013414 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df79549b-f6fa-4a39-aaff-cb18f71abd53 x-openstack-request-id: req-df79549b-f6fa-4a39-aaff-cb18f71abd53 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:47.014071 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:47.014568 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df79549b-f6fa-4a39-aaff-cb18f71abd53 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:47.015202 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'code': 200} Dec 13 09:49:47.066971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5025b687-e105-4a06-ae19-34dc30afb057 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:47.139671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:47.157232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Router f7b855c4-7779-4a1e-a2c0-69e066a54405 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:47.169920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255e38-6e34-4f7f-87e0-8ff63c7f18e1 req-a6982e92-363c-4805-84bb-52dc29b3b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:47.169920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93255e38-6e34-4f7f-87e0-8ff63c7f18e1 req-a6982e92-363c-4805-84bb-52dc29b3b707 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1100 time: 0.0896487 Dec 13 09:49:47.214631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5025b687-e105-4a06-ae19-34dc30afb057 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:47.215005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.282756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:47.290391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54c26b4e-6e5c-4448-a1bc-99a1c8cc1797 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5457008 Dec 13 09:49:47.293225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54740) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:47.295045 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] Sync routers for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:47.310299 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:47.311781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.329424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93255e38-6e34-4f7f-87e0-8ff63c7f18e1 req-17a8b957-cc3a-4749-bb0a-bfa79e19ee54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 Dec 13 09:49:47.348037 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.359519 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.388937 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:47.389560 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.498336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 5025b687-e105-4a06-ae19-34dc30afb057, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5025b687-e105-4a06-ae19-34dc30afb057,segment=NetworkSegment(c96e65a3-3fd2-4c32-b38c-e19d463a366c),segment_id=c96e65a3-3fd2-4c32-b38c-e19d463a366c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:47.512190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.513053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7a8259b7-994d-4f56-8b42-1a884b5c0cbb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:47.524129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.527005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8242d-ed83-4f75-a806-a2ed138d38b5 None None] The sync data for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:47.638595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=5025b687-e105-4a06-ae19-34dc30afb057,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:47.677972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9e91e156-7649-46d4-93de-25a12e163ed2 None None] Provisioning complete for port 5025b687-e105-4a06-ae19-34dc30afb057 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:47.678351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e91e156-7649-46d4-93de-25a12e163ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.794135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:47.794743 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.115343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caacdc4-3d26-439b-9f4a-352151a3ec97 req-cdc02353-e900-450c-9ca3-1ce00979b096 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:48.129680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5caacdc4-3d26-439b-9f4a-352151a3ec97 req-cdc02353-e900-450c-9ca3-1ce00979b096 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1198978 Dec 13 09:49:48.146641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9e91e156-7649-46d4-93de-25a12e163ed2 None None] Provisioning complete for port f58e46b7-15b2-4d93-a0a1-450db9eceac9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:48.147211 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e91e156-7649-46d4-93de-25a12e163ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.150475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.210494 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-5e53a563-6747-4ef8-b4ab-8a48e78859cc tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:49:48.212878 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e53a563-6747-4ef8-b4ab-8a48e78859cc tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9183459 Dec 13 09:49:48.216015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54770) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.245838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,segment=NetworkSegment(c31f7fcc-18e7-4a88-8d0c-363dbfa443fd),segment_id=c31f7fcc-18e7-4a88-8d0c-363dbfa443fd)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:48.249031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf7be9-a54d-4782-b573-83af40069a18 None None] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:48.257569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.268995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5caacdc4-3d26-439b-9f4a-352151a3ec97 req-54964e90-be5a-4123-90bd-1e941f1492e6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336045 Dec 13 09:49:48.283980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.421154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:48.444375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-21913354'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:48.512602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:48.516592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.529575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.596762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Provisioning complete for port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:48.597293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.731006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.738795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.826355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Provisioning complete for port 5025b687-e105-4a06-ae19-34dc30afb057 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:48.828946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.831446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:48.848984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cace33c-99b5-4c98-8d73-5cbcdecd50e7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:48.860602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.860968 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment d3153706-fa85-4df1-a610-5ac6c39affa2 of type vlan for network 82a93976-35f5-42f7-b7da-489260347513 Dec 13 09:49:48.876982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.901913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5025b687-e105-4a06-ae19-34dc30afb057 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:48.973453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.997184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5025b687-e105-4a06-ae19-34dc30afb057 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:48.997396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.023992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Provisioning complete for port 378fce8b-1215-4014-bd56-9ef020b7560e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:49.024460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.039587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.044183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:49.044769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.069851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-232a208e-f27d-40d1-8e7c-400f87e052cd None None] Port 378fce8b-1215-4014-bd56-9ef020b7560e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:49.129536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f58e46b7-15b2-4d93-a0a1-450db9eceac9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:49.159091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8639548 Dec 13 09:49:49.180885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee733-c509-473b-a029-b623b3f3fcdf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=82a93976-35f5-42f7-b7da-489260347513,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:49.196761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 82a93976-35f5-42f7-b7da-489260347513 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:49.247611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-36337571-b189-4c0c-8094-c47b0fa3594a None None] Provisioning complete for port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:49.247990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36337571-b189-4c0c-8094-c47b0fa3594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.309280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f58e46b7-15b2-4d93-a0a1-450db9eceac9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:49.309842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.447364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting port 378fce8b-1215-4014-bd56-9ef020b7560e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:49.448520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.480537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7a8259b7-994d-4f56-8b42-1a884b5c0cbb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:49.502462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb349a6-baea-4ffb-8f77-cf202fb03605 req-dc2dcc16-b874-4008-8d3a-5ea5e37d2668 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:49.510006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb349a6-baea-4ffb-8f77-cf202fb03605 req-dc2dcc16-b874-4008-8d3a-5ea5e37d2668 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0816286 Dec 13 09:49:49.558380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.574917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Calling delete_port for 378fce8b-1215-4014-bd56-9ef020b7560e owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:49.593656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:49.594029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.598580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb349a6-baea-4ffb-8f77-cf202fb03605 req-3f9f25a8-e109-412e-a57a-970a3ccb14e9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Dec 13 09:49:49.771521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.830509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97745-7d3e-40e8-a8c1-ff8c1ece5672 req-c3d36227-9ea5-4911-805d-a1055e7c2677 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:49.834989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8b97745-7d3e-40e8-a8c1-ff8c1ece5672 req-c3d36227-9ea5-4911-805d-a1055e7c2677 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0888131 Dec 13 09:49:49.853979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Port': ['ID=378fce8b-1215-4014-bd56-9ef020b7560e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:49.995370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8b97745-7d3e-40e8-a8c1-ff8c1ece5672 req-66f00919-e03b-4325-ae3e-4c87283fc43d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535578 Dec 13 09:49:50.094590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.314291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Router f7b855c4-7779-4a1e-a2c0-69e066a54405 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:50.406295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b7feb-4c22-495b-a0f9-bfd3b0454a8c req-8d210a11-21ad-45d4-92e4-d1ed7cc27205 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:50.408087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-103b7feb-4c22-495b-a0f9-bfd3b0454a8c req-8d210a11-21ad-45d4-92e4-d1ed7cc27205 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0550637 Dec 13 09:49:50.455413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:50.469710 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a74cbe02-db78-4c8d-abe1-278c232ddb73 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2518134 Dec 13 09:49:50.476252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] Sync routers for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:50.479786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54820) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:50.489564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:50.490203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:50.527674 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-5ba28c41-785a-44d0-879b-cc59ff916c89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403899 Dec 13 09:49:50.541439 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-9d8f3756-9dd4-4d34-9311-b10392cd1aa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] delete failed (client error): The resource could not be found. Dec 13 09:49:50.541439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9d8f3756-9dd4-4d34-9311-b10392cd1aa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1373440896 HTTP/1.1" status: 404 len: 335 time: 0.0589540 Dec 13 09:49:50.543924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:50.549419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7eefafc0-632c-4a26-b97f-6f7939371b20 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7b855c4-7779-4a1e-a2c0-69e066a54405'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:50.563018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-103b7feb-4c22-495b-a0f9-bfd3b0454a8c req-775f4e43-3487-42a3-9e84-de0331131ac7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365449 Dec 13 09:49:50.565496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:50.576378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:50.577151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:50.616634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:50.617458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9a56-703c-47d5-9a60-b695c5c662cc None None] The sync data for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:50.840650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eefafc0-632c-4a26-b97f-6f7939371b20 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.873061 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7eefafc0-632c-4a26-b97f-6f7939371b20 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] update failed (client error): The resource could not be found. Dec 13 09:49:50.875701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7eefafc0-632c-4a26-b97f-6f7939371b20 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405 HTTP/1.1" status: 404 len: 339 time: 0.3289790 Dec 13 09:49:50.878639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:51.614421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.796161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff5a1-cd4e-492b-8ac0-cad64c38cbf1 req-d723732d-76cb-4ef7-874e-fa56e0166149 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:51.797740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-734ff5a1-cd4e-492b-8ac0-cad64c38cbf1 req-d723732d-76cb-4ef7-874e-fa56e0166149 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1584699 Dec 13 09:49:51.931238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-734ff5a1-cd4e-492b-8ac0-cad64c38cbf1 req-44382685-954f-4dde-b42d-1126c694256d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 Dec 13 09:49:52.059534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Allocated IP 172.20.0.1 (18b87d6e-2fb0-4179-92df-7daa044bc66e/e31799f9-01bd-4b7b-a146-e74b5203e43f/a882f60e-3314-4c55-9680-e2788e626709) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:52.323199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.363928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54872) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:52.396245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.407464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54876) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:52.412931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': '82a93976-35f5-42f7-b7da-489260347513', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:52.491244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:52.492329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Port': ['ID=a882f60e-3314-4c55-9680-e2788e626709,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:52.497961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:52.500963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:52.522023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26c4faea-8567-46fe-bd73-1dfcdd1f9921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.526191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9416b87b-db12-4994-88e9-79922eebf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:52.527872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9416b87b-db12-4994-88e9-79922eebf79b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1100 time: 0.4351683 Dec 13 09:49:52.531135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:52.534634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.571126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.716765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26c4faea-8567-46fe-bd73-1dfcdd1f9921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.724467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26c4faea-8567-46fe-bd73-1dfcdd1f9921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.754644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-fce5e189-bdfd-4fc7-b370-863a14cb7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:52.757231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-fce5e189-bdfd-4fc7-b370-863a14cb7635 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2203250 Dec 13 09:49:52.796809 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26c4faea-8567-46fe-bd73-1dfcdd1f9921 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=761d22d749624c42a5ac81c4454213bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299953 Dec 13 09:49:52.799893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54880) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:52.809574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4faea-8567-46fe-bd73-1dfcdd1f9921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a7194-f039-40e3-adb0-96136ec9940e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:52.815661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.844544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.874744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-814d8e1b-ee52-4d5c-a2a9-02b621ea035f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.0736456 Dec 13 09:49:52.903627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b5c0c388-d649-42fd-8d90-fcdcb842b4b9 None None] Provisioning complete for port a882f60e-3314-4c55-9680-e2788e626709 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:52.904704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c388-d649-42fd-8d90-fcdcb842b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.928863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=d3daa70c-4b96-4128-ab45-a14169478f8c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:52.936581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.942605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': 'd3153706-fa85-4df1-a610-5ac6c39affa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '82a93976-35f5-42f7-b7da-489260347513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:52.942997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: 82a93976-35f5-42f7-b7da-489260347513, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:52.946820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0c388-d649-42fd-8d90-fcdcb842b4b9 None None] Port a882f60e-3314-4c55-9680-e2788e626709 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:52.971950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.998331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 82a93976-35f5-42f7-b7da-489260347513 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:53.019679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 82a93976-35f5-42f7-b7da-489260347513) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:53.034291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.035362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2717588-8711-4b4f-aad1-801f045c35a9 None None] Network 82a93976-35f5-42f7-b7da-489260347513 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:53.035496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.059896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.062513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.070728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c6a7194-f039-40e3-adb0-96136ec9940e HTTP/1.1" status: 204 len: 168 time: 0.2694254 Dec 13 09:49:53.092946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c51ba0eb-80b5-453c-8284-f1043ac65b2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6810317 Dec 13 09:49:53.093295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:53.107376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196768095'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:53.110801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cbc45-bc8f-4c5f-88b2-3c3213c6d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a7194-f039-40e3-adb0-96136ec9940e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.139624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:53.143936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.188634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:53.211757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.211933 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment 73b41cf9-ae9b-403c-90ed-4dff83c5f251 of type vlan for network 34f96590-a35b-457d-955f-30a64aee3fba Dec 13 09:49:53.274391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.298473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655ac87-e145-4494-8397-f54b1a009a16 req-7a40f236-fad1-46de-a05e-c9104558bb66 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.312569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8655ac87-e145-4494-8397-f54b1a009a16 req-7a40f236-fad1-46de-a05e-c9104558bb66 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1730332 Dec 13 09:49:53.315069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-82a93976-35f5-42f7-b7da-489260347513', 'network_id': '82a93976-35f5-42f7-b7da-489260347513', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': 'd3daa70c-4b96-4128-ab45-a14169478f8c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:53.315983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.322403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.330571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.332159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.434959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3399000 Dec 13 09:49:53.439266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54898) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:53.458814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': '34f96590-a35b-457d-955f-30a64aee3fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:53.484300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.486827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9c45ab17-d0eb-4b63-85cb-1b20569b7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.488701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9c45ab17-d0eb-4b63-85cb-1b20569b7a30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3505239 Dec 13 09:49:53.495266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.516647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc20aab-67ab-42c5-894a-766cface7f2f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=34f96590-a35b-457d-955f-30a64aee3fba,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.531065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:53.534071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 34f96590-a35b-457d-955f-30a64aee3fba details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:53.559150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.599877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8655ac87-e145-4494-8397-f54b1a009a16 req-88e6f682-9940-46ed-851a-f62719b2b5a4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840343 Dec 13 09:49:53.612628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Allocated IP 2001:db8:0:ffff::2 (82a93976-35f5-42f7-b7da-489260347513/d3daa70c-4b96-4128-ab45-a14169478f8c/9f6103eb-7f6c-4f7e-a626-0845afff2237) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:53.619518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:53.623333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.644461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.652429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event updated for resources: {'Port': ['ID=a882f60e-3314-4c55-9680-e2788e626709,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.657084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-15aa048a-6fd7-4f88-90ce-25f4db847a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.659094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-15aa048a-6fd7-4f88-90ce-25f4db847a5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593928 Dec 13 09:49:53.776568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.786065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.822427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-b18fcf15-f586-4fe1-b10c-89a6be3f7bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473987 Dec 13 09:49:53.828147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:53.829798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:53.870534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Pushing event updated for resources: {'Port': ['ID=9f6103eb-7f6c-4f7e-a626-0845afff2237,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.891698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Network 82a93976-35f5-42f7-b7da-489260347513 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:53.893581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:53.899964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:53.967492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Attempting to bind port 9f6103eb-7f6c-4f7e-a626-0845afff2237 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:53.968131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Attempting to bind port 9f6103eb-7f6c-4f7e-a626-0845afff2237 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd3153706-fa85-4df1-a610-5ac6c39affa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '82a93976-35f5-42f7-b7da-489260347513'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:53.968380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Attempting to bind port 9f6103eb-7f6c-4f7e-a626-0845afff2237 on network 82a93976-35f5-42f7-b7da-489260347513 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:53.975051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:53.975964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Checking segment: {'id': 'd3153706-fa85-4df1-a610-5ac6c39affa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '82a93976-35f5-42f7-b7da-489260347513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:53.976574 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.977173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Bound using segment: {'id': 'd3153706-fa85-4df1-a610-5ac6c39affa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '82a93976-35f5-42f7-b7da-489260347513'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:53.977872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Bound port: 9f6103eb-7f6c-4f7e-a626-0845afff2237, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3153706-fa85-4df1-a610-5ac6c39affa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '82a93976-35f5-42f7-b7da-489260347513'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:53.978462 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.031022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Router f7b855c4-7779-4a1e-a2c0-69e066a54405 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:54.050065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] For port 9f6103eb-7f6c-4f7e-a626-0845afff2237, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:54.051372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-2ba8bcc6-10b1-43e5-8d02-b1e1e3c9352e service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177927 Dec 13 09:49:54.055038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] For port 9f6103eb-7f6c-4f7e-a626-0845afff2237, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f6103eb-7f6c-4f7e-a626-0845afff2237,segment=NetworkSegment(d3153706-fa85-4df1-a610-5ac6c39affa2),segment_id=d3153706-fa85-4df1-a610-5ac6c39affa2)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:54.073787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.114953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.120689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.184099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:54.191090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d3a3c0e-1f6c-44f4-aa73-75a81f98d776 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107235 Dec 13 09:49:54.194091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54906) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.201442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] Sync routers for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:54.211970 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dae339f51b564f0eabad1e943bc9f40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6796110 Dec 13 09:49:54.212821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.215728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04412c-2278-4a45-a252-f1b5ff6710c7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:54.225025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:54.230069 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:54.244305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.244683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.245022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.245366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.245704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.246037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.246368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.246696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.247024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.247352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.247724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.248053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.248382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf3764-8f92-4f0d-92ca-e4d7353105a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:54.310759 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:54.329632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.336418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:54.337349 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:54.372511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b814-aa47-4a96-880e-f74041a3eac0 None None] Pushing event updated for resources: {'Port': ['ID=9f6103eb-7f6c-4f7e-a626-0845afff2237,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:54.383444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.400000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ed3f920b-9c1a-4496-98e2-16662fed59f2 None None] Provisioning complete for port a882f60e-3314-4c55-9680-e2788e626709 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:54.400904 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed3f920b-9c1a-4496-98e2-16662fed59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.420340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15af5306-973c-4cb2-9bb4-55277cf83854 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.432983 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:54.435461 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7add8b5-fe3c-4d6a-802d-b03cb93419fe None None] The sync data for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:54.443362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f920b-9c1a-4496-98e2-16662fed59f2 None None] Port a882f60e-3314-4c55-9680-e2788e626709 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:54.448437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:49:54.455869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.546662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=cd03c500-c436-41f2-9b7f-c2224a8f8d84,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:54.553122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.556045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.557109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c04412c-2278-4a45-a252-f1b5ff6710c7 HTTP/1.1" status: 204 len: 168 time: 0.3388832 Dec 13 09:49:54.570602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d268c-bc31-4c1b-86dc-0888dafe2d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04412c-2278-4a45-a252-f1b5ff6710c7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:54.572556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': '73b41cf9-ae9b-403c-90ed-4dff83c5f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:54.572918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: 34f96590-a35b-457d-955f-30a64aee3fba, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:54.586638 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-15af5306-973c-4cb2-9bb4-55277cf83854 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:54.590516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15af5306-973c-4cb2-9bb4-55277cf83854 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405 HTTP/1.1" status: 409 len: 329 time: 0.3925273 Dec 13 09:49:54.590847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.615022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 34f96590-a35b-457d-955f-30a64aee3fba is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:54.656881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 34f96590-a35b-457d-955f-30a64aee3fba) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:54.666727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345ec4a-1be1-4dd7-aac2-412a94c5f621 None None] Network 34f96590-a35b-457d-955f-30a64aee3fba requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:54.669001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:54.670764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.698818 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cbffd1ec-3bf8-4b02-bef9-72a47a971803 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2582002 Dec 13 09:49:54.699892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.709492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'port': {'network_id': '34f96590-a35b-457d-955f-30a64aee3fba', 'name': 'tempest-NetworksIpV6TestAttrs-1780078986'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:54.884764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:54.905924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.922753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-34f96590-a35b-457d-955f-30a64aee3fba', 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': 'cd03c500-c436-41f2-9b7f-c2224a8f8d84'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:54.923681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.965130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] device_id is not set on port 3c07ca4c-3a4d-48f4-babf-37f3a32fb788 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:54.985800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d229-4b1a-4b66-b5d0-514f45946463 req-6391a0a6-63a3-44a4-9ff2-7e73da008397 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:54.993793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5708d229-4b1a-4b66-b5d0-514f45946463 req-6391a0a6-63a3-44a4-9ff2-7e73da008397 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.2653983 Dec 13 09:49:55.083711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f6103eb-7f6c-4f7e-a626-0845afff2237 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:55.097657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5708d229-4b1a-4b66-b5d0-514f45946463 req-71679b9b-4030-4756-8915-a2b2a813274a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029801 Dec 13 09:49:55.113497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Allocated IP 2001:db8::f816:3eff:fe54:1dae (34f96590-a35b-457d-955f-30a64aee3fba/cd03c500-c436-41f2-9b7f-c2224a8f8d84/3c07ca4c-3a4d-48f4-babf-37f3a32fb788) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:55.175671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9f6103eb-7f6c-4f7e-a626-0845afff2237 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:55.176320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.276067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.284272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.288305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.313600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 9f6103eb-7f6c-4f7e-a626-0845afff2237, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f6103eb-7f6c-4f7e-a626-0845afff2237,segment=NetworkSegment(d3153706-fa85-4df1-a610-5ac6c39affa2),segment_id=d3153706-fa85-4df1-a610-5ac6c39affa2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:55.324536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.347394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.408438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 34f96590-a35b-457d-955f-30a64aee3fba is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:55.413141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:55.428449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Port': ['ID=3c07ca4c-3a4d-48f4-babf-37f3a32fb788,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.433822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:55.446537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:55.448031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.477044 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8d80e43-e2d9-440c-bb76-ec3103b9343c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7750082 Dec 13 09:49:55.477836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:55.545656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=9f6103eb-7f6c-4f7e-a626-0845afff2237,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.557913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Allocated IP 2001:db8::f816:3eff:fe23:1152 (34f96590-a35b-457d-955f-30a64aee3fba/cd03c500-c436-41f2-9b7f-c2224a8f8d84/2acc4bfd-228f-4039-9da4-1fe0ca635e56) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:55.609539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting subnet cd03c500-c436-41f2-9b7f-c2224a8f8d84 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:55.743113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.748919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.750121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.799774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Network 34f96590-a35b-457d-955f-30a64aee3fba is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:55.804380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:55.808794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:55.835028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Pushing event updated for resources: {'Port': ['ID=2acc4bfd-228f-4039-9da4-1fe0ca635e56,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.851803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.870037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Attempting to bind port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:55.870037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Attempting to bind port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '73b41cf9-ae9b-403c-90ed-4dff83c5f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:55.870380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Attempting to bind port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 on network 34f96590-a35b-457d-955f-30a64aee3fba {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:55.875718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:55.876507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Checking segment: {'id': '73b41cf9-ae9b-403c-90ed-4dff83c5f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:55.876983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.877447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Bound using segment: {'id': '73b41cf9-ae9b-403c-90ed-4dff83c5f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:55.877995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Bound port: 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b41cf9-ae9b-403c-90ed-4dff83c5f251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34f96590-a35b-457d-955f-30a64aee3fba'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:55.878452 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.960921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] For port 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:55.964231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] For port 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2acc4bfd-228f-4039-9da4-1fe0ca635e56,segment=NetworkSegment(73b41cf9-ae9b-403c-90ed-4dff83c5f251),segment_id=73b41cf9-ae9b-403c-90ed-4dff83c5f251)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:55.967054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a0ebf-246a-4a94-bbaa-94e3190bd51b None None] Network 82a93976-35f5-42f7-b7da-489260347513 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:56.019705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.021999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.099945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2f4f2006-137c-43e0-b5f8-cd180036a4a8 None None] Provisioning complete for port 9f6103eb-7f6c-4f7e-a626-0845afff2237 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:56.100709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2006-137c-43e0-b5f8-cd180036a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.118339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.178436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=cd03c500-c436-41f2-9b7f-c2224a8f8d84,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.191925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting port a882f60e-3314-4c55-9680-e2788e626709 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:56.192451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.195141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac0af-b4fd-43e5-833c-8013c5ba0517 None None] Pushing event updated for resources: {'Port': ['ID=2acc4bfd-228f-4039-9da4-1fe0ca635e56,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.213262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.219347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e768a35f-abec-4a43-8199-7a424b0ee789 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/cd03c500-c436-41f2-9b7f-c2224a8f8d84 HTTP/1.1" status: 204 len: 168 time: 0.7399752 Dec 13 09:49:56.221991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.329847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.331233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f3fea-e6c3-492e-8b17-eb0650c5e61b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:56.334091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f3fea-e6c3-492e-8b17-eb0650c5e61b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:56.338838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-242f3fea-e6c3-492e-8b17-eb0650c5e61b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1126642 Dec 13 09:49:56.339242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.353597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Calling delete_port for a882f60e-3314-4c55-9680-e2788e626709 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:56.372357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff582-c351-46fb-8730-f008633d7de0 req-06f686fe-e781-44ee-80f3-b7ab1c702680 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:56.378296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-639ff582-c351-46fb-8730-f008633d7de0 req-06f686fe-e781-44ee-80f3-b7ab1c702680 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1020987 Dec 13 09:49:56.509675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3dd3523d-1638-4069-8b4b-ccbbcafaca34 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.518318 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd3523d-1638-4069-8b4b-ccbbcafaca34 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 09:49:56.519162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd3523d-1638-4069-8b4b-ccbbcafaca34 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:56.523358 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3dd3523d-1638-4069-8b4b-ccbbcafaca34 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/34f96590-a35b-457d-955f-30a64aee3fba HTTP/1.1" status: 409 len: 405 time: 0.1830416 Dec 13 09:49:56.527439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.556693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1666576804'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:56.558063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-639ff582-c351-46fb-8730-f008633d7de0 req-9689b7b2-35ee-4ab8-a35c-29b402e30ea1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392784 Dec 13 09:49:56.595064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:56.600923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.646382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:56.673727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.674128 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment 2185b61f-827f-40dc-bde8-1443a52ca10e of type vlan for network 66559820-298e-468b-9afd-d3944cf1bfae Dec 13 09:49:56.682688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.716212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Port': ['ID=a882f60e-3314-4c55-9680-e2788e626709,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.779750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.821012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.829538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:56.830369 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.860294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6c60f8ac-73a0-4db1-8fef-62ce12887181 None None] Provisioning complete for port 9f6103eb-7f6c-4f7e-a626-0845afff2237 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:56.860675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c60f8ac-73a0-4db1-8fef-62ce12887181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.932550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=66559820-298e-468b-9afd-d3944cf1bfae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.949392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1db1e0e7-13cd-4809-a8bd-07743043619f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4161122 Dec 13 09:49:56.949962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.968153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': '66559820-298e-468b-9afd-d3944cf1bfae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:56.968661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 66559820-298e-468b-9afd-d3944cf1bfae details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:57.038453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.116596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2acc4bfd-228f-4039-9da4-1fe0ca635e56 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:57.129376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:57.134940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.176370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:57.176813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.314921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.352682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Router f7b855c4-7779-4a1e-a2c0-69e066a54405 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:57.365535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2acc4bfd-228f-4039-9da4-1fe0ca635e56,segment=NetworkSegment(73b41cf9-ae9b-403c-90ed-4dff83c5f251),segment_id=73b41cf9-ae9b-403c-90ed-4dff83c5f251)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:57.370557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.371433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f6103eb-7f6c-4f7e-a626-0845afff2237 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:57.471666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2acc4bfd-228f-4039-9da4-1fe0ca635e56,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:57.492252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:57.496103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9f6103eb-7f6c-4f7e-a626-0845afff2237 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:57.497209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.509295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-891f40d3-fdfd-430f-87ae-5b6370369d55 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169023 Dec 13 09:49:57.510378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55000) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:57.541659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:49:57.542196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] Sync routers for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:57.543565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.560301 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-e0e400af-70ac-4416-b13d-ec74ab7f1fc7 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] show failed (client error): The resource could not be found. Dec 13 09:49:57.562841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:57.565062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:57.566624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0e400af-70ac-4416-b13d-ec74ab7f1fc7 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1665513433 HTTP/1.1" status: 404 len: 335 time: 0.0549257 Dec 13 09:49:57.567499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55004) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:57.574195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-61f85e34-7fee-4709-9a07-b04ecf3ed42a tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:57.602959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:57.621824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] Routers {'f7b855c4-7779-4a1e-a2c0-69e066a54405'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:57.628198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:49:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f7b855c4-7779-4a1e-a2c0-69e066a54405'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:57.632873 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-61f85e34-7fee-4709-9a07-b04ecf3ed42a tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] update failed (client error): The resource could not be found. Dec 13 09:49:57.641249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-61f85e34-7fee-4709-9a07-b04ecf3ed42a tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-621470152 HTTP/1.1" status: 404 len: 334 time: 0.0717270 Dec 13 09:49:57.642291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55008) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:57.678245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': '2185b61f-827f-40dc-bde8-1443a52ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:57.678628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: 66559820-298e-468b-9afd-d3944cf1bfae, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:57.685719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=e5067377-2fb3-4a5a-92fb-9b06b5aea880,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:57.702622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 66559820-298e-468b-9afd-d3944cf1bfae is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:57.705030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:57.705930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e241db-835f-43b8-ac0c-d35296c0e5f6 None None] The sync data for ids ['f7b855c4-7779-4a1e-a2c0-69e066a54405'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:57.716315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 66559820-298e-468b-9afd-d3944cf1bfae) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:57.742282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:57.743689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting subnet b5812fd9-770f-40a2-a7c9-5ab69cdd325e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:57.746743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.765657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.786837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08321b84-a39e-4ef7-a260-1d08314ff877 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8301337 Dec 13 09:49:57.788722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55012) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:57.790356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac239c51-9820-4eeb-95d7-70fe7ecea4af None None] Network 66559820-298e-468b-9afd-d3944cf1bfae requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:57.804235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'port': {'network_id': '66559820-298e-468b-9afd-d3944cf1bfae', 'name': 'tempest-NetworksIpV6TestAttrs-1179057902'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:57.862741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.896744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2df94-ccb0-4aa5-a4d9-40336889a414 None None] Network 34f96590-a35b-457d-955f-30a64aee3fba requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:57.918487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758d8ac-23c2-472e-bbb0-35f4492c37a4 req-81fbd864-9489-4ab3-8bca-334740c3b662 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:57.920169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8758d8ac-23c2-472e-bbb0-35f4492c37a4 req-81fbd864-9489-4ab3-8bca-334740c3b662 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1687636 Dec 13 09:49:57.989351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55022) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.013758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:58.018053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.020131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.029008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b165340a-db00-435c-9852-629db9e7bd7a None None] Provisioning complete for port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:58.029376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b165340a-db00-435c-9852-629db9e7bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.045886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8758d8ac-23c2-472e-bbb0-35f4492c37a4 req-210a68ec-583c-4229-9890-fa79f338b682 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119499 Dec 13 09:49:58.057897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] device_id is not set on port b9485907-c3d8-47fc-8c8f-07c5f1743323 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:58.115584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.144950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-66559820-298e-468b-9afd-d3944cf1bfae', 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': 'e5067377-2fb3-4a5a-92fb-9b06b5aea880'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:58.145852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.169980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Subnet': ['ID=b5812fd9-770f-40a2-a7c9-5ab69cdd325e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:58.188416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.197801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-420bb1e1-ca37-4899-ae4a-92262329ffa8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/subnets/b5812fd9-770f-40a2-a7c9-5ab69cdd325e HTTP/1.1" status: 204 len: 168 time: 0.5540121 Dec 13 09:49:58.200702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.218929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d2209-c553-4de7-ae3c-f5d3fa9702b4 None None] Network 161800f6-3e7d-4865-b3de-4d3cd0789d98 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:58.268681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7756dd-f79c-4217-bae4-62171e9c0d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.288745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting subnet 35b1bf7c-805c-4561-a062-dd43aa485439 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:58.292900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.294060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Allocated IP 2001:db8::f816:3eff:fe56:a717 (66559820-298e-468b-9afd-d3944cf1bfae/e5067377-2fb3-4a5a-92fb-9b06b5aea880/b9485907-c3d8-47fc-8c8f-07c5f1743323) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:58.299792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] DHCP port deletion for 34f96590-a35b-457d-955f-30a64aee3fba request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:58.365469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.498365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7756dd-f79c-4217-bae4-62171e9c0d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.506104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7756dd-f79c-4217-bae4-62171e9c0d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.510259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.582042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.608736 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e7756dd-f79c-4217-bae4-62171e9c0d93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a9d0ed9b6904b328c066cdb89813bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148319 Dec 13 09:49:58.610251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.610380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55034) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.611184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7756dd-f79c-4217-bae4-62171e9c0d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cff96c-396c-4933-bc01-2c018b7b4b61,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:58.641375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e08711-f1a5-453f-9ac2-9007d40e13bd None None] Network d2531a93-e19f-4eb9-9f9a-2edc44ca9346 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:58.644690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.653506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.653801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/subnets/35b1bf7c-805c-4561-a062-dd43aa485439 HTTP/1.1" status: 204 len: 168 time: 0.4465282 Dec 13 09:49:58.656820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.740358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.742738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490580-b73e-4014-a520-38a264d94633 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Subnet': ['ID=35b1bf7c-805c-4561-a062-dd43aa485439,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:58.753206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Deleting port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:58.753591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.791010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Allocated IP 2001:db8::f816:3eff:fe56:e0d7 (66559820-298e-468b-9afd-d3944cf1bfae/e5067377-2fb3-4a5a-92fb-9b06b5aea880/c64ca75c-ca67-42d2-9639-43c8b4f29293) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:58.796832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.856693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] DHCP port deletion for 161800f6-3e7d-4865-b3de-4d3cd0789d98 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:58.862549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 66559820-298e-468b-9afd-d3944cf1bfae is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:58.871841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:58.881960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Port': ['ID=b9485907-c3d8-47fc-8c8f-07c5f1743323,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:58.897198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:58.904844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:58.905505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.930179 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.935925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.953714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.953950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e01a4931-1fd1-462c-a45b-83b130dd37a5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1597798 Dec 13 09:49:58.957668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.957839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7cff96c-396c-4933-bc01-2c018b7b4b61 HTTP/1.1" status: 204 len: 168 time: 0.3428819 Dec 13 09:49:58.981204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8f23-c623-4413-a51b-a013fe1d0f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cff96c-396c-4933-bc01-2c018b7b4b61,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.015154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] DHCP port deletion for d2531a93-e19f-4eb9-9f9a-2edc44ca9346 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:59.026705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2acc4bfd-228f-4039-9da4-1fe0ca635e56 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:59.064798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] For port 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2acc4bfd-228f-4039-9da4-1fe0ca635e56,segment=NetworkSegment(73b41cf9-ae9b-403c-90ed-4dff83c5f251),segment_id=73b41cf9-ae9b-403c-90ed-4dff83c5f251)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.065460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.082339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting subnet e5067377-2fb3-4a5a-92fb-9b06b5aea880 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:59.103071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Calling delete_port for 2acc4bfd-228f-4039-9da4-1fe0ca635e56 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:59.104955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:59.105305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.178380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] For port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,segment=NetworkSegment(c31f7fcc-18e7-4a88-8d0c-363dbfa443fd),segment_id=c31f7fcc-18e7-4a88-8d0c-363dbfa443fd)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.178749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.192903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Calling delete_port for 7a8259b7-994d-4f56-8b42-1a884b5c0cbb owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:59.284910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.313224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] No DVR routers for this DVR port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:59.320597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Deleting port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:59.321168 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.322585 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.348344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a57db-97cf-482a-968b-5c7c00abad43 req-d3837ec0-d912-40fb-b0f5-1e9e48c4ec6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:59.353371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3a57db-97cf-482a-968b-5c7c00abad43 req-d3837ec0-d912-40fb-b0f5-1e9e48c4ec6f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1091027 Dec 13 09:49:59.385398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Port': ['ID=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.467522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Deleting port 5025b687-e105-4a06-ae19-34dc30afb057 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:59.467829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.477319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.487143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.490402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3a57db-97cf-482a-968b-5c7c00abad43 req-5ceb867b-bc3a-4bc5-acb3-12bbdbd17a5f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329186 Dec 13 09:49:59.530308 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.551478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55056) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:59.572745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161800f6-3e7d-4865-b3de-4d3cd0789d98']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:59.574207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2acc4bfd-228f-4039-9da4-1fe0ca635e56, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2acc4bfd-228f-4039-9da4-1fe0ca635e56,segment=NetworkSegment(73b41cf9-ae9b-403c-90ed-4dff83c5f251),segment_id=73b41cf9-ae9b-403c-90ed-4dff83c5f251)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.575810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] For port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.576212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.577893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8864-4379-499f-9d7b-85d82342ba3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.580426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.583629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.608246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:59.608611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31f7fcc-18e7-4a88-8d0c-363dbfa443fd') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:59.628979 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.650376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.676386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.688488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.700049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Calling delete_port for 7a8259b7-994d-4f56-8b42-1a884b5c0cbb owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:59.707248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.716354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:49:59.719634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8864-4379-499f-9d7b-85d82342ba3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.726798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8864-4379-499f-9d7b-85d82342ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.727180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:59.727641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:59.732331 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:59.741458 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.746601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Network 66559820-298e-468b-9afd-d3944cf1bfae is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:59.760373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:59.762636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:59.767533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] For port 5025b687-e105-4a06-ae19-34dc30afb057, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5025b687-e105-4a06-ae19-34dc30afb057,segment=NetworkSegment(c96e65a3-3fd2-4c32-b38c-e19d463a366c),segment_id=c96e65a3-3fd2-4c32-b38c-e19d463a366c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.767964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.775504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] No DVR routers for this DVR port 2acc4bfd-228f-4039-9da4-1fe0ca635e56 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:59.784115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5e5f8864-4379-499f-9d7b-85d82342ba3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=923cd37faa314d27b5a4b487504fa82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239358 Dec 13 09:49:59.788505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:59.796952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] No DVR routers for this DVR port 7a8259b7-994d-4f56-8b42-1a884b5c0cbb on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:59.813220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Pushing event updated for resources: {'Port': ['ID=c64ca75c-ca67-42d2-9639-43c8b4f29293,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.829586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Calling delete_port for 5025b687-e105-4a06-ae19-34dc30afb057 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:59.844796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8864-4379-499f-9d7b-85d82342ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4675b-319a-4740-b028-3031b1f88c4d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.860895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.872452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event deleted for resources: {'Port': ['ID=2acc4bfd-228f-4039-9da4-1fe0ca635e56,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.876806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.883219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/networks/161800f6-3e7d-4865-b3de-4d3cd0789d98 HTTP/1.1" status: 204 len: 168 time: 1.2162242 Dec 13 09:49:59.883387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:59.900954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6430ab-1518-4de9-ad17-f35cd5598817 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Network': ['ID=161800f6-3e7d-4865-b3de-4d3cd0789d98,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.916529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcbe4f-7aa6-4a2f-af0d-535e507d477b None None] Pushing event deleted for resources: {'Port': ['ID=2acc4bfd-228f-4039-9da4-1fe0ca635e56,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.962894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.965591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.994494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.009156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf037-90a2-4a85-8a0d-4fe0b7afd0d4 None None] Pushing event deleted for resources: {'Port': ['ID=7a8259b7-994d-4f56-8b42-1a884b5c0cbb,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.019392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.026465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Attempting to bind port c64ca75c-ca67-42d2-9639-43c8b4f29293 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:00.027032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Attempting to bind port c64ca75c-ca67-42d2-9639-43c8b4f29293 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2185b61f-827f-40dc-bde8-1443a52ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:00.027587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Attempting to bind port c64ca75c-ca67-42d2-9639-43c8b4f29293 on network 66559820-298e-468b-9afd-d3944cf1bfae {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:00.044263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:00.044658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Checking segment: {'id': '2185b61f-827f-40dc-bde8-1443a52ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:00.045443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.045847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Bound using segment: {'id': '2185b61f-827f-40dc-bde8-1443a52ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:00.046342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Bound port: c64ca75c-ca67-42d2-9639-43c8b4f29293, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2185b61f-827f-40dc-bde8-1443a52ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '66559820-298e-468b-9afd-d3944cf1bfae'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:00.047039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.071958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting port 5025b687-e105-4a06-ae19-34dc30afb057 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:00.072248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.087773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.103197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.106406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.110160 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86f4675b-319a-4740-b028-3031b1f88c4d HTTP/1.1" status: 204 len: 168 time: 0.3185129 Dec 13 09:50:00.111950 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.137409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.137654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] No DVR routers for this DVR port 5025b687-e105-4a06-ae19-34dc30afb057 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:00.144891 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/e5067377-2fb3-4a5a-92fb-9b06b5aea880 HTTP/1.1" status: 204 len: 168 time: 1.1859543 Dec 13 09:50:00.146414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47a7b6-f74c-4c28-9df2-24d39a4c206a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=e5067377-2fb3-4a5a-92fb-9b06b5aea880,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.147517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.151362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] For port 5025b687-e105-4a06-ae19-34dc30afb057, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5025b687-e105-4a06-ae19-34dc30afb057,segment=NetworkSegment(c96e65a3-3fd2-4c32-b38c-e19d463a366c),segment_id=c96e65a3-3fd2-4c32-b38c-e19d463a366c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:00.151809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.160425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88350da-ae02-46a3-9c02-14a305c4aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4675b-319a-4740-b028-3031b1f88c4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.167115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9d72-ad34-43c7-a852-c1e3b60eb918 None None] Pushing event deleted for resources: {'Port': ['ID=5025b687-e105-4a06-ae19-34dc30afb057,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.185952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] For port c64ca75c-ca67-42d2-9639-43c8b4f29293, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:00.204519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] For port c64ca75c-ca67-42d2-9639-43c8b4f29293, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c64ca75c-ca67-42d2-9639-43c8b4f29293,segment=NetworkSegment(2185b61f-827f-40dc-bde8-1443a52ca10e),segment_id=2185b61f-827f-40dc-bde8-1443a52ca10e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:00.209355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.222775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Calling delete_port for 5025b687-e105-4a06-ae19-34dc30afb057 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:00.283404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a41049-8ffa-45ee-9c43-0275edfde8f3 None None] Pushing event updated for resources: {'Port': ['ID=c64ca75c-ca67-42d2-9639-43c8b4f29293,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.290827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f7803-fbe1-41cd-9be1-d3d7354065b9 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.292743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f7803-fbe1-41cd-9be1-d3d7354065b9 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.294357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-425f7803-fbe1-41cd-9be1-d3d7354065b9 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1458321 Dec 13 09:50:00.297262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55070) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.334585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.371577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Port': ['ID=5025b687-e105-4a06-ae19-34dc30afb057,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.376392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] No DVR routers for this DVR port 5025b687-e105-4a06-ae19-34dc30afb057 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:00.413170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e465d6fa-5659-46dc-b569-74b1c16b2301 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.421980 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e465d6fa-5659-46dc-b569-74b1c16b2301 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 09:50:00.422828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e465d6fa-5659-46dc-b569-74b1c16b2301 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:00.426181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e465d6fa-5659-46dc-b569-74b1c16b2301 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/66559820-298e-468b-9afd-d3944cf1bfae HTTP/1.1" status: 409 len: 405 time: 0.1278043 Dec 13 09:50:00.430555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.435905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-277822116'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:00.462424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:00.467933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.479054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.514474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:00.529908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2531a93-e19f-4eb9-9f9a-2edc44ca9346']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:00.538622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.538976 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment 032663b3-7bff-47c0-b592-dc96323931da of type vlan for network feaadfec-934e-4f80-8788-94e346ea73f6 Dec 13 09:50:00.552562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96e65a3-3fd2-4c32-b38c-e19d463a366c') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:00.552871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96e65a3-3fd2-4c32-b38c-e19d463a366c') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:00.573089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.605717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.616898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:00.617684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:00.622866 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:00.625928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.690963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.697551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.698062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.787065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.810185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3785143 Dec 13 09:50:00.810823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.835375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa412-11b4-4f8d-8088-aab4d6c1e4f5 req-345a7fc0-e484-4ab1-9e00-39e4b88b3a96 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.846114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': 'feaadfec-934e-4f80-8788-94e346ea73f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:00.851783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2de40-0fc2-43f8-90eb-03b688fec5e8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=feaadfec-934e-4f80-8788-94e346ea73f6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.854415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61baa412-11b4-4f8d-8088-aab4d6c1e4f5 req-345a7fc0-e484-4ab1-9e00-39e4b88b3a96 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1614482 Dec 13 09:50:00.875682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network feaadfec-934e-4f80-8788-94e346ea73f6 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:00.883653 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.887228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/networks/d2531a93-e19f-4eb9-9f9a-2edc44ca9346 HTTP/1.1" status: 204 len: 168 time: 1.0028646 Dec 13 09:50:00.888309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43d36a-e5a1-453d-beaf-49c5ae53ebd8 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Network': ['ID=d2531a93-e19f-4eb9-9f9a-2edc44ca9346,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.891440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55100) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:01.001442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting subnet e31799f9-01bd-4b7b-a146-e74b5203e43f {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:01.008311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c64ca75c-ca67-42d2-9639-43c8b4f29293 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:01.019851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61baa412-11b4-4f8d-8088-aab4d6c1e4f5 req-3e1e1a74-bec4-4553-b1c4-447d26400694 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584806 Dec 13 09:50:01.021344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.042815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:01.055767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.093870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c64ca75c-ca67-42d2-9639-43c8b4f29293 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:01.095430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.121113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.218120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.263610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port c64ca75c-ca67-42d2-9639-43c8b4f29293, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c64ca75c-ca67-42d2-9639-43c8b4f29293,segment=NetworkSegment(2185b61f-827f-40dc-bde8-1443a52ca10e),segment_id=2185b61f-827f-40dc-bde8-1443a52ca10e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:01.267868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.362236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.378973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5025b687-e105-4a06-ae19-34dc30afb057 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:01.473035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5025b687-e105-4a06-ae19-34dc30afb057 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:01.474781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5025b687-e105-4a06-ae19-34dc30afb057 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:01.476283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7a8259b7-994d-4f56-8b42-1a884b5c0cbb no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:01.492349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.510124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.514686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/subnets/e31799f9-01bd-4b7b-a146-e74b5203e43f HTTP/1.1" status: 204 len: 168 time: 0.6059816 Dec 13 09:50:01.517165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55120) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:01.527671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7a8259b7-994d-4f56-8b42-1a884b5c0cbb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:01.528389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7a8259b7-994d-4f56-8b42-1a884b5c0cbb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:01.530165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b1938-a532-40fe-ab4a-3d7aab6fe525 None None] Network 18b87d6e-2fb0-4179-92df-7daa044bc66e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:01.561058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4aa0d1-7547-44db-8832-7226fbeeada9 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Subnet': ['ID=e31799f9-01bd-4b7b-a146-e74b5203e43f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:01.603825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=c64ca75c-ca67-42d2-9639-43c8b4f29293,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:01.642603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:50:01.648389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.746700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.758587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=15ec2bee-57d5-45ab-809d-0c5e87d707bb,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:01.764244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': '032663b3-7bff-47c0-b592-dc96323931da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'feaadfec-934e-4f80-8788-94e346ea73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:01.764931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: feaadfec-934e-4f80-8788-94e346ea73f6, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:01.800416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] DHCP port deletion for 18b87d6e-2fb0-4179-92df-7daa044bc66e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:01.806625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network feaadfec-934e-4f80-8788-94e346ea73f6 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:01.826207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, feaadfec-934e-4f80-8788-94e346ea73f6) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:01.840121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb33ca-472a-4f1b-bd43-3397ba78b06a None None] Network feaadfec-934e-4f80-8788-94e346ea73f6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:01.850482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:01.852748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.894452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Deleting port f58e46b7-15b2-4d93-a0a1-450db9eceac9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:01.894452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.894789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-17f4d4a9-cbaf-46c0-8b73-92c39550444c tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0663302 Dec 13 09:50:01.895026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55130) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:01.968686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Deleting port f58e46b7-15b2-4d93-a0a1-450db9eceac9 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:01.969281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.033380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.067080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e5b40-7deb-440c-8ac5-b765e6d88906 None None] Network 66559820-298e-468b-9afd-d3944cf1bfae requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:02.106597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] For port f58e46b7-15b2-4d93-a0a1-450db9eceac9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f58e46b7-15b2-4d93-a0a1-450db9eceac9,segment=NetworkSegment(133dabc2-fca2-4cc2-b216-4275806c02e6),segment_id=133dabc2-fca2-4cc2-b216-4275806c02e6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:02.107124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.122298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbb2af-84ba-46fb-a6d9-e12300005d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-feaadfec-934e-4f80-8788-94e346ea73f6', 'network_id': 'feaadfec-934e-4f80-8788-94e346ea73f6', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': '15ec2bee-57d5-45ab-809d-0c5e87d707bb'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:02.123594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12cbb2af-84ba-46fb-a6d9-e12300005d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.150057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.197201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-454716da-65cb-4f22-84c9-0827a66e2bb8 None None] Provisioning complete for port c64ca75c-ca67-42d2-9639-43c8b4f29293 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:02.197511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Calling delete_port for f58e46b7-15b2-4d93-a0a1-450db9eceac9 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:02.198000 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-454716da-65cb-4f22-84c9-0827a66e2bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.242914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fce1-0378-4164-80ba-b791e46fa64a req-15f465f1-f318-457b-9d70-104356a8e7ab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:02.246486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd62fce1-0378-4164-80ba-b791e46fa64a req-15f465f1-f318-457b-9d70-104356a8e7ab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1242909 Dec 13 09:50:02.249204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.269430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] For port f58e46b7-15b2-4d93-a0a1-450db9eceac9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f58e46b7-15b2-4d93-a0a1-450db9eceac9,segment=NetworkSegment(133dabc2-fca2-4cc2-b216-4275806c02e6),segment_id=133dabc2-fca2-4cc2-b216-4275806c02e6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:02.275075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.296062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Calling delete_port for f58e46b7-15b2-4d93-a0a1-450db9eceac9 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:02.318088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=15ec2bee-57d5-45ab-809d-0c5e87d707bb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.370080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.390277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd62fce1-0378-4164-80ba-b791e46fa64a req-6b80dfad-492c-4bc7-a2b6-6d5b470f53e2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113858 Dec 13 09:50:02.399909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaadfec-934e-4f80-8788-94e346ea73f6']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.413227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032663b3-7bff-47c0-b592-dc96323931da') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.413533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032663b3-7bff-47c0-b592-dc96323931da') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.428764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.449059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.450108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.456009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:02.456411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:02.460662 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:02.533362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] No DVR routers for this DVR port f58e46b7-15b2-4d93-a0a1-450db9eceac9 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:02.555176 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.570135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.578507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Port': ['ID=f58e46b7-15b2-4d93-a0a1-450db9eceac9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.579058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.587753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9f755-04ba-4d1a-a234-a00671c82ee9 None None] Network feaadfec-934e-4f80-8788-94e346ea73f6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:02.591903 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/feaadfec-934e-4f80-8788-94e346ea73f6 HTTP/1.1" status: 204 len: 168 time: 0.6903393 Dec 13 09:50:02.592066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] No DVR routers for this DVR port f58e46b7-15b2-4d93-a0a1-450db9eceac9 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:02.598095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55148) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:02.604464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f839710-b182-4a91-8f88-0da9f44820f5 None None] Pushing event deleted for resources: {'Port': ['ID=f58e46b7-15b2-4d93-a0a1-450db9eceac9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.618733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-613154731'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:02.629303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9f755-04ba-4d1a-a234-a00671c82ee9 None None] Network feaadfec-934e-4f80-8788-94e346ea73f6 could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 09:50:02.643220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cf314-efc4-419c-8b23-36c9c78ca99e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=feaadfec-934e-4f80-8788-94e346ea73f6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.699799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.710125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:02.715048 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.744316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b87d6e-2fb0-4179-92df-7daa044bc66e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.756258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] DHCP port deletion for 66559820-298e-468b-9afd-d3944cf1bfae request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:02.759837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133dabc2-fca2-4cc2-b216-4275806c02e6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.760136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133dabc2-fca2-4cc2-b216-4275806c02e6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:02.774690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.776292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:02.796295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.796405 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment 2c1bdc36-3346-4171-8e09-7136ffe81096 of type vlan for network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d Dec 13 09:50:02.797833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.846112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:02.846533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:02.850398 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:02.907923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c64ca75c-ca67-42d2-9639-43c8b4f29293 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:02.929656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.959892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.983312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Deleting port c64ca75c-ca67-42d2-9639-43c8b4f29293 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:02.984340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.988179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.993640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/networks/18b87d6e-2fb0-4179-92df-7daa044bc66e HTTP/1.1" status: 204 len: 168 time: 1.4753129 Dec 13 09:50:02.996381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.009272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.018442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:03.019085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.036757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06ed060e-da33-41d8-976d-cf06c1ea65bb tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b855c4-7779-4a1e-a2c0-69e066a54405 HTTP/1.1" status: 200 len: 205 time: 0.0386207 Dec 13 09:50:03.042317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55162) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.055600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ba3af-6c0d-4697-9cc7-cf0241b7681e tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Pushing event deleted for resources: {'Network': ['ID=18b87d6e-2fb0-4179-92df-7daa044bc66e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.075965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] For port c64ca75c-ca67-42d2-9639-43c8b4f29293, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c64ca75c-ca67-42d2-9639-43c8b4f29293,segment=NetworkSegment(2185b61f-827f-40dc-bde8-1443a52ca10e),segment_id=2185b61f-827f-40dc-bde8-1443a52ca10e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:03.076367 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.092727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Calling delete_port for c64ca75c-ca67-42d2-9639-43c8b4f29293 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:03.170082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.188321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.193959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=09ac1636-fab6-4b3e-aa77-695ca6d1fd4d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.196992 n-d-820935-7 neutron-server[103196]: INFO neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No ports have port_id starting with c64ca75c-ca67-42d2-9639-43c8b4f29293 Dec 13 09:50:03.202444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] No DVR routers for this DVR port c64ca75c-ca67-42d2-9639-43c8b4f29293 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:03.209881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f58e46b7-15b2-4d93-a0a1-450db9eceac9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:03.214285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:03.222777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9349e7e-be63-41dc-a32c-00f9808e5b05 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6230760 Dec 13 09:50:03.226072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55168) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.231353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': '09ac1636-fab6-4b3e-aa77-695ca6d1fd4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:03.288592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7995ba-ca6e-4204-b7c4-37b1cee86ae5 None None] Pushing event deleted for resources: {'Port': ['ID=c64ca75c-ca67-42d2-9639-43c8b4f29293,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.292710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f58e46b7-15b2-4d93-a0a1-450db9eceac9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:03.293180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f58e46b7-15b2-4d93-a0a1-450db9eceac9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:03.381816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.386810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.450004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.450534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Fanout notify agent at l3_agent the message router_deleted on router f7b855c4-7779-4a1e-a2c0-69e066a54405 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:03.460002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.461746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-10203631-8c99-4d2c-b995-086550dc3a07 tempest-RoutersNegativeTest-1776497298 tempest-RoutersNegativeTest-1776497298-project] 10.222.0.31 "DELETE /v2.0/routers/f7b855c4-7779-4a1e-a2c0-69e066a54405 HTTP/1.1" status: 204 len: 168 time: 0.4124281 Dec 13 09:50:03.465208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:03.470165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.608488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd478e-f114-4811-bed7-327e56379164 req-85064504-36de-4658-9c7a-05467b148939 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:03.610930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7bd478e-f114-4811-bed7-327e56379164 req-85064504-36de-4658-9c7a-05467b148939 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0884097 Dec 13 09:50:03.748577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7bd478e-f114-4811-bed7-327e56379164 req-bd4593f1-5e41-4506-8671-89c83abd599e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266444 Dec 13 09:50:03.821784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.858813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.940316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=05a84bde-b46c-4716-9192-8b982b276e6b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.950067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': '2c1bdc36-3346-4171-8e09-7136ffe81096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09ac1636-fab6-4b3e-aa77-695ca6d1fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:03.950437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:03.975966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:03.990670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:03.996406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:03.997422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.008225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae74f2-1d83-47f7-ab0f-71b950d390cd None None] Network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:04.011189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f138749a-e4cd-40f8-81e7-755573615d97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04b5ad1bdb084e9c9156f551dd5a74ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873336 Dec 13 09:50:04.015370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:04.020779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e6043611-f0ef-43c4-a306-4fc505a2c440 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7932525 Dec 13 09:50:04.023427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55198) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:04.086824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.120387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.139967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.182493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.191891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.195108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/231ab97f-1f61-40f7-a3cd-ec2eb8f42248 HTTP/1.1" status: 204 len: 168 time: 0.1783414 Dec 13 09:50:04.213218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c91db-dcd3-4c5a-ad61-15a566ab1c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231ab97f-1f61-40f7-a3cd-ec2eb8f42248,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.228222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.319394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.355148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=05a84bde-b46c-4716-9192-8b982b276e6b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.479222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.514508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac1636-fab6-4b3e-aa77-695ca6d1fd4d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:04.526723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1bdc36-3346-4171-8e09-7136ffe81096') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:04.527314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1bdc36-3346-4171-8e09-7136ffe81096') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:04.540284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.565307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.565433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.579498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06a4ae-2be8-4885-b705-6ca8f6bddfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-09ac1636-fab6-4b3e-aa77-695ca6d1fd4d', 'network_id': '09ac1636-fab6-4b3e-aa77-695ca6d1fd4d', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': '05a84bde-b46c-4716-9192-8b982b276e6b'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:04.580556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a06a4ae-2be8-4885-b705-6ca8f6bddfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.583649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:04.584395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:04.587429 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:04.662869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-0a06a4ae-2be8-4885-b705-6ca8f6bddfe0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:50:04.662869 n-d-820935-7 neutron-server[103196]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 13 09:50:04.662869 n-d-820935-7 neutron-server[103196]: [parameters: {'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'id': '07bdd0e4-c7c8-4a7b-9c92-4f51bd787ccd', 'name': '', 'network_id': '09ac1636-fab6-4b3e-aa77-695ca6d1fd4d', 'mac_address': 'fa:16:3e:53:1f:16', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-09ac1636-fab6-4b3e-aa77-695ca6d1fd4d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1827}] Dec 13 09:50:04.662869 n-d-820935-7 neutron-server[103196]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:50:04.663395 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-0a06a4ae-2be8-4885-b705-6ca8f6bddfe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:50:04.674527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.682746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.690978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55220) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:04.697731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1122618165'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:04.699064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/09ac1636-fab6-4b3e-aa77-695ca6d1fd4d HTTP/1.1" status: 204 len: 168 time: 0.6628842 Dec 13 09:50:04.717446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697c56-48f1-4200-b493-228c02f5e715 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=09ac1636-fab6-4b3e-aa77-695ca6d1fd4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.738216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:04.746185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.796372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:04.805941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.806169 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Added segment 1c7f172f-fd22-4639-9377-f73c2209c868 of type vlan for network 058c2034-2e27-4f29-9c62-9295c05a9722 Dec 13 09:50:04.857349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.947355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.956215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:04.957107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.996366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3da742-9dc3-4789-bff8-ee35b650b1d9 req-6e9836c1-abc0-4f8d-ae1b-ab20655025b5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:04.997976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d3da742-9dc3-4789-bff8-ee35b650b1d9 req-6e9836c1-abc0-4f8d-ae1b-ab20655025b5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1335459 Dec 13 09:50:05.077493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Network': ['ID=058c2034-2e27-4f29-9c62-9295c05a9722,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:05.091688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 058c2034-2e27-4f29-9c62-9295c05a9722 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:05.107831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55236) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:05.108746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d917f67-1911-4bc5-b3f5-6a72cd104d89 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4156246 Dec 13 09:50:05.113384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Request body: {'subnet': {'network_id': '058c2034-2e27-4f29-9c62-9295c05a9722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:05.180472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d3da742-9dc3-4789-bff8-ee35b650b1d9 req-96e0abae-f50b-4d33-acf8-a0837cd508bf tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003702 Dec 13 09:50:05.186785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a06a4ae-2be8-4885-b705-6ca8f6bddfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.272995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a4fc8-8754-469d-8019-44adeab96319 None None] Network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:05.298714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a4fc8-8754-469d-8019-44adeab96319 None None] Network 09ac1636-fab6-4b3e-aa77-695ca6d1fd4d could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 09:50:05.633718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Made reservation on behalf of cbb7d5eed5dd470e866b069056fe2771 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:05.637336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.905216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:50:05.906905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.974440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event updated for resources: {'Subnet': ['ID=a6249665-5bcb-429d-8c0a-dced1a48c740,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.002306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Checking segment: {'id': '1c7f172f-fd22-4639-9377-f73c2209c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '058c2034-2e27-4f29-9c62-9295c05a9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:06.002675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network hostable DHCP agents. Network: 058c2034-2e27-4f29-9c62-9295c05a9722, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:06.021201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Network 058c2034-2e27-4f29-9c62-9295c05a9722 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:06.037360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 058c2034-2e27-4f29-9c62-9295c05a9722) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:06.042747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.043475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.046998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1359688-ed65-49e6-aa91-2913d4371105 None None] Network 058c2034-2e27-4f29-9c62-9295c05a9722 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:06.070308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa5891ac-9896-4640-9fd1-103b64f8b805 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9612772 Dec 13 09:50:06.072989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.182883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9f15-0a13-43c0-bac3-8feb2489645b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.185684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.268035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.270989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fdcfbc-fd97-4752-b5d2-30d326b5e3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-058c2034-2e27-4f29-9c62-9295c05a9722', 'network_id': '058c2034-2e27-4f29-9c62-9295c05a9722', 'project_id': 'cbb7d5eed5dd470e866b069056fe2771', 'fixed_ips': [{'subnet_id': 'a6249665-5bcb-429d-8c0a-dced1a48c740'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:06.272123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c8fdcfbc-fd97-4752-b5d2-30d326b5e3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.361037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.367592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af93b84-a962-4f58-b983-671ecfa1010c req-f25e07c5-237e-492d-877a-8c3f3417324d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.387431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af93b84-a962-4f58-b983-671ecfa1010c req-f25e07c5-237e-492d-877a-8c3f3417324d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1050608 Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-c8fdcfbc-fd97-4752-b5d2-30d326b5e3e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6249665-5bcb-429d-8c0a-dced1a48c740: This subnet is being modified by another concurrent operation. Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:50:06.407308 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6249665-5bcb-429d-8c0a-dced1a48c740: This subnet is being modified by another concurrent operation. Dec 13 09:50:06.412017 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:50:06.420360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=a6249665-5bcb-429d-8c0a-dced1a48c740,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.437619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9186b0b-b134-4344-9531-32d61633c3a0 None None] Network 058c2034-2e27-4f29-9c62-9295c05a9722 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:06.465084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55274) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.502050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.513750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af93b84-a962-4f58-b983-671ecfa1010c req-10bc884d-5e60-4af4-8245-b5fcfa14a68b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250370 Dec 13 09:50:06.532795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058c2034-2e27-4f29-9c62-9295c05a9722']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:06.544266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7f172f-fd22-4639-9377-f73c2209c868') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:06.544939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7f172f-fd22-4639-9377-f73c2209c868') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:06.556062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.571236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.585031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:06.585489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.607371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3e743-71be-49ca-93f4-d0056a353000 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:06.662720 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:06.668113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.674934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.679899 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/058c2034-2e27-4f29-9c62-9295c05a9722 HTTP/1.1" status: 204 len: 168 time: 0.6058865 Dec 13 09:50:06.687002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.702420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-954fb75d-009d-418f-9d1c-e762419bee79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.747816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b611aa5-e7c8-4650-9c32-1dd61b6697d8 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=058c2034-2e27-4f29-9c62-9295c05a9722,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.755066 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-445509ef-00e9-43a1-a516-fabbc6614f8a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:06.757544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445509ef-00e9-43a1-a516-fabbc6614f8a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:06.762510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-445509ef-00e9-43a1-a516-fabbc6614f8a tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/a6249665-5bcb-429d-8c0a-dced1a48c740 HTTP/1.1" status: 404 len: 337 time: 0.0740850 Dec 13 09:50:06.766414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55292) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.822586 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5a7330-88d9-49d8-b447-dffbd149966f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:06.823115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5a7330-88d9-49d8-b447-dffbd149966f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:06.826201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7c5a7330-88d9-49d8-b447-dffbd149966f tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/058c2034-2e27-4f29-9c62-9295c05a9722 HTTP/1.1" status: 404 len: 339 time: 0.0587485 Dec 13 09:50:06.828747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55298) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.866975 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9a054c-e956-4a8c-a68d-644a39760faf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:06.867235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9a054c-e956-4a8c-a68d-644a39760faf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:06.870397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f9a054c-e956-4a8c-a68d-644a39760faf tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/05a84bde-b46c-4716-9192-8b982b276e6b HTTP/1.1" status: 404 len: 337 time: 0.0407388 Dec 13 09:50:06.873619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.874832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3e743-71be-49ca-93f4-d0056a353000 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:50:06.880390 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-954fb75d-009d-418f-9d1c-e762419bee79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.888204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-954fb75d-009d-418f-9d1c-e762419bee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.906061 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaf1210-7e65-4f6e-bff8-9e6e886ce850 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:06.908368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaf1210-7e65-4f6e-bff8-9e6e886ce850 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:06.913680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ceaf1210-7e65-4f6e-bff8-9e6e886ce850 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/09ac1636-fab6-4b3e-aa77-695ca6d1fd4d HTTP/1.1" status: 404 len: 339 time: 0.0388842 Dec 13 09:50:06.916747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55306) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.933849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-954fb75d-009d-418f-9d1c-e762419bee79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b213694c158141e4a9636505232831c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651818 Dec 13 09:50:06.933849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fb75d-009d-418f-9d1c-e762419bee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6128da-bbdd-484c-a938-ef8fad81485f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.935120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.978342 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-89827161-b67d-463b-a4d8-84c443ee1a28 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:06.979126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89827161-b67d-463b-a4d8-84c443ee1a28 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:06.983723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89827161-b67d-463b-a4d8-84c443ee1a28 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/15ec2bee-57d5-45ab-809d-0c5e87d707bb HTTP/1.1" status: 404 len: 337 time: 0.0650563 Dec 13 09:50:06.986032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55310) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.993085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.017788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.046082 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-2148e64e-61f8-4884-b798-d1d245682552 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:07.046614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2148e64e-61f8-4884-b798-d1d245682552 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:07.055923 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2148e64e-61f8-4884-b798-d1d245682552 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/feaadfec-934e-4f80-8788-94e346ea73f6 HTTP/1.1" status: 404 len: 339 time: 0.0656936 Dec 13 09:50:07.056210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55316) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:07.089024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.091919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.097323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e6128da-bbdd-484c-a938-ef8fad81485f HTTP/1.1" status: 204 len: 168 time: 0.1613472 Dec 13 09:50:07.118471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52333b59-04e8-47cc-90f1-68a9e2969f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6128da-bbdd-484c-a938-ef8fad81485f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.252869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting port b9485907-c3d8-47fc-8c8f-07c5f1743323 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:07.256398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.361488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.392633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Calling delete_port for b9485907-c3d8-47fc-8c8f-07c5f1743323 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:07.502854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.537244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Port': ['ID=b9485907-c3d8-47fc-8c8f-07c5f1743323,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.546635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.553460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7cb44a49-5196-4a34-9075-2194d71ecb14 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/ports/b9485907-c3d8-47fc-8c8f-07c5f1743323 HTTP/1.1" status: 204 len: 168 time: 0.4962430 Dec 13 09:50:07.555996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55330) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:07.593522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:07.604654 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-158d6b4c-ae03-4781-b79c-25f4d5195eb5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:07.605439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158d6b4c-ae03-4781-b79c-25f4d5195eb5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:07.609438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-158d6b4c-ae03-4781-b79c-25f4d5195eb5 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/e5067377-2fb3-4a5a-92fb-9b06b5aea880 HTTP/1.1" status: 404 len: 337 time: 0.0523553 Dec 13 09:50:07.612336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55334) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:07.615133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33593533-9560-4a1b-9555-3da5bc2a3b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.706790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33593533-9560-4a1b-9555-3da5bc2a3b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.714012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33593533-9560-4a1b-9555-3da5bc2a3b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.761434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33593533-9560-4a1b-9555-3da5bc2a3b3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df7272487215498eabe0f1ce26409118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663201 Dec 13 09:50:07.761950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33593533-9560-4a1b-9555-3da5bc2a3b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a742284-3229-4ba7-a64a-3e196ae8d9bf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.764644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55338) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:07.781849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.827389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da605-4426-4a18-a9e3-d09a0d1a7f13 req-a2b567a3-053b-4512-9ea7-bfed842c4fd5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:07.829285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-396da605-4426-4a18-a9e3-d09a0d1a7f13 req-a2b567a3-053b-4512-9ea7-bfed842c4fd5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.2032197 Dec 13 09:50:07.860914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.889606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.953507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.954866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.958863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.962882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a742284-3229-4ba7-a64a-3e196ae8d9bf HTTP/1.1" status: 204 len: 168 time: 0.1942532 Dec 13 09:50:07.977056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b5375-f719-435e-a133-adde92dbedfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a742284-3229-4ba7-a64a-3e196ae8d9bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.995839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-396da605-4426-4a18-a9e3-d09a0d1a7f13 req-020a493e-6fbb-427b-a85f-33b8f3e83940 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251156 Dec 13 09:50:08.009122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66559820-298e-468b-9afd-d3944cf1bfae']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.021661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2185b61f-827f-40dc-bde8-1443a52ca10e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.022219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2185b61f-827f-40dc-bde8-1443a52ca10e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.038541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.056630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.066215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:08.066904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:08.149521 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:08.189776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.199563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.202714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/66559820-298e-468b-9afd-d3944cf1bfae HTTP/1.1" status: 204 len: 168 time: 0.5892625 Dec 13 09:50:08.205656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55346) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:08.252423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587d8b8-ab87-4a02-b0b0-10226e1cc8cd tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=66559820-298e-468b-9afd-d3944cf1bfae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.364825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29e4bd3a-cfcc-4267-a8b5-7a62a42f2234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.395294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting port 3c07ca4c-3a4d-48f4-babf-37f3a32fb788 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:08.395780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.490662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.506643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Calling delete_port for 3c07ca4c-3a4d-48f4-babf-37f3a32fb788 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:08.592435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.625026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Port': ['ID=3c07ca4c-3a4d-48f4-babf-37f3a32fb788,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.632645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.635952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd9bf849-f314-49cb-a18e-f173e5bf70d0 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/ports/3c07ca4c-3a4d-48f4-babf-37f3a32fb788 HTTP/1.1" status: 204 len: 168 time: 0.4288626 Dec 13 09:50:08.638313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:08.667837 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5407ae4-63a4-4373-9fe4-5d662499667e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:08.668575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5407ae4-63a4-4373-9fe4-5d662499667e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:08.672605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f5407ae4-63a4-4373-9fe4-5d662499667e tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/cd03c500-c436-41f2-9b7f-c2224a8f8d84 HTTP/1.1" status: 404 len: 337 time: 0.0332758 Dec 13 09:50:08.675182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55368) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:08.767687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.869899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.892832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f96590-a35b-457d-955f-30a64aee3fba']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.904347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b41cf9-ae9b-403c-90ed-4dff83c5f251') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.904678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b41cf9-ae9b-403c-90ed-4dff83c5f251') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:08.915124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.929839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.936545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:08.937161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:08.940702 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:09.011958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.023007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.027170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/34f96590-a35b-457d-955f-30a64aee3fba HTTP/1.1" status: 204 len: 168 time: 0.3508458 Dec 13 09:50:09.030538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55382) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:09.048123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80607643-86e9-496b-91fb-d4a8b80f8a7b tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=34f96590-a35b-457d-955f-30a64aee3fba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.136886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting subnet d3daa70c-4b96-4128-ab45-a14169478f8c {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:09.155092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.215138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.299093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3204-3387-4018-a9db-6638d7a353e7 req-c006ed05-e6d5-4647-9758-4031df3098b6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:09.300702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aea3204-3387-4018-a9db-6638d7a353e7 req-c006ed05-e6d5-4647-9758-4031df3098b6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1814125 Dec 13 09:50:09.344799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.409297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aea3204-3387-4018-a9db-6638d7a353e7 req-886bdc1d-f650-4386-8d1c-556fd8b10c38 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961504 Dec 13 09:50:09.435756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.475235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Subnet': ['ID=d3daa70c-4b96-4128-ab45-a14169478f8c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.478807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.482622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dfedda75-abdd-405b-8d31-c8d3035d10e2 tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/subnets/d3daa70c-4b96-4128-ab45-a14169478f8c HTTP/1.1" status: 204 len: 168 time: 0.4508584 Dec 13 09:50:09.485033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55402) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:09.488082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.492003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198905cd-b732-4f97-9b0a-9b9b055fddff None None] Network 82a93976-35f5-42f7-b7da-489260347513 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:09.587491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.659001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Deleting port 9f6103eb-7f6c-4f7e-a626-0845afff2237 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:09.659593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.680617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92168143-64b4-4652-8799-991364a3bf70 None None] DHCP port deletion for 82a93976-35f5-42f7-b7da-489260347513 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:09.741721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] For port 9f6103eb-7f6c-4f7e-a626-0845afff2237, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f6103eb-7f6c-4f7e-a626-0845afff2237,segment=NetworkSegment(d3153706-fa85-4df1-a610-5ac6c39affa2),segment_id=d3153706-fa85-4df1-a610-5ac6c39affa2)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:09.742209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.743898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Deleting port 9f6103eb-7f6c-4f7e-a626-0845afff2237 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:09.744287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.759025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Calling delete_port for 9f6103eb-7f6c-4f7e-a626-0845afff2237 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:09.818429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-92168143-64b4-4652-8799-991364a3bf70 None None] For port 9f6103eb-7f6c-4f7e-a626-0845afff2237, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f6103eb-7f6c-4f7e-a626-0845afff2237,segment=NetworkSegment(d3153706-fa85-4df1-a610-5ac6c39affa2),segment_id=d3153706-fa85-4df1-a610-5ac6c39affa2)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:09.819005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.834896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Calling delete_port for 9f6103eb-7f6c-4f7e-a626-0845afff2237 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:09.852564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.890930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Port': ['ID=9f6103eb-7f6c-4f7e-a626-0845afff2237,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.898652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] No DVR routers for this DVR port 9f6103eb-7f6c-4f7e-a626-0845afff2237 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:09.946720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.010420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.021165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Pushing event deleted for resources: {'Port': ['ID=9f6103eb-7f6c-4f7e-a626-0845afff2237,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:10.030752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.031213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.031466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.031850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.032197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.032537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.032875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.033369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.033714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.034055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.034388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.034720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.035050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92168143-64b4-4652-8799-991364a3bf70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:10.037894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92168143-64b4-4652-8799-991364a3bf70 None None] No DVR routers for this DVR port 9f6103eb-7f6c-4f7e-a626-0845afff2237 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:10.053546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a93976-35f5-42f7-b7da-489260347513']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.064539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3153706-fa85-4df1-a610-5ac6c39affa2') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.065041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3153706-fa85-4df1-a610-5ac6c39affa2') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.076391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.096330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.104166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:10.104595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:10.107848 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:10.172906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.214273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.221060 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] 10.222.0.31 "DELETE /v2.0/networks/82a93976-35f5-42f7-b7da-489260347513 HTTP/1.1" status: 204 len: 168 time: 0.7342436 Dec 13 09:50:10.222627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171aa8-ddca-46c9-8f65-88bdc078d5cb tempest-NetworksIpV6TestAttrs-1682239653 tempest-NetworksIpV6TestAttrs-1682239653-project] Pushing event deleted for resources: {'Network': ['ID=82a93976-35f5-42f7-b7da-489260347513,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:10.429268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:50:10.524627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.555927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd658e0-a4e8-46de-a33b-9982e4b72b09 req-9db3d629-84ce-4154-ae57-ef9b6be7c46a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:10.564588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fd658e0-a4e8-46de-a33b-9982e4b72b09 req-9db3d629-84ce-4154-ae57-ef9b6be7c46a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0573747 Dec 13 09:50:10.618371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8fd658e0-a4e8-46de-a33b-9982e4b72b09 req-6907979e-03b1-47b0-9e7d-1780e1e38e53 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525179 Dec 13 09:50:10.716624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29846aba-6042-4120-9984-c0caa93f0afe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbb7d5eed5dd470e866b069056fe2771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881590 Dec 13 09:50:10.716816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.764526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.787970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.815538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55446) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.849954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.852904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.856559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cace33c-99b5-4c98-8d73-5cbcdecd50e7 HTTP/1.1" status: 204 len: 168 time: 0.1364775 Dec 13 09:50:10.864725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a940785-d21e-4183-965c-f864dceab16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cace33c-99b5-4c98-8d73-5cbcdecd50e7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:10.870879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f6103eb-7f6c-4f7e-a626-0845afff2237 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:10.897570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9f6103eb-7f6c-4f7e-a626-0845afff2237 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:10.897990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f6103eb-7f6c-4f7e-a626-0845afff2237 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:10.950758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-290fa584-515e-4fb4-9877-47f0d3040941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.045570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-290fa584-515e-4fb4-9877-47f0d3040941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.050864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-290fa584-515e-4fb4-9877-47f0d3040941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.092213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-290fa584-515e-4fb4-9877-47f0d3040941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcb8215e2178471aab758c8a7e330e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755556 Dec 13 09:50:11.093598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa584-515e-4fb4-9877-47f0d3040941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f7cd5-3916-4ef5-939f-792e499cc930,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.094893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:11.105072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.148900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.175673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.233660 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.236459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.240458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f2f7cd5-3916-4ef5-939f-792e499cc930 HTTP/1.1" status: 204 len: 168 time: 0.1420212 Dec 13 09:50:11.256890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6155f-a7f5-403c-98cf-3750bf9f5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f7cd5-3916-4ef5-939f-792e499cc930,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.646405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55506) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:11.667976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e914ab7-0901-4736-a099-38324d6be2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.698284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:11.902176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1541247878'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:11.925635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:11.929372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.945975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.960665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.052922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.059213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.087673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb3321-74d3-4558-b759-44133798464d req-9c858788-0149-4967-8e76-7468523ad9db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.089459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08cb3321-74d3-4558-b759-44133798464d req-9c858788-0149-4967-8e76-7468523ad9db tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0664465 Dec 13 09:50:12.092251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:12.101949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087f2eed-019b-4af8-a572-5938fbbc14ba,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.109643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.110040 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 1c310c2d-0ecd-41cd-9ae5-e21999abe1db of type vlan for network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 Dec 13 09:50:12.132816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e914ab7-0901-4736-a099-38324d6be2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.158718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.175419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08cb3321-74d3-4558-b759-44133798464d req-1c769865-2e61-49b0-ba18-a1603017afb5 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Dec 13 09:50:12.176710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e914ab7-0901-4736-a099-38324d6be2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.215156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e914ab7-0901-4736-a099-38324d6be2b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e5e27e4b41541c0b9120cbfbee163cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5676472 Dec 13 09:50:12.218756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55520) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:12.225044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.226948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e914ab7-0901-4736-a099-38324d6be2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9685db-4e51-4bf1-891b-58a641da736f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.231918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.232608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.321038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.353428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.383439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55528) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:12.384273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6847503 Dec 13 09:50:12.391384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121760842'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:12.423634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:12.426854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259fc0-b07d-4e3d-a3ae-5b3873e3d5ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=9d45c498-5b99-4343-a1fe-4cf2aba455a2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.431836 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.441870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:12.463365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.466924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.468498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d9685db-4e51-4bf1-891b-58a641da736f HTTP/1.1" status: 204 len: 168 time: 0.2486885 Dec 13 09:50:12.486001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:12.497057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024a12b-7ac4-483e-afa0-2221fa9c849a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9685db-4e51-4bf1-891b-58a641da736f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.509235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.510932 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 82e787f5-3a2c-443a-b97e-ab51763c70e6 of type vlan for network 5284b858-a43f-44c7-9553-e5a64bb9b72a Dec 13 09:50:12.553589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-942ffc39-47ad-4122-97ef-a037a03ae46f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3617625 Dec 13 09:50:12.581726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.646667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.653885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.654730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.673208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-d7a92a87-5ddf-49a3-9105-35159ca8e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.679565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-d7a92a87-5ddf-49a3-9105-35159ca8e93b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.0762422 Dec 13 09:50:12.725368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3401318 Dec 13 09:50:12.736100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55538) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:12.744276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:12.893278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea8f9b-c8d5-465a-829e-ecc1367d8b17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=5284b858-a43f-44c7-9553-e5a64bb9b72a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.894173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-3baf4ead-98e3-48a3-9403-946cc5f77e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.896643 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-3baf4ead-98e3-48a3-9403-946cc5f77e5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1959367 Dec 13 09:50:12.906201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:12.945494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:12.953036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.980926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-f29e1282-34a6-49e2-93f2-ce76a45c0ba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0764401 Dec 13 09:50:13.112531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-cbd7b00b-c2df-4c6d-8c9f-930a9b5ce314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:13.114909 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-cbd7b00b-c2df-4c6d-8c9f-930a9b5ce314 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1224451 Dec 13 09:50:13.174277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.193716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73cd2f-35d9-47f6-80a6-75ad6f58f378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.216748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-b994dd8b-768f-490f-a2a7-a6aaa2a53cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:13.218159 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-b994dd8b-768f-490f-a2a7-a6aaa2a53cfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961871 Dec 13 09:50:13.268285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.399089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=ea2793e2-1ab6-4d3c-b531-10a512f20636,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:13.428840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55564) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.445716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63d37-6f1a-49f3-a259-1b46f8e8d31a req-376a1cab-5c9f-4940-92f0-b70605f3be0b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:13.452969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b63d37-6f1a-49f3-a259-1b46f8e8d31a req-376a1cab-5c9f-4940-92f0-b70605f3be0b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1531520 Dec 13 09:50:13.465480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73cd2f-35d9-47f6-80a6-75ad6f58f378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.479051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '1c310c2d-0ecd-41cd-9ae5-e21999abe1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:13.479417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: 9d45c498-5b99-4343-a1fe-4cf2aba455a2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:13.482096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73cd2f-35d9-47f6-80a6-75ad6f58f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.521817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b63d37-6f1a-49f3-a259-1b46f8e8d31a req-c89994d0-714b-405c-8c13-a96c4c352f4b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 Dec 13 09:50:13.523065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:13.541466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9d45c498-5b99-4343-a1fe-4cf2aba455a2) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:13.549087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:13.549210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.554110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfa8e6-f9fa-487e-b7a8-d161ef8330ee None None] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:13.564108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55570) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.564494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2a73cd2f-35d9-47f6-80a6-75ad6f58f378 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8248720c95442a9b3a199558a5a9982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889294 Dec 13 09:50:13.575782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-34290dda-b122-40b8-9461-ddcff0665e30 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492057 Dec 13 09:50:13.578051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73cd2f-35d9-47f6-80a6-75ad6f58f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7814da84-0764-4bee-9091-03836d1a64ca,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:13.665156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-167fee47-3a49-4393-8e18-530cfe085b51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9241357 Dec 13 09:50:13.666459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.677582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:13.692731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5bfaf11-99dc-4cea-815f-65ae07e12601 req-d8e3f78d-aee3-4a10-8911-c3ec555f6929 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084058 Dec 13 09:50:13.756433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb562719-8141-457a-bd2e-8033fd6e04de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.765166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.766992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-9d45c498-5b99-4343-a1fe-4cf2aba455a2', 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': 'ea2793e2-1ab6-4d3c-b531-10a512f20636'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:13.768005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.860969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.899052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb562719-8141-457a-bd2e-8033fd6e04de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.937627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb562719-8141-457a-bd2e-8033fd6e04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.948128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Allocated IP 2001:db8::2 (9d45c498-5b99-4343-a1fe-4cf2aba455a2/ea2793e2-1ab6-4d3c-b531-10a512f20636/3e3e342d-e1ed-4fc6-943a-7415de0ff286) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:13.990654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb562719-8141-457a-bd2e-8033fd6e04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa31fe5-fec8-47ee-a812-7892ccc67450,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:13.997185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:14.001296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.077987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fb562719-8141-457a-bd2e-8033fd6e04de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31e9220e90ae421c91b3069eaf6f44b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6469822 Dec 13 09:50:14.080327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:14.134091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.136863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.150056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7814da84-0764-4bee-9091-03836d1a64ca HTTP/1.1" status: 204 len: 168 time: 0.5844646 Dec 13 09:50:14.168075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.169426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624f49a-d07b-4553-b641-e157e96dbd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814da84-0764-4bee-9091-03836d1a64ca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.220456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.228910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.233368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.282547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:14.287787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:14.292066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:14.318863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.330481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.333934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.336454 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aa31fe5-fec8-47ee-a812-7892ccc67450 HTTP/1.1" status: 204 len: 168 time: 0.2535644 Dec 13 09:50:14.346972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Pushing event updated for resources: {'Port': ['ID=3e3e342d-e1ed-4fc6-943a-7415de0ff286,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.350391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b7d1-148a-4ea0-9dfa-915fa5d8fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa31fe5-fec8-47ee-a812-7892ccc67450,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.373842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Attempting to bind port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:14.374473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Attempting to bind port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1c310c2d-0ecd-41cd-9ae5-e21999abe1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:14.375017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Attempting to bind port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 on network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:14.383504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:14.384330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Checking segment: {'id': '1c310c2d-0ecd-41cd-9ae5-e21999abe1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:14.384751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.385152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Bound using segment: {'id': '1c310c2d-0ecd-41cd-9ae5-e21999abe1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:14.385638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Bound port: 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c310c2d-0ecd-41cd-9ae5-e21999abe1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9d45c498-5b99-4343-a1fe-4cf2aba455a2'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:14.386031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.392921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=3a9e561e-60a8-4e42-a9ef-3314dbec04e6,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.426175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '82e787f5-3a2c-443a-b97e-ab51763c70e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:14.426769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: 5284b858-a43f-44c7-9553-e5a64bb9b72a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:14.449440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:14.463632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5284b858-a43f-44c7-9553-e5a64bb9b72a) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:14.475443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:14.477143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.478847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160178a-4342-40ab-99e0-9e78b3a3de0d None None] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:14.518938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6184a4da-2091-4062-a011-3493d14c4c3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8467071 Dec 13 09:50:14.520950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55590) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:14.525922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-332177262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:14.550207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] For port 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:14.573009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] For port 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3e3e342d-e1ed-4fc6-943a-7415de0ff286,segment=NetworkSegment(1c310c2d-0ecd-41cd-9ae5-e21999abe1db),segment_id=1c310c2d-0ecd-41cd-9ae5-e21999abe1db)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:14.577249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.578454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.599594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.685827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.696625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.703070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5284b858-a43f-44c7-9553-e5a64bb9b72a', 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '3a9e561e-60a8-4e42-a9ef-3314dbec04e6'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:14.705028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.729874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f75b99-961d-4b8b-ad39-440e39a3154d None None] Pushing event updated for resources: {'Port': ['ID=3e3e342d-e1ed-4fc6-943a-7415de0ff286,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.747403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.753633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-011b798e-36c6-4395-bd98-d79109a034bb tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2285960 Dec 13 09:50:14.754314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:14.764472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52b81-fbab-4e15-8673-d478b629126f req-043cb51e-ab8c-4c71-8721-15a1bf3fd6cc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:14.773564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee52b81-fbab-4e15-8673-d478b629126f req-043cb51e-ab8c-4c71-8721-15a1bf3fd6cc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1057782 Dec 13 09:50:14.898031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee52b81-fbab-4e15-8673-d478b629126f req-7849d534-227f-4184-9888-1e17c880bdda tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177254 Dec 13 09:50:14.987525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Allocated IP 2001:db8:1::2 (5284b858-a43f-44c7-9553-e5a64bb9b72a/3a9e561e-60a8-4e42-a9ef-3314dbec04e6/2d5a94e4-19c3-4e6e-aeb6-73eb67731317) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:15.086085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55620) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:15.119177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f6ce-c6ed-4a0f-86b2-1f2dc5bec4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.293255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-b134be56-80b5-42f2-abd0-82bb8ce97988 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1645246 Dec 13 09:50:15.358588 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.370051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.400767 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f6ce-c6ed-4a0f-86b2-1f2dc5bec4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.412163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f6ce-c6ed-4a0f-86b2-1f2dc5bec4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.416790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:15.420382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:15.425128 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.426688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:15.449456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-64519603-5329-4cb7-b551-cd8377401747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:15.449456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-64519603-5329-4cb7-b551-cd8377401747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0949287 Dec 13 09:50:15.468846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Pushing event updated for resources: {'Port': ['ID=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:15.549377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9d0f6ce-c6ed-4a0f-86b2-1f2dc5bec4a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12a314756a1f4095bad30809624c3e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642832 Dec 13 09:50:15.550045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55630) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:15.565904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Attempting to bind port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:15.566656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Attempting to bind port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '82e787f5-3a2c-443a-b97e-ab51763c70e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:15.568654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Attempting to bind port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 on network 5284b858-a43f-44c7-9553-e5a64bb9b72a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:15.578841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:15.580273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Checking segment: {'id': '82e787f5-3a2c-443a-b97e-ab51763c70e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:15.581354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.582200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Bound using segment: {'id': '82e787f5-3a2c-443a-b97e-ab51763c70e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:15.583207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Bound port: 2d5a94e4-19c3-4e6e-aeb6-73eb67731317, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e787f5-3a2c-443a-b97e-ab51763c70e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5284b858-a43f-44c7-9553-e5a64bb9b72a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:15.584046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.630408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0f6ce-c6ed-4a0f-86b2-1f2dc5bec4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af0cf4e-e979-4e4e-a082-2ac2eaa8d92c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:15.706710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.759066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.877534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-ca777b37-165c-422d-9662-43d7cf22c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:15.883315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-ca777b37-165c-422d-9662-43d7cf22c76b service neutron] 10.222.0.16 "GET /v2.0/networks?id=479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 200 len: 912 time: 0.3765047 Dec 13 09:50:15.889814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.900189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.910261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2af0cf4e-e979-4e4e-a082-2ac2eaa8d92c HTTP/1.1" status: 204 len: 168 time: 0.3082089 Dec 13 09:50:15.931136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8::1 (9d45c498-5b99-4343-a1fe-4cf2aba455a2/ea2793e2-1ab6-4d3c-b531-10a512f20636/9f510710-6362-4088-af86-d1e7d0c0e4bf) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:16.069795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] For port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:16.073876 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] For port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,segment=NetworkSegment(82e787f5-3a2c-443a-b97e-ab51763c70e6),segment_id=82e787f5-3a2c-443a-b97e-ab51763c70e6)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:16.084373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.105117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d536512-cb25-45e0-972b-a48b958c31fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af0cf4e-e979-4e4e-a082-2ac2eaa8d92c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:16.246051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-b2cd749d-9648-41f3-8347-6dd8f0306ed3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 200 len: 1002 time: 0.3200114 Dec 13 09:50:16.271983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bf889-1221-4d4b-a05b-f281617e3a57 None None] Pushing event updated for resources: {'Port': ['ID=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:16.372650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.386705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-0f5c4d35-9f72-4cf0-9718-d6db38cc2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:16.391953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-0f5c4d35-9f72-4cf0-9718-d6db38cc2b19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 200 len: 850 time: 0.1360667 Dec 13 09:50:16.409310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368e382-2722-4be0-aab4-73919f5dddd0 None None] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:16.427477 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.441444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631c35c-55e7-4893-b73a-2b156d7a0881 req-190e6bbb-82e1-4c4b-8da2-2327473afe38 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:16.448186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0631c35c-55e7-4893-b73a-2b156d7a0881 req-190e6bbb-82e1-4c4b-8da2-2327473afe38 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.3704462 Dec 13 09:50:16.499181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:16.502760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:16.514653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:16.514653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.520189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=9f510710-6362-4088-af86-d1e7d0c0e4bf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:16.708703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] Provisioning complete for port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:16.709259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.722489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-43b789e9-175d-420b-858b-82e9216cc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:16.730634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-43b789e9-175d-420b-858b-82e9216cc505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=479b2392-289f-49a4-9d4f-784a9ea0b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198292 Dec 13 09:50:16.735035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0631c35c-55e7-4893-b73a-2b156d7a0881 req-2e462e83-41c0-4706-8f47-f347c89db5a6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469940 Dec 13 09:50:16.750929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.971493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-19e00517-ef5b-4755-860c-6a40953990a8 service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354791 Dec 13 09:50:17.129921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3e3e342d-e1ed-4fc6-943a-7415de0ff286 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:17.246680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffc8e321-b910-474c-a06f-8d230caf96e2 req-306fd733-ea59-4552-bbc5-597dc93a1888 service neutron] 10.222.0.16 "GET /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660961 Dec 13 09:50:17.369252 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.403091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:17.403489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.468026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721148d-7e7d-4634-ac87-6a767c7b3155 req-012df598-4ff3-40f0-909c-1efbf14e1a2c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:17.487422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8721148d-7e7d-4634-ac87-6a767c7b3155 req-012df598-4ff3-40f0-909c-1efbf14e1a2c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1174343 Dec 13 09:50:17.542641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] For port 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3e3e342d-e1ed-4fc6-943a-7415de0ff286,segment=NetworkSegment(1c310c2d-0ecd-41cd-9ae5-e21999abe1db),segment_id=1c310c2d-0ecd-41cd-9ae5-e21999abe1db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:17.560633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.572775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8721148d-7e7d-4634-ac87-6a767c7b3155 req-96d731c5-366d-4e31-ac1b-6b01e9aaf07b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838714 Dec 13 09:50:17.714815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34798d2-a0c8-48c7-9270-52b361b87096 None None] Pushing event updated for resources: {'Port': ['ID=3e3e342d-e1ed-4fc6-943a-7415de0ff286,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:17.721630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.730076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.732076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.866625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:17.919501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=9f510710-6362-4088-af86-d1e7d0c0e4bf,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:17.953627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2d601650-0466-4ff5-8a89-35252cb72b8b None None] Provisioning complete for port 9f510710-6362-4088-af86-d1e7d0c0e4bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:17.953627 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d601650-0466-4ff5-8a89-35252cb72b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.998003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:18.000386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:18.042585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2d601650-0466-4ff5-8a89-35252cb72b8b None None] Port 9f510710-6362-4088-af86-d1e7d0c0e4bf cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:18.077776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:18.079808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.098821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fc4fd-c65b-4c9e-b44b-33223f24e049 req-df86b727-242d-4075-9dbb-614802aa57d9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.117268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d21fc4fd-c65b-4c9e-b44b-33223f24e049 req-df86b727-242d-4075-9dbb-614802aa57d9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1924696 Dec 13 09:50:18.124872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2d601650-0466-4ff5-8a89-35252cb72b8b None None] Provisioning complete for port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:18.125307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d601650-0466-4ff5-8a89-35252cb72b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.248646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d21fc4fd-c65b-4c9e-b44b-33223f24e049 req-b64fd328-33ed-4f54-9749-7e94c2bec75e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276481 Dec 13 09:50:18.329108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6033ab-0efa-486b-a2f8-9ce4378f4d89 None None] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:18.370283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router ba6fe933-eeb5-409f-b11b-b906e4a99d41 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:18.440267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.567539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:18.576873 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] Sync routers for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:18.584181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,segment=NetworkSegment(82e787f5-3a2c-443a-b97e-ab51763c70e6),segment_id=82e787f5-3a2c-443a-b97e-ab51763c70e6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:18.598015 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:18.599906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:18.615203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.616126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55732) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:18.616347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb66a470-f09b-4eaf-a953-79d8402a5b06 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8530071 Dec 13 09:50:18.644379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ea7f1f96-3a33-4b98-ae8e-b284d6ee49be None None] Provisioning complete for port 9f510710-6362-4088-af86-d1e7d0c0e4bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:18.647666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f96-3a33-4b98-ae8e-b284d6ee49be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.696679 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:18.716782 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:18.717418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:18.728717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f1f96-3a33-4b98-ae8e-b284d6ee49be None None] Port 9f510710-6362-4088-af86-d1e7d0c0e4bf cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:18.780910 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:18.782358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f342-1137-4571-8bc4-d6c96e268e04 None None] The sync data for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:18.800729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ea7f1f96-3a33-4b98-ae8e-b284d6ee49be None None] Provisioning complete for port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:18.801123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f96-3a33-4b98-ae8e-b284d6ee49be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.805978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d64f0-69d9-4787-b5da-da46e457f0d9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.809967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d37d64f0-69d9-4787-b5da-da46e457f0d9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports/9f510710-6362-4088-af86-d1e7d0c0e4bf HTTP/1.1" status: 200 len: 911 time: 0.1895351 Dec 13 09:50:18.811287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55740) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:18.877206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb35ef-8664-4977-9f74-9bdc1afb7df6 req-142ab56b-8173-47ee-bc3b-c6561db4f779 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.889156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0eb35ef-8664-4977-9f74-9bdc1afb7df6 req-142ab56b-8173-47ee-bc3b-c6561db4f779 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1789243 Dec 13 09:50:18.891534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.945522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3e3e342d-e1ed-4fc6-943a-7415de0ff286 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:18.998828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0eb35ef-8664-4977-9f74-9bdc1afb7df6 req-62c93a61-93c6-4743-b599-dc4470f79798 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046457 Dec 13 09:50:19.167278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:19.171096 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.274808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1fc8985c-3ab0-49c6-864f-488222701792 None None] Provisioning complete for port 9f510710-6362-4088-af86-d1e7d0c0e4bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:19.275188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1fc8985c-3ab0-49c6-864f-488222701792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.358962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8985c-3ab0-49c6-864f-488222701792 None None] Port 9f510710-6362-4088-af86-d1e7d0c0e4bf cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:19.384225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1fc8985c-3ab0-49c6-864f-488222701792 None None] Provisioning complete for port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:19.384615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1fc8985c-3ab0-49c6-864f-488222701792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.472771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520586e3-f212-46b1-a068-a99281568d80 req-ce4ed31b-a259-4e7c-a38d-44fcab9ec647 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:19.478639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-520586e3-f212-46b1-a068-a99281568d80 req-ce4ed31b-a259-4e7c-a38d-44fcab9ec647 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1066489 Dec 13 09:50:19.559352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-520586e3-f212-46b1-a068-a99281568d80 req-9a26103a-59eb-445c-9d6a-e413d4ad92fb tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743654 Dec 13 09:50:19.672834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55782) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:19.821490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a28d190-60d9-47a2-bbbd-510d20254081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.919869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a28d190-60d9-47a2-bbbd-510d20254081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.924430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a28d190-60d9-47a2-bbbd-510d20254081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.968255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.986949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a28d190-60d9-47a2-bbbd-510d20254081 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a196b0b27a974ffa9816719fa1623e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130066 Dec 13 09:50:19.988459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28d190-60d9-47a2-bbbd-510d20254081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a11d1-983d-4436-a409-be77c8c188f9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.005106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55806) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:20.085583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.117384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.225447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32bbd5-5e0d-4d0f-bdf1-ec43d5990195 req-9f7c42d5-e879-4c6a-9140-45f9f5ba86c7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:20.227102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe32bbd5-5e0d-4d0f-bdf1-ec43d5990195 req-9f7c42d5-e879-4c6a-9140-45f9f5ba86c7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.0936747 Dec 13 09:50:20.256228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.259328 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.263097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/073a11d1-983d-4436-a409-be77c8c188f9 HTTP/1.1" status: 204 len: 168 time: 0.2542803 Dec 13 09:50:20.276062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19fba5-6d76-45f2-bb50-0b9ffa92c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a11d1-983d-4436-a409-be77c8c188f9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.303647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe32bbd5-5e0d-4d0f-bdf1-ec43d5990195 req-10cf4c93-9e78-46d5-8b83-d88523897256 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652499 Dec 13 09:50:20.353072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8:1::1 (5284b858-a43f-44c7-9553-e5a64bb9b72a/3a9e561e-60a8-4e42-a9ef-3314dbec04e6/acf04238-da58-441c-a6f8-ce7d2adff739) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:20.369652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:20.513435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5caa0598-1bd5-42d2-9b53-ed03bed1d67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.526290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.568842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.643492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:20.659045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:20.677705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:20.680978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.687418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5caa0598-1bd5-42d2-9b53-ed03bed1d67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.693538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5caa0598-1bd5-42d2-9b53-ed03bed1d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.843622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa0598-1bd5-42d2-9b53-ed03bed1d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc0eb5-5adb-4d74-8900-be70e4b9c142,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.847386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=acf04238-da58-441c-a6f8-ce7d2adff739,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.856302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5caa0598-1bd5-42d2-9b53-ed03bed1d67c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=598ec0437b3546b784e44089069f9fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853680 Dec 13 09:50:20.859998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:20.917810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.964253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:20.978167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e9402-535f-4f02-bc2f-e6628fd5929c req-5832d456-ec3a-44ae-b7d8-a7a6559be39b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:20.985816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec9e9402-535f-4f02-bc2f-e6628fd5929c req-5832d456-ec3a-44ae-b7d8-a7a6559be39b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.2569561 Dec 13 09:50:21.003724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.040884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55834) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:21.072020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.075443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:21.076225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.098981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b42-ea41-4a0a-bbe4-984899688bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.163812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec9e9402-535f-4f02-bc2f-e6628fd5929c req-213791b9-775a-47d3-a8b8-a3aac4d64631 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732564 Dec 13 09:50:21.226121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.229079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.241728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18bc0eb5-5adb-4d74-8900-be70e4b9c142 HTTP/1.1" status: 204 len: 168 time: 0.3728187 Dec 13 09:50:21.251410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0d9bdd73-9c97-4fc5-ab93-7b9a616f32e9 None None] Provisioning complete for port acf04238-da58-441c-a6f8-ce7d2adff739 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:21.251866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdd73-9c97-4fc5-ab93-7b9a616f32e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.287156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2f40e-b969-4a26-8d20-befbd08964d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc0eb5-5adb-4d74-8900-be70e4b9c142,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:21.303281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bdd73-9c97-4fc5-ab93-7b9a616f32e9 None None] Port acf04238-da58-441c-a6f8-ce7d2adff739 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:21.322254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b42-ea41-4a0a-bbe4-984899688bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.327439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b42-ea41-4a0a-bbe4-984899688bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.370920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89cd8b42-ea41-4a0a-bbe4-984899688bc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=350a7cc28fa14853b7e28af255822f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289759 Dec 13 09:50:21.372082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd8b42-ea41-4a0a-bbe4-984899688bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b233526-d20c-479b-bc80-4584c1b5396e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:21.374810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:21.375806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.382114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.385187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.434809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.464848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.511587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=acf04238-da58-441c-a6f8-ce7d2adff739,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:21.570494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905a3e1-bbba-482d-ba99-c9968dca18cf req-6f72bb39-8843-41db-8241-4274ea707602 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.578433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:21.579978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905a3e1-bbba-482d-ba99-c9968dca18cf req-6f72bb39-8843-41db-8241-4274ea707602 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.0820982 Dec 13 09:50:21.580201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:21.621076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.624372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.626048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b233526-d20c-479b-bc80-4584c1b5396e HTTP/1.1" status: 204 len: 168 time: 0.2503152 Dec 13 09:50:21.650044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd519-718e-475c-80b5-31f70c22f012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b233526-d20c-479b-bc80-4584c1b5396e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:21.695612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905a3e1-bbba-482d-ba99-c9968dca18cf req-ab240654-5024-4756-9231-5370ef0d0070 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146932 Dec 13 09:50:21.788198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router ba6fe933-eeb5-409f-b11b-b906e4a99d41 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:21.894072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55852) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:21.911480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa615-083c-4848-8e0d-9aa2126ce682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.946623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:21.962180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] Sync routers for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:21.970339 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffa6145c-f5dc-4969-b543-d5d818a13ba9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1469114 Dec 13 09:50:21.975524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55854) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:22.001324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:22.001993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.049432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea351bc0-404e-4d41-8bab-d9e1778ad98f tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.051650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea351bc0-404e-4d41-8bab-d9e1778ad98f tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports/acf04238-da58-441c-a6f8-ce7d2adff739 HTTP/1.1" status: 200 len: 913 time: 0.0741267 Dec 13 09:50:22.054702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55858) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:22.090883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.107046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:22.108083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.146900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa615-083c-4848-8e0d-9aa2126ce682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.151327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa615-083c-4848-8e0d-9aa2126ce682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.176904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.177557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f94d5-7efa-45e5-a0a3-85d745f81488 None None] The sync data for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:22.192415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaa615-083c-4848-8e0d-9aa2126ce682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd3d0ae-c73b-4597-aad8-b6d530a508fc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:22.205580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-588a6e95-a82e-404d-8db7-58cd1709deea None None] Provisioning complete for port acf04238-da58-441c-a6f8-ce7d2adff739 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:22.206393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-588a6e95-a82e-404d-8db7-58cd1709deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.216218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0dbaa615-083c-4848-8e0d-9aa2126ce682 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1d0b2c71ed84b7fa0ae42a0660ac7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208940 Dec 13 09:50:22.216943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55864) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:22.274978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.299006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.315520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-588a6e95-a82e-404d-8db7-58cd1709deea None None] Port acf04238-da58-441c-a6f8-ce7d2adff739 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:22.396577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c538f3-f870-490f-86a0-5ef110ef9bad req-6ee14acf-6bf6-440c-a6f5-be066f02e621 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.398827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80c538f3-f870-490f-86a0-5ef110ef9bad req-6ee14acf-6bf6-440c-a6f5-be066f02e621 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0970938 Dec 13 09:50:22.423519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.426948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.428177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cd3d0ae-c73b-4597-aad8-b6d530a508fc HTTP/1.1" status: 204 len: 168 time: 0.2101841 Dec 13 09:50:22.482441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80c538f3-f870-490f-86a0-5ef110ef9bad req-d7d603dc-f315-4cdf-a2c7-952c42d7b1cb tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758991 Dec 13 09:50:22.483323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410496c-d91d-4ca8-b6b4-2c208600273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd3d0ae-c73b-4597-aad8-b6d530a508fc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:22.623608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.920636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98fe28-5d67-4cda-8c04-62a4c209bf26 req-14300aa2-3238-492e-8432-0ffb5329247b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.923693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be98fe28-5d67-4cda-8c04-62a4c209bf26 req-14300aa2-3238-492e-8432-0ffb5329247b tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1073411 Dec 13 09:50:23.022500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be98fe28-5d67-4cda-8c04-62a4c209bf26 req-a7c69f38-9d4e-4560-b31e-751a76238f6a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915399 Dec 13 09:50:23.024120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port acf04238-da58-441c-a6f8-ce7d2adff739 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:23.024465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.183642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.204876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for acf04238-da58-441c-a6f8-ce7d2adff739 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:23.423029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.458634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=acf04238-da58-441c-a6f8-ce7d2adff739,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:23.624946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.714212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43582-c06b-4fce-ac89-32835ca547df req-d847ee2d-84a5-44db-a55c-dc31fc946ff3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.722671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44f43582-c06b-4fce-ac89-32835ca547df req-d847ee2d-84a5-44db-a55c-dc31fc946ff3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.0934284 Dec 13 09:50:23.808344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44f43582-c06b-4fce-ac89-32835ca547df req-c172bdba-c023-4ed2-bd54-77d7420c1fe7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844524 Dec 13 09:50:23.935736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router ba6fe933-eeb5-409f-b11b-b906e4a99d41 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:24.048914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:24.056883 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ac7552a9-9826-4fac-b5c8-0d52792ef6e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0010078 Dec 13 09:50:24.059653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55936) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:24.062359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] Sync routers for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:24.084321 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:24.084972 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.190790 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.210946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:24.212001 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.257675 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.258339 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498c249-2f73-4d98-a200-042ab0ae9374 None None] The sync data for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:24.383824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab8f80-cb3d-4156-b492-2e57334f1caa req-befa4b5d-2319-4b95-90d5-6e73e681099f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.385374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dab8f80-cb3d-4156-b492-2e57334f1caa req-befa4b5d-2319-4b95-90d5-6e73e681099f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1427457 Dec 13 09:50:24.491658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dab8f80-cb3d-4156-b492-2e57334f1caa req-9daec7c9-dd1d-4313-9182-a7226b3c6c3e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971627 Dec 13 09:50:24.660116 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.050434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2220f-a33c-46c3-a0ce-84aa86e20b2f req-e81170b6-f2ca-44c7-b2a3-07ec9ca558e8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.052286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a2220f-a33c-46c3-a0ce-84aa86e20b2f req-e81170b6-f2ca-44c7-b2a3-07ec9ca558e8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1210380 Dec 13 09:50:25.169315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a2220f-a33c-46c3-a0ce-84aa86e20b2f req-4604e96b-05a2-4981-bc2e-18b2635c34c1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070013 Dec 13 09:50:25.194279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 9f510710-6362-4088-af86-d1e7d0c0e4bf {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:25.194631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.358423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.373639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 9f510710-6362-4088-af86-d1e7d0c0e4bf owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:25.563601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.647474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=9f510710-6362-4088-af86-d1e7d0c0e4bf,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:25.754813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.772130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08decc2e-466a-424b-8972-1684a0f3f460 req-3ce6748f-5a71-4861-ab9d-e8c60a3f36d2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.773713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08decc2e-466a-424b-8972-1684a0f3f460 req-3ce6748f-5a71-4861-ab9d-e8c60a3f36d2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1989443 Dec 13 09:50:25.962300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08decc2e-466a-424b-8972-1684a0f3f460 req-a939dd86-3b6a-45c3-a491-cf48db3a42c5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354551 Dec 13 09:50:25.973585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router ba6fe933-eeb5-409f-b11b-b906e4a99d41 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:26.126433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:26.136229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:26.140878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215b807-6575-438b-9516-32f95e376668 None None] Sync routers for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:26.146974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa6650e9-aab5-43c9-b5e7-06968f4118a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0824821 Dec 13 09:50:26.153786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:26.154773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:26.170024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:26.170596 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-352ee8b4-8566-46bb-9e13-9ce7c83d6d3e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba6fe933-eeb5-409f-b11b-b906e4a99d41 HTTP/1.1" status: 200 len: 205 time: 0.0327632 Dec 13 09:50:26.200587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:26.213096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] Routers {'ba6fe933-eeb5-409f-b11b-b906e4a99d41'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:26.214249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:26.278736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a215b807-6575-438b-9516-32f95e376668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:26.279419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215b807-6575-438b-9516-32f95e376668 None None] The sync data for ids ['ba6fe933-eeb5-409f-b11b-b906e4a99d41'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:26.287028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.451524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bc527-9bad-47ac-a7c1-35eff2469081 req-ff79eee2-2ce8-41d2-8f9a-06ba2bf34ac8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:26.453125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a97bc527-9bad-47ac-a7c1-35eff2469081 req-ff79eee2-2ce8-41d2-8f9a-06ba2bf34ac8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1623764 Dec 13 09:50:26.828381 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-81359bf6-9b54-451f-b29c-80a4cf770dbe service neutron] show failed (client error): The resource could not be found. Dec 13 09:50:26.829400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-81359bf6-9b54-451f-b29c-80a4cf770dbe service neutron] 10.222.0.16 "GET /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.6146398 Dec 13 09:50:26.845346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.849686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.928730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.929374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router ba6fe933-eeb5-409f-b11b-b906e4a99d41 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:26.940498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.941749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5e3a38d5-02cf-4f65-8317-9dbf2ffc9147 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41 HTTP/1.1" status: 204 len: 168 time: 0.7705669 Dec 13 09:50:26.944586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:26.945695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a97bc527-9bad-47ac-a7c1-35eff2469081 req-ee4cdc89-c37b-45d6-812d-1e6b6ebc516e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152761 Dec 13 09:50:27.025307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 3a9e561e-60a8-4e42-a9ef-3314dbec04e6 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:27.032903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.134335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b78c0-aea0-4dd3-b2e4-43e7d4d734c1 req-1b6c27aa-58af-43c6-888d-762dc9d16eff tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.134583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.136228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-021b78c0-aea0-4dd3-b2e4-43e7d4d734c1 req-1b6c27aa-58af-43c6-888d-762dc9d16eff tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.0583756 Dec 13 09:50:27.169090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9d2067e9-2cf2-4f5d-83da-8dc6360f0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.170750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-9d2067e9-2cf2-4f5d-83da-8dc6360f0573 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1100 time: 0.1401832 Dec 13 09:50:27.188565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:27.197026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-021b78c0-aea0-4dd3-b2e4-43e7d4d734c1 req-7e2860c7-dfb8-4470-9305-05b410c312ed tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543351 Dec 13 09:50:27.278786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.301561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.439663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.871021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9e561e-60a8-4e42-a9ef-3314dbec04e6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:27.879836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.883471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b09afef-e2bd-4841-b79e-533e62ad532d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/3a9e561e-60a8-4e42-a9ef-3314dbec04e6 HTTP/1.1" status: 204 len: 168 time: 0.9375818 Dec 13 09:50:27.885898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56004) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:27.897753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc6abe-250c-4e33-9438-5c566c5e1a2b None None] Network 5284b858-a43f-44c7-9553-e5a64bb9b72a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:28.009251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet ea2793e2-1ab6-4d3c-b531-10a512f20636 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:28.030127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.071476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.165701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] DHCP port deletion for 5284b858-a43f-44c7-9553-e5a64bb9b72a request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:28.189388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.201584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:28.287225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20051631-e542-4a5b-8a96-b4012f5720d9 req-7ae056ba-6bb6-438a-9b61-41434b9dc0a6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:28.296969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20051631-e542-4a5b-8a96-b4012f5720d9 req-7ae056ba-6bb6-438a-9b61-41434b9dc0a6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.2271545 Dec 13 09:50:28.299097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:28.303941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Deleting port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:28.304738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.305279 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc811b76-cfa7-486c-83d6-efe2b2b1e7aa" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-unplugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:28.317668 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.337425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Transition to ACTIVE for port object 632c3df9-4d78-4fef-b702-54abbdd4622f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:50:28.348215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.398410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] For port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,segment=NetworkSegment(82e787f5-3a2c-443a-b97e-ab51763c70e6),segment_id=82e787f5-3a2c-443a-b97e-ab51763c70e6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.398813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.413893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Calling delete_port for 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:28.417086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.452246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] No DVR routers for this DVR port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:28.482228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20051631-e542-4a5b-8a96-b4012f5720d9 req-ca5ed604-3082-4609-878a-5fd5a1b93907 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791401 Dec 13 09:50:28.499589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.518586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:28.518956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:28.519255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:28.524755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:50:28.525082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:28.531642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:28.532051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:28.532447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:28.533003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Bound port: 632c3df9-4d78-4fef-b702-54abbdd4622f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:28.533368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.541973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:50:28.568436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.597226 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d4bf83-5384-4dcf-ab92-1563438aeb15 x-openstack-request-id: req-90d4bf83-5384-4dcf-ab92-1563438aeb15 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:28.597528 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-unplugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:28.598332 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d4bf83-5384-4dcf-ab92-1563438aeb15 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:28.598732 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'code': 200} Dec 13 09:50:28.636319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] Pushing event deleted for resources: {'Port': ['ID=2d5a94e4-19c3-4e6e-aeb6-73eb67731317,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.660985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:28.676145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879f09d-cd6f-4311-85c0-a95b9c758ca4 None None] No DVR routers for this DVR port 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:28.688976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773e938-9556-4ccf-8fcf-64a7caf4a63b req-d3a01918-cd88-46a6-9fdb-0ee9bbdcafaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:28.702469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:28.702937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a773e938-9556-4ccf-8fcf-64a7caf4a63b req-d3a01918-cd88-46a6-9fdb-0ee9bbdcafaf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.3368716 Dec 13 09:50:28.712137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.738436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.787457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:28.788765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.790700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] 10.222.0.20 "PUT /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 1095 time: 1.6101370 Dec 13 09:50:28.856239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a773e938-9556-4ccf-8fcf-64a7caf4a63b req-b7efe49f-fc9d-4006-a246-6bf2fb9b4a26 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518192 Dec 13 09:50:28.871722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2793e2-1ab6-4d3c-b531-10a512f20636,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.884569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.894064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.899727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/ea2793e2-1ab6-4d3c-b531-10a512f20636 HTTP/1.1" status: 204 len: 168 time: 1.0126431 Dec 13 09:50:28.900726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:28.927745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5d09-2a03-4af6-bddc-957c20f2be88 service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.942606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '1158e431-5605-4432-ad35-a91f300ce6fe', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:50:28.962353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9d2ff-839b-479e-a3e2-66f2db69802d None None] Network 9d45c498-5b99-4343-a1fe-4cf2aba455a2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:28.981567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-1122cb07-3eeb-4c5c-90c6-fea7e662fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:28.983388 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-1122cb07-3eeb-4c5c-90c6-fea7e662fed7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1098 time: 0.1543257 Dec 13 09:50:29.009441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.010014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.015328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.016011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.016549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.017097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.017625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.018169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.018695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.019238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.019844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.020361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.020901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ae8b2-e105-4522-9006-f362733f2ad3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:29.065565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:29.091953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:29.091953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2d5a94e4-19c3-4e6e-aeb6-73eb67731317 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:29.100293 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.205554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-bef6b931-33cc-4935-8679-0f8dd9f2940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.213330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-bef6b931-33cc-4935-8679-0f8dd9f2940d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2170544 Dec 13 09:50:29.270240 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-89bc13ee-ff20-4402-bf82-8e665ec5837a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.0479548 Dec 13 09:50:29.301521 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.368020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5284b858-a43f-44c7-9553-e5a64bb9b72a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:29.390265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e787f5-3a2c-443a-b97e-ab51763c70e6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:29.390566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e787f5-3a2c-443a-b97e-ab51763c70e6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:29.416225 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.435299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-6e67b92e-c9de-4c07-9a24-587f4ce54300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.437624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-6e67b92e-c9de-4c07-9a24-587f4ce54300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1577322 Dec 13 09:50:29.460884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.465954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.477892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:29.478524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.518961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:50:29.568644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:29.578332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.600970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] DHCP port deletion for 9d45c498-5b99-4343-a1fe-4cf2aba455a2 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:29.605971 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:29.612124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-0e5dbdd7-39ef-45b8-b288-6813893a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.612272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.615025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.619407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-0e5dbdd7-39ef-45b8-b288-6813893a388a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683333 Dec 13 09:50:29.639677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.649181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/5284b858-a43f-44c7-9553-e5a64bb9b72a HTTP/1.1" status: 204 len: 168 time: 0.7448003 Dec 13 09:50:29.677708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56050) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:29.697392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:29.839252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4db2b-5d99-4428-99a3-8ff54573147e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=5284b858-a43f-44c7-9553-e5a64bb9b72a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:29.855700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-ce4e6cce-d703-4bf8-949e-7dd93d4d297a service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267361 Dec 13 09:50:29.864200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['1158e431-5605-4432-ad35-a91f300ce6fe'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:29.938594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.961446 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8dbd632d-49f1-4e78-9639-4faba4d5692e req-bf5309e4-d9ac-4059-be12-6685ee82d269 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982559 Dec 13 09:50:29.982871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:29.995229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf62fb-5198-4268-9391-9818677d3ec3 req-2173c13a-eec4-4abf-9660-0d89661e7311 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.999431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcbf62fb-5198-4268-9391-9818677d3ec3 req-2173c13a-eec4-4abf-9660-0d89661e7311 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.3325696 Dec 13 09:50:30.029993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:30.106910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Deleting port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:30.107305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.204682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcbf62fb-5198-4268-9391-9818677d3ec3 req-75ec83e4-0e53-48a3-a259-cea1b766c073 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968153 Dec 13 09:50:30.299962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] For port 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3e3e342d-e1ed-4fc6-943a-7415de0ff286,segment=NetworkSegment(1c310c2d-0ecd-41cd-9ae5-e21999abe1db),segment_id=1c310c2d-0ecd-41cd-9ae5-e21999abe1db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:30.300373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.316322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3864257-0b5a-4fbc-a35a-5212ccdf5161 req-dfa7f45b-18d7-4987-b813-cadf8b680977 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:30.318891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3864257-0b5a-4fbc-a35a-5212ccdf5161 req-dfa7f45b-18d7-4987-b813-cadf8b680977 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.1817620 Dec 13 09:50:30.330947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Calling delete_port for 3e3e342d-e1ed-4fc6-943a-7415de0ff286 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:30.363344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:30.363733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.491511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3864257-0b5a-4fbc-a35a-5212ccdf5161 req-021be266-8f37-4e55-9f0b-396f352aed0a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608129 Dec 13 09:50:30.555166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 3e3e342d-e1ed-4fc6-943a-7415de0ff286, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3e3e342d-e1ed-4fc6-943a-7415de0ff286,segment=NetworkSegment(1c310c2d-0ecd-41cd-9ae5-e21999abe1db),segment_id=1c310c2d-0ecd-41cd-9ae5-e21999abe1db)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:30.556933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.599650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:30.602340 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3cea20-4944-429e-ba2f-84d2f580af15" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:30.606319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 3e3e342d-e1ed-4fc6-943a-7415de0ff286 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:30.618113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.677519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] Pushing event deleted for resources: {'Port': ['ID=3e3e342d-e1ed-4fc6-943a-7415de0ff286,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:30.682662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a94e92-9365-4d45-8686-e1e66a0be78d None None] No DVR routers for this DVR port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:30.735979 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67eca1-b42b-4bf6-8861-ce8bdb0c34ba x-openstack-request-id: req-de67eca1-b42b-4bf6-8861-ce8bdb0c34ba {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:30.736276 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:30.736535 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de67eca1-b42b-4bf6-8861-ce8bdb0c34ba {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:30.736934 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'status': 'completed', 'code': 200} Dec 13 09:50:30.859219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-f7354c18-9f8e-42a4-98dd-5c769da27238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:30.862010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.864748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-f7354c18-9f8e-42a4-98dd-5c769da27238 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0983391 Dec 13 09:50:30.902513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 3e3e342d-e1ed-4fc6-943a-7415de0ff286 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:30.938006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3e3e342d-e1ed-4fc6-943a-7415de0ff286 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:30.979973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 3e3e342d-e1ed-4fc6-943a-7415de0ff286 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:30.980495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3e3e342d-e1ed-4fc6-943a-7415de0ff286 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:31.025362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=3e3e342d-e1ed-4fc6-943a-7415de0ff286,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:31.081030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-6d2b38f4-7bb2-41cd-a7e2-bcb6d108fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.082834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-6d2b38f4-7bb2-41cd-a7e2-bcb6d108fcac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1098 time: 0.3257909 Dec 13 09:50:31.092587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-2237b733-3b68-4491-9ec0-f99d7718edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.094438 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-2237b733-3b68-4491-9ec0-f99d7718edb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2220111 Dec 13 09:50:31.207108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-75599bcb-983e-4cb8-9dff-9ab766307818 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.1041796 Dec 13 09:50:31.266041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.346063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d45c498-5b99-4343-a1fe-4cf2aba455a2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.367087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-8bc9b379-1f25-4e7b-a49c-948b00125665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.368756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-8bc9b379-1f25-4e7b-a49c-948b00125665 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1526568 Dec 13 09:50:31.372215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c310c2d-0ecd-41cd-9ae5-e21999abe1db') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.372566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c310c2d-0ecd-41cd-9ae5-e21999abe1db') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.408912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.422425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-0ea6e2b6-91bb-4826-b4a5-ab61b2338d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.422425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-0ea6e2b6-91bb-4826-b4a5-ab61b2338d6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451989 Dec 13 09:50:31.460967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.466028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-ea87c3e1-0e63-4cb2-8675-f019268b6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.466028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-ea87c3e1-0e63-4cb2-8675-f019268b6179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2774403 Dec 13 09:50:31.474576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:31.474990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:31.478368 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:31.559415 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-088e3470-1ff5-4c1b-904f-d9070b43e161 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281912 Dec 13 09:50:31.652479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-709e70e5-c2d2-4c99-9247-df9a55be36e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.1732028 Dec 13 09:50:31.713306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df920b4-12cb-4ade-bc3b-461329f5b904 req-fb7ca140-df08-47cc-85cc-05159b02831a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.716282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df920b4-12cb-4ade-bc3b-461329f5b904 req-fb7ca140-df08-47cc-85cc-05159b02831a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 947 time: 0.3139298 Dec 13 09:50:31.783130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-67939a74-8ccc-4cb7-836f-4bf9ddf8c5e6 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141643 Dec 13 09:50:31.850387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.857483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.864559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/9d45c498-5b99-4343-a1fe-4cf2aba455a2 HTTP/1.1" status: 204 len: 168 time: 2.1809490 Dec 13 09:50:31.866163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56128) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:31.879581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974482709'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:31.955250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78192fe-3bba-4c38-afda-f10b42a8efa9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=9d45c498-5b99-4343-a1fe-4cf2aba455a2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:31.961693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:31.992791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.019204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df920b4-12cb-4ade-bc3b-461329f5b904 req-2d4860ac-d5fe-4b5e-b907-710717424bec tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608943 Dec 13 09:50:32.025027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-80f842a2-fefb-411b-a0c4-02a81b1af18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:32.026517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-80f842a2-fefb-411b-a0c4-02a81b1af18b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3088896 Dec 13 09:50:32.058262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4ce3-f0e6-4fb3-b446-0a80ba96a130 req-532be43a-be67-4007-9e91-866433cd5447 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:32.072415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cffb4ce3-f0e6-4fb3-b446-0a80ba96a130 req-532be43a-be67-4007-9e91-866433cd5447 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.3318796 Dec 13 09:50:32.095854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:32.126448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.126816 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 93161320-ce09-4e64-88dc-77fa6129817c of type vlan for network ea025adb-5071-4086-a517-eb57a5ce4439 Dec 13 09:50:32.204160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cffb4ce3-f0e6-4fb3-b446-0a80ba96a130 req-a1a396f4-b459-404a-9366-9045eb6814be tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311951 Dec 13 09:50:32.217712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-736180c8-0434-4dab-a72c-48c31943d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:32.219321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-736180c8-0434-4dab-a72c-48c31943d274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204610 Dec 13 09:50:32.241040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.284205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.294498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:32.297530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.421099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56140) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:32.421952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5538647 Dec 13 09:50:32.427303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:32.462579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aac558-f26a-471d-9753-37198abd02e3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=ea025adb-5071-4086-a517-eb57a5ce4439,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:32.474126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ea025adb-5071-4086-a517-eb57a5ce4439 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:32.546798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:50:32.549073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:32.742720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-3ff10902-f54e-4245-81fb-c1f4cea19926 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085421 Dec 13 09:50:32.788149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 1158e431-5605-4432-ad35-a91f300ce6fe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:32.792036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.859073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:32.864136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.888779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:32.916997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'mac_address': 'fa:16:3e:d0:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:50:32.981709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.052511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:50:33.079030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:33.088306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.146481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.173698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd3cea20-4944-429e-ba2f-84d2f580af15 req-ff18ba6b-d298-45a7-8cda-672e00728956 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189823 Dec 13 09:50:33.205121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:33.206938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:33.212205 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b8d834-075b-42c4-b824-1bf0cf67cc43" -d '{"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:33.219023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.221330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.333874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.376921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:33.438125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6017e-6c4f-4ffc-8f86-0c0266d2a9d4 req-790b74d5-b537-4a1e-afdd-518b5d38c2d2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.440758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b6017e-6c4f-4ffc-8f86-0c0266d2a9d4 req-790b74d5-b537-4a1e-afdd-518b5d38c2d2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1763525 Dec 13 09:50:33.497240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.580637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=b41ddc03-4575-4c8f-9857-c82b50e6d4f0,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.617149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b6017e-6c4f-4ffc-8f86-0c0266d2a9d4 req-742825cd-356f-40bd-ac85-52555a776abe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450667 Dec 13 09:50:33.654450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '93161320-ce09-4e64-88dc-77fa6129817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:33.654950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: ea025adb-5071-4086-a517-eb57a5ce4439, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:33.681831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network ea025adb-5071-4086-a517-eb57a5ce4439 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:33.697115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ea025adb-5071-4086-a517-eb57a5ce4439) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:33.701698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.702297 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.712084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb875da-d8ee-4ad5-ab67-c5f48c45fa0d None None] Network ea025adb-5071-4086-a517-eb57a5ce4439 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:33.733407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b71adb70-053d-4be8-a456-0ce4f1277fc0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3111143 Dec 13 09:50:33.737037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56164) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:33.742092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909212053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:33.790125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.791201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.896115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.906110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.957400 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4436f8e7-584c-4d0f-86bb-19729b9a6019 x-openstack-request-id: req-4436f8e7-584c-4d0f-86bb-19729b9a6019 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:33.957824 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:33.959590 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4436f8e7-584c-4d0f-86bb-19729b9a6019 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:33.960088 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'code': 200} Dec 13 09:50:33.960217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.964374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28a6ea09-c515-41c5-8e66-baa7dadbaa7d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2235894 Dec 13 09:50:33.964874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56172) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:33.971041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-ea025adb-5071-4086-a517-eb57a5ce4439', 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': 'b41ddc03-4575-4c8f-9857-c82b50e6d4f0'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:33.972219 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.978348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'port': {'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439', 'name': 'tempest-RoutersIpV6Test-36503895'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:34.139153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e0d79-19a1-43d5-aecf-44ee3eb150f7 req-9611bc30-49f6-4cb7-93fd-443f155c2b69 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:34.150401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c93e0d79-19a1-43d5-aecf-44ee3eb150f7 req-9611bc30-49f6-4cb7-93fd-443f155c2b69 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1258855 Dec 13 09:50:34.187899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:34.197817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.208697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.224608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] device_id is not set on port 668b91f8-bfd7-4596-9bcf-d1719d54f928 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:50:34.234055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Allocated IP 2001:db8::2 (ea025adb-5071-4086-a517-eb57a5ce4439/b41ddc03-4575-4c8f-9857-c82b50e6d4f0/49833a9e-cfe5-4d78-b719-0cf20af5d3d2) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:34.273882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c93e0d79-19a1-43d5-aecf-44ee3eb150f7 req-f8f707b8-bb07-4882-8f1d-ed3e60ccdfaa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224666 Dec 13 09:50:34.546847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:34.678249 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.696976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.745363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Network ea025adb-5071-4086-a517-eb57a5ce4439 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:34.752520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:34.756352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 632c3df9-4d78-4fef-b702-54abbdd4622f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:50:34.763012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:34.838463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 632c3df9-4d78-4fef-b702-54abbdd4622f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:34.838951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.862247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8::62 (ea025adb-5071-4086-a517-eb57a5ce4439/b41ddc03-4575-4c8f-9857-c82b50e6d4f0/668b91f8-bfd7-4596-9bcf-d1719d54f928) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:34.986785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Attempting to bind port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:34.987348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Attempting to bind port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '93161320-ce09-4e64-88dc-77fa6129817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:34.987880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Attempting to bind port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 on network ea025adb-5071-4086-a517-eb57a5ce4439 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:35.017745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Pushing event updated for resources: {'Port': ['ID=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.022991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:35.024541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Checking segment: {'id': '93161320-ce09-4e64-88dc-77fa6129817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:35.025024 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.025552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Bound using segment: {'id': '93161320-ce09-4e64-88dc-77fa6129817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:35.026138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Bound port: 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93161320-ce09-4e64-88dc-77fa6129817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ea025adb-5071-4086-a517-eb57a5ce4439'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:35.026639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.238074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc2733-708a-4878-be85-54c9e06c0028 req-76805da1-7e8d-40e6-b8ec-7006898f0fab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.246617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48dc2733-708a-4878-be85-54c9e06c0028 req-76805da1-7e8d-40e6-b8ec-7006898f0fab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1018088 Dec 13 09:50:35.256548 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.283291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.341421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48dc2733-708a-4878-be85-54c9e06c0028 req-484d8024-923b-4c92-8148-2d397a2fc19a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937579 Dec 13 09:50:35.363507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.377782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:35.389610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] For port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:35.397308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] For port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,segment=NetworkSegment(93161320-ce09-4e64-88dc-77fa6129817c),segment_id=93161320-ce09-4e64-88dc-77fa6129817c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:35.402058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.474555 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.476843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a2876-e835-45a9-b95e-dc2705364d66 req-c2263ac3-231c-49c0-bce3-9558c1a14644 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.478953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-832a2876-e835-45a9-b95e-dc2705364d66 req-c2263ac3-231c-49c0-bce3-9558c1a14644 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.0789664 Dec 13 09:50:35.489854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network ea025adb-5071-4086-a517-eb57a5ce4439 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:35.509597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:35.512447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:35.532080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.533295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.535450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.548733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=668b91f8-bfd7-4596-9bcf-d1719d54f928,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.583297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-51d84523-44d8-4ee9-975a-028be8029fab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.585024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-51d84523-44d8-4ee9-975a-028be8029fab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 948 time: 0.4514623 Dec 13 09:50:35.613203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c475b19e-0ac1-4f85-accd-e25332c17ec6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.6466589 Dec 13 09:50:35.615620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56188) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:35.633667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-832a2876-e835-45a9-b95e-dc2705364d66 req-e8e2b58b-60c1-4012-8567-30dfbb92be36 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446154 Dec 13 09:50:35.684451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d14ed-4b15-4f6a-a281-3bca95e8ce14 None None] Pushing event updated for resources: {'Port': ['ID=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.803486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-89a315d3-3247-48c2-8647-d32e532d1ee4 service neutron] 10.222.0.20 "GET /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 382 time: 0.2009361 Dec 13 09:50:35.935572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-44be6c5c-c3c1-4a4a-a784-65cecbced54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.946468 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-44be6c5c-c3c1-4a4a-a784-65cecbced54f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1100 time: 0.1032083 Dec 13 09:50:35.961241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:35.963614 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d1d2b-96d3-4049-a534-7f32d102f6f6" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:36.081715 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24fca81-b623-49ea-801c-443d1aa30aef x-openstack-request-id: req-e24fca81-b623-49ea-801c-443d1aa30aef {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:36.082370 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:36.082864 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e24fca81-b623-49ea-801c-443d1aa30aef {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:36.083665 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'code': 200} Dec 13 09:50:36.120293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4fcd04af-5a16-426b-848d-4a4a1a76b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.165955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-241243bc-72e0-4d7f-a0c2-ed53003ef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.167445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-241243bc-72e0-4d7f-a0c2-ed53003ef541 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2203462 Dec 13 09:50:36.267070 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-fdd330c7-21c5-45b8-9d34-faf6f1ffa341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.0876496 Dec 13 09:50:36.355707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-aed93ae9-1856-4b5c-b12e-221824b6cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.375124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-aed93ae9-1856-4b5c-b12e-221824b6cb88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0967634 Dec 13 09:50:36.431977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.464105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-581b4f3c-840e-4606-a7a2-b41418fcbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.478363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-581b4f3c-840e-4606-a7a2-b41418fcbd45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989459 Dec 13 09:50:36.653150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327305f-fa8d-4e30-8e14-01a55a80befd req-2dbcad06-fd98-4462-9600-0a765c879696 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.662982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3327305f-fa8d-4e30-8e14-01a55a80befd req-2dbcad06-fd98-4462-9600-0a765c879696 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1396031 Dec 13 09:50:36.663235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-ad057f21-7195-4673-8828-36505c92e888 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767089 Dec 13 09:50:36.797523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3327305f-fa8d-4e30-8e14-01a55a80befd req-2b408df3-3e6b-4a9c-a91d-46fb9758e11a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269979 Dec 13 09:50:36.836369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-c9a93166-5549-4798-b20e-1ccea7cbc506 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Dec 13 09:50:37.017967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.044534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.056796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:37.175279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:37.175916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.183845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=668b91f8-bfd7-4596-9bcf-d1719d54f928,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:37.294997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9baa6-4aad-4e6a-921e-b26fbafffa69 req-f262cd3d-9339-4c15-b037-668db84cfec5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:37.305363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cea9baa6-4aad-4e6a-921e-b26fbafffa69 req-f262cd3d-9339-4c15-b037-668db84cfec5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2829492 Dec 13 09:50:37.357916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.438391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,segment=NetworkSegment(93161320-ce09-4e64-88dc-77fa6129817c),segment_id=93161320-ce09-4e64-88dc-77fa6129817c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:37.450546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.478567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cea9baa6-4aad-4e6a-921e-b26fbafffa69 req-451ee979-d789-4be6-9413-3ae1fd986163 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637080 Dec 13 09:50:37.486421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c8a09-f2e3-4032-85d8-bdc444faa411 None None] Network ea025adb-5071-4086-a517-eb57a5ce4439 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:37.561072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.587722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:37.649884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-92c9c6db-68c0-481b-b448-54d2a9fe046f None None] Provisioning complete for port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:37.650169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92c9c6db-68c0-481b-b448-54d2a9fe046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.846990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.352803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed08f-0ed7-415d-a370-b4935fd857a4 req-044881df-b385-4f82-9ba2-c9eb15a1b988 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:38.368912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-872ed08f-0ed7-415d-a370-b4935fd857a4 req-044881df-b385-4f82-9ba2-c9eb15a1b988 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.4064021 Dec 13 09:50:38.399228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-06654669-fbd2-4514-bd1b-769a4a99625e None None] Provisioning complete for port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.399983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-06654669-fbd2-4514-bd1b-769a4a99625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.458599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec8ecdc8-41c9-47da-853f-c23aa654a17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.561920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-06654669-fbd2-4514-bd1b-769a4a99625e None None] Provisioning complete for port 668b91f8-bfd7-4596-9bcf-d1719d54f928 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.563118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-06654669-fbd2-4514-bd1b-769a4a99625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.691842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-06654669-fbd2-4514-bd1b-769a4a99625e None None] Port 668b91f8-bfd7-4596-9bcf-d1719d54f928 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:38.886225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e2a9d46b-9a1f-4490-bec5-4144418cc720 None None] Provisioning complete for port 668b91f8-bfd7-4596-9bcf-d1719d54f928 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.886644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d46b-9a1f-4490-bec5-4144418cc720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.977317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9d46b-9a1f-4490-bec5-4144418cc720 None None] Port 668b91f8-bfd7-4596-9bcf-d1719d54f928 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:39.092820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:39.103159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:39.291958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61f06015-71f1-4830-ac0f-52702c79a49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.296178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:39.296663 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.467556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-91e24817-e5a4-4f63-b192-7e7f2a750c57 None None] Provisioning complete for port 668b91f8-bfd7-4596-9bcf-d1719d54f928 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:39.474785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61f06015-71f1-4830-ac0f-52702c79a49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.482619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91e24817-e5a4-4f63-b192-7e7f2a750c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.486347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-61f06015-71f1-4830-ac0f-52702c79a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.504471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.528025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.544191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-872ed08f-0ed7-415d-a370-b4935fd857a4 req-91efcee9-218c-4544-8ec7-6d67229ac04f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1743808 Dec 13 09:50:39.545684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91e24817-e5a4-4f63-b192-7e7f2a750c57 None None] Port 668b91f8-bfd7-4596-9bcf-d1719d54f928 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:39.586461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.587254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.601920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f06015-71f1-4830-ac0f-52702c79a49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb474e3a-2ad7-4a53-88aa-abe68bc4b15c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:39.619807 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-61f06015-71f1-4830-ac0f-52702c79a49d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfc81cb6b62b4e978a3959b81756f832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157967 Dec 13 09:50:39.622693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56238) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:39.703213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.730176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.826419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.843215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.844454 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb474e3a-2ad7-4a53-88aa-abe68bc4b15c HTTP/1.1" status: 204 len: 168 time: 0.2208972 Dec 13 09:50:39.859658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=668b91f8-bfd7-4596-9bcf-d1719d54f928,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:39.869685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a531-dd2f-4f0f-9ecf-c26a0b579638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb474e3a-2ad7-4a53-88aa-abe68bc4b15c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:39.872878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4f1c6-5abc-495b-a632-19b94cd232c3 req-aedc1e3d-5061-41cf-8a75-ce3bfd5d2630 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:39.874881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7d4f1c6-5abc-495b-a632-19b94cd232c3 req-aedc1e3d-5061-41cf-8a75-ce3bfd5d2630 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.6755445 Dec 13 09:50:39.879927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-37ec4f4c-f406-4352-88e3-f4bbfd9fe5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:39.881504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-37ec4f4c-f406-4352-88e3-f4bbfd9fe5bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1100 time: 0.3723671 Dec 13 09:50:39.905512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:40.022031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network ea025adb-5071-4086-a517-eb57a5ce4439 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:40.028498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:40.060949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7d4f1c6-5abc-495b-a632-19b94cd232c3 req-2bd55909-776e-499e-89a5-9872e123e3d5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649945 Dec 13 09:50:40.120987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.510307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-55b09023-803d-40e6-9108-cdaf62d323a5 None None] Provisioning complete for port 668b91f8-bfd7-4596-9bcf-d1719d54f928 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:40.510929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-55b09023-803d-40e6-9108-cdaf62d323a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.641468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-55b09023-803d-40e6-9108-cdaf62d323a5 None None] Port 668b91f8-bfd7-4596-9bcf-d1719d54f928 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:40.823631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 1f8147fb-c1a8-4117-b6e2-8b293b62e80f is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:40.912810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b896b-83b1-411a-8bf7-96c1d168762d req-4f0a9488-764b-40e5-be9f-cf3acf809112 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:40.920659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-085b896b-83b1-411a-8bf7-96c1d168762d req-4f0a9488-764b-40e5-be9f-cf3acf809112 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1866398 Dec 13 09:50:41.062110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:41.219081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-085b896b-83b1-411a-8bf7-96c1d168762d req-a80f4ef9-5ec9-48e8-8960-256724fee0bd tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974367 Dec 13 09:50:41.239394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:41.253365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:41.255684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e6dd6999-c5b0-4329-a675-b772ec1ddfdd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/1f8147fb-c1a8-4117-b6e2-8b293b62e80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6339309 Dec 13 09:50:41.256112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] Sync routers for ids ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:41.282759 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] Routers {'1f8147fb-c1a8-4117-b6e2-8b293b62e80f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:41.283015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:41.283407 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.367077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422cf65-f67a-40e0-8587-648e21c96b18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:41.377951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4422cf65-f67a-40e0-8587-648e21c96b18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports/668b91f8-bfd7-4596-9bcf-d1719d54f928 HTTP/1.1" status: 200 len: 981 time: 0.1225376 Dec 13 09:50:41.386119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56286) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:41.406922 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.444069 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] Routers {'1f8147fb-c1a8-4117-b6e2-8b293b62e80f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:41.445911 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.508830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:41.517423 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7736ff4-ad00-467c-9aa6-3f49223c2a8b" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-unplugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:41.527978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.579228 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.584359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814250e3-26be-4285-b583-809ccc48f1a1 None None] The sync data for ids ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:41.592190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c22ce8-3b9b-41cb-822e-718b7117179a req-21fd6e2d-ae57-4e90-a564-640261f67a57 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:41.593869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31c22ce8-3b9b-41cb-822e-718b7117179a req-21fd6e2d-ae57-4e90-a564-640261f67a57 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2246878 Dec 13 09:50:41.642619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Transition to ACTIVE for port object 632c3df9-4d78-4fef-b702-54abbdd4622f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:50:41.667824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.717758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56294) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:41.721921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:41.797681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] No DVR routers for this DVR port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:41.841155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31c22ce8-3b9b-41cb-822e-718b7117179a req-b7b87c59-27c6-413c-88de-695d57dfafa9 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175190 Dec 13 09:50:41.862836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.964846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:41.967680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:41.971117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:42.006746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:50:42.009753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Attempting to bind port 632c3df9-4d78-4fef-b702-54abbdd4622f on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:42.032209 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ccdd3-e153-4493-8b57-84707c19c01e x-openstack-request-id: req-6d0ccdd3-e153-4493-8b57-84707c19c01e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:42.037311 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-unplugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:42.037811 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d0ccdd3-e153-4493-8b57-84707c19c01e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:42.039331 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'code': 200} Dec 13 09:50:42.042976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:42.043649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:42.045240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:42.048964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Bound port: 632c3df9-4d78-4fef-b702-54abbdd4622f, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:42.051710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.063795 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaed935b-3081-47ba-a07d-87dd544ef91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.112880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.363778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaed935b-3081-47ba-a07d-87dd544ef91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.370189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:42.392427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaed935b-3081-47ba-a07d-87dd544ef91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.419768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:42.447409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.483673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed935b-3081-47ba-a07d-87dd544ef91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce812e2-ee99-4cb6-b0d2-7f5adfffcfda,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:42.496627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eaed935b-3081-47ba-a07d-87dd544ef91f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cecd03b92b34fa78bb7061a895598d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7690620 Dec 13 09:50:42.504511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:42.516763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:42.517313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.518709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] 10.222.0.16 "PUT /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 1096 time: 2.6178017 Dec 13 09:50:42.544422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0cdc6-33af-4f59-b05c-2652092fd877 req-b980ce89-22b2-4621-9f2f-813cf4baa225 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:42.546805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:42.546938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ed0cdc6-33af-4f59-b05c-2652092fd877 req-b980ce89-22b2-4621-9f2f-813cf4baa225 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.2077081 Dec 13 09:50:42.621967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:42.659428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b48a56-4b48-4d53-bbb2-77f783945c3a service neutron] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=11']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:42.677754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.791608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.798657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ed0cdc6-33af-4f59-b05c-2652092fd877 req-794713f2-509e-4cb1-9b45-f8ba4e5f0d3e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404873 Dec 13 09:50:42.805347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-8623f657-b4e1-4d84-bce4-e9a5bb2565f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:42.807099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-8623f657-b4e1-4d84-bce4-e9a5bb2565f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1099 time: 0.2484586 Dec 13 09:50:42.868617 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.139699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.143085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.148022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ce812e2-ee99-4cb6-b0d2-7f5adfffcfda HTTP/1.1" status: 204 len: 168 time: 0.6421664 Dec 13 09:50:43.162331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-f9f0a597-ffd2-44f4-b23c-c42f1514f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:43.164020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-f9f0a597-ffd2-44f4-b23c-c42f1514f6df service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3327639 Dec 13 09:50:43.177150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 668b91f8-bfd7-4596-9bcf-d1719d54f928 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:43.177769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.180172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585da9d6-3ea0-4fa9-b1f6-180e9ef6468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce812e2-ee99-4cb6-b0d2-7f5adfffcfda,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:43.251044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e882f-9bc2-44a1-ac93-392d2cafeac0 req-c18e1d32-726c-4666-83b6-daa2e00f0831 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:43.260958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-827e882f-9bc2-44a1-ac93-392d2cafeac0 req-c18e1d32-726c-4666-83b6-daa2e00f0831 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2167804 Dec 13 09:50:43.361609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-b57df3fd-fa24-4c2d-925b-7caf04fa9827 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.1849842 Dec 13 09:50:43.406683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.423443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 668b91f8-bfd7-4596-9bcf-d1719d54f928 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:43.497113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-71de25f9-3b89-4bc5-8f4a-f874c13be320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:43.501695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-71de25f9-3b89-4bc5-8f4a-f874c13be320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1286614 Dec 13 09:50:43.588480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-827e882f-9bc2-44a1-ac93-392d2cafeac0 req-c11725d2-9d03-43cb-8088-5d29a1e6e371 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255005 Dec 13 09:50:43.607392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-3f4dcef0-25d4-4a51-a6c8-29a3926afacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:43.609240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-3f4dcef0-25d4-4a51-a6c8-29a3926afacf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953050 Dec 13 09:50:43.792903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.831807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-0e904010-08c4-4cba-a827-b6a22c8e3d51 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122293 Dec 13 09:50:43.892923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=668b91f8-bfd7-4596-9bcf-d1719d54f928,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:44.089176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:44.093645 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f6003-1e27-428b-972b-6a8539844f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:44.113790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa38aef1-6c3c-4d4c-93fc-f9575f41f81b req-bb36fbb2-1dc4-4967-9149-99856b5050eb service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689586 Dec 13 09:50:44.127885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.234525 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfd9ca-0803-4be9-89dc-a7814d302683 x-openstack-request-id: req-93dfd9ca-0803-4be9-89dc-a7814d302683 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:44.234828 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:44.235358 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93dfd9ca-0803-4be9-89dc-a7814d302683 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:44.237732 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'status': 'completed', 'code': 200} Dec 13 09:50:44.267732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977653-cb0f-4177-81fc-39310cdb3a1c req-6803a7e6-1b66-49ae-a697-a9c7d93a311e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:44.276760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1977653-cb0f-4177-81fc-39310cdb3a1c req-6803a7e6-1b66-49ae-a697-a9c7d93a311e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.3146598 Dec 13 09:50:44.371220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1977653-cb0f-4177-81fc-39310cdb3a1c req-9adc0d32-bf5a-46d9-a987-d390e921dafb tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932879 Dec 13 09:50:44.390021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-1128d223-3b72-4eba-b227-50c5d62af4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:44.391920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-1128d223-3b72-4eba-b227-50c5d62af4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1099 time: 0.1129794 Dec 13 09:50:44.527539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-0e7c83bb-4deb-4e05-bfc4-0f5819f45fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:44.535463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-0e7c83bb-4deb-4e05-bfc4-0f5819f45fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 1099 time: 0.2626374 Dec 13 09:50:44.736259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-be3c82fd-24ad-40b8-bf9b-599ea14916a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:44.737776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-be3c82fd-24ad-40b8-bf9b-599ea14916a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3355706 Dec 13 09:50:44.929161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 1f8147fb-c1a8-4117-b6e2-8b293b62e80f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:44.954141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-d887ad15-d5c8-48fb-9391-aa50859d3882 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.2058008 Dec 13 09:50:45.099738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6c2af-a769-4fe4-b07a-384123b0d9ac req-0f012668-3026-4e7a-b075-7ebf03f1aa9d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.111906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20b6c2af-a769-4fe4-b07a-384123b0d9ac req-0f012668-3026-4e7a-b075-7ebf03f1aa9d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.3362339 Dec 13 09:50:45.131427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-49b17e0d-3fd4-4a4f-8313-cf18307afd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.139076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-49b17e0d-3fd4-4a4f-8313-cf18307afd61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1558309 Dec 13 09:50:45.141493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:45.143868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-ca3e1715-3a75-43f8-a7a3-eac4ee9c7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.145816 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-ca3e1715-3a75-43f8-a7a3-eac4ee9c7f5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.5780504 Dec 13 09:50:45.152502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] Sync routers for ids ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:45.154486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5c078bb4-3a00-4736-b639-36c8cc54c4d0 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/1f8147fb-c1a8-4117-b6e2-8b293b62e80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630074 Dec 13 09:50:45.155109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56396) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.171119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] Routers {'1f8147fb-c1a8-4117-b6e2-8b293b62e80f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:45.174290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.254829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-4468c997-c4bc-4f20-a032-fae767a66494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.256724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-4468c997-c4bc-4f20-a032-fae767a66494 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945764 Dec 13 09:50:45.274004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.280134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20b6c2af-a769-4fe4-b07a-384123b0d9ac req-6029d537-60e0-4554-9ea5-35aab46e20de tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671741 Dec 13 09:50:45.301364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] Routers {'1f8147fb-c1a8-4117-b6e2-8b293b62e80f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:45.302437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.334909 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-3d058c88-ae1e-4a4e-9693-ee478d32d726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 200 len: 217 time: 0.1786671 Dec 13 09:50:45.419766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.425137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e4dcb-53bc-4c25-a472-1e2e3f1ed9b8 None None] The sync data for ids ['1f8147fb-c1a8-4117-b6e2-8b293b62e80f'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:45.517792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-a80a40a5-8fdb-4b2c-a49c-a01eb7100f96 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363474 Dec 13 09:50:45.526381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-2d9dd96d-b591-41d3-9f9b-2d589f4d752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.528059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-2d9dd96d-b591-41d3-9f9b-2d589f4d752d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1557028 Dec 13 09:50:45.530805 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-4b04338b-0a5b-40d1-b987-0e55f6e81281 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 09:50:45.543365 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b04338b-0a5b-40d1-b987-0e55f6e81281 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/1f8147fb-c1a8-4117-b6e2-8b293b62e80f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3768616 Dec 13 09:50:45.544387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56406) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.649087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9aa38b68-52b2-4937-904e-33a0e117bc7e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f8147fb-c1a8-4117-b6e2-8b293b62e80f HTTP/1.1" status: 200 len: 205 time: 0.0723224 Dec 13 09:50:45.649868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.864426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ecd18-3f7c-4210-a7e7-4601803d102a req-2c58e5be-6285-4e7c-8971-e3a18ac698d0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.879487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-215ecd18-3f7c-4210-a7e7-4601803d102a req-2c58e5be-6285-4e7c-8971-e3a18ac698d0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1739206 Dec 13 09:50:45.978777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-91246c63-91fc-479f-a7f8-c0a9d25c7ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419305 Dec 13 09:50:46.025962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-215ecd18-3f7c-4210-a7e7-4601803d102a req-007f2c11-f5e8-47ed-a80d-a70e040ef7b1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454616 Dec 13 09:50:46.231217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.429732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6003-1e27-428b-972b-6a8539844f2e req-3e642d5d-629c-4738-953f-eda8b8b558f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:46.431746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-3e642d5d-629c-4738-953f-eda8b8b558f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8792737 Dec 13 09:50:46.561989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4bf0-0fa8-4e6b-98d2-672c4cee6b36 req-a699c697-fc49-4c37-b0bc-88a5588a0a9a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:46.564589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-027b4bf0-0fa8-4e6b-98d2-672c4cee6b36 req-a699c697-fc49-4c37-b0bc-88a5588a0a9a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1374276 Dec 13 09:50:46.585545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.589604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.704523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-027b4bf0-0fa8-4e6b-98d2-672c4cee6b36 req-d18e5593-d97e-442b-80ad-1b6450252fc7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282859 Dec 13 09:50:46.773174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.773688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8147fb-c1a8-4117-b6e2-8b293b62e80f {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:46.781636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.785983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:46.788075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5aca07fd-9cee-49e8-84b7-f9460ec68384 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/1f8147fb-c1a8-4117-b6e2-8b293b62e80f HTTP/1.1" status: 204 len: 168 time: 1.1201560 Dec 13 09:50:46.791766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-a3bc8703-10b4-4640-9122-88dc156cc8db service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175037 Dec 13 09:50:46.880630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet b41ddc03-4575-4c8f-9857-c82b50e6d4f0 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:46.885595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.968285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.001745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d01f6003-1e27-428b-972b-6a8539844f2e req-678839b6-8a36-4f6a-b159-dfac4b99882c service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026846 Dec 13 09:50:47.213566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.269783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8dac-af96-4037-bb23-7dcd5cc96985 req-226439cd-0667-49d2-a3a6-d538d34bc844 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:47.280873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-103c8dac-af96-4037-bb23-7dcd5cc96985 req-226439cd-0667-49d2-a3a6-d538d34bc844 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1336458 Dec 13 09:50:47.381312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-103c8dac-af96-4037-bb23-7dcd5cc96985 req-82133e0b-6cf4-4f18-a12a-bbf8a99eac4f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935926 Dec 13 09:50:47.404892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.428911 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:50:47.436824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=b41ddc03-4575-4c8f-9857-c82b50e6d4f0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:47.448606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.455417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:47.458755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4fa63-123b-44ed-b463-642793c4ec69 None None] Network ea025adb-5071-4086-a517-eb57a5ce4439 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:47.471050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fae18742-ba8e-42da-9482-70200a0efdf3 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/b41ddc03-4575-4c8f-9857-c82b50e6d4f0 HTTP/1.1" status: 204 len: 168 time: 0.6810818 Dec 13 09:50:47.626251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.714035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:47.714385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.762632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] DHCP port deletion for ea025adb-5071-4086-a517-eb57a5ce4439 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:47.825570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:50:47.861516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,segment=NetworkSegment(93161320-ce09-4e64-88dc-77fa6129817c),segment_id=93161320-ce09-4e64-88dc-77fa6129817c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:47.861516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.893881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:47.908479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58c1f8-984f-48f5-8f80-42f95daf673f req-df8a5b1c-801e-4e56-a17a-93bf5d756841 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:47.916346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de58c1f8-984f-48f5-8f80-42f95daf673f req-df8a5b1c-801e-4e56-a17a-93bf5d756841 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.0886414 Dec 13 09:50:47.924396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Deleting port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:47.926167 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.053254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de58c1f8-984f-48f5-8f80-42f95daf673f req-52ac4f4d-a6f7-4c00-9f40-4c2b7f43a07e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140797 Dec 13 09:50:48.111276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] For port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,segment=NetworkSegment(93161320-ce09-4e64-88dc-77fa6129817c),segment_id=93161320-ce09-4e64-88dc-77fa6129817c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:48.113744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.147804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.149155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Calling delete_port for 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:48.214211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.224187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:48.404762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.466327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea025adb-5071-4086-a517-eb57a5ce4439']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:48.477280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.492554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93161320-ce09-4e64-88dc-77fa6129817c') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:48.492864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93161320-ce09-4e64-88dc-77fa6129817c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:48.541158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.545433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] Pushing event deleted for resources: {'Port': ['ID=49833a9e-cfe5-4d78-b719-0cf20af5d3d2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.574998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:48.577022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.598964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:48.599383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:48.603029 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:48.616514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7808bb-b349-486d-9dbe-ef5d13ad42ec None None] No DVR routers for this DVR port 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:48.620788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495559e-5b1e-4c1b-9993-26970dfffa8d req-609e805f-73cc-451f-bfa2-4a9af59ad580 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:48.643328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b495559e-5b1e-4c1b-9993-26970dfffa8d req-609e805f-73cc-451f-bfa2-4a9af59ad580 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 948 time: 0.1477790 Dec 13 09:50:48.646254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'mac_address': 'fa:16:3e:d0:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:50:48.771623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.781559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.795259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/ea025adb-5071-4086-a517-eb57a5ce4439 HTTP/1.1" status: 204 len: 168 time: 1.3371885 Dec 13 09:50:48.797696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.802549 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.816862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958181874'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:48.845065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b495559e-5b1e-4c1b-9993-26970dfffa8d req-66b5d2ad-1169-4318-9e2c-d5253e52fc5d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003064 Dec 13 09:50:48.864028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53836-a2cf-4975-9630-60b5b3730b28 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=ea025adb-5071-4086-a517-eb57a5ce4439,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.901617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:50:48.904298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:48.908222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.996784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:49.003207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:49.010274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.013210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:49.042334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.043900 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment d5550f90-8114-4327-8160-3860d5b268f3 of type vlan for network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 Dec 13 09:50:49.158243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd64af-529a-4dcc-aa07-dab7dd947e89 req-819b37b9-d5cc-4df3-b5b3-cd5cdd0fd0aa tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:49.169728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9cd64af-529a-4dcc-aa07-dab7dd947e89 req-819b37b9-d5cc-4df3-b5b3-cd5cdd0fd0aa tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 949 time: 0.1115975 Dec 13 09:50:49.177661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.181347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.188891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:49.194098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49833a9e-cfe5-4d78-b719-0cf20af5d3d2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:49.236966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.249674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:49.251219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.284322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9cd64af-529a-4dcc-aa07-dab7dd947e89 req-dc8270d4-6312-422d-911e-e3d07f64bd10 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102240 Dec 13 09:50:49.420886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6221073 Dec 13 09:50:49.421821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:49.428086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:49.431877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:49.454470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6a02-dfea-4a6a-bf91-1d7b0870c2a6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=85f234d5-9af5-4fb0-bc32-832da7b9bb97,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.490029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c25c2-90dc-40db-b294-e0ffc4423d15 req-336950fa-1c04-46c4-ae18-45b885e003e2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:49.492787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f47c25c2-90dc-40db-b294-e0ffc4423d15 req-336950fa-1c04-46c4-ae18-45b885e003e2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1236649 Dec 13 09:50:49.537441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:49.708544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f47c25c2-90dc-40db-b294-e0ffc4423d15 req-5ddbf37a-c1ee-4084-964e-66eab00a0562 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209567 Dec 13 09:50:49.758734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:49.763088 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.280094 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.445743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=5811925d-7ca2-4946-83d8-85d844025fdc,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:50.475450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': 'd5550f90-8114-4327-8160-3860d5b268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:50.475833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: 85f234d5-9af5-4fb0-bc32-832da7b9bb97, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:50.506496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:50.524849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 85f234d5-9af5-4fb0-bc32-832da7b9bb97) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:50.529893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:50.530686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.536387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ee5d0-b4e1-4b8d-9387-be72b1684504 None None] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:50.560596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff71a625-9c6c-4363-8e0d-621de414a94d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1367760 Dec 13 09:50:50.563402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:50.568986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1671799057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:50.625694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.626970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.742416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-85f234d5-9af5-4fb0-bc32-832da7b9bb97', 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '5811925d-7ca2-4946-83d8-85d844025fdc'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:50.743677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.786549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.799348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.861397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.866675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56528) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:50.868139 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20f780c4-d43a-4aa7-941c-2792755c8c6c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3035963 Dec 13 09:50:51.085199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Allocated IP 2001:db8::2 (85f234d5-9af5-4fb0-bc32-832da7b9bb97/5811925d-7ca2-4946-83d8-85d844025fdc/44b0c789-8759-4d66-82af-bdee7b9c3659) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:51.358697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.375304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.471568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.491073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:51.491910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Pushing event updated for resources: {'Port': ['ID=44b0c789-8759-4d66-82af-bdee7b9c3659,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:51.502865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:51.509840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:51.643020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Attempting to bind port 44b0c789-8759-4d66-82af-bdee7b9c3659 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:51.643401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Attempting to bind port 44b0c789-8759-4d66-82af-bdee7b9c3659 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd5550f90-8114-4327-8160-3860d5b268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:51.643804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Attempting to bind port 44b0c789-8759-4d66-82af-bdee7b9c3659 on network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:51.653393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:51.653811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Checking segment: {'id': 'd5550f90-8114-4327-8160-3860d5b268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:51.654178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.654572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Bound using segment: {'id': 'd5550f90-8114-4327-8160-3860d5b268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:51.655045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Bound port: 44b0c789-8759-4d66-82af-bdee7b9c3659, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5550f90-8114-4327-8160-3860d5b268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '85f234d5-9af5-4fb0-bc32-832da7b9bb97'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:51.655429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.798744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:51.803501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] For port 44b0c789-8759-4d66-82af-bdee7b9c3659, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:51.880521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] For port 44b0c789-8759-4d66-82af-bdee7b9c3659, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=44b0c789-8759-4d66-82af-bdee7b9c3659,segment=NetworkSegment(d5550f90-8114-4327-8160-3860d5b268f3),segment_id=d5550f90-8114-4327-8160-3860d5b268f3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:51.903630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.080645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 632c3df9-4d78-4fef-b702-54abbdd4622f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:50:52.090863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2cb22-f638-4f56-8d8f-0b30c73c8fb3 None None] Pushing event updated for resources: {'Port': ['ID=44b0c789-8759-4d66-82af-bdee7b9c3659,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.113034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 632c3df9-4d78-4fef-b702-54abbdd4622f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:52.113409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.344456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.413908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:52.420040 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a75113d-7179-4f09-9a72-b19995d2112f" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:52.452023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:52.468514 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.592471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.714530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0f068-4581-47ac-b893-e7f648828cdf req-44a2e101-991d-49b2-b575-fbbdde80b9e0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:52.722162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abb0f068-4581-47ac-b893-e7f648828cdf req-44a2e101-991d-49b2-b575-fbbdde80b9e0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2082491 Dec 13 09:50:52.979797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abb0f068-4581-47ac-b893-e7f648828cdf req-aca5b178-63b1-4e8c-abf5-297ea2710c43 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565653 Dec 13 09:50:53.049428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8::1 (85f234d5-9af5-4fb0-bc32-832da7b9bb97/5811925d-7ca2-4946-83d8-85d844025fdc/96c71908-75c7-4858-9a97-cee0eeea0645) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:53.058020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 44b0c789-8759-4d66-82af-bdee7b9c3659 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:53.148462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 44b0c789-8759-4d66-82af-bdee7b9c3659 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:53.151797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.437320 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38707da1-4af0-4d65-b4a9-d5ad5552cd3a x-openstack-request-id: req-38707da1-4af0-4d65-b4a9-d5ad5552cd3a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:53.437698 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:53.438049 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38707da1-4af0-4d65-b4a9-d5ad5552cd3a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:53.438549 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'code': 200} Dec 13 09:50:53.439832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.474686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.553628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 44b0c789-8759-4d66-82af-bdee7b9c3659, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=44b0c789-8759-4d66-82af-bdee7b9c3659,segment=NetworkSegment(d5550f90-8114-4327-8160-3860d5b268f3),segment_id=d5550f90-8114-4327-8160-3860d5b268f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:53.567863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.568861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.675294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=44b0c789-8759-4d66-82af-bdee7b9c3659,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:53.711982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:53.717748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:53.725368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:53.726025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.782898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=96c71908-75c7-4858-9a97-cee0eeea0645,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:54.002839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da21585-60b4-4852-acf7-1c37a61debd3 None None] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:54.034474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.209410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-49de1d20-b8a7-4646-bb45-a5a91f6d6382 None None] Provisioning complete for port 44b0c789-8759-4d66-82af-bdee7b9c3659 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:54.210007 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49de1d20-b8a7-4646-bb45-a5a91f6d6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.432185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3712cb-b4bc-4fd4-aef6-edf2f14bf1e1 req-4411f3b4-3de5-49ab-b999-18df9dc76c5d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:54.433828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb3712cb-b4bc-4fd4-aef6-edf2f14bf1e1 req-4411f3b4-3de5-49ab-b999-18df9dc76c5d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2782409 Dec 13 09:50:54.627742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb3712cb-b4bc-4fd4-aef6-edf2f14bf1e1 req-3e814afc-e197-4cd9-9ebe-a2f49d078ec1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792915 Dec 13 09:50:54.809910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.824627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.825730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.998894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1ad77e02-fab3-4d7f-854a-9b16c7829405 None None] Provisioning complete for port 96c71908-75c7-4858-9a97-cee0eeea0645 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:54.999278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ad77e02-fab3-4d7f-854a-9b16c7829405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.099522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=96c71908-75c7-4858-9a97-cee0eeea0645,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:55.119986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1ad77e02-fab3-4d7f-854a-9b16c7829405 None None] Port 96c71908-75c7-4858-9a97-cee0eeea0645 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:55.123118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 44b0c789-8759-4d66-82af-bdee7b9c3659 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:55.211686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1ad77e02-fab3-4d7f-854a-9b16c7829405 None None] Provisioning complete for port 44b0c789-8759-4d66-82af-bdee7b9c3659 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:55.212809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ad77e02-fab3-4d7f-854a-9b16c7829405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.216032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:55.217517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:55.383295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 44b0c789-8759-4d66-82af-bdee7b9c3659 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:55.384467 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.432760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 94d68092-d11f-4299-9a35-a0930eee62a3 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:55.675674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:55.698046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] Sync routers for ids ['94d68092-d11f-4299-9a35-a0930eee62a3'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:55.701840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-769ea277-6930-41ff-a128-5e8d0f265d49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/94d68092-d11f-4299-9a35-a0930eee62a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8336535 Dec 13 09:50:55.704468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56614) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.730867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3baf67a1-c1a8-4be9-8747-a6cae98bf1df None None] Provisioning complete for port 96c71908-75c7-4858-9a97-cee0eeea0645 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:55.731249 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3baf67a1-c1a8-4be9-8747-a6cae98bf1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.731850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] Routers {'94d68092-d11f-4299-9a35-a0930eee62a3'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.732804 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94d68092-d11f-4299-9a35-a0930eee62a3'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.788411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef6013-9cad-4098-8024-580acf89aafc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:55.790235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfef6013-9cad-4098-8024-580acf89aafc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports/96c71908-75c7-4858-9a97-cee0eeea0645 HTTP/1.1" status: 200 len: 911 time: 0.0840423 Dec 13 09:50:55.793874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.843314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3baf67a1-c1a8-4be9-8747-a6cae98bf1df None None] Port 96c71908-75c7-4858-9a97-cee0eeea0645 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:55.855412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.893553 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] Routers {'94d68092-d11f-4299-9a35-a0930eee62a3'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.894981 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94d68092-d11f-4299-9a35-a0930eee62a3'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.984476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-71c3c016-9957-4ec6-890d-a41f3f5389b4 None None] Provisioning complete for port 96c71908-75c7-4858-9a97-cee0eeea0645 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:55.984861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-71c3c016-9957-4ec6-890d-a41f3f5389b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.989830 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.995353 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fb0b5-e828-4a79-80d8-01735a7e0a9b None None] The sync data for ids ['94d68092-d11f-4299-9a35-a0930eee62a3'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:56.118859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-71c3c016-9957-4ec6-890d-a41f3f5389b4 None None] Port 96c71908-75c7-4858-9a97-cee0eeea0645 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:56.196037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41558516-0cd8-40a9-8c2e-b9d98c12df9b req-aa4ddb41-6331-4122-b615-b9aa55b808df tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:56.204900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41558516-0cd8-40a9-8c2e-b9d98c12df9b req-aa4ddb41-6331-4122-b615-b9aa55b808df tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.3259201 Dec 13 09:50:56.324389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41558516-0cd8-40a9-8c2e-b9d98c12df9b req-881dd7e2-a5ad-40ea-86ad-739cc23a93b1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167674 Dec 13 09:50:56.440208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.680119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-3dc0de9f-ed36-41e8-825f-4d43225aa189 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300200 Dec 13 09:50:56.908118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-1a3a726e-36bc-46ac-97ad-a6163a822d7b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:56.910283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-1a3a726e-36bc-46ac-97ad-a6163a822d7b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027948 Dec 13 09:50:56.935137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-c7219a27-e1b0-4105-bcd0-9d66c5ee5516 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/quotas/6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 375 time: 0.0154769 Dec 13 09:50:56.996508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 96c71908-75c7-4858-9a97-cee0eeea0645 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:56.997403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.059893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-61daa13a-04be-463a-a279-9443187b9ed4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157959 Dec 13 09:50:57.157435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.196911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-308c2d51-3a05-4e30-86ef-2219f531292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:57.198465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 96c71908-75c7-4858-9a97-cee0eeea0645 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:57.199349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-308c2d51-3a05-4e30-86ef-2219f531292a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1096 time: 0.0729876 Dec 13 09:50:57.373330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-8a844c14-78bb-44fe-a80b-70e930fb45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:57.376005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-8a844c14-78bb-44fe-a80b-70e930fb45fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1702507 Dec 13 09:50:57.398587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-859a123d-e318-4c40-adfb-b27d8b411d52 req-b654b6f3-0534-4128-8b0a-b237d07ba04d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 210 time: 0.0647781 Dec 13 09:50:57.571391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-c0f970b6-980f-4327-b804-a039be7619d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 1001 time: 0.1858799 Dec 13 09:50:57.655991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-84af6a44-8194-4f77-a290-cba3f6eebeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:57.658542 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-84af6a44-8194-4f77-a290-cba3f6eebeec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.0754232 Dec 13 09:50:57.698379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb4006-704d-4ac4-af4e-337d0784ce35 req-5ca826eb-9237-4081-b020-417fd3a873bf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:57.706407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdcb4006-704d-4ac4-af4e-337d0784ce35 req-5ca826eb-9237-4081-b020-417fd3a873bf tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1449671 Dec 13 09:50:57.769210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-76b6ed92-4e75-41ff-ab74-82bf71705e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:57.773461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-76b6ed92-4e75-41ff-ab74-82bf71705e95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082323 Dec 13 09:50:57.895587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.933634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdcb4006-704d-4ac4-af4e-337d0784ce35 req-81141e93-8470-411c-bee6-013573dde6ec tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259336 Dec 13 09:50:57.974728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=96c71908-75c7-4858-9a97-cee0eeea0645,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:58.030333 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-83a250f5-6b32-4d63-80eb-58530fc0bef9 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493153 Dec 13 09:50:58.153608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.249093 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d15b066-0dcc-4ef8-970a-4e77e2666ad5 req-b0c0cccd-15bd-451d-a477-f656615dd282 service neutron] 10.222.0.20 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015350 Dec 13 09:50:58.710982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4a43bbf-070e-49d3-9e09-f92d9a7a6909 req-691f50f7-7662-471b-a743-b4911576aace tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 210 time: 0.0661497 Dec 13 09:50:58.818891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb35f30-b638-4749-864d-2663441a9fcb req-48d1870c-89a4-45ed-a7a5-82ea38c178eb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:58.818891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbb35f30-b638-4749-864d-2663441a9fcb req-48d1870c-89a4-45ed-a7a5-82ea38c178eb tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.1746271 Dec 13 09:50:58.825335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 94d68092-d11f-4299-9a35-a0930eee62a3 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:58.854456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b2ff6c55-286c-4a1d-a6b8-e7f36a5b9c14 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782244 Dec 13 09:50:58.960085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbb35f30-b638-4749-864d-2663441a9fcb req-1b433e8f-3972-4026-abc8-a73e7423590f tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295443 Dec 13 09:50:58.996689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:59.004080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-81030eac-92a4-4865-9632-bd51acff0b66 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/94d68092-d11f-4299-9a35-a0930eee62a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069614 Dec 13 09:50:59.007208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] Sync routers for ids ['94d68092-d11f-4299-9a35-a0930eee62a3'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:59.016662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56724) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:59.031381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] Routers {'94d68092-d11f-4299-9a35-a0930eee62a3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:59.032071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94d68092-d11f-4299-9a35-a0930eee62a3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.059643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-19f5ded9-166f-42e2-abbc-0dc3da738ab4 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d68092-d11f-4299-9a35-a0930eee62a3 HTTP/1.1" status: 200 len: 205 time: 0.0390196 Dec 13 09:50:59.062146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:59.161832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.188625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] Routers {'94d68092-d11f-4299-9a35-a0930eee62a3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:59.189726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94d68092-d11f-4299-9a35-a0930eee62a3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.200702 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.203239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-8edd740c-d271-4002-8978-d4161b1e489a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:59.205477 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-8edd740c-d271-4002-8978-d4161b1e489a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267314 Dec 13 09:50:59.223794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Request body: {'port': {'device_id': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '6bd0bd145e444d4fb631cfdbdac1f532'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:59.249647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.254149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c062c4-5f88-4964-840b-e47d94e4d694 None None] The sync data for ids ['94d68092-d11f-4299-9a35-a0930eee62a3'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:59.392934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9777a-e860-4424-9bd2-1d2efcae1fea req-993e8c3d-af0e-4a83-ab7f-50d6268334bc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:59.400099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23a9777a-e860-4424-9bd2-1d2efcae1fea req-993e8c3d-af0e-4a83-ab7f-50d6268334bc tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.2140300 Dec 13 09:50:59.404146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Made reservation on behalf of 6bd0bd145e444d4fb631cfdbdac1f532 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:59.408695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.441438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.448040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.492299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.533725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.534501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router 94d68092-d11f-4299-9a35-a0930eee62a3 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:59.548529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.552146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6f5c4a09-dfa0-47e4-8cef-afb5eac59ad6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/94d68092-d11f-4299-9a35-a0930eee62a3 HTTP/1.1" status: 204 len: 168 time: 0.4865417 Dec 13 09:50:59.555576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23a9777a-e860-4424-9bd2-1d2efcae1fea req-5b716013-26ab-40ed-871c-826aac5cbf06 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192734 Dec 13 09:50:59.556345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:59.631165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 5811925d-7ca2-4946-83d8-85d844025fdc {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:59.635287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.636675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Allocated IP 192.168.233.5 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/eac9f1c9-26d0-41c9-9ee4-218dd7825186) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:59.683868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.827531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.908429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c8edae2-86a0-45c9-b0c9-6d675bcca60f req-953d5e20-903a-46ab-b02b-d65c1eca13fe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 210 time: 0.0417383 Dec 13 09:50:59.994926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.006839 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.086811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.104128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:00.110927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2', '632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:00.115101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=5811925d-7ca2-4946-83d8-85d844025fdc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:00.120285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.126894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-60cb4c7d-c36c-41cf-9209-4c05ad2d4303 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/5811925d-7ca2-4946-83d8-85d844025fdc HTTP/1.1" status: 204 len: 168 time: 0.5695703 Dec 13 09:51:00.129842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56754) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:00.192557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:00.223607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9721eee5-6e3d-4586-b93b-d8eee64c94a5 None None] Network 85f234d5-9af5-4fb0-bc32-832da7b9bb97 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:00.231285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.232460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.233273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.234570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.234988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.236243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.236653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.237822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.238715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.239418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.240499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.240906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.242045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:00.252396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.255580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:00.281436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:00.281436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:00.435877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.436733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.483735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-df19eebc-4dbb-4bb2-9dfe-03aa51237453 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2656257 Dec 13 09:51:00.501038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Request body: {'port': {'device_id': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:00.513225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-9d3185ae-5fd1-4667-ae3d-869a03b34357 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.516091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-9d3185ae-5fd1-4667-ae3d-869a03b34357 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.2765584 Dec 13 09:51:00.539225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d9dcf-fa0f-4f55-98a9-78f66b3d97cb req-5b3d047e-bbf3-4b83-9033-8a42c0d560a7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.546676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-402d9dcf-fa0f-4f55-98a9-78f66b3d97cb req-5b3d047e-bbf3-4b83-9033-8a42c0d560a7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.4157805 Dec 13 09:51:00.596011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.637752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:00.805289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 44b0c789-8759-4d66-82af-bdee7b9c3659 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:00.805627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.826967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-402d9dcf-fa0f-4f55-98a9-78f66b3d97cb req-ceda09af-20d8-4546-a752-fd8fa925b8a0 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793260 Dec 13 09:51:00.867185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-04b8640b-b7d3-49e4-98d9-2d6ef2827595 None None] Provisioning complete for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:00.867586 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04b8640b-b7d3-49e4-98d9-2d6ef2827595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.872535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e6057-5e74-4b72-b079-42b734bcc9e1 req-4da078d4-736a-4c26-92d9-9c0e3f0cac74 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.876512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-233e6057-5e74-4b72-b079-42b734bcc9e1 req-4da078d4-736a-4c26-92d9-9c0e3f0cac74 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.1422386 Dec 13 09:51:00.930979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-04b8640b-b7d3-49e4-98d9-2d6ef2827595 None None] Port eac9f1c9-26d0-41c9-9ee4-218dd7825186 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:00.937969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Deleting port d65d661c-678d-404d-8118-daa522c96e38 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:00.938655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.079868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.106233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] DHCP port deletion for 85f234d5-9af5-4fb0-bc32-832da7b9bb97 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:01.122788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 44b0c789-8759-4d66-82af-bdee7b9c3659, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=44b0c789-8759-4d66-82af-bdee7b9c3659,segment=NetworkSegment(d5550f90-8114-4327-8160-3860d5b268f3),segment_id=d5550f90-8114-4327-8160-3860d5b268f3)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:01.122998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.184592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 44b0c789-8759-4d66-82af-bdee7b9c3659 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:01.196574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-233e6057-5e74-4b72-b079-42b734bcc9e1 req-608f1ecc-1408-4f0c-91d5-36e3a271e4ce tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930944 Dec 13 09:51:01.199435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:01.202025 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8ca73-9cd4-4fa8-b3c5-3dff2519ddf7" -d '{"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-unplugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:01.234226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:01.252427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.311735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dd70-7af0-4f18-9a14-798c4189f01e req-7a68785a-e995-46fc-aa92-7a3e63e817b7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:01.318599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f403dd70-7af0-4f18-9a14-798c4189f01e req-7a68785a-e995-46fc-aa92-7a3e63e817b7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 934 time: 0.2126977 Dec 13 09:51:01.352151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] For port d65d661c-678d-404d-8118-daa522c96e38, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d65d661c-678d-404d-8118-daa522c96e38,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:01.352643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.379386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Deleting port 44b0c789-8759-4d66-82af-bdee7b9c3659 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:01.379930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.544503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] For port 44b0c789-8759-4d66-82af-bdee7b9c3659, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=44b0c789-8759-4d66-82af-bdee7b9c3659,segment=NetworkSegment(d5550f90-8114-4327-8160-3860d5b268f3),segment_id=d5550f90-8114-4327-8160-3860d5b268f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:01.544920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.559919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Calling delete_port for 44b0c789-8759-4d66-82af-bdee7b9c3659 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:01.595513 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.634734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.640205 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f28b2-bad0-4766-8859-920cbd7f668c x-openstack-request-id: req-192f28b2-bad0-4766-8859-920cbd7f668c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:01.640496 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-unplugged", "status": "failed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:01.640755 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-192f28b2-bad0-4766-8859-920cbd7f668c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:01.641161 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'code': 422} returned with failed status Dec 13 09:51:01.720509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.730416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=44b0c789-8759-4d66-82af-bdee7b9c3659,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.747485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:01.760234 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.780113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] Pushing event deleted for resources: {'Port': ['ID=44b0c789-8759-4d66-82af-bdee7b9c3659,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.786293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcc695-6664-439e-8fa1-9fdfa83e3dee None None] No DVR routers for this DVR port 44b0c789-8759-4d66-82af-bdee7b9c3659 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:01.806830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Transition to ACTIVE for port object eac9f1c9-26d0-41c9-9ee4-218dd7825186 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:01.817249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.915490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.954654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f403dd70-7af0-4f18-9a14-798c4189f01e req-9e0397cc-357c-46cd-83d6-5a1a5beba2a9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920148 Dec 13 09:51:01.964443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 44b0c789-8759-4d66-82af-bdee7b9c3659 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:02.119200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:02.119698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:02.120137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:02.129794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:02.130362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:02.137760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:02.138596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:02.139062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:02.139698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Bound port: eac9f1c9-26d0-41c9-9ee4-218dd7825186, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:02.140257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.176453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.231934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.232295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.232663 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Floating IP 379a34b1-8511-4ce5-9698-5d41f3e0d44c disassociated. External IP: 172.25.2.160, port: d65d661c-678d-404d-8118-daa522c96e38. Dec 13 09:51:02.233018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Calling delete_port for d65d661c-678d-404d-8118-daa522c96e38 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:02.270036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:02.285031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:02.295441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.387288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.389623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.391424 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] 10.222.0.20 "PUT /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 1094 time: 1.8992529 Dec 13 09:51:02.393335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:02.399038 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a51374-9af4-4e2c-992d-87e878984f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:02.504302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adde25-d8b0-4e8e-8441-25119c63bb0c service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:02.552338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-70b04da6-ff14-4e77-ba25-0a4b758735d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.553942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-70b04da6-ff14-4e77-ba25-0a4b758735d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1097 time: 0.1119847 Dec 13 09:51:02.596396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f234d5-9af5-4fb0-bc32-832da7b9bb97']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:02.621882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5550f90-8114-4327-8160-3860d5b268f3') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:02.622525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5550f90-8114-4327-8160-3860d5b268f3') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:02.635893 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-318c4010-7cc6-4861-9f50-8a41fe14a063 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.0744143 Dec 13 09:51:02.638003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.670011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.696761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.723903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322deea-171d-488d-be83-c46942879c81 req-3ba9be68-8a77-46b5-a8e5-83cebe217275 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.731849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9322deea-171d-488d-be83-c46942879c81 req-3ba9be68-8a77-46b5-a8e5-83cebe217275 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9 HTTP/1.1" status: 200 len: 946 time: 0.5520055 Dec 13 09:51:02.747064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-678ae218-581c-4d46-9497-5621478bf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.748754 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-678ae218-581c-4d46-9497-5621478bf6b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0965800 Dec 13 09:51:02.819854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'Port': ['ID=d65d661c-678d-404d-8118-daa522c96e38,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:02.823227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b9aacf9c-33c9-4682-baf4-5b39b2e7be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.824117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:02.824606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.827302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-b9aacf9c-33c9-4682-baf4-5b39b2e7be05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715792 Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:02.829467 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:02.995320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9322deea-171d-488d-be83-c46942879c81 req-5a870161-640f-4521-b046-05372ae05b34 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f00580f-b693-49c7-acd3-4b2aa42001f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624972 Dec 13 09:51:02.996633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 44b0c789-8759-4d66-82af-bdee7b9c3659 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:03.037358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.051079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.057727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/85f234d5-9af5-4fb0-bc32-832da7b9bb97 HTTP/1.1" status: 204 len: 168 time: 2.9137630 Dec 13 09:51:03.060211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56842) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:03.063160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 44b0c789-8759-4d66-82af-bdee7b9c3659 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:03.064607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 44b0c789-8759-4d66-82af-bdee7b9c3659 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:03.082726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108209085', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:03.114099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae9a31-8fc7-411a-91b6-b2b1594f0078 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=85f234d5-9af5-4fb0-bc32-832da7b9bb97,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:03.128785 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-4327e50b-e109-46ed-9ed4-df4056338ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933526 Dec 13 09:51:03.178431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.179539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.210803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:03.423054 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7796ad1-f4b7-48e3-be78-a4676e8f603e x-openstack-request-id: req-b7796ad1-f4b7-48e3-be78-a4676e8f603e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:03.428429 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:03.428693 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7796ad1-f4b7-48e3-be78-a4676e8f603e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:03.429122 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'status': 'completed', 'code': 200} Dec 13 09:51:03.434888 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da1aef3f-7768-4c07-b846-1783af246dc8 req-7dffeaaa-8b64-4b2e-a069-9a19dbc742de service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985530 Dec 13 09:51:03.486590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:03.499416 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:03.503585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.508304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-a72b6029-06bc-49e0-942c-6064f7f8c50f req-4d2f9caa-38e4-4cd0-bc0c-28e68d4530ee service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:51:03.509361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a72b6029-06bc-49e0-942c-6064f7f8c50f req-4d2f9caa-38e4-4cd0-bc0c-28e68d4530ee service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1784050 Dec 13 09:51:03.521455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:03.537532 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:03.551030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] No DVR routers for this DVR port d65d661c-678d-404d-8118-daa522c96e38 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:03.588731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.592667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec357474-51bd-4a36-a8d3-2cd93bac05d1 req-34e03dc1-0c40-4e68-b9a5-624520073385 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.16 "DELETE /v2.0/ports/d65d661c-678d-404d-8118-daa522c96e38 HTTP/1.1" status: 204 len: 173 time: 3.0034642 Dec 13 09:51:03.593340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'name': 'network-vif-deleted', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:03.596001 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ccbdd-48db-4e10-8106-748b2561911c" -d '{"events": [{"server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "name": "network-vif-deleted", "tag": "d65d661c-678d-404d-8118-daa522c96e38"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:03.638738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a51374-9af4-4e2c-992d-87e878984f7f req-da60433c-ee4b-49ca-9492-0d67089791d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:03.643039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-da60433c-ee4b-49ca-9492-0d67089791d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1097 time: 0.1435187 Dec 13 09:51:03.808985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d65d661c-678d-404d-8118-daa522c96e38 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:03.856817 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:03.860516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: d65d661c-678d-404d-8118-daa522c96e38 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:03.861180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d65d661c-678d-404d-8118-daa522c96e38 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:03.920440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a51374-9af4-4e2c-992d-87e878984f7f req-15243b31-7a46-4cee-bade-6a6873a9f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:03.920440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-15243b31-7a46-4cee-bade-6a6873a9f212 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2684555 Dec 13 09:51:04.006649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-6a574c0d-dae0-464c-bb04-e4188f04fee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.0819349 Dec 13 09:51:04.077633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-931e0519-5472-443a-b0ff-62ca918b3eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404748 Dec 13 09:51:04.118799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a51374-9af4-4e2c-992d-87e878984f7f req-a944b7ae-e845-4e1a-a454-d8892dcb9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.122274 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-a944b7ae-e845-4e1a-a454-d8892dcb9327 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1079330 Dec 13 09:51:04.234165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.281162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a51374-9af4-4e2c-992d-87e878984f7f req-2bfcf278-e89d-4949-a037-6a525ae76596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.295483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-2bfcf278-e89d-4949-a037-6a525ae76596 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507297 Dec 13 09:51:04.312768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:04.319141 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bbc973-ea94-48ab-bdbe-cc8169c675be x-openstack-request-id: req-d7bbc973-ea94-48ab-bdbe-cc8169c675be {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:04.321117 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9", "name": "network-vif-deleted", "tag": "d65d661c-678d-404d-8118-daa522c96e38", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:04.321117 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7bbc973-ea94-48ab-bdbe-cc8169c675be {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:04.321117 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc22ef9-4c8c-489b-8e81-9998e7f5d7c9', 'name': 'network-vif-deleted', 'tag': 'd65d661c-678d-404d-8118-daa522c96e38', 'status': 'completed', 'code': 200} Dec 13 09:51:04.403526 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:04.425412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:04.426305 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:50:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:04.447232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.521894 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-5e73e0fd-ac7d-4231-b17f-c996dd5b6ec8 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225118 Dec 13 09:51:04.560233 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:04.575356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4126cf-7027-4273-b628-136ee1418d9f req-165a7cf7-3d5c-496e-b334-494806853dd8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.577000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c4126cf-7027-4273-b628-136ee1418d9f req-165a7cf7-3d5c-496e-b334-494806853dd8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.9900188 Dec 13 09:51:04.609263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:04.620977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309f59a-422f-4693-a57a-36f1cac03edb req-2e02c056-bc79-49ef-b6d6-fdc813698969 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.622555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e309f59a-422f-4693-a57a-36f1cac03edb req-2e02c056-bc79-49ef-b6d6-fdc813698969 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.3090420 Dec 13 09:51:04.755870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e309f59a-422f-4693-a57a-36f1cac03edb req-372f0d4c-8df1-4853-a294-60fb9324024d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182032 Dec 13 09:51:04.776609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c4126cf-7027-4273-b628-136ee1418d9f req-9574b4f6-01ad-4f4a-91d9-c904aa1702d6 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840589 Dec 13 09:51:04.820953 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-81a51374-9af4-4e2c-992d-87e878984f7f req-68666f67-9d81-4a42-8e9d-f4d1430d8215 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922113 Dec 13 09:51:04.962268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.020881 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ffc331-3fa4-4563-a31b-c9d13970ed59 None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:42:13Z', 'revision_number': 4, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3480003a-b3ad-41ef-984f-0d8bc622fb8d', 'name': '', 'network_id': '479b2392-289f-49a4-9d4f-784a9ea0b7f2', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'mac_address': 'fa:16:3e:df:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:12Z', 'updated_at': '2021-12-13T09:42:19Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'subnets': [{'id': '6169c1fb-5e72-45ac-8c0c-52e708b52561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:05.061572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.086435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.097685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.202385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.238733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.261968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 172.25.2.121 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/7a9afcc7-d676-4abb-8fb5-18fa1a4691c3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:05.345962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.350449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.351922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f00580f-b693-49c7-acd3-4b2aa42001f5 HTTP/1.1" status: 204 len: 168 time: 0.2530785 Dec 13 09:51:05.356404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.381356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f221ea6-a745-4b3b-8b3a-b7afd72ddc70 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00580f-b693-49c7-acd3-4b2aa42001f5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:05.390018 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7b7e57c3-3bd4-4ddf-8d63-ad4483cb40f7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] show failed (client error): The resource could not be found. Dec 13 09:51:05.394008 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b7e57c3-3bd4-4ddf-8d63-ad4483cb40f7 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "GET /v2.0/security-groups/3f00580f-b693-49c7-acd3-4b2aa42001f5 HTTP/1.1" status: 404 len: 347 time: 0.0335081 Dec 13 09:51:05.394193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56904) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.418119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-a4b755a3-4906-4c2b-b6fb-a237a3e74caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:05.419737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-a4b755a3-4906-4c2b-b6fb-a237a3e74caf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee&tenant_id=0ee3de92d24441b8b2dad4a189036736 HTTP/1.1" status: 200 len: 1094 time: 0.0611877 Dec 13 09:51:05.452917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a839de2-3cf5-418d-8541-4d62c11c11e5 None None] New status for floating IP 379a34b1-8511-4ce5-9698-5d41f3e0d44c: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:51:05.466216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:05.578475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.621770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Deleting port e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:05.622493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.640199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.763200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.763596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.811110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Calling delete_port for e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:06.042236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.067930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.104744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Pushing event deleted for resources: {'Port': ['ID=e9ce8a09-d6dc-4ad4-9b74-f27cdc26b6ca,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.117995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:06.140684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:06.141152 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f500055-2024-495c-81aa-51675e453d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.142988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a86bb-55b7-4d6c-ba94-b61017aca8cf None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:06.144693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:06.158869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:06.199087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1441f-14e6-407c-a41e-40dde43341aa None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:06.207685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.210540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.215792 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d503f4f2-d457-41a8-919e-1fd0bde07079 tempest-AttachVolumeTestJSON-2122563910 tempest-AttachVolumeTestJSON-2122563910-project] 10.222.0.31 "DELETE /v2.0/floatingips/379a34b1-8511-4ce5-9698-5d41f3e0d44c HTTP/1.1" status: 204 len: 168 time: 0.8200576 Dec 13 09:51:06.242672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc0351-7371-46f8-b940-b31df79f372a req-70cdaea4-5d08-499f-ac9e-c3db0ad9d5c4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:06.244354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56fc0351-7371-46f8-b940-b31df79f372a req-70cdaea4-5d08-499f-ac9e-c3db0ad9d5c4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.3313046 Dec 13 09:51:06.255814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d725b-bbb7-43eb-9fb5-aaad4e0c7eb2 req-3ba61603-41b3-4454-8a3a-7e8dba3703c7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:06.257257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782d725b-bbb7-43eb-9fb5-aaad4e0c7eb2 req-3ba61603-41b3-4454-8a3a-7e8dba3703c7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.2584600 Dec 13 09:51:06.258294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=7a9afcc7-d676-4abb-8fb5-18fa1a4691c3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.314769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6e0fe3b7-f84f-4ab9-b385-1824abc035a0 None None] Provisioning complete for port 7a9afcc7-d676-4abb-8fb5-18fa1a4691c3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:06.317657 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe3b7-f84f-4ab9-b385-1824abc035a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.339809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:06.375576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6e0fe3b7-f84f-4ab9-b385-1824abc035a0 None None] Port 7a9afcc7-d676-4abb-8fb5-18fa1a4691c3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:06.506822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56fc0351-7371-46f8-b940-b31df79f372a req-5221d52a-a45e-4cf3-a7ca-17124d8789a9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429347 Dec 13 09:51:06.513411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-782d725b-bbb7-43eb-9fb5-aaad4e0c7eb2 req-279498ab-bb3e-4f11-b872-935a7f1ee8ee tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416067 Dec 13 09:51:06.515356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:06.532010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.559520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Transition to ACTIVE for port object 1158e431-5605-4432-ad35-a91f300ce6fe will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:06.570325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.608194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:06.853948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=9']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.874759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:06.904213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'mac_address': 'fa:16:3e:ab:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:06.967123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.984230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.018727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:07.055487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:07.062275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.122628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:07.126200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] No DVR routers for this DVR port 1158e431-5605-4432-ad35-a91f300ce6fe on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:07.286546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eac9f1c9-26d0-41c9-9ee4-218dd7825186'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:07.752634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.013467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2782a5-7de3-4e66-9518-73631e17be6e req-87535a80-a286-4c83-a5d5-ac02dd3c7f6e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:08.015984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f2782a5-7de3-4e66-9518-73631e17be6e req-87535a80-a286-4c83-a5d5-ac02dd3c7f6e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.2594135 Dec 13 09:51:08.044372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4d9c3-d15f-40d5-9775-1742dfa10c52 req-5fefd3e0-76e1-4707-9362-abf36feb73fb tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:08.046589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06c4d9c3-d15f-40d5-9775-1742dfa10c52 req-5fefd3e0-76e1-4707-9362-abf36feb73fb tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 943 time: 0.2818017 Dec 13 09:51:08.143874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:08.144259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:08.144564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:08.167684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:08.170752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Attempting to bind port 1158e431-5605-4432-ad35-a91f300ce6fe on network f048611b-6f60-417a-a2b1-5f1a5c8bccdc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:08.204680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router df555c36-44e7-42aa-b75a-e8edec0ef6c1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:08.215382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:08.215769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Checking segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:08.216404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Bound using segment: {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:08.216923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Bound port: 1158e431-5605-4432-ad35-a91f300ce6fe, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:08.217339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.240715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06c4d9c3-d15f-40d5-9775-1742dfa10c52 req-08fb21bf-f664-4d90-b101-0f0c5f917bf5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678658 Dec 13 09:51:08.252245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f2782a5-7de3-4e66-9518-73631e17be6e req-9445b3d3-8e86-4cc3-9393-0b823fcab9e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259309 Dec 13 09:51:08.312258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:08.316300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:08.368530 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c41bf44-722c-4ba1-92df-693fd82e9a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.405543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.473719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:08.474771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.476412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] 10.222.0.16 "PUT /v2.0/ports/1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 1091 time: 3.0359228 Dec 13 09:51:08.494026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:08.499963 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:08.557357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00965922-139a-45f0-80e3-e8e0d591d07f service neutron] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:08.607769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:08.652468 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b95ed5-0217-43b3-b27d-629a81d5fe64 x-openstack-request-id: req-62b95ed5-0217-43b3-b27d-629a81d5fe64 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:08.652895 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:08.653255 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62b95ed5-0217-43b3-b27d-629a81d5fe64 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:08.653761 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'status': 'completed', 'code': 200} Dec 13 09:51:08.697568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-98110153-4f25-4ca5-a9e9-04e33ce5d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:08.699781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:08.704951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:08.705671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.705841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-98110153-4f25-4ca5-a9e9-04e33ce5d58e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1095 time: 0.1882520 Dec 13 09:51:08.711402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:08.722338 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] Sync routers for ids ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:08.747487 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] Routers {'df555c36-44e7-42aa-b75a-e8edec0ef6c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:08.748605 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:08.825920 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:08.849619 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] Routers {'df555c36-44e7-42aa-b75a-e8edec0ef6c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:08.850246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:08.872221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-7863382b-c044-4184-a67b-eede12f9edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:08.873756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-7863382b-c044-4184-a67b-eede12f9edb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.1559613 Dec 13 09:51:08.887903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.932532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:08.933677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:08.936145 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:08.937045 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed9ab5-3868-4123-ac6f-7b4d48091288 None None] The sync data for ids ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:08.937192 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d23197-6825-4ead-a5b1-8ee79ed21237" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:08.956414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.998585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-82f48077-527a-4a6d-b265-1774433fccfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 999 time: 0.1171193 Dec 13 09:51:09.002199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.012223 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6812510-34fd-4f08-95b4-b8679df51f37 x-openstack-request-id: req-c6812510-34fd-4f08-95b4-b8679df51f37 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:09.012516 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:09.012795 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6812510-34fd-4f08-95b4-b8679df51f37 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:09.013423 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'code': 200} Dec 13 09:51:09.026016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:09.026591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-32820a07-b71b-42ab-9635-c55efcbf56fc tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9631791 Dec 13 09:51:09.127586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:09.146432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-dceb4731-a0a4-4072-a054-e40d29078b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.148193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-dceb4731-a0a4-4072-a054-e40d29078b4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.1159115 Dec 13 09:51:09.240652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670f99-ce55-4012-b267-33194e59a92b req-3688cec0-d66a-4a1b-90c8-84f9c65e73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.242457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-3688cec0-d66a-4a1b-90c8-84f9c65e73b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830109 Dec 13 09:51:09.246015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd191d-f3a8-4ebc-a179-ef8b4fbdeaaa req-4210d9f6-88f9-4417-b1a6-5140baa45f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.247668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91fd191d-f3a8-4ebc-a179-ef8b4fbdeaaa req-4210d9f6-88f9-4417-b1a6-5140baa45f4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1099 time: 0.1549194 Dec 13 09:51:09.321913 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56bb835b-80a2-4a3f-aa60-f74951a31ae9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers/df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 200 len: 885 time: 0.2937489 Dec 13 09:51:09.333609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57012) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:09.431089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-5b8c4629-5276-4eba-b335-22b0b9e5562a service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803339 Dec 13 09:51:09.473808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.488983 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91fd191d-f3a8-4ebc-a179-ef8b4fbdeaaa req-3ca78e01-ee7b-4956-a15d-3a73e6c99584 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344573 Dec 13 09:51:09.624816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee028-9de4-44d6-a6e2-3cc906c6dd21 req-957f118f-c64a-46cf-ad04-6bf6a1b9a3e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.626459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe5ee028-9de4-44d6-a6e2-3cc906c6dd21 req-957f118f-c64a-46cf-ad04-6bf6a1b9a3e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1635213 Dec 13 09:51:09.641998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d89d-5755-4362-85fb-3d526b3d9e69 req-26c3f10d-6ab4-43dc-97ac-f7b69a024219 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.649730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e09d89d-5755-4362-85fb-3d526b3d9e69 req-26c3f10d-6ab4-43dc-97ac-f7b69a024219 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.2129366 Dec 13 09:51:09.723271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55e27438-08a5-4e3c-8800-51c5581ab82a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3811471 Dec 13 09:51:09.723506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57024) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:09.734571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1108209085'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:09.742728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-a31dbbe4-a34b-4a92-8760-711cefd0aee4 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587190 Dec 13 09:51:09.764475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe5ee028-9de4-44d6-a6e2-3cc906c6dd21 req-01eb44b9-e624-4399-9310-3d5dc607e13e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014369 Dec 13 09:51:09.934388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e09d89d-5755-4362-85fb-3d526b3d9e69 req-27613c67-d4b6-4cdc-a03d-2ee79f19c923 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797406 Dec 13 09:51:10.045514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-cfc7ee9a-f92d-47b4-922e-87310b686eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:10.047712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-cfc7ee9a-f92d-47b4-922e-87310b686eed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee3de92d24441b8b2dad4a189036736&device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1095 time: 0.2115166 Dec 13 09:51:10.350726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-e8fc0cb0-ac29-4ce3-a8f3-b531a0065a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:10.352608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-e8fc0cb0-ac29-4ce3-a8f3-b531a0065a3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 200 len: 918 time: 0.2178109 Dec 13 09:51:10.568048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-aeab1d1c-0ce0-4171-8d11-772d39ff5531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 200 len: 999 time: 0.1716933 Dec 13 09:51:10.886013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-5d6e55fa-8f23-4081-a23e-dad35b339c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:10.903991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-5d6e55fa-8f23-4081-a23e-dad35b339c77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 200 len: 856 time: 0.2409093 Dec 13 09:51:11.018505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.075985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acc513-9739-4651-a4f7-fc4fb0d490cf req-a34fe067-b4e4-47e5-bf10-549b66b03853 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.092109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5acc513-9739-4651-a4f7-fc4fb0d490cf req-a34fe067-b4e4-47e5-bf10-549b66b03853 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1810160 Dec 13 09:51:11.113225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.121997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.305970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5acc513-9739-4651-a4f7-fc4fb0d490cf req-4534995c-c446-44a3-8b42-c9e597edcac8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080848 Dec 13 09:51:11.377486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-c22b58c1-3ad8-4a56-8cc0-ec0abe903c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.379310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-c22b58c1-3ad8-4a56-8cc0-ec0abe903c78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f048611b-6f60-417a-a2b1-5f1a5c8bccdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328173 Dec 13 09:51:11.475689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router df555c36-44e7-42aa-b75a-e8edec0ef6c1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:11.628217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4c184-b968-457e-8444-fffc17a44785 req-4d1f78a4-ec5b-42b3-ac8d-5c8a10a6d247 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.635350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb4c184-b968-457e-8444-fffc17a44785 req-4d1f78a4-ec5b-42b3-ac8d-5c8a10a6d247 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.1893530 Dec 13 09:51:11.688243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-268308fe-7410-440e-b2d7-3193bc272710 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943773 Dec 13 09:51:11.888727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fdf2e-506e-424d-be81-94f796cbd7a8 req-e49f0bef-a608-41f9-b84b-52ea98c1e5d9 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.898562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-332fdf2e-506e-424d-be81-94f796cbd7a8 req-e49f0bef-a608-41f9-b84b-52ea98c1e5d9 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1099 time: 0.2552514 Dec 13 09:51:11.935115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7cb4c184-b968-457e-8444-fffc17a44785 req-134a05ea-dcbe-44b2-bc77-8aed0d2857d0 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987649 Dec 13 09:51:11.965959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:11.968014 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.985380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.986594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b2bcfd1f-7fcc-4d12-a299-0fe6b77baa8b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 200 len: 892 time: 2.2617137 Dec 13 09:51:11.990093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57092) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:11.998672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] Sync routers for ids ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:12.068813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] Routers {'df555c36-44e7-42aa-b75a-e8edec0ef6c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:12.072869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:12.206603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:12.233777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] Routers {'df555c36-44e7-42aa-b75a-e8edec0ef6c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:12.234605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:12.288723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-332fdf2e-506e-424d-be81-94f796cbd7a8 req-f3b905e0-0167-4b89-9072-d9118e1a6fb7 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801248 Dec 13 09:51:12.301650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32cb9a6a-5506-4b57-901b-ecbd4c10aa2e req-f22bfe33-a1fa-4e0a-ac1d-c3f623941ea7 service neutron] 10.222.0.16 "GET /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887747 Dec 13 09:51:12.321256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:12.338224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c59b3-25cf-4cf8-8426-8749d140c08b None None] The sync data for ids ['df555c36-44e7-42aa-b75a-e8edec0ef6c1'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:12.375563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57104) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:12.397988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0db4a5a4-3981-4523-bf7c-084a8dc6442c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers/df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 200 len: 892 time: 0.3974872 Dec 13 09:51:12.456058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:12.476631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-39990bbb-e26c-426b-956d-82d0eff188d6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 200 len: 205 time: 0.0995281 Dec 13 09:51:12.761591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.329756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-273c23d9-a177-4e41-82a1-c6f4927ade3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3797114 Dec 13 09:51:13.340466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.371145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b16e0-d827-413c-bd95-9a003ff5d817 req-08b8eada-c4ce-45b5-a7fd-bcd1ac1fa150 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.382291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-843b16e0-d827-413c-bd95-9a003ff5d817 req-08b8eada-c4ce-45b5-a7fd-bcd1ac1fa150 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.3296204 Dec 13 09:51:13.451755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696e665-9409-45cd-9bbb-82bb1057d9de req-ecb20ffd-d0e1-4e1a-9b5b-0d26789ca83e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.464358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b696e665-9409-45cd-9bbb-82bb1057d9de req-ecb20ffd-d0e1-4e1a-9b5b-0d26789ca83e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.4729700 Dec 13 09:51:13.492024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 7a9afcc7-d676-4abb-8fb5-18fa1a4691c3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:13.492367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.605623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-843b16e0-d827-413c-bd95-9a003ff5d817 req-b4e1081f-26d9-453e-9bfc-a8eb84c5266a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223699 Dec 13 09:51:13.643803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b696e665-9409-45cd-9bbb-82bb1057d9de req-6f8b9c35-5c38-462a-a4c2-ebaf5be4640c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784623 Dec 13 09:51:13.723726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.790981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 7a9afcc7-d676-4abb-8fb5-18fa1a4691c3 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:14.426897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.584293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a4d13-8a0f-4350-b4a2-e9383dbe0d2b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:14.623633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=7a9afcc7-d676-4abb-8fb5-18fa1a4691c3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:14.745749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.975361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.977748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.062360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.063082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router df555c36-44e7-42aa-b75a-e8edec0ef6c1 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:15.079963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.094051 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c76fc5ef-c54a-4851-80df-1906e237c8ff tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 204 len: 168 time: 2.6335261 Dec 13 09:51:15.094769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.102586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931799f-05d6-440f-aa8d-1970226253e6 req-895d9fdf-730e-48cd-83b5-b8c82ff04395 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.104973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5931799f-05d6-440f-aa8d-1970226253e6 req-895d9fdf-730e-48cd-83b5-b8c82ff04395 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.3228397 Dec 13 09:51:15.108132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2057060025'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:15.157081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:15.161285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.194286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5b120-312c-46ae-92c1-bfd3f88aeb04 req-d26aa403-a119-4a24-b3b2-c86472552698 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.204553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9a5b120-312c-46ae-92c1-bfd3f88aeb04 req-d26aa403-a119-4a24-b3b2-c86472552698 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.3716705 Dec 13 09:51:15.225016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:15.247633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.248049 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 37adba64-8783-4202-8faf-3d186a806c8d of type vlan for network 5ad3054e-e250-45a4-92b8-3b0217a14177 Dec 13 09:51:15.391970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5931799f-05d6-440f-aa8d-1970226253e6 req-b2aa8ebf-c8c2-4204-8ce2-e0db18214551 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782278 Dec 13 09:51:15.446718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.485320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9a5b120-312c-46ae-92c1-bfd3f88aeb04 req-8f266f6a-ae16-469f-9a1a-4444bc2d9111 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797737 Dec 13 09:51:15.579757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.603926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.605603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.726694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.727880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6309235 Dec 13 09:51:15.757644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50f830-b311-4f37-a73d-b360090a3087 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=5ad3054e-e250-45a4-92b8-3b0217a14177,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:15.776770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:15.778722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.123216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:16.129173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-9907d23d-2550-4b68-8ee1-7f85dcb53a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:16.133592 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.134656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-9907d23d-2550-4b68-8ee1-7f85dcb53a58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1099 time: 0.1426642 Dec 13 09:51:16.397678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-f5bb901a-2647-4af8-b20a-84b96175f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:16.401015 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-f5bb901a-2647-4af8-b20a-84b96175f1df service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2603028 Dec 13 09:51:16.550007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-9b65f1b5-6321-40e9-addd-e98886545059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.1402860 Dec 13 09:51:16.723951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-b55c4cbc-c1ae-4e16-9a62-746bc6ec0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:16.725465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-b55c4cbc-c1ae-4e16-9a62-746bc6ec0ed5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1686444 Dec 13 09:51:16.874105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-76710cee-e272-4235-9b44-2e4c2a71da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:16.880343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-76710cee-e272-4235-9b44-2e4c2a71da2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437702 Dec 13 09:51:17.123932 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-385f45c0-552e-4df2-9a59-bca5a50fa175 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360044 Dec 13 09:51:17.334211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-69f0a452-91fc-451d-8462-6763542c22ae service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021101 Dec 13 09:51:17.510707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652d4b-45ac-4a12-b64f-13b41e1108c0 req-bde991db-043c-4a7b-ad99-bb7fba864ccd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.512973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3652d4b-45ac-4a12-b64f-13b41e1108c0 req-bde991db-043c-4a7b-ad99-bb7fba864ccd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.8630970 Dec 13 09:51:17.610663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.698005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:17.711166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-a15903cf-7f7c-4b0d-94e7-219e33d0319f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3260133 Dec 13 09:51:17.768037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38ccf-d91e-41f8-8094-632640c2f6ad req-9bc6afd4-e208-4b16-9685-31354f2dacd8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.770146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f38ccf-d91e-41f8-8094-632640c2f6ad req-9bc6afd4-e208-4b16-9685-31354f2dacd8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 1.1214178 Dec 13 09:51:17.828520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3652d4b-45ac-4a12-b64f-13b41e1108c0 req-85832574-5535-4cbb-b827-29b7e647ffd1 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976418 Dec 13 09:51:17.907786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f38ccf-d91e-41f8-8094-632640c2f6ad req-211f85b1-86f5-43fc-94bd-9c47b2449671 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248391 Dec 13 09:51:17.915401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.915974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.916511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.917505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.917980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.918480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.919082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.922593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-55517e06-7e90-47d3-9431-e1ceb1872240 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.1488347 Dec 13 09:51:17.923425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '37adba64-8783-4202-8faf-3d186a806c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:17.923815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: 5ad3054e-e250-45a4-92b8-3b0217a14177, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:18.165085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-8cfb309f-7ce4-407d-9799-2212a60e7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.165657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-8cfb309f-7ce4-407d-9799-2212a60e7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.166140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-8cfb309f-7ce4-407d-9799-2212a60e7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.168543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-8cfb309f-7ce4-407d-9799-2212a60e7cfb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=1de61aac-01ea-444f-86d1-2d72341dbf3d&id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 2294 time: 0.2033384 Dec 13 09:51:18.169871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:18.184146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5ad3054e-e250-45a4-92b8-3b0217a14177) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:18.194065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a46130-1b75-40d6-84fa-cd04164973fb None None] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:18.231829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.240342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.407838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-110ae3ec-8cb7-4c5c-82a9-f60f2644c506 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6790802 Dec 13 09:51:18.411026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57240) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.416124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2036627440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.481711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.483676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.483941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-b8c67e18-ed22-46de-adc3-389d0aca6c09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 1000 time: 0.2945509 Dec 13 09:51:18.516533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5ad3054e-e250-45a4-92b8-3b0217a14177', 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': 'cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:18.521446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.582921 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.589493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.618002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-7ba21c95-4fc1-4d4d-acc3-15e89295dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.622151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-7ba21c95-4fc1-4d4d-acc3-15e89295dce2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 200 len: 851 time: 0.1217296 Dec 13 09:51:18.632105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.634153 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-302976db-35ac-4941-98cc-1fb1c9dc45ab tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2217662 Dec 13 09:51:18.638337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57246) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.819579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Allocated IP 2001:db8::2 (5ad3054e-e250-45a4-92b8-3b0217a14177/cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d/cf64e76c-6f16-45d6-9adc-7a474d5c9bd5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:18.822507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c5f8907b-4034-49eb-ac15-82c8f581b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.824501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c5f8907b-4034-49eb-ac15-82c8f581b03b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874685 Dec 13 09:51:19.304914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-51cfd0d7-4e4f-43a4-9a29-e85a63388b29 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372259 Dec 13 09:51:19.415250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.429816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.549347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:19.552511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:19.557189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:19.569733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Pushing event updated for resources: {'Port': ['ID=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:19.578094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390ee53-3d6b-4702-b116-c209b55d58a6 req-e41fee02-5b9f-41c1-8499-b4e6af90ad62 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:19.579707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7390ee53-3d6b-4702-b116-c209b55d58a6 req-e41fee02-5b9f-41c1-8499-b4e6af90ad62 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.3409405 Dec 13 09:51:19.588614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80490c6-1e95-45a1-b8b8-6cf16a0531a5 req-275e7b12-cc0d-4226-aeda-0891e6faafa5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:19.596871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f80490c6-1e95-45a1-b8b8-6cf16a0531a5 req-275e7b12-cc0d-4226-aeda-0891e6faafa5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.4549918 Dec 13 09:51:19.620860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.621272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.621678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.622004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.622353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.622739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.623177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.623533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.623889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.624228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.624978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.625570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.625911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:19.644486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.649073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Attempting to bind port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:19.649251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Attempting to bind port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '37adba64-8783-4202-8faf-3d186a806c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:19.649518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Attempting to bind port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 on network 5ad3054e-e250-45a4-92b8-3b0217a14177 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:19.657020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:19.657472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Checking segment: {'id': '37adba64-8783-4202-8faf-3d186a806c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:19.657895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.658304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Bound using segment: {'id': '37adba64-8783-4202-8faf-3d186a806c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:19.658827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Bound port: cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37adba64-8783-4202-8faf-3d186a806c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ad3054e-e250-45a4-92b8-3b0217a14177'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:19.659219 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.769777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f80490c6-1e95-45a1-b8b8-6cf16a0531a5 req-90174431-ffc3-4a62-835a-884958c89de2 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718838 Dec 13 09:51:19.843823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] For port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:19.849632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] For port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,segment=NetworkSegment(37adba64-8783-4202-8faf-3d186a806c8d),segment_id=37adba64-8783-4202-8faf-3d186a806c8d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:19.856393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.098903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294a40-b9b2-4ee5-aed5-1f5791b9bf26 None None] Pushing event updated for resources: {'Port': ['ID=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:20.123112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-32490d70-2cda-4108-928c-af463f05b916 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836363 Dec 13 09:51:20.176648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7390ee53-3d6b-4702-b116-c209b55d58a6 req-17578400-d8c0-46da-abf4-0027f35e72c0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707462 Dec 13 09:51:20.401597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-38844bad-1008-4973-ac67-30984f8afa92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 217 time: 0.1507168 Dec 13 09:51:20.872255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8::1 (5ad3054e-e250-45a4-92b8-3b0217a14177/cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d/a90b679b-50b5-4aaa-8d44-c8d4b513e134) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:20.972380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-4686ff7f-7447-40bb-b676-cfac00e7a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:20.973991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-4686ff7f-7447-40bb-b676-cfac00e7a847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.5634398 Dec 13 09:51:21.153749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:21.312769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f38f49-adb4-4c28-9a56-88180e2cea31 req-32d53caf-7a94-43d5-9233-b8e3ec91639d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:21.326535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88f38f49-adb4-4c28-9a56-88180e2cea31 req-32d53caf-7a94-43d5-9233-b8e3ec91639d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.3464849 Dec 13 09:51:21.372987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:21.375952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.421018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-f051a70d-024a-446d-8b53-d99b4573c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:21.422558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-f051a70d-024a-446d-8b53-d99b4573c3e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3228493 Dec 13 09:51:21.621729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.645507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-1390b74e-ac41-4eda-ab8e-803b9e521b42 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907048 Dec 13 09:51:21.706960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,segment=NetworkSegment(37adba64-8783-4202-8faf-3d186a806c8d),segment_id=37adba64-8783-4202-8faf-3d186a806c8d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:21.726655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.920022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:21.970754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-5eb14820-e532-468a-b1ce-412c12fa865f service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003659 Dec 13 09:51:22.019217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1aa16-bcf0-4028-b43b-f467d24bacdf None None] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:22.114637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c17e2872-dc56-4808-863d-3b25496c8126 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 217 time: 0.1221497 Dec 13 09:51:22.138110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88f38f49-adb4-4c28-9a56-88180e2cea31 req-728df5b1-16e0-4c7b-8a49-c49e4d39e65d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8087764 Dec 13 09:51:22.208114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4ffe2808-86a3-419e-aa93-7f93fa176e3e None None] Provisioning complete for port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:22.210196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2808-86a3-419e-aa93-7f93fa176e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.285821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.481466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.547807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-d121598a-360e-4059-97b9-5928ef3c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:22.549305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-d121598a-360e-4059-97b9-5928ef3c0235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.4073477 Dec 13 09:51:22.567006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ef793-b099-4692-b709-dc1c3c7ec7e9 req-80178ad6-a521-409f-ac5c-5d24b6838b20 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:22.574343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc2ef793-b099-4692-b709-dc1c3c7ec7e9 req-80178ad6-a521-409f-ac5c-5d24b6838b20 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.9205649 Dec 13 09:51:22.679995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:22.733030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc2ef793-b099-4692-b709-dc1c3c7ec7e9 req-e828af7a-0151-4ae6-b1c9-1d411d59b8e3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555886 Dec 13 09:51:22.767902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:22.786926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:22.787420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.789969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=a90b679b-50b5-4aaa-8d44-c8d4b513e134,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:22.948817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8dce45cc-5868-4222-a4e4-ebf9d8603c9e None None] Provisioning complete for port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:22.949208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8dce45cc-5868-4222-a4e4-ebf9d8603c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.014973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-bd3342a7-1229-4509-a080-33959bf73cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:23.018750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-bd3342a7-1229-4509-a080-33959bf73cee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4240220 Dec 13 09:51:23.441421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.452680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-7edf776a-e89f-4047-b479-22c1921a5b1b service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251440 Dec 13 09:51:23.486205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5036a8-a550-4fd6-ba8e-2346973bd9ba req-6e7ab488-1234-4930-a8e2-2fde4169c36e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:23.511951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b5036a8-a550-4fd6-ba8e-2346973bd9ba req-6e7ab488-1234-4930-a8e2-2fde4169c36e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.2131367 Dec 13 09:51:23.707617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:23.828450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:23.828637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.885898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b5036a8-a550-4fd6-ba8e-2346973bd9ba req-98aa56ab-cf26-4162-8d4c-5219607648ec tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641224 Dec 13 09:51:23.932210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f21b3b2f-9738-4cec-b7d0-2e8d365bb8bf None None] Provisioning complete for port a90b679b-50b5-4aaa-8d44-c8d4b513e134 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:23.932877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b2f-9738-4cec-b7d0-2e8d365bb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.040382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f21b3b2f-9738-4cec-b7d0-2e8d365bb8bf None None] Port a90b679b-50b5-4aaa-8d44-c8d4b513e134 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:24.255624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef967-94e2-4417-a68b-5d0e51c6e33a req-ec7edb59-5f46-4d98-9591-7c7046ac0306 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:24.263932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-651ef967-94e2-4417-a68b-5d0e51c6e33a req-ec7edb59-5f46-4d98-9591-7c7046ac0306 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2984664 Dec 13 09:51:24.281681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-df8581ea-8ef1-48c5-8fc8-8d20bdac88d0 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245414 Dec 13 09:51:24.429992 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:51:24.995684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-d50ceee3-7d2f-4b8d-9fd1-0639461cd084 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 200 len: 217 time: 0.6877208 Dec 13 09:51:25.044080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-651ef967-94e2-4417-a68b-5d0e51c6e33a req-d6d12741-a6ef-4bc2-ad0b-e5327d268822 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7789454 Dec 13 09:51:25.607862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.636919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.637880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.648977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-724da02b-89cc-43d5-b69c-85ee58a35903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:25.650514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-724da02b-89cc-43d5-b69c-85ee58a35903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.3635740 Dec 13 09:51:25.742425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=a90b679b-50b5-4aaa-8d44-c8d4b513e134,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:25.854054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651e54d-25e2-43fc-b1cb-9555037b041c req-418781cf-fb59-4ba8-a4a3-9fb9e9ad7ffd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:25.856083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d651e54d-25e2-43fc-b1cb-9555037b041c req-418781cf-fb59-4ba8-a4a3-9fb9e9ad7ffd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.4632380 Dec 13 09:51:25.997031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:26.011628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d651e54d-25e2-43fc-b1cb-9555037b041c req-a7636e61-2482-4e0c-bb50-123c2fbeae78 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429055 Dec 13 09:51:26.012970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:26.356405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 4e8344b9-fd8f-4129-ace5-42406eb55b67 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:26.433005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8976cf-843c-4b99-a79b-f7c3939553ff req-dd87129a-e220-4218-b278-bd71d14be675 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:26.441458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d8976cf-843c-4b99-a79b-f7c3939553ff req-dd87129a-e220-4218-b278-bd71d14be675 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2369270 Dec 13 09:51:26.491427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-abaeb83f-f420-49fe-bea1-40f85c6d5e61 None None] Provisioning complete for port a90b679b-50b5-4aaa-8d44-c8d4b513e134 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:26.492120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abaeb83f-f420-49fe-bea1-40f85c6d5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.551494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-abaeb83f-f420-49fe-bea1-40f85c6d5e61 None None] Port a90b679b-50b5-4aaa-8d44-c8d4b513e134 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:26.553166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:26.558056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d8976cf-843c-4b99-a79b-f7c3939553ff req-af208c48-664d-45e3-8ee4-fd8c389d8c01 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155241 Dec 13 09:51:26.566555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e21a2ab4-39ef-4914-8397-fb40e5ee5116 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/4e8344b9-fd8f-4129-ace5-42406eb55b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8712795 Dec 13 09:51:26.566555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57408) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:26.571082 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] Sync routers for ids ['4e8344b9-fd8f-4129-ace5-42406eb55b67'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:26.585908 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] Routers {'4e8344b9-fd8f-4129-ace5-42406eb55b67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:26.586828 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e8344b9-fd8f-4129-ace5-42406eb55b67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:26.634663 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:26.647757 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] Routers {'4e8344b9-fd8f-4129-ace5-42406eb55b67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:26.648899 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e8344b9-fd8f-4129-ace5-42406eb55b67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:26.676686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298f5f7-30c6-483b-a2c8-964c45463979 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:26.680651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1298f5f7-30c6-483b-a2c8-964c45463979 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports/a90b679b-50b5-4aaa-8d44-c8d4b513e134 HTTP/1.1" status: 200 len: 911 time: 0.1115143 Dec 13 09:51:26.681153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57410) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:26.686171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:26.708243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:26.709703 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8bc03-8a33-4f7e-ace2-feeb4e7301b2 None None] The sync data for ids ['4e8344b9-fd8f-4129-ace5-42406eb55b67'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:26.886751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.360604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.370903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.379872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:27.379872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.380953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/ports/a90b679b-50b5-4aaa-8d44-c8d4b513e134 HTTP/1.1" status: 200 len: 911 time: 0.6981106 Dec 13 09:51:27.383916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57428) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:27.458120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7ab1b-3774-41bb-b905-b6f105f9ab9a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=a90b679b-50b5-4aaa-8d44-c8d4b513e134,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:27.794863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.250216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port a90b679b-50b5-4aaa-8d44-c8d4b513e134 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:28.252752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.355136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.370134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for a90b679b-50b5-4aaa-8d44-c8d4b513e134 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:28.644008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.697920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=a90b679b-50b5-4aaa-8d44-c8d4b513e134,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:28.838251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-4b708105-4f91-435f-8379-943d549c568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:28.839821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-4b708105-4f91-435f-8379-943d549c568a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798539 Dec 13 09:51:28.862978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.153955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028682-f28e-4b08-bd09-e44cfdff7e09 req-38be5687-1334-4556-ab67-5deb6510e7fd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:29.164300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43028682-f28e-4b08-bd09-e44cfdff7e09 req-38be5687-1334-4556-ab67-5deb6510e7fd tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.2377369 Dec 13 09:51:29.207312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8984-068c-4228-98b1-0dff4f4ca4bc req-cd6ef7eb-44f6-401d-b5bd-970d9d38cc7b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:29.215469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-267d8984-068c-4228-98b1-0dff4f4ca4bc req-cd6ef7eb-44f6-401d-b5bd-970d9d38cc7b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1875579 Dec 13 09:51:29.297405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 4e8344b9-fd8f-4129-ace5-42406eb55b67 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:29.301706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-267d8984-068c-4228-98b1-0dff4f4ca4bc req-bf1f8482-84df-4d3f-a163-73e3927c7544 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850205 Dec 13 09:51:29.324290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43028682-f28e-4b08-bd09-e44cfdff7e09 req-be2408ea-7162-4b04-a5c1-ab588fbec07c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566637 Dec 13 09:51:29.326764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-ab53b01c-0015-4db4-b9e6-705808445136 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740639 Dec 13 09:51:29.495369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57462) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:29.497885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:29.517268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.532539 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e02601f-6ae5-4b35-9266-12f2a5cada55 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/4e8344b9-fd8f-4129-ace5-42406eb55b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1411662 Dec 13 09:51:29.534997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] Sync routers for ids ['4e8344b9-fd8f-4129-ace5-42406eb55b67'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:29.535527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57466) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:29.553150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] Routers {'4e8344b9-fd8f-4129-ace5-42406eb55b67'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:29.554758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e8344b9-fd8f-4129-ace5-42406eb55b67'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:29.586474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57468) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:29.588401 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26d36dcb-3a31-4c6d-b01a-1e1ab17d54f8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e8344b9-fd8f-4129-ace5-42406eb55b67 HTTP/1.1" status: 200 len: 205 time: 0.0433631 Dec 13 09:51:29.643816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:29.663704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] Routers {'4e8344b9-fd8f-4129-ace5-42406eb55b67'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:29.664637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e8344b9-fd8f-4129-ace5-42406eb55b67'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:29.703344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-5a7b34fb-9596-41a0-965f-cfd7497dd7f6 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656812 Dec 13 09:51:29.758250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:29.759101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb4ae1-f5a1-4d6d-a4ba-3b32becf4d55 None None] The sync data for ids ['4e8344b9-fd8f-4129-ace5-42406eb55b67'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:29.868951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-699bdf43-5000-471f-90bd-7bac2f7c8398 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 200 len: 217 time: 0.1579170 Dec 13 09:51:29.875673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.128325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.134688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.153547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cdea9074-a4be-479c-a410-11e5fb7526b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:30.155859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cdea9074-a4be-479c-a410-11e5fb7526b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1989927 Dec 13 09:51:30.265174 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.265707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8344b9-fd8f-4129-ace5-42406eb55b67 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:30.275363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.276442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a12a16f3-c628-4e39-9364-a0092108fcd1 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/4e8344b9-fd8f-4129-ace5-42406eb55b67 HTTP/1.1" status: 204 len: 168 time: 0.6870992 Dec 13 09:51:30.279588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57484) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:30.290219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cd9e3266-7d56-4cc2-a639-b18f53b913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:30.291734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cd9e3266-7d56-4cc2-a639-b18f53b913d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997198 Dec 13 09:51:30.382205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:30.386371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.447525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.621021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.726843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a0781-9563-4ca0-9e09-a1829772f49b req-8a03c188-4a8e-44b8-9312-c8b2faaae06c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:30.740481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-595a0781-9563-4ca0-9e09-a1829772f49b req-8a03c188-4a8e-44b8-9312-c8b2faaae06c tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2915657 Dec 13 09:51:30.760896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.769031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c22d2bd5-9cc2-48c0-a448-f2889d09e58d service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447167 Dec 13 09:51:30.779014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a0974-6689-4a2d-a5cf-0b33e5766f36 req-ad6f0617-8ce0-4ae2-a594-8214060b7b58 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:30.780992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d64a0974-6689-4a2d-a5cf-0b33e5766f36 req-ad6f0617-8ce0-4ae2-a594-8214060b7b58 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 944 time: 0.3292058 Dec 13 09:51:30.824015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.836108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d HTTP/1.1" status: 204 len: 168 time: 0.5554223 Dec 13 09:51:30.836983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57502) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:30.837487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a708fa-7bb9-4201-9709-0189f620ea4f None None] Network 5ad3054e-e250-45a4-92b8-3b0217a14177 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:30.849262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ddbf4-5659-49a7-a771-1359653c1973 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:30.974564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.081102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:31.081654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.172051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] DHCP port deletion for 5ad3054e-e250-45a4-92b8-3b0217a14177 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:31.256916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Deleting port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:31.257295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.264386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,segment=NetworkSegment(37adba64-8783-4202-8faf-3d186a806c8d),segment_id=37adba64-8783-4202-8faf-3d186a806c8d)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:31.264968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.295880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:31.390527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] For port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,segment=NetworkSegment(37adba64-8783-4202-8faf-3d186a806c8d),segment_id=37adba64-8783-4202-8faf-3d186a806c8d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:31.391396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.409472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Calling delete_port for cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:31.521848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-595a0781-9563-4ca0-9e09-a1829772f49b req-917b2c5e-8d11-44ba-bed2-d83c1069f916 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796469 Dec 13 09:51:31.557583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.596357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-f2dd07e0-f305-4f32-931c-a63eea7223f0 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017101 Dec 13 09:51:31.702599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d64a0974-6689-4a2d-a5cf-0b33e5766f36 req-17e33472-fe9e-4736-b84b-2e942286c7d7 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8951249 Dec 13 09:51:31.708951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] Pushing event deleted for resources: {'Port': ['ID=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:31.728853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34191f-4a21-4c64-9af5-bcb70e2ce9e4 None None] No DVR routers for this DVR port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:31.731675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-34e50948-266e-45f9-9639-c90b1a2971fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 217 time: 0.1179461 Dec 13 09:51:31.839054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cf6017ee-6ee3-495a-8aa0-fb52ee7638a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:31.841020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cf6017ee-6ee3-495a-8aa0-fb52ee7638a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.1014931 Dec 13 09:51:31.929878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.961438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=cf64e76c-6f16-45d6-9adc-7a474d5c9bd5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:31.966565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:31.967865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:31.983804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-96a745e8-9ff2-42c1-9397-60ac5bd199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:31.989336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-96a745e8-9ff2-42c1-9397-60ac5bd199a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398618 Dec 13 09:51:32.032904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.183840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-24a8e245-1824-46c1-bacc-39168f22b877 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840644 Dec 13 09:51:32.200088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.231403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad3054e-e250-45a4-92b8-3b0217a14177']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:32.238710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:32.243812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37adba64-8783-4202-8faf-3d186a806c8d') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:32.244200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37adba64-8783-4202-8faf-3d186a806c8d') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:32.250851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '1158e431-5605-4432-ad35-a91f300ce6fe', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'port_id': '1158e431-5605-4432-ad35-a91f300ce6fe', 'mac_address': 'fa:16:3e:5f:15:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:32.256779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.288697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.302763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:32.303831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.307243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:32.313174 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:32.322621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:32.398477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:32.407317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.423697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.444214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.457047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/5ad3054e-e250-45a4-92b8-3b0217a14177 HTTP/1.1" status: 204 len: 168 time: 1.6184945 Dec 13 09:51:32.461768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57524) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:32.476278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443dd68-13fc-4775-b21b-d5e31b60ffe8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=5ad3054e-e250-45a4-92b8-3b0217a14177,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:32.484465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1514632568', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:32.493647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-1f920f36-b792-4f0f-849a-5e30ddd525cd service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175579 Dec 13 09:51:32.545843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:32.571720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-cc3f6429-afad-4a6d-8582-388c1062d85f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 217 time: 0.0548742 Dec 13 09:51:32.614887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.615986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.750758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-39e4be86-f811-4c78-9ab1-e2a70fe79b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.753812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-39e4be86-f811-4c78-9ab1-e2a70fe79b96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.1537549 Dec 13 09:51:32.802725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.822605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Deleting port 3480003a-b3ad-41ef-984f-0d8bc622fb8d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:32.822950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.827504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['1158e431-5605-4432-ad35-a91f300ce6fe'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:32.827697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.867412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ab29-56e7-43e9-a9e6-c930772be5f5 req-35d74e94-b9c1-4775-8ab9-52fa274e1802 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.869078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9d1ab29-56e7-43e9-a9e6-c930772be5f5 req-35d74e94-b9c1-4775-8ab9-52fa274e1802 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2026472 Dec 13 09:51:32.914431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.915701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e8a627d-9af9-48a2-a2b0-b0384e3b7821 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4514978 Dec 13 09:51:32.918336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:32.923368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1352325801'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:32.976280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:32.983490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.988111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c20d8640-ac37-49ea-926e-f2f8a7a5bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.996020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-c20d8640-ac37-49ea-926e-f2f8a7a5bc08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999991 Dec 13 09:51:33.059845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:33.107292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.107755 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment e50361a4-3224-4e7a-b820-63ccbc9d6372 of type vlan for network b5d91c7a-a510-4853-a90f-04aa03ea15ad Dec 13 09:51:33.161985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] For port 3480003a-b3ad-41ef-984f-0d8bc622fb8d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3480003a-b3ad-41ef-984f-0d8bc622fb8d,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:33.162349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.165426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:33.178501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Calling delete_port for 3480003a-b3ad-41ef-984f-0d8bc622fb8d owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:33.258036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.293380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.294924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:33.295133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cf64e76c-6f16-45d6-9adc-7a474d5c9bd5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:33.300792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:33.302473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.375435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9d1ab29-56e7-43e9-a9e6-c930772be5f5 req-a7ab3f41-4e76-4664-9e91-b381ea74745d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738998 Dec 13 09:51:33.468259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-2b92e1b6-a819-461e-a676-ed5b4c9fff78 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542580 Dec 13 09:51:33.470204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5506370 Dec 13 09:51:33.472186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:33.481337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2516ae3-1686-496b-90e6-8e576f60f298 req-9ba2b414-7cba-464a-b8c1-6a9f25150fa5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:33.482876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2516ae3-1686-496b-90e6-8e576f60f298 req-9ba2b414-7cba-464a-b8c1-6a9f25150fa5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.4035783 Dec 13 09:51:33.492726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:33.572776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d079e-9327-437b-a6dd-42c512600b20 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=b5d91c7a-a510-4853-a90f-04aa03ea15ad,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.584270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:33.632149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:33.652171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.655622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2516ae3-1686-496b-90e6-8e576f60f298 req-52d21a47-c610-43e4-9dfe-43733163dfce tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040781 Dec 13 09:51:33.682195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01f8ff15-12f4-452c-ac04-033e09b0ba65 req-a95f4852-2108-4828-a89f-c031e60ce2f4 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925752 Dec 13 09:51:33.754575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.779364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3480003a-b3ad-41ef-984f-0d8bc622fb8d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.790696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.791055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.791407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.791780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.792237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.792580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.792918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.793319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.793658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.793992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.794311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.794633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:33.794970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:34.094770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.133771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.223002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.234804 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-3e1fbec5-5f01-409d-8449-dbc889677f18 service neutron] show failed (client error): The resource could not be found. Dec 13 09:51:34.235975 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-3e1fbec5-5f01-409d-8449-dbc889677f18 service neutron] 10.222.0.20 "GET /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.1900332 Dec 13 09:51:34.237162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=872574bd-9c8b-417b-8038-03e93d107b36,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:34.250038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:34.250403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: b5d91c7a-a510-4853-a90f-04aa03ea15ad, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:34.307091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:34.323441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b5d91c7a-a510-4853-a90f-04aa03ea15ad) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:34.332302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.333188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.336362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf7db8-78bc-479e-9ab4-b9c6f6414c47 None None] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:34.386072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9612b681-7899-48c2-9e76-99ab9f534a0d tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9031858 Dec 13 09:51:34.386072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57568) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:34.633938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:34.639321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.803891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3e18-c6e9-43a2-b9e7-56de70286cf1 req-40e996d0-08e3-4702-8661-ccba54669a95 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.805674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-298f3e18-c6e9-43a2-b9e7-56de70286cf1 req-40e996d0-08e3-4702-8661-ccba54669a95 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2078018 Dec 13 09:51:34.833294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Router c1e9100e-8ca6-483b-b436-c3f5388c0e10 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:34.837012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-7ebcc2cd-1367-4f1c-ae58-a44c00d55abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.838409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-7ebcc2cd-1367-4f1c-ae58-a44c00d55abf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1099 time: 0.1862059 Dec 13 09:51:34.889869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:34.974050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Allocated IP 2001:db8::2 (b5d91c7a-a510-4853-a90f-04aa03ea15ad/872574bd-9c8b-417b-8038-03e93d107b36/d0627f00-0ea3-452b-90df-5773393d63e7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:35.067810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-298f3e18-c6e9-43a2-b9e7-56de70286cf1 req-8e22ae25-d451-4dfb-a8ee-afb625cf1caa tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333443 Dec 13 09:51:35.181565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.195701 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.215934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadce9e-3329-4673-9224-0cabb5aa10d9 req-78e96a5c-599b-4e57-8c7b-2d3dcc3e8726 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.216850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.217982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0eadce9e-3329-4673-9224-0cabb5aa10d9 req-78e96a5c-599b-4e57-8c7b-2d3dcc3e8726 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 945 time: 0.3430090 Dec 13 09:51:35.225472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.317437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:35.324366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:35.329620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:35.399230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0eadce9e-3329-4673-9224-0cabb5aa10d9 req-5eb0f981-b62c-4e09-b55f-e0508ec9281c tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722288 Dec 13 09:51:35.402424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Pushing event updated for resources: {'Port': ['ID=d0627f00-0ea3-452b-90df-5773393d63e7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:35.412425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Attempting to bind port d0627f00-0ea3-452b-90df-5773393d63e7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:35.412801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Attempting to bind port d0627f00-0ea3-452b-90df-5773393d63e7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:35.413629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Attempting to bind port d0627f00-0ea3-452b-90df-5773393d63e7 on network b5d91c7a-a510-4853-a90f-04aa03ea15ad {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:35.427336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:35.437603 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Sync routers for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:35.446002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:35.446675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Checking segment: {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:35.447298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.447942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Bound using segment: {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:35.448631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Bound port: d0627f00-0ea3-452b-90df-5773393d63e7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:35.450892 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.460599 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:35.464750 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:35.503048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43ff9928-642b-4961-92eb-0685962703f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1e9100e-8ca6-483b-b436-c3f5388c0e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0011184 Dec 13 09:51:35.503995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57590) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:35.658162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] For port d0627f00-0ea3-452b-90df-5773393d63e7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:35.670230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] For port d0627f00-0ea3-452b-90df-5773393d63e7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0627f00-0ea3-452b-90df-5773393d63e7,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:35.682826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.756710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8::1 (b5d91c7a-a510-4853-a90f-04aa03ea15ad/872574bd-9c8b-417b-8038-03e93d107b36/74575e4c-080a-42cf-9899-3684c26135ac) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:35.930695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a09b-4215-432b-8c66-30e0a4bd1808 None None] Pushing event updated for resources: {'Port': ['ID=d0627f00-0ea3-452b-90df-5773393d63e7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:35.994267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:36.091225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.168039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9402da9c-f0ad-4594-88e4-057c0db34160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.202262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 1158e431-5605-4432-ad35-a91f300ce6fe completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:36.211920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 1158e431-5605-4432-ad35-a91f300ce6fe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:36.212302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.222520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.263601 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:36.371809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.418009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:36.420936 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18fab08-794e-424d-b7b7-95efe41272e3" -d '{"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:36.442080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:36.459454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:36.461861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.475273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:36.503323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:36.504020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.623922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.639973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:36.700410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeb01a-3810-457d-a529-7640332f2084 req-11eacc28-4e19-401d-b9fc-46c97ed40422 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:36.701977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbeb01a-3810-457d-a529-7640332f2084 req-11eacc28-4e19-401d-b9fc-46c97ed40422 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1698363 Dec 13 09:51:36.719859 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f059e7-a16d-4057-b746-f46dc7bb400b x-openstack-request-id: req-13f059e7-a16d-4057-b746-f46dc7bb400b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:36.720235 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-plugged", "status": "completed", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:36.720415 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13f059e7-a16d-4057-b746-f46dc7bb400b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:36.721418 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'code': 200} Dec 13 09:51:36.728465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:36.744484 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:51:33Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:36.816323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.827479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Checking router: c1e9100e-8ca6-483b-b436-c3f5388c0e10 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:36.866490 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Routers {'c1e9100e-8ca6-483b-b436-c3f5388c0e10'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:36.870617 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:36.897638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:36.989492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbeb01a-3810-457d-a529-7640332f2084 req-e2c6aaef-14a3-429f-b22d-b1f815a384d1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795384 Dec 13 09:51:37.046932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c77bc-3f83-4598-8d2d-d3b88376b8ee req-a562171f-ae83-4c55-9fe6-378ade9319c4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:37.054408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd7c77bc-3f83-4598-8d2d-d3b88376b8ee req-a562171f-ae83-4c55-9fe6-378ade9319c4 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.2489185 Dec 13 09:51:37.092600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:37.168412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] Set router c1e9100e-8ca6-483b-b436-c3f5388c0e10 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:37.172907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.173654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d4c8-998b-44f3-bf81-5c84548ba090 req-216ac19c-9001-4f32-8e0a-983206818836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:37.176299 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6d14d4c8-998b-44f3-bf81-5c84548ba090 req-216ac19c-9001-4f32-8e0a-983206818836 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 1097 time: 0.2661071 Dec 13 09:51:37.206421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0627f00-0ea3-452b-90df-5773393d63e7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:37.301018 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6d14d4c8-998b-44f3-bf81-5c84548ba090 req-e0f29419-d831-47a7-911f-a923d35e737f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075952 Dec 13 09:51:37.324371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:37.326666 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161aa966-a075-4702-b0b7-eeb26f776b57" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-unplugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:37.329039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d0627f00-0ea3-452b-90df-5773393d63e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:37.329414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.353532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.400598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd7c77bc-3f83-4598-8d2d-d3b88376b8ee req-850fa38f-c5a3-44a6-b3f1-53786f412729 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450289 Dec 13 09:51:37.437712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Transition to ACTIVE for port object eac9f1c9-26d0-41c9-9ee4-218dd7825186 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:37.448590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.495089 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeafb69-9d32-4d4b-a2db-e63162c5136e x-openstack-request-id: req-5aeafb69-9d32-4d4b-a2db-e63162c5136e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:37.495385 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-unplugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:37.495670 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aeafb69-9d32-4d4b-a2db-e63162c5136e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:37.496074 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'code': 200} Dec 13 09:51:37.560606 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.617936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.633821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.634731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.649388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port d0627f00-0ea3-452b-90df-5773393d63e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0627f00-0ea3-452b-90df-5773393d63e7,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:37.658457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.677651 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:51:33Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:37.695963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Deleting port 8336b3cc-5239-42ff-9401-44c020360a12 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:37.707344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.710077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] No DVR routers for this DVR port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:37.715244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:37.777395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9373ab-26bb-4a2a-831e-026e2436bab6 None None] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:37.782792 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d8a3-25a9-4a11-8919-ab61c159fc95 None None] The sync data for ids ['c1e9100e-8ca6-483b-b436-c3f5388c0e10'] in n-d-820935-7 is: [{'id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'name': 'tempest-AttachVolumeTestJSON-2095701901-router', 'tenant_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '8336b3cc-5239-42ff-9401-44c020360a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:08Z', 'updated_at': '2021-12-13T09:51:33Z', 'revision_number': 5, 'project_id': 'f0e746c1a7724b31bfb522815d43a8d7', 'gw_port': {'id': '8336b3cc-5239-42ff-9401-44c020360a12', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9100e-8ca6-483b-b436-c3f5388c0e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:09Z', 'updated_at': '2021-12-13T09:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:37.909289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:37.910010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:37.910438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:37.917655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=d0627f00-0ea3-452b-90df-5773393d63e7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:37.925105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:37.926148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:37.941373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3d0dc2ea-a631-4abc-a478-be3d7c36b723 None None] Provisioning complete for port d0627f00-0ea3-452b-90df-5773393d63e7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:37.942046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d0dc2ea-a631-4abc-a478-be3d7c36b723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.945137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:37.945613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:37.946108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:37.946659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Bound port: eac9f1c9-26d0-41c9-9ee4-218dd7825186, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:37.947125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.976653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:38.022931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:38.030034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:38.040462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] For port 8336b3cc-5239-42ff-9401-44c020360a12, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8336b3cc-5239-42ff-9401-44c020360a12,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:38.044130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.091597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Calling delete_port for 8336b3cc-5239-42ff-9401-44c020360a12 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:38.251385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:38.263214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:38.363849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:38.371321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44774270-b0b1-437d-85d5-9a3af52b8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.390832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.418332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afae332-2b1b-4964-8c1c-1ee64c610ad8 req-6ef6c875-f1fc-4a28-b436-5cec7f53bac1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:38.431242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1afae332-2b1b-4964-8c1c-1ee64c610ad8 req-6ef6c875-f1fc-4a28-b436-5cec7f53bac1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.2376614 Dec 13 09:51:38.457435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:38.467695 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-301c2ebd-675b-4086-ae97-32372603f0af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0806248 Dec 13 09:51:38.468396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.473686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:38.474728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2145285066'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:38.509741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:38.511847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:38.518773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:38.523252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.559401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:38.560238 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.561728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] 10.222.0.16 "PUT /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 1094 time: 3.6767006 Dec 13 09:51:38.572080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:38.597026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.597447 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 168973d6-9f53-4f45-b0be-e90429f0ba07 of type vlan for network e8fc95a2-92d6-452f-a94b-67835845f25a Dec 13 09:51:38.656631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.720365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.735280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:38.738942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.778557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3089581 Dec 13 09:51:38.779143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.787564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:38.812111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:38.956681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1afae332-2b1b-4964-8c1c-1ee64c610ad8 req-ff002866-f60c-45cf-b525-166b44157cc0 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239706 Dec 13 09:51:38.987991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc602f-5d53-4ecb-9a24-0bb687bb55aa tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=e8fc95a2-92d6-452f-a94b-67835845f25a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:39.029374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:39.046809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.048289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:39.068384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e8fc95a2-92d6-452f-a94b-67835845f25a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:39.089002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.193931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0627f00-0ea3-452b-90df-5773393d63e7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:39.198326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806a65a-5140-431a-8c2d-49909c460de7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:39.298975 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.415414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.417864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.479409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57bc28-aeff-4846-ad06-cba926280620 service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:39.493272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdfcf4dd-35a7-4e63-9cef-12f8563c22c9 None None] Provisioning complete for port 74575e4c-080a-42cf-9899-3684c26135ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:39.493272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf4dd-35a7-4e63-9cef-12f8563c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.498420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.499197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e9100e-8ca6-483b-b436-c3f5388c0e10 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:39.506541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.511157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1e9100e-8ca6-483b-b436-c3f5388c0e10 HTTP/1.1" status: 204 len: 168 time: 4.0055063 Dec 13 09:51:39.512522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:39.518343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:39.521665 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ea21e-7500-4c76-9eb2-ef7096daca10" -d '{"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:39.540720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcf4dd-35a7-4e63-9cef-12f8563c22c9 None None] Port 74575e4c-080a-42cf-9899-3684c26135ac cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:39.573938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffd688-c7aa-4238-8578-8adf6254b84a admin admin] Pushing event deleted for resources: {'Port': ['ID=8336b3cc-5239-42ff-9401-44c020360a12,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:39.607243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-fa94267f-e86b-44c2-99da-05befaf42d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:39.608922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-fa94267f-e86b-44c2-99da-05befaf42d1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1097 time: 1.0166485 Dec 13 09:51:39.654205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d74c8-fdb7-4b8a-8729-b22fe17df2cf req-e6ac619d-8561-435c-87c5-967d4b2d1912 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:39.661000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-640d74c8-fdb7-4b8a-8729-b22fe17df2cf req-e6ac619d-8561-435c-87c5-967d4b2d1912 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.6684058 Dec 13 09:51:39.670712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:39.690302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdfcf4dd-35a7-4e63-9cef-12f8563c22c9 None None] Provisioning complete for port d0627f00-0ea3-452b-90df-5773393d63e7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:39.693179 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf4dd-35a7-4e63-9cef-12f8563c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.850969 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f91197-cb67-4021-b93d-bd0a5d913c96 x-openstack-request-id: req-d7f91197-cb67-4021-b93d-bd0a5d913c96 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:39.852370 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:39.852961 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f91197-cb67-4021-b93d-bd0a5d913c96 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:39.857819 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'status': 'completed', 'code': 200} Dec 13 09:51:39.877354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.912378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-640d74c8-fdb7-4b8a-8729-b22fe17df2cf req-76d51ad9-8ee4-43af-bc1e-316b99716800 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318907 Dec 13 09:51:40.045102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-86512b96-5448-487d-a616-8b47b9e7de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.046601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-86512b96-5448-487d-a616-8b47b9e7de2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3846660 Dec 13 09:51:40.063396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d0627f00-0ea3-452b-90df-5773393d63e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:40.063979 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.073088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:36Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:37Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:40.143455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:40.144146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Updating router d0be3b94-7ade-46da-a94f-edce0e3fc089 port 74575e4c-080a-42cf-9899-3684c26135ac binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:51:40.156497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-188d008d-2efc-40ba-aba0-b9061eecf282 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.1016202 Dec 13 09:51:40.209946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.313872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-1d822188-f334-47a3-ac37-6f4944b52f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.317108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-1d822188-f334-47a3-ac37-6f4944b52f9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1528072 Dec 13 09:51:40.345888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6b2cc-29fb-40d5-8c2b-894ad1551c64 req-da8f1fab-baa8-4f1b-9cef-e12f39950dd7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.345888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a6b2cc-29fb-40d5-8c2b-894ad1551c64 req-da8f1fab-baa8-4f1b-9cef-e12f39950dd7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.2292137 Dec 13 09:51:40.456789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Deleting subnet 6169c1fb-5e72-45ac-8c0c-52e708b52561 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:40.461956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-8a3917cd-4c0d-4162-a865-c4c51e84f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.464907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-8a3917cd-4c0d-4162-a865-c4c51e84f23c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183584 Dec 13 09:51:40.468250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.484597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3a6b2cc-29fb-40d5-8c2b-894ad1551c64 req-e17b3bfb-d067-48a1-b64b-b70d59a92403 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062536 Dec 13 09:51:40.519324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.551894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d1c75bfe-a29f-4464-aede-a4a8e137a381 None None] Provisioning complete for port 74575e4c-080a-42cf-9899-3684c26135ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:40.552264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c75bfe-a29f-4464-aede-a4a8e137a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.552647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.600442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-eb0828fe-80b2-4796-98e7-86eb5ee28491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.602225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-eb0828fe-80b2-4796-98e7-86eb5ee28491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1097 time: 0.8201485 Dec 13 09:51:40.656013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-9a9be6a4-4589-4260-80a9-09fbc5077f88 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686308 Dec 13 09:51:40.685257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=45e3e04d-ffda-408a-9fbf-6a0dc3a683ce,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:40.708907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3480003a-b3ad-41ef-984f-0d8bc622fb8d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:40.713303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75bfe-a29f-4464-aede-a4a8e137a381 None None] Port 74575e4c-080a-42cf-9899-3684c26135ac cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:40.734460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:40.734901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: e8fc95a2-92d6-452f-a94b-67835845f25a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:40.746373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 3480003a-b3ad-41ef-984f-0d8bc622fb8d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:40.746728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3480003a-b3ad-41ef-984f-0d8bc622fb8d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:40.785160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.810437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-a9daac97-569d-4c32-a059-1fe0641f9146 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458452 Dec 13 09:51:40.811964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-07582dfa-68a5-4adc-b015-38410957f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.813439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-07582dfa-68a5-4adc-b015-38410957f1a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.2026739 Dec 13 09:51:40.866480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-78c0c236-1f3c-4143-bb51-dd4a72b1d8cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.0439465 Dec 13 09:51:40.866480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network e8fc95a2-92d6-452f-a94b-67835845f25a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:40.886618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, e8fc95a2-92d6-452f-a94b-67835845f25a) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:40.903520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bef384-375f-46c6-974c-c679981e3af2 None None] Network e8fc95a2-92d6-452f-a94b-67835845f25a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:40.912353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.912963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.940884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.952214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f36a185-da12-4130-ac6a-4c44973ab3df tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1683385 Dec 13 09:51:40.957880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57728) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.971225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-b12d4c62-ab9d-45e9-aef3-3474b36ceb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.973461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-b12d4c62-ab9d-45e9-aef3-3474b36ceb0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0977702 Dec 13 09:51:41.044498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-7a717866-078e-44c4-bae4-e26e4a05a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:41.045232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-7a717866-078e-44c4-bae4-e26e4a05a48d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1097 time: 0.1458659 Dec 13 09:51:41.048146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6169c1fb-5e72-45ac-8c0c-52e708b52561,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.050970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.058749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-63b8d227-a888-4a10-8a6e-059de3e00826 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6169c1fb-5e72-45ac-8c0c-52e708b52561 HTTP/1.1" status: 204 len: 168 time: 1.5454400 Dec 13 09:51:41.075765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:41.121212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.128468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0bf23-d363-4833-9b6c-d42d1b7757c9 None None] Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:41.212976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.238458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8336b3cc-5239-42ff-9401-44c020360a12 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:41.366956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-846e7fa2-ac7f-453f-9aba-199e979e7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:41.368652 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-846e7fa2-ac7f-453f-9aba-199e979e7328 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3700564 Dec 13 09:51:41.448229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8336b3cc-5239-42ff-9401-44c020360a12 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:41.449095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8336b3cc-5239-42ff-9401-44c020360a12 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:41.460686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.476054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec4baa-7fd6-4967-a396-ce556b7058e0 None None] Pushing event updated for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.514405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ce19-d91b-4d4b-a20b-2557f3ee43c9 req-fc4cf5c2-3d20-4e56-93a2-452fff19f0b6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:41.518077 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.519086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-e8fc95a2-92d6-452f-a94b-67835845f25a', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:41.520227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.522305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19a2ce19-d91b-4d4b-a20b-2557f3ee43c9 req-fc4cf5c2-3d20-4e56-93a2-452fff19f0b6 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.3202739 Dec 13 09:51:41.559632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-953322f2-55fc-493c-a885-4aaede59039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:41.561884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-953322f2-55fc-493c-a885-4aaede59039a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.5088828 Dec 13 09:51:41.649497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-2811638f-aa43-43bc-b44b-0b6a8a8e0c66 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499132 Dec 13 09:51:41.743967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Attempting to bind port 74575e4c-080a-42cf-9899-3684c26135ac on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:41.744621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Attempting to bind port 74575e4c-080a-42cf-9899-3684c26135ac by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:41.745497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-d8f54644-a2f5-4401-a151-73d428452fa1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.1746063 Dec 13 09:51:41.745627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Attempting to bind port 74575e4c-080a-42cf-9899-3684c26135ac on network b5d91c7a-a510-4853-a90f-04aa03ea15ad {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:41.755070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:41.755962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Checking segment: {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:41.757369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.757974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Bound using segment: {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:41.759312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Bound port: 74575e4c-080a-42cf-9899-3684c26135ac, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50361a4-3224-4e7a-b820-63ccbc9d6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:41.760405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.874677 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-46ee9027-2048-46a7-989b-573e3ec10945 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140343 Dec 13 09:51:41.902099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.913912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Allocated IP 2001:db8:1::2 (e8fc95a2-92d6-452f-a94b-67835845f25a/45e3e04d-ffda-408a-9fbf-6a0dc3a683ce/1a3a200d-67d5-4b44-bab6-e037db73c362) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:41.981406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19a2ce19-d91b-4d4b-a20b-2557f3ee43c9 req-d9311f97-7849-417d-b0d9-e81592ae5f47 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4581351 Dec 13 09:51:42.014858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Deleting port 8902da9b-490d-4a9c-a775-7f3217304b10 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:42.015125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.112733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c9e01-1dcd-4e9e-bea7-299158b3c346 req-c55121d4-fcbf-42f8-a2e0-5b897102db88 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.116902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f91c9e01-1dcd-4e9e-bea7-299158b3c346 req-c55121d4-fcbf-42f8-a2e0-5b897102db88 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.3689888 Dec 13 09:51:42.175102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-ae602c90-323a-4a0b-9f6a-8403c8bf2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.176618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-ae602c90-323a-4a0b-9f6a-8403c8bf2b99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.4120371 Dec 13 09:51:42.183049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.232598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] For port 74575e4c-080a-42cf-9899-3684c26135ac, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:42.236683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] For port 74575e4c-080a-42cf-9899-3684c26135ac, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=74575e4c-080a-42cf-9899-3684c26135ac,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:42.238170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc01d8-3d88-41e5-b989-cf79014bacf7 None None] DHCP port deletion for 479b2392-289f-49a4-9d4f-784a9ea0b7f2 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:42.246864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.264848 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.308874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8:1::1 (e8fc95a2-92d6-452f-a94b-67835845f25a/45e3e04d-ffda-408a-9fbf-6a0dc3a683ce/c009a109-030b-4ccb-8ce1-eba042bb30e2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:42.346209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] For port 8902da9b-490d-4a9c-a775-7f3217304b10, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8902da9b-490d-4a9c-a775-7f3217304b10,segment=NetworkSegment(4924e2b0-19fc-4238-a689-fe6962124c3f),segment_id=4924e2b0-19fc-4238-a689-fe6962124c3f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:42.346583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.349432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Network e8fc95a2-92d6-452f-a94b-67835845f25a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:42.413194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] Provisioning complete for port 74575e4c-080a-42cf-9899-3684c26135ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:42.413887 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.433840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Calling delete_port for 8902da9b-490d-4a9c-a775-7f3217304b10 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:42.469509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.472759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:42.487290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f91c9e01-1dcd-4e9e-bea7-299158b3c346 req-96acf740-b793-4352-b507-bf24d7c677c4 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095722 Dec 13 09:51:42.494933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-cffa5b4c-4d04-4f56-93ce-924def8b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.496194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:42.497202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.500851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-cffa5b4c-4d04-4f56-93ce-924def8b99b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938666 Dec 13 09:51:42.552633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.669795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.690173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:42.702836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-9b05aa75-4cf9-4c40-83af-20c9b27ab73a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912484 Dec 13 09:51:42.711336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:42.732832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.769054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network e8fc95a2-92d6-452f-a94b-67835845f25a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:42.787422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:42.791568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:42.793094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.829019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] No DVR routers for this DVR port 8902da9b-490d-4a9c-a775-7f3217304b10 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:42.835418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8902da9b-490d-4a9c-a775-7f3217304b10,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.874437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.937284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Pushing event updated for resources: {'Port': ['ID=1a3a200d-67d5-4b44-bab6-e037db73c362,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.941283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.954538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b2ea21e-7500-4c76-9eb2-ef7096daca10 req-035b486c-edbf-44a1-82ac-ab2c95670b83 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330306 Dec 13 09:51:42.970359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479b2392-289f-49a4-9d4f-784a9ea0b7f2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.988218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4924e2b0-19fc-4238-a689-fe6962124c3f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.988515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4924e2b0-19fc-4238-a689-fe6962124c3f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:43.022343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.024710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.060295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.072950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:43.073146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:43.075391 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:43.077658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.077658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Attempting to bind port 1a3a200d-67d5-4b44-bab6-e037db73c362 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:43.077658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Attempting to bind port 1a3a200d-67d5-4b44-bab6-e037db73c362 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:43.077931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Attempting to bind port 1a3a200d-67d5-4b44-bab6-e037db73c362 on network e8fc95a2-92d6-452f-a94b-67835845f25a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:43.107691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8902da9b-490d-4a9c-a775-7f3217304b10 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:43.145070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:43.145459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Checking segment: {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:43.145872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.146270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Bound using segment: {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:43.146767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Bound port: 1a3a200d-67d5-4b44-bab6-e037db73c362, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:43.147158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.163385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8902da9b-490d-4a9c-a775-7f3217304b10 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:43.164168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8902da9b-490d-4a9c-a775-7f3217304b10 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:43.170560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec4baa-7fd6-4967-a396-ce556b7058e0 None None] Pushing event updated for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.183139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.188843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.204058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] 10.222.0.31 "DELETE /v2.0/networks/479b2392-289f-49a4-9d4f-784a9ea0b7f2 HTTP/1.1" status: 204 len: 168 time: 2.1277225 Dec 13 09:51:43.219606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc01d8-3d88-41e5-b989-cf79014bacf7 None None] Deleting port 8902da9b-490d-4a9c-a775-7f3217304b10 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:43.219994 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7bfc01d8-3d88-41e5-b989-cf79014bacf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.225129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b09f-ab8a-43d7-8786-ec128cfcca1b admin admin] Pushing event deleted for resources: {'Network': ['ID=479b2392-289f-49a4-9d4f-784a9ea0b7f2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.251408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] For port 74575e4c-080a-42cf-9899-3684c26135ac, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=74575e4c-080a-42cf-9899-3684c26135ac,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-7bfc01d8-3d88-41e5-b989-cf79014bacf7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 could not be found. Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:51:43.283239 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 479b2392-289f-49a4-9d4f-784a9ea0b7f2 could not be found. Dec 13 09:51:43.287279 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:51:43.327124 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.367758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a066a4-da46-4412-af82-0eba9c75bc56 None None] DHCP port deletion for 479b2392-289f-49a4-9d4f-784a9ea0b7f2 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:43.388345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57782) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:43.406195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.408523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] For port 1a3a200d-67d5-4b44-bab6-e037db73c362, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:43.423415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.424288 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.444271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0f74143-09f1-45fc-b04a-142507c2ee83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0e746c1a7724b31bfb522815d43a8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546720 Dec 13 09:51:43.447020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57784) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:43.594621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.619365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db224f18-9684-4fc2-a724-2a981fb2dd33 req-8e46817d-6fcd-42de-86c5-61945f41f14f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:43.628122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db224f18-9684-4fc2-a724-2a981fb2dd33 req-8e46817d-6fcd-42de-86c5-61945f41f14f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 946 time: 0.0656087 Dec 13 09:51:43.633660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network e8fc95a2-92d6-452f-a94b-67835845f25a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:43.634884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.659492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.700660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] For port 1a3a200d-67d5-4b44-bab6-e037db73c362, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1a3a200d-67d5-4b44-bab6-e037db73c362,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:43.701581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db224f18-9684-4fc2-a724-2a981fb2dd33 req-21f383ce-3782-43f7-b1a0-8f2f91c1a8ca tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Dec 13 09:51:43.714951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7e25ba88-de0f-43ce-876a-4f8246ac29fe None None] Provisioning complete for port 74575e4c-080a-42cf-9899-3684c26135ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:43.715434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba88-de0f-43ce-876a-4f8246ac29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.717484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:43.725206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.728837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.729790 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0527007f-555f-4efd-a5c6-c92bff1583f3 HTTP/1.1" status: 204 len: 168 time: 0.2828410 Dec 13 09:51:43.764542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d09415-000b-4e65-93f7-eb9095111621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527007f-555f-4efd-a5c6-c92bff1583f3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.764680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.772460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01ac2-e971-43f7-8fd8-734530a4888b None None] Pushing event updated for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.890887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:36Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:42Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:43.919580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de7db-9500-44c9-b2c6-61332b44063a None None] Pushing event updated for resources: {'Port': ['ID=1a3a200d-67d5-4b44-bab6-e037db73c362,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.942830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:43.979728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab67a-5518-460e-9d66-ec84b848cac9 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:36Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:42Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:44.029849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:44.201837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:44.217654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7682874d-5290-40ec-9efa-0b609c63c3fd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536552 Dec 13 09:51:44.218167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.224235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-63229512'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:44.283743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:44.292075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.303395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:44.341198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'mac_address': 'fa:16:3e:ab:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:44.364494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:44.434489 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.434850 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment 995bb4a6-4805-4c70-9182-c467728c3979 of type vlan for network 294b1661-cc24-4c84-a9f6-68ea27bfe496 Dec 13 09:51:44.523466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.551234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:44.591917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:44.594031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.599743 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.642151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.661076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.662571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.678393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:44.826878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6071012 Dec 13 09:51:44.829664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.837379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:44.841587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5ba27-02a2-4673-9912-78b4c2e61a14 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=294b1661-cc24-4c84-a9f6-68ea27bfe496,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:44.859839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:44.973761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9ea5b-a6d6-4c0d-a389-6a30d4d3c240 req-d90ef21b-8712-4ddc-99d3-5da6097bfb61 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.988878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fba9ea5b-a6d6-4c0d-a389-6a30d4d3c240 req-d90ef21b-8712-4ddc-99d3-5da6097bfb61 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.1489289 Dec 13 09:51:45.068614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:45.083824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.147587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['eac9f1c9-26d0-41c9-9ee4-218dd7825186'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:45.176485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fba9ea5b-a6d6-4c0d-a389-6a30d4d3c240 req-b0f2ac85-601b-45b8-a396-3acdaaed71d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837635 Dec 13 09:51:45.448359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1a3a200d-67d5-4b44-bab6-e037db73c362 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:45.640412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.713628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57842) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:45.740658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=37a5c614-e225-4e1c-890c-e66dc5b58ce2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:45.794086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1a3a200d-67d5-4b44-bab6-e037db73c362 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:45.794479 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.803104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:45.806203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: 294b1661-cc24-4c84-a9f6-68ea27bfe496, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:45.856869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-7ecb30c5-c896-4584-a510-426d26dc7ae9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:45.856869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-7ecb30c5-c896-4584-a510-426d26dc7ae9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 947 time: 0.2095265 Dec 13 09:51:45.859678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:45.883085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 294b1661-cc24-4c84-a9f6-68ea27bfe496) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:45.891534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:45.892180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.925578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566cceb-1883-4217-9ace-03d9a7d39c55 None None] Network e8fc95a2-92d6-452f-a94b-67835845f25a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:45.956203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-347220e8-d1df-43ef-bb3d-b1b11a19d442 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1244447 Dec 13 09:51:45.957139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57848) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:46.019001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1512006950-network', 'tenant_id': '70de0bf339f74f458175d466533c26dc'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:46.053036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:46.055535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.065412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0402c-7c2e-468d-92c1-e7bc408dc575 None None] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:46.096889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad189ef-b7c2-43da-8fd8-3b9785f60ebd req-d715a974-b361-47e8-a362-65344d3c4562 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:46.107324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ad189ef-b7c2-43da-8fd8-3b9785f60ebd req-d715a974-b361-47e8-a362-65344d3c4562 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.3356564 Dec 13 09:51:46.117175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.214001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1d5dee02-7858-4b66-a387-937b35106dab None None] Provisioning complete for port 1a3a200d-67d5-4b44-bab6-e037db73c362 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:46.214587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d5dee02-7858-4b66-a387-937b35106dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.249549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.288918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-19889762-4db5-42b1-b286-8884532d965d service neutron] 10.222.0.16 "GET /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 382 time: 0.4215586 Dec 13 09:51:46.289634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.399750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ad189ef-b7c2-43da-8fd8-3b9785f60ebd req-f33bced3-17ba-493b-b458-c41aa83f2524 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904036 Dec 13 09:51:46.424149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.441157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:46.465599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ee037-edc5-4680-90f0-de52cdd2c147,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.478892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.479516 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Added segment 51eb2d8d-4df3-4ba8-b52d-1a58376d3b44 of type vlan for network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 Dec 13 09:51:46.499898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-e7206341-442e-49c6-bc73-38c3f8965de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:46.502846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-e7206341-442e-49c6-bc73-38c3f8965de2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1098 time: 0.1476874 Dec 13 09:51:46.564095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-294b1661-cc24-4c84-a9f6-68ea27bfe496', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:46.565513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.657534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 1a3a200d-67d5-4b44-bab6-e037db73c362, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1a3a200d-67d5-4b44-bab6-e037db73c362,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:46.695274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-a2e963c7-d19c-409c-92c9-d6d32d26853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:46.697211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-a2e963c7-d19c-409c-92c9-d6d32d26853e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1724517 Dec 13 09:51:46.697751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.698741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 74575e4c-080a-42cf-9899-3684c26135ac up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:46.743810 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.781019 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:46.796550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:46.802855 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:46.841456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=1a3a200d-67d5-4b44-bab6-e037db73c362,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.848501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-f7cd97a7-b7b2-4b37-8217-d199e0080afd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.1197450 Dec 13 09:51:46.865648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d5dee02-7858-4b66-a387-937b35106dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.965865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.969135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:46.969736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.049277 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:47.076579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.109063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] Pushing event updated for resources: {'Network': ['ID=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:47.142939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-8a7225ef-5c77-400c-b7c3-31d3d6e2bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:47.147741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-8a7225ef-5c77-400c-b7c3-31d3d6e2bd82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.2853210 Dec 13 09:51:47.151435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:47.161077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-69a9bada-d636-452c-859d-2467243e8e1d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4439764 Dec 13 09:51:47.172846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57858) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:47.192314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Request body: {'subnet': {'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1512006950-subnet', 'tenant_id': '70de0bf339f74f458175d466533c26dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:47.279714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:47.282040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.418585 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-1d5dee02-7858-4b66-a387-937b35106dab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:51:47.429435 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-1d5dee02-7858-4b66-a387-937b35106dab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:51:47.473487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 74575e4c-080a-42cf-9899-3684c26135ac triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:47.474359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.543093 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:42Z', 'revision_number': 3, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:47.601556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Allocated IP 2001:db8:2::2 (294b1661-cc24-4c84-a9f6-68ea27bfe496/37a5c614-e225-4e1c-890c-e66dc5b58ce2/09cd7b94-7b39-46cf-a25e-5e50ce5de2cd) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:47.667924 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:47.668343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Updating router d0be3b94-7ade-46da-a94f-edce0e3fc089 port c009a109-030b-4ccb-8ce1-eba042bb30e2 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:51:47.768642 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.043473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:48.162342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1a3a200d-67d5-4b44-bab6-e037db73c362 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:48.203280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-09f48e83-c77c-476e-9f71-1e7a71f8b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:48.205452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-09f48e83-c77c-476e-9f71-1e7a71f8b5d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0484130 Dec 13 09:51:48.278020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.318495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.330331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Provisioning complete for port 1a3a200d-67d5-4b44-bab6-e037db73c362 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:48.331413 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.337749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:48.386866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:48.387236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.396387 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.399767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:48.405164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8:2::1 (294b1661-cc24-4c84-a9f6-68ea27bfe496/37a5c614-e225-4e1c-890c-e66dc5b58ce2/a1bae964-b7d0-450c-91f3-4f8528555c5f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:48.410687 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.497673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb618e2d-9b86-4704-bc84-b75a47a14ee0 req-d483249b-9db9-45a1-a50e-7cdbd3ce1559 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:48.499599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb618e2d-9b86-4704-bc84-b75a47a14ee0 req-d483249b-9db9-45a1-a50e-7cdbd3ce1559 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.3714314 Dec 13 09:51:48.578060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Pushing event updated for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:48.629011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.669817 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.672529 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.673282 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.674451 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.677995 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.678455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.679648 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.680101 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.680538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.680973 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.681410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.682357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.683690 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:48.735144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.744956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Pushing event updated for resources: {'Port': ['ID=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:48.755232 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Attempting to bind port c009a109-030b-4ccb-8ce1-eba042bb30e2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:48.755784 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Attempting to bind port c009a109-030b-4ccb-8ce1-eba042bb30e2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:48.756255 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Attempting to bind port c009a109-030b-4ccb-8ce1-eba042bb30e2 on network e8fc95a2-92d6-452f-a94b-67835845f25a {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:48.770537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:48.771456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Checking segment: {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:48.772390 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.772896 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Bound using segment: {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:48.773515 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Bound port: c009a109-030b-4ccb-8ce1-eba042bb30e2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168973d6-9f53-4f45-b0be-e90429f0ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:48.774499 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.781160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:48.787563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:48.826871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1a3a200d-67d5-4b44-bab6-e037db73c362 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:48.827709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.832148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.889096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-d4ea102c-3b2c-4d7f-8cb6-c74032b7f2f7 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720119 Dec 13 09:51:48.946028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb618e2d-9b86-4704-bc84-b75a47a14ee0 req-8cce1a9f-3f3f-4feb-8f61-07e14499b8a3 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532071 Dec 13 09:51:48.946719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01213129-538f-47de-b758-07bc2906a7de,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:48.986102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Attempting to bind port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:48.986488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Attempting to bind port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:48.986858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Attempting to bind port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd on network 294b1661-cc24-4c84-a9f6-68ea27bfe496 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:48.991497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] For port c009a109-030b-4ccb-8ce1-eba042bb30e2, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:48.992266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:49.006561 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] For port c009a109-030b-4ccb-8ce1-eba042bb30e2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c009a109-030b-4ccb-8ce1-eba042bb30e2,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:49.009750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:49.014916 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.030083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:49.030874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.146100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:49.146923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Checking segment: {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:49.147610 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.148291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Bound using segment: {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:49.152591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:49.153652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Bound port: 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:49.154321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.171444 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:49.175727 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.182036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Checking segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:49.182450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Network hostable DHCP agents. Network: c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:49.252418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.302849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:49.327835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-ae6ec7e7-2b80-47ae-b186-b5c2cf788cca service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218526 Dec 13 09:51:49.331119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:49.356037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:49.356630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.386508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:49.405071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:49.415455 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726e5f0-40ac-48dd-b3ef-446b98267a36" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:49.419024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c320307d-e386-47c3-841a-fb4801246f44 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2441728 Dec 13 09:51:49.419847 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.420867 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.421816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a65567-4d55-4693-8c8f-544c37abbeec None None] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:49.695773 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e0eaf-65ea-4d10-8d66-2d28ea1b0d4e x-openstack-request-id: req-b23e0eaf-65ea-4d10-8d66-2d28ea1b0d4e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:49.696072 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:49.696337 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b23e0eaf-65ea-4d10-8d66-2d28ea1b0d4e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:49.696730 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'code': 200} Dec 13 09:51:49.719345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Provisioning complete for port c009a109-030b-4ccb-8ce1-eba042bb30e2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:49.720678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.784340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:49.792429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf137f-8bdd-490e-9082-465348c5052f req-dd3fa1ed-6296-44bc-816c-2d336d52b810 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:49.804537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bbf137f-8bdd-490e-9082-465348c5052f req-dd3fa1ed-6296-44bc-816c-2d336d52b810 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.0990567 Dec 13 09:51:49.844721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] For port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:49.848991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:49.889770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bbf137f-8bdd-490e-9082-465348c5052f req-e83715d0-af71-4da1-a3aa-3a7f1598ab83 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789306 Dec 13 09:51:49.891409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] For port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:49.900101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.008410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b7445-30d0-4967-8d07-581f789f955d None None] Pushing event updated for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:50.032252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75cde-f17e-4469-8621-c00fbb2c7ed0 None None] Pushing event updated for resources: {'Port': ['ID=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:50.107307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b80109-c17d-4eb8-a373-47664ac7d9c7 None None] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:50.149062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.162854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.163891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.200321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.294166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:50.334313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:42Z', 'revision_number': 3, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:48Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:50.339901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] For port c009a109-030b-4ccb-8ce1-eba042bb30e2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c009a109-030b-4ccb-8ce1-eba042bb30e2,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:50.346513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.402322 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39289d-2c4b-434c-b928-fb9d3a424444 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:42Z', 'revision_number': 3, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:48Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:50.416117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4033-3082-429e-b4ed-d8ab06cf8f2d None None] Pushing event updated for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:50.424136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-36807fbd-cc1f-4988-99e4-68472bf20d0e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:50.433951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-36807fbd-cc1f-4988-99e4-68472bf20d0e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.3677151 Dec 13 09:51:50.468274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4407-f729-41b2-8b53-c26088384c06 req-3511390c-08f6-490f-978e-817d77f2e15b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:50.477144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75c4407-f729-41b2-8b53-c26088384c06 req-3511390c-08f6-490f-978e-817d77f2e15b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2251210 Dec 13 09:51:50.513537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-7cc1f73f-bbd1-438e-abb3-4a51e999728c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/quotas/70de0bf339f74f458175d466533c26dc HTTP/1.1" status: 200 len: 375 time: 0.0639110 Dec 13 09:51:50.518107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4171c896-797a-4c40-a858-4a76c95390ac None None] Provisioning complete for port c009a109-030b-4ccb-8ce1-eba042bb30e2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:50.532019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4171c896-797a-4c40-a858-4a76c95390ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.538365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:50.541664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:50.626728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-b7df1309-1417-45ed-b645-8cd94f3dea32 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746787 Dec 13 09:51:50.698188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c75c4407-f729-41b2-8b53-c26088384c06 req-f4a5a0af-a4d6-4b37-9e56-f1ef7ec21abc tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203574 Dec 13 09:51:50.782753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:50.969111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:50.984501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f4d9387-f9aa-4dd3-b248-5f37efd6ed17 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0258594 Dec 13 09:51:50.985379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:50.996414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256812281'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:51.025388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:51.029401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.043749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-cd1d5140-8ecc-4daa-b84f-b93bb7dea760 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932192 Dec 13 09:51:51.074913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:51.101086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.101979 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added segment b1c811c4-7103-4697-9df0-53b24a064f61 of type vlan for network da122520-6c0c-4261-979f-241030797165 Dec 13 09:51:51.196272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.276614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.283467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:51.284521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.316295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-478cbc97-10ee-4010-a1a8-d63471030794 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549484 Dec 13 09:51:51.353920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c6e7-5a35-446f-a3a0-6b8888ff908e req-25d5fbae-80d5-41b5-85a5-5ae53f97bdbe tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:51.364301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7200c6e7-5a35-446f-a3a0-6b8888ff908e req-25d5fbae-80d5-41b5-85a5-5ae53f97bdbe tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.3653195 Dec 13 09:51:51.468666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4814346 Dec 13 09:51:51.478852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.494796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'subnet': {'network_id': 'da122520-6c0c-4261-979f-241030797165', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:51.499918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff2ba0-3bdb-424b-ac69-5cfa54e5d095 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Network': ['ID=da122520-6c0c-4261-979f-241030797165,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:51.514212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network da122520-6c0c-4261-979f-241030797165 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:51.529620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7200c6e7-5a35-446f-a3a0-6b8888ff908e req-e2b51a70-678b-485b-b954-edf8c09e17e1 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627531 Dec 13 09:51:51.649200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867379bf-18ba-4612-a130-f16ace26630b req-a2aa724a-27fc-4337-ae63-f8253b3d1291 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:51.651072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867379bf-18ba-4612-a130-f16ace26630b req-a2aa724a-27fc-4337-ae63-f8253b3d1291 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.1872566 Dec 13 09:51:51.747297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Made reservation on behalf of eff0aac538a04a8fb40e2cea3aec8f5c for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:51.754450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.778512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:51.801496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad1df168-f5e6-474d-bc5e-2a854b7ed8d3 req-a1f8f08a-42a4-48e3-805d-8bf9c50a5983 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 210 time: 0.0792780 Dec 13 09:51:51.864906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:51.865563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:51.955770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0aa27-386b-480f-9869-bcdeadf67352 req-7abd6e44-b1fd-423b-9e40-8a5216b561ab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:51.957352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08d0aa27-386b-480f-9869-bcdeadf67352 req-7abd6e44-b1fd-423b-9e40-8a5216b561ab tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1586480 Dec 13 09:51:51.974216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Deleting port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:51.974484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.131814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:52.197702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] For port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:52.198085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.323892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae658f56-9c9e-462a-91ca-62814f6b37d0 None None] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:52.354695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:52.446215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.494935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] Provisioning complete for port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:52.495317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.556781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08d0aa27-386b-480f-9869-bcdeadf67352 req-4095df9e-b4e9-4e85-af7b-111fb9ba155b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856402 Dec 13 09:51:52.568490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-74832dd7-0aec-4a41-96f8-a1a301318464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:52.570613 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-74832dd7-0aec-4a41-96f8-a1a301318464 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a&tenant_id=6bd0bd145e444d4fb631cfdbdac1f532 HTTP/1.1" status: 200 len: 1099 time: 0.1811967 Dec 13 09:51:52.606597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:52.618889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.620332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.620672 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Floating IP 6dfda7ab-59bd-491f-86fc-e95fcc3420c9 disassociated. External IP: 172.25.2.250, port: 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab. Dec 13 09:51:52.621036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Calling delete_port for 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:52.637158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Subnet': ['ID=5e17456d-1fe9-42e3-a6b6-ede78d22a286,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:52.670899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Checking segment: {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:52.672079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network hostable DHCP agents. Network: da122520-6c0c-4261-979f-241030797165, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:52.716188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.774554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:52.775123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.031047 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.034937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0db196f-521f-4725-bfe2-eaacdc1db0bd req-e7077e8f-83a2-4d8d-819f-96abbdbc0b15 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 210 time: 0.0788221 Dec 13 09:51:53.060108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9785e9-0f5b-4a83-b59e-06e2ab2afe06 req-3ff0de7d-1311-4b45-801f-9e457fe3a8f4 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:53.069265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e9785e9-0f5b-4a83-b59e-06e2ab2afe06 req-3ff0de7d-1311-4b45-801f-9e457fe3a8f4 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 945 time: 0.3519189 Dec 13 09:51:53.088374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] For port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:53.119008 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.149353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.163885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:53.170080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:49Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:49Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:53.211677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:53.223825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event deleted for resources: {'Port': ['ID=6be0bbaa-72cf-4e45-a44e-4e3b45f371ab,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.239442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e9785e9-0f5b-4a83-b59e-06e2ab2afe06 req-be3c6d09-c35c-4144-a6cb-2bb67d789d2d tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf848e5c-e855-409f-ad11-007e144775a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689744 Dec 13 09:51:53.267509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.275460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:53.276014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Updating router d0be3b94-7ade-46da-a94f-edce0e3fc089 port a1bae964-b7d0-450c-91f3-4f8528555c5f binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:51:53.284675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Transition to ACTIVE for port object eac9f1c9-26d0-41c9-9ee4-218dd7825186 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:53.287293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:53.294435 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c002892-a45e-4241-a06a-42a16bd2a7b7" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-unplugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:53.302938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network da122520-6c0c-4261-979f-241030797165 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:53.338364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.396875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:53.588631 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063427f-ca4b-4c9f-993b-d0fa527ea2a8 x-openstack-request-id: req-9063427f-ca4b-4c9f-993b-d0fa527ea2a8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:53.590199 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-unplugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:53.590199 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9063427f-ca4b-4c9f-993b-d0fa527ea2a8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:53.590199 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'code': 200} Dec 13 09:51:53.634320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:53.647201 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Sync routers for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:53.655934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, da122520-6c0c-4261-979f-241030797165) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:53.689371 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:53.699633 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:53.718663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] No DVR routers for this DVR port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:53.718878 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.733524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7f89f-8ea3-43b2-b476-84692c1577fc None None] Network da122520-6c0c-4261-979f-241030797165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:53.735863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdf352-fdef-46ce-8935-00ceb246a650 None None] Pushing event updated for resources: {'Port': ['ID=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.805111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] No DVR routers for this DVR port 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:53.849389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.853336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867379bf-18ba-4612-a130-f16ace26630b req-ecee3d3b-1ed0-4e51-ac06-55eefe9684f5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.16 "DELETE /v2.0/ports/6be0bbaa-72cf-4e45-a44e-4e3b45f371ab HTTP/1.1" status: 204 len: 173 time: 2.1953912 Dec 13 09:51:53.854275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'name': 'network-vif-deleted', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:53.854493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.880018 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859f5adc-5e46-4f0b-a0a9-7a89905c3f85" -d '{"events": [{"server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "name": "network-vif-deleted", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:53.947244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a554153-0f4c-414e-a3f2-203a1850e325 None None] Provisioning complete for port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:53.947653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a554153-0f4c-414e-a3f2-203a1850e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.950946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:53.952263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.964787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be5621-c3ad-47c9-8d52-0c4bcd089de9 req-10e2ca4a-0570-4d04-b356-ecda9900a55b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:53.966390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65be5621-c3ad-47c9-8d52-0c4bcd089de9 req-10e2ca4a-0570-4d04-b356-ecda9900a55b tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.1627376 Dec 13 09:51:54.003523 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da8f9e-a637-460d-b796-e42c0d039ff8 x-openstack-request-id: req-65da8f9e-a637-460d-b796-e42c0d039ff8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:54.003880 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31b7040-c3ab-4277-844e-d383abc846e0", "name": "network-vif-deleted", "tag": "6be0bbaa-72cf-4e45-a44e-4e3b45f371ab", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:54.004146 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65da8f9e-a637-460d-b796-e42c0d039ff8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:54.004603 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31b7040-c3ab-4277-844e-d383abc846e0', 'name': 'network-vif-deleted', 'tag': '6be0bbaa-72cf-4e45-a44e-4e3b45f371ab', 'status': 'completed', 'code': 200} Dec 13 09:51:54.025523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:54.090668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c4937c8-302d-4f72-854e-52efb6c9268c tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6107128 Dec 13 09:51:54.095817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57964) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:54.140921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.162006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:54.166971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:54.167705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:54.199404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:54.199907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Attempting to bind port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:54.235320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:54.235693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:54.236624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:54.237084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Bound port: eac9f1c9-26d0-41c9-9ee4-218dd7825186, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:54.237451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.292052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65be5621-c3ad-47c9-8d52-0c4bcd089de9 req-3162c22c-4554-4cd9-ae8a-4ceeffb4eb9a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038151 Dec 13 09:51:54.327479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-da122520-6c0c-4261-979f-241030797165', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:54.328395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.392840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d17f8de9-f205-4c67-9f51-83c04064d115 req-b5f13e0f-6891-4594-96ea-f474e070fbc0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 210 time: 0.2481599 Dec 13 09:51:54.422434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:51:54.422434 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:51:54.545325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-7ff229d5-afba-4199-bf86-2ad238555dd9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:54.549084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-7ff229d5-afba-4199-bf86-2ad238555dd9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 1.1773999 Dec 13 09:51:54.623270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Request body: {'port': {'device_id': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'admin_state_up': True, 'tenant_id': '70de0bf339f74f458175d466533c26dc'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:54.807989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:54.843192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d70195c-d2c5-4384-88c6-3c34470055b8 req-dd0e1c98-19f4-4383-90b0-879cf69893d5 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/ports?device_id=f31b7040-c3ab-4277-844e-d383abc846e0 HTTP/1.1" status: 200 len: 210 time: 0.0941200 Dec 13 09:51:54.858160 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Checking router: d58cb4a5-5485-4bdc-9b3b-fa5c34935214 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:54.870222 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:54.871475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:54.884848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a554153-0f4c-414e-a3f2-203a1850e325 None None] Provisioning complete for port a1bae964-b7d0-450c-91f3-4f8528555c5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:54.885391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a554153-0f4c-414e-a3f2-203a1850e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.903891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Allocated IP 2001:db8:3::2 (da122520-6c0c-4261-979f-241030797165/5e17456d-1fe9-42e3-a6b6-ede78d22a286/60eb7460-0c9e-4ec5-99e2-990d2ff0e771) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:54.935647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:54.940953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:54.948502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.019420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:55.019855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.021277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] 10.222.0.20 "PUT /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 1095 time: 2.4225302 Dec 13 09:51:55.115189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.119357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb77b4-4afc-4b22-b66d-114f599876ce service neutron] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=11']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:55.124465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0a554153-0f4c-414e-a3f2-203a1850e325 None None] Port a1bae964-b7d0-450c-91f3-4f8528555c5f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:55.126122 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:55.146110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:55.150265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.158964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.174044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-8ff20175-a7dc-42ae-819a-772e2e9d53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:55.176688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-8ff20175-a7dc-42ae-819a-772e2e9d53be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1098 time: 0.1276164 Dec 13 09:51:55.212899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65f34-e433-460f-85c4-99d73f568404 None None] Pushing event updated for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:55.250773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c009a109-030b-4ccb-8ce1-eba042bb30e2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:55.450686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Allocated IP 172.20.0.4 (c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04/01213129-538f-47de-b758-07bc2906a7de/bbebd98b-d5c7-4964-932c-111dccb145b3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:55.464067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.644047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c53aaf12-d4be-47ad-87dc-95d750c99042 req-caa6dbcf-db2c-42bb-bc92-d275aee929cc tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Dec 13 09:51:55.662693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-964f4a2d-a583-4342-a9e9-71274feb8561 None None] Provisioning complete for port a1bae964-b7d0-450c-91f3-4f8528555c5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:55.670268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:55.671839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-964f4a2d-a583-4342-a9e9-71274feb8561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.704077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13c8f1-3c51-40d6-9598-c5d73bd1641c req-53967ca4-7b5e-4dd6-8da2-beb3d82e1cc7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:55.720326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c13c8f1-3c51-40d6-9598-c5d73bd1641c req-53967ca4-7b5e-4dd6-8da2-beb3d82e1cc7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.2356496 Dec 13 09:51:55.740029 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21ce61-c800-484e-b8fc-a5b40b5089d8 None None] The sync data for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 is: [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 4, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '9c5bd644-ad2a-40ff-9524-b4c9a26ab688', 'name': '', 'network_id': '6b1bf73b-92d0-45b9-9f96-e3d4da37d26f', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'mac_address': 'fa:16:3e:9c:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:42Z', 'updated_at': '2021-12-13T09:48:52Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'subnets': [{'id': 'a5b37637-8e99-4632-af4f-dde08cb3052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:55.743050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:55.758545 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a762d-9853-44d9-9d56-97ad2cf37e24" -d '{"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:55.832722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.835074 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.842400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Attempting to bind port a1bae964-b7d0-450c-91f3-4f8528555c5f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:55.843230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Attempting to bind port a1bae964-b7d0-450c-91f3-4f8528555c5f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:55.845259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Attempting to bind port a1bae964-b7d0-450c-91f3-4f8528555c5f on network 294b1661-cc24-4c84-a9f6-68ea27bfe496 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:55.876151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.880063 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.934719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:55.939499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Checking segment: {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:55.940281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.941844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Bound using segment: {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:55.943108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Bound port: a1bae964-b7d0-450c-91f3-4f8528555c5f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995bb4a6-4805-4c70-9182-c467728c3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:55.944838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.966579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c13c8f1-3c51-40d6-9598-c5d73bd1641c req-0409733b-a1bf-48d1-906f-aba635cdc61a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451820 Dec 13 09:51:55.973587 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9a4b5-cb89-4f8e-ae18-7bdaee555089 x-openstack-request-id: req-b4e9a4b5-cb89-4f8e-ae18-7bdaee555089 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:55.973881 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:55.974138 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4e9a4b5-cb89-4f8e-ae18-7bdaee555089 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:55.974535 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'status': 'completed', 'code': 200} Dec 13 09:51:55.989765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:56.002716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:56.002716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:56.040921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-964f4a2d-a583-4342-a9e9-71274feb8561 None None] Port a1bae964-b7d0-450c-91f3-4f8528555c5f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:56.060908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event updated for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.069621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:56.149405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57998) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:56.162760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Network da122520-6c0c-4261-979f-241030797165 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:56.172783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-1e5b0cc5-2e2a-4fd6-8a55-36d553734650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.174847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-1e5b0cc5-2e2a-4fd6-8a55-36d553734650 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1098 time: 0.1578076 Dec 13 09:51:56.180921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c009a109-030b-4ccb-8ce1-eba042bb30e2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:56.181292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.191885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.193067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.235349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-23b19a94-bb60-45c5-9a62-9a81032a5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.237817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-23b19a94-bb60-45c5-9a62-9a81032a5adb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.4957530 Dec 13 09:51:56.259284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7090614-6ceb-4b49-ac3b-4b1d11b6530e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6692951 Dec 13 09:51:56.285048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:56.337355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Allocated IP 2001:db8:3::1 (da122520-6c0c-4261-979f-241030797165/5e17456d-1fe9-42e3-a6b6-ede78d22a286/f9db9c7b-4d50-45b3-9610-f0bd464f5843) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:56.347131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:56.350425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9ed8c-49ce-4b73-a3c8-35ee92be0a27 None None] New status for floating IP 6dfda7ab-59bd-491f-86fc-e95fcc3420c9: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:51:56.392641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-22d96c91-0298-4756-8740-25614d8215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.394154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-22d96c91-0298-4756-8740-25614d8215d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1982684 Dec 13 09:51:56.394759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Pushing event updated for resources: {'Port': ['ID=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.472850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-80a27caf-235f-4ec7-aff3-722ab1a2bbf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.0507109 Dec 13 09:51:56.578546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:56.580271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:56.621723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] For port a1bae964-b7d0-450c-91f3-4f8528555c5f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:56.626292 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Request body: {'port': {'device_id': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:56.647269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-c0acda7a-6030-45e5-bad2-ce9c2aaa47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.654472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-c0acda7a-6030-45e5-bad2-ce9c2aaa47ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.1704168 Dec 13 09:51:56.664972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-64192462-6440-4ab6-95bb-476accb652af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.4178214 Dec 13 09:51:56.696239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.730271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-350327c2-157e-4199-ab2d-ed1956a55554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.731904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-350327c2-157e-4199-ab2d-ed1956a55554 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692148 Dec 13 09:51:56.750980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-7d8db5b2-6052-4803-a5f4-5a9ba1573138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.753037 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-7d8db5b2-6052-4803-a5f4-5a9ba1573138 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0779405 Dec 13 09:51:56.811100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:56.812280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6be0bbaa-72cf-4e45-a44e-4e3b45f371ab not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:56.825686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] For port a1bae964-b7d0-450c-91f3-4f8528555c5f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a1bae964-b7d0-450c-91f3-4f8528555c5f,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:56.846699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] Provisioning complete for port a1bae964-b7d0-450c-91f3-4f8528555c5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:56.848085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.854464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.859778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Attempting to bind port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:56.860466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Attempting to bind port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:56.864117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Attempting to bind port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 on network da122520-6c0c-4261-979f-241030797165 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:56.875523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.917925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.021607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:57.022375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Checking segment: {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:57.023036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.027653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Bound using segment: {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:57.028826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Bound port: 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:57.033429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.163421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.197448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-bf4c73a3-7d78-4b18-ad38-9905f1b96755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:57.199768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-bf4c73a3-7d78-4b18-ad38-9905f1b96755 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4250491 Dec 13 09:51:57.348446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.351799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.356109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf848e5c-e855-409f-ad11-007e144775a6 HTTP/1.1" status: 204 len: 168 time: 1.2052858 Dec 13 09:51:57.365411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:57.405952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a617fc-8789-40d5-aea9-9e8feb46e049 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf848e5c-e855-409f-ad11-007e144775a6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:57.427695 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-393bd108-08bb-4d73-8443-27eccd8a1dbd tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] show failed (client error): The resource could not be found. Dec 13 09:51:57.433404 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-393bd108-08bb-4d73-8443-27eccd8a1dbd tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "GET /v2.0/security-groups/cf848e5c-e855-409f-ad11-007e144775a6 HTTP/1.1" status: 404 len: 347 time: 0.0623915 Dec 13 09:51:57.437769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:57.456426 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-3167105c-5eea-4355-9d0f-806ecd609e90 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476408 Dec 13 09:51:57.535057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.606059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:57.606724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:57.692317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network da122520-6c0c-4261-979f-241030797165 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:57.708049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae713-a3ca-4f2a-b780-4057d2b9b594 req-3c10c192-44ea-43d7-9807-ac938c32ffcc tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:57.717102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a55ae713-a3ca-4f2a-b780-4057d2b9b594 req-3c10c192-44ea-43d7-9807-ac938c32ffcc tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 931 time: 0.4218736 Dec 13 09:51:57.731397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:57.740807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:57.741751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.801845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-0cf7379f-6498-4122-baa3-ca5a29354184 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410726 Dec 13 09:51:57.815374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:57.832045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:57.833287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:57.884098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d03b35-46db-4bcd-b9ed-2d27a3edfeec req-91002ea4-d1cc-4e75-a1b3-39047d730dfe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:57.894895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74d03b35-46db-4bcd-b9ed-2d27a3edfeec req-91002ea4-d1cc-4e75-a1b3-39047d730dfe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.5663178 Dec 13 09:51:57.979222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbebd98b-d5c7-4964-932c-111dccb145b3 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:58.015515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65f34-e433-460f-85c4-99d73f568404 None None] Pushing event updated for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.030303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74d03b35-46db-4bcd-b9ed-2d27a3edfeec req-5d02e434-e028-4381-9070-9b2d322b2050 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340687 Dec 13 09:51:58.091333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.122988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.130807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] For port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:58.136210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d5d0463-2b04-46a3-938d-60409d87e6c5 req-592081e6-e228-4734-81b0-d710c12f8d8e service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726413 Dec 13 09:51:58.136210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Transition to ACTIVE for port object bbebd98b-d5c7-4964-932c-111dccb145b3 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:58.139584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Deleting port 2c2a053a-9ae7-4154-a92d-a4bc95a7e054 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:58.142842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.145478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.230694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a55ae713-a3ca-4f2a-b780-4057d2b9b594 req-33d3d1c6-56a2-4be2-9f99-584dfb48e5e3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123262 Dec 13 09:51:58.335818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.338594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] For port a1bae964-b7d0-450c-91f3-4f8528555c5f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a1bae964-b7d0-450c-91f3-4f8528555c5f,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:58.342909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] For port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:58.355371 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.369561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.384868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:58.385965 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.414590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-c424372c-2bab-42f7-b3cd-017353bd5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.416231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-c424372c-2bab-42f7-b3cd-017353bd5320 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1098 time: 0.1690838 Dec 13 09:51:58.445124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.445461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.523587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Calling delete_port for 2c2a053a-9ae7-4154-a92d-a4bc95a7e054 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:58.526460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Attempting to bind port bbebd98b-d5c7-4964-932c-111dccb145b3 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:58.529255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Attempting to bind port bbebd98b-d5c7-4964-932c-111dccb145b3 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:58.529255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Attempting to bind port bbebd98b-d5c7-4964-932c-111dccb145b3 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:58.559319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-75ae2467-fe6d-4730-8b5b-452a4dd8bccf None None] Provisioning complete for port a1bae964-b7d0-450c-91f3-4f8528555c5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:58.559736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75ae2467-fe6d-4730-8b5b-452a4dd8bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.561457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Port bbebd98b-d5c7-4964-932c-111dccb145b3 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:58.562105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Attempting to bind port bbebd98b-d5c7-4964-932c-111dccb145b3 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:58.572381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:58.573388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Checking segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:58.573388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Bound using segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:58.573629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Bound port: bbebd98b-d5c7-4964-932c-111dccb145b3, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:58.574040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.591946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.609122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-8dfcf7bf-ecb5-451d-b71b-47a5b392a62a service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685649 Dec 13 09:51:58.664280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1976b-ff9a-49f9-b77b-1a2bc4e11a23 None None] Pushing event updated for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.730440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-1251c971-9798-4194-b3f5-5e756ab8255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.731962 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-1251c971-9798-4194-b3f5-5e756ab8255c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.3010807 Dec 13 09:51:58.744943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85eb0-23a3-4063-92f2-4a9cc5f1ad88 None None] Pushing event updated for resources: {'Port': ['ID=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.923696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-e176172a-e32e-4760-8f99-292b8485f2ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 200 len: 217 time: 0.1786916 Dec 13 09:51:58.939412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:59.010956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bbebd98b-d5c7-4964-932c-111dccb145b3,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:59.014582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:49Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:56Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:59.029383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.072304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2aea43-db8e-4d0f-a422-b239c6344c2a None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:49Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:56Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:59.302005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-f481e226-7536-409b-842f-36aca502053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:59.305395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-f481e226-7536-409b-842f-36aca502053a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.3681679 Dec 13 09:51:59.307243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.317748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:59.318507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.324606 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbebd98b-d5c7-4964-932c-111dccb145b3 HTTP/1.1" status: 200 len: 1091 time: 2.7042317 Dec 13 09:51:59.332396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:59.342526 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78005fd9-4cd1-41b7-89f3-5132ed807c16" -d '{"events": [{"name": "network-changed", "server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:59.449879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.460504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c468-38c9-4eca-b552-df3b70008fd9 req-7ef9ce45-a7ad-4444-a14a-58a8fb1300fe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:59.468423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b35c468-38c9-4eca-b552-df3b70008fd9 req-7ef9ce45-a7ad-4444-a14a-58a8fb1300fe tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 947 time: 0.2980809 Dec 13 09:51:59.515769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.516615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.518936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.756455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82ddb8-c4c1-4ebf-a7f2-1b3723084da5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:59.869653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event updated for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:59.931467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a1bae964-b7d0-450c-91f3-4f8528555c5f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:59.949724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Pushing event deleted for resources: {'Port': ['ID=2c2a053a-9ae7-4154-a92d-a4bc95a7e054,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:00.001116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7ea3715-4350-4c52-8cbc-bf875827f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:00.005285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-a7ea3715-4350-4c52-8cbc-bf875827f2d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 1094 time: 0.5940392 Dec 13 09:52:00.021112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-6ececb52-2775-4ce7-bb23-d50be2b3444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:00.026264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-6ececb52-2775-4ce7-bb23-d50be2b3444d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6739075 Dec 13 09:52:00.107158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a206-26a6-4e93-b071-dbbef078ab17 req-3aa257bd-9734-44c8-b76b-2075960defd9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:00.108506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a1bae964-b7d0-450c-91f3-4f8528555c5f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:00.109054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.137974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c820a206-26a6-4e93-b071-dbbef078ab17 req-3aa257bd-9734-44c8-b76b-2075960defd9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.5427577 Dec 13 09:52:00.315947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b35c468-38c9-4eca-b552-df3b70008fd9 req-ff6388e9-a329-4bcb-9010-2b324bd99f14 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223665 Dec 13 09:52:00.335950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-ddab9fdd-0ae4-4562-bc61-c4fa7e1d9cf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbebd98b-d5c7-4964-932c-111dccb145b3 HTTP/1.1" status: 200 len: 217 time: 0.3069706 Dec 13 09:52:00.337035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.366055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.367401 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f168b13b-0f85-4fab-83ce-48f6fe98f6f3 tempest-ServersTestFqdnHostnames-1064901962 tempest-ServersTestFqdnHostnames-1064901962-project] 10.222.0.31 "DELETE /v2.0/floatingips/6dfda7ab-59bd-491f-86fc-e95fcc3420c9 HTTP/1.1" status: 204 len: 168 time: 2.9260952 Dec 13 09:52:00.373895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58054) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:00.396376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:00.447133 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b847d551-bb14-44c5-8211-7998ce93b5e5 x-openstack-request-id: req-b847d551-bb14-44c5-8211-7998ce93b5e5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:00.449999 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:00.450527 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b847d551-bb14-44c5-8211-7998ce93b5e5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:00.451080 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3', 'status': 'completed', 'code': 200} Dec 13 09:52:00.494021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Network da122520-6c0c-4261-979f-241030797165 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:00.511474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:00.567810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c820a206-26a6-4e93-b071-dbbef078ab17 req-15d29353-9500-479a-b2e7-c1299496582a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193494 Dec 13 09:52:00.614183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:00.616231 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.768286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-ff24ec86-f0f7-4e23-9226-08ca5bf75300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:00.769934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-ff24ec86-f0f7-4e23-9226-08ca5bf75300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.3969352 Dec 13 09:52:00.785699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.795666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:00.819412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-9e89381e-ffcf-4cc7-8d97-13c9f3f04bea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370815 Dec 13 09:52:00.829175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-3d742d57-394d-43d5-833c-f7e44b85150d service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836056 Dec 13 09:52:00.859591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:52:00.873048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:00.915142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433eeade-035d-4d1e-8bdc-abddea05ff88 None None] Network da122520-6c0c-4261-979f-241030797165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:00.923023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.979826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:00.994274 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:00.997118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0031ed25-685a-4757-a0af-b34129039a30 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9001899 Dec 13 09:52:00.999331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58062) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:01.006267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:01.011135 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:01.019705 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:01.150695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bd599631-7ab7-44aa-affe-618d948cf2b9 None None] Provisioning complete for port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:01.152019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd599631-7ab7-44aa-affe-618d948cf2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.262523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:01.299150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:01.360954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:01.465816 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f9a762d-9853-44d9-9d56-97ad2cf37e24 req-836ba319-50f0-455c-9b61-3c05b2c14a74 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201789 Dec 13 09:52:01.478464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'mac_address': 'fa:16:3e:ab:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:52:01.531083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:52:01.729098 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.734344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-7edd7c8f-3c80-43c8-8d75-82999e14ee37 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9008923 Dec 13 09:52:01.747464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:01.752857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:01.811355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:01.843819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.974495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:01.974702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e0274-4bbf-4e75-800c-10ef26a4e0d3 req-91082c6f-7f30-4504-85fb-f7fdec338792 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:01.975336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.976305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b26e0274-4bbf-4e75-800c-10ef26a4e0d3 req-91082c6f-7f30-4504-85fb-f7fdec338792 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1882763 Dec 13 09:52:02.026314 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:02.054164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:02.083478 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:02.084139 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Updating router d0be3b94-7ade-46da-a94f-edce0e3fc089 port f9db9c7b-4d50-45b3-9610-f0bd464f5843 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:02.124504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b26e0274-4bbf-4e75-800c-10ef26a4e0d3 req-7b19c0fd-ccbc-44b7-a309-201517deb63e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133537 Dec 13 09:52:02.132645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['eac9f1c9-26d0-41c9-9ee4-218dd7825186'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:02.141074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bef95-eefa-4677-adb3-bdc13631d8f3 req-f433be03-99d8-4c55-9a85-6db25b74617a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.142518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08a07bc4-1f98-404b-96c2-07908da68c98 req-ab056c0d-31bd-4335-b547-4aeb72486ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795979 Dec 13 09:52:02.144153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-893bef95-eefa-4677-adb3-bdc13631d8f3 req-f433be03-99d8-4c55-9a85-6db25b74617a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.3546300 Dec 13 09:52:02.167075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-60af2229-7342-43e8-8e32-52c0e282da9c None None] Provisioning complete for port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:02.168977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-60af2229-7342-43e8-8e32-52c0e282da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.179974 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.336110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-893bef95-eefa-4677-adb3-bdc13631d8f3 req-2f9ebb65-9b8f-4b98-8e0e-058d357f5770 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643560 Dec 13 09:52:02.368600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.extraroute_db [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103195) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:52:02.394707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-454299e7-f2dc-427e-9f38-07c8ace62b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.396774 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-454299e7-f2dc-427e-9f38-07c8ace62b67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 1094 time: 0.1851938 Dec 13 09:52:02.441922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.extraroute_db [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Removed routes are [] {{(pid=103195) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:52:02.442558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.480050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4c2ec-872b-4e73-af3e-44cb2418b8e9 req-4754080d-7b40-4436-a12e-fbc23847379b tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.490028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ad4c2ec-872b-4e73-af3e-44cb2418b8e9 req-4754080d-7b40-4436-a12e-fbc23847379b tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 1099 time: 0.1230679 Dec 13 09:52:02.500367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.656552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-e013cecf-5186-47a3-a8fb-3d460690d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.659006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-e013cecf-5186-47a3-a8fb-3d460690d761 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2524171 Dec 13 09:52:02.675812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-60af2229-7342-43e8-8e32-52c0e282da9c None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:02.676332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-60af2229-7342-43e8-8e32-52c0e282da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.732405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ad4c2ec-872b-4e73-af3e-44cb2418b8e9 req-0e568498-4c39-43c8-9fd2-11057bf9e2f0 tempest-MigrationsAdminTest-109432214 tempest-MigrationsAdminTest-109432214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411919 Dec 13 09:52:02.804576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-b4cbc78e-3fbf-4d2e-8f68-de7e5e673de0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbebd98b-d5c7-4964-932c-111dccb145b3 HTTP/1.1" status: 200 len: 217 time: 0.1292639 Dec 13 09:52:02.865327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-60af2229-7342-43e8-8e32-52c0e282da9c None None] Port f9db9c7b-4d50-45b3-9610-f0bd464f5843 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:02.886263 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.899175 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.933943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-b673070c-ca90-47f8-9007-0ae1399e42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.936370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-b673070c-ca90-47f8-9007-0ae1399e42c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.0796723 Dec 13 09:52:02.991238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-f73ba06e-d331-47b4-85c0-246f42459c1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449626 Dec 13 09:52:03.024204 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418ff3c-9fe1-4415-98f1-ee2f520f6001 None None] Pushing event updated for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:03.035207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.042054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-741215ee-a1b4-4f15-b753-a54c61693b9a None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.045587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.047703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-741215ee-a1b4-4f15-b753-a54c61693b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.132321 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Attempting to bind port f9db9c7b-4d50-45b3-9610-f0bd464f5843 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:03.134681 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Attempting to bind port f9db9c7b-4d50-45b3-9610-f0bd464f5843 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:03.135290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Attempting to bind port f9db9c7b-4d50-45b3-9610-f0bd464f5843 on network da122520-6c0c-4261-979f-241030797165 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:03.152178 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:03.152879 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Checking segment: {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:03.153619 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.154402 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Bound using segment: {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:03.155100 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Bound port: f9db9c7b-4d50-45b3-9610-f0bd464f5843, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c811c4-7103-4697-9df0-53b24a064f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da122520-6c0c-4261-979f-241030797165'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:03.157206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-741215ee-a1b4-4f15-b753-a54c61693b9a None None] Port f9db9c7b-4d50-45b3-9610-f0bd464f5843 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:03.160604 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.288131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-eb09288c-e317-4a38-9d05-21012675ad3f None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.288512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb09288c-e317-4a38-9d05-21012675ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.339852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-c0b84f98-c267-4d0e-b63b-f19d4cb62d39 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272038 Dec 13 09:52:03.359200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07e15-b680-4182-8dfd-96cf722f02b5 req-86df61fc-3f49-48e4-b583-820b715d0214 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:03.366280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54c07e15-b680-4182-8dfd-96cf722f02b5 req-86df61fc-3f49-48e4-b583-820b715d0214 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1553321 Dec 13 09:52:03.396809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-eb09288c-e317-4a38-9d05-21012675ad3f None None] Port f9db9c7b-4d50-45b3-9610-f0bd464f5843 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:03.419867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:03.447160 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] For port f9db9c7b-4d50-45b3-9610-f0bd464f5843, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:03.452731 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] For port f9db9c7b-4d50-45b3-9610-f0bd464f5843, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9db9c7b-4d50-45b3-9610-f0bd464f5843,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:03.462297 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.471007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Deleting port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:03.473944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.509555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc2905-c653-4506-bebb-654df84d2f6c None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:52:03.552361 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:03.553920 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.687529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54c07e15-b680-4182-8dfd-96cf722f02b5 req-8b378dda-7007-44ca-96e6-1131b7fdbaf8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200107 Dec 13 09:52:03.693963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78005fd9-4cd1-41b7-89f3-5132ed807c16 req-e46ccf0f-55ea-47bc-bb20-98cbe3b7ef5a service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488467 Dec 13 09:52:03.759968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.760319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.764477 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418ff3c-9fe1-4415-98f1-ee2f520f6001 None None] Pushing event updated for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:03.778396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] For port 9c5bd644-ad2a-40ff-9524-b4c9a26ab688, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:03.778873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.786944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:03.803347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59ef8-b1ba-405f-8d79-f76e3d53e4d7 req-299a9cfc-9414-4d2f-9696-efdaa41e0c29 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:03.811191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76a59ef8-b1ba-405f-8d79-f76e3d53e4d7 req-299a9cfc-9414-4d2f-9696-efdaa41e0c29 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.2098238 Dec 13 09:52:03.821566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Calling delete_port for 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:03.827294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:03.836801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.840808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6549191d-52be-4670-9a30-4299d363c161 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 954 time: 2.8402758 Dec 13 09:52:03.843370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58092) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:03.930409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.964918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc2905-c653-4506-bebb-654df84d2f6c None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:52:03.995879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] For port f9db9c7b-4d50-45b3-9610-f0bd464f5843, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9db9c7b-4d50-45b3-9610-f0bd464f5843,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:04.010951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.024001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76a59ef8-b1ba-405f-8d79-f76e3d53e4d7 req-bd42c253-843d-4413-8b65-ea5ae0b2b117 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117076 Dec 13 09:52:04.081585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58096) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:04.082635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-58cff209-c06c-4269-88eb-ca6b97edf6a5 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 954 time: 0.2361574 Dec 13 09:52:04.086510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'routes': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:04.186770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:02Z', 'revision_number': 6, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:04.246902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42725e0-bc72-49aa-a3a8-3a3308c87588 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:02Z', 'revision_number': 6, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 4, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:04.370213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.417490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9b144-6e3f-45d0-b748-5004f78c0845 None None] Pushing event updated for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:04.565637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-6a805e73-a2c2-440a-924d-f8101307b2e2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:04.567712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-6a805e73-a2c2-440a-924d-f8101307b2e2 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.2109182 Dec 13 09:52:04.879875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:04.950006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4e08-db58-4855-bc88-9bfa018a818f req-c6e6905c-ab90-408c-aa83-28174fd4a96a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:04.962155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-888e4e08-db58-4855-bc88-9bfa018a818f req-c6e6905c-ab90-408c-aa83-28174fd4a96a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 948 time: 0.1396525 Dec 13 09:52:05.012299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.025701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:52:05.033712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port eac9f1c9-26d0-41c9-9ee4-218dd7825186 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:05.034076 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.042807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:52:05.044012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:52:05.119261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5bd644-ad2a-40ff-9524-b4c9a26ab688,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.138548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-888e4e08-db58-4855-bc88-9bfa018a818f req-c7083803-3c67-4a9b-bbbf-e09f5e4971df tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736391 Dec 13 09:52:05.145237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.145595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.145949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.146293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.146632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.146970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.147301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.147668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.147994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.148440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.148779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.149100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.149430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.215072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.262629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.312428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:05.319697 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74533b1d-f908-44d6-91a0-22c6779e66ff" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:05.338925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:05.348949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.369011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4d46c-dbde-4383-8c90-dc229633d19a req-ac02d8ca-9199-49b6-8101-8743028fb3fe tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:05.373248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a4d46c-dbde-4383-8c90-dc229633d19a req-ac02d8ca-9199-49b6-8101-8743028fb3fe tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.1282499 Dec 13 09:52:05.392443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Deleting port eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:05.392801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.419900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9681065f-d7d7-45d2-9926-42221cc64ffb None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:05.420378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9681065f-d7d7-45d2-9926-42221cc64ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.424611 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59163f65-6058-473d-a0cf-80522ac89575 x-openstack-request-id: req-59163f65-6058-473d-a0cf-80522ac89575 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:05.432181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-plugged", "status": "completed", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:05.438041 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59163f65-6058-473d-a0cf-80522ac89575 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:05.439277 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'code': 200} Dec 13 09:52:05.462761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a4d46c-dbde-4383-8c90-dc229633d19a req-2b0b67d1-c529-4508-8f3f-7283cb8f9e2f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Dec 13 09:52:05.485040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.628949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] For port eac9f1c9-26d0-41c9-9ee4-218dd7825186, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=eac9f1c9-26d0-41c9-9ee4-218dd7825186,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:05.629321 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.664590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:05.678482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:05.679140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:05.775309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9db9c7b-4d50-45b3-9610-f0bd464f5843 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:05.831527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:05.952139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f9db9c7b-4d50-45b3-9610-f0bd464f5843 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:05.952633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.081388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.142509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Calling delete_port for eac9f1c9-26d0-41c9-9ee4-218dd7825186 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:06.198722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c16ac20-9c22-4980-a7b8-9a0074407c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.238538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:06.276817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:06.297090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:06.297752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:06.312969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.339861 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.375468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd39445-8eb0-43ba-b3df-412ac758762f req-8400f74c-667d-43e2-9c98-1e53a0f9ae78 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.385734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bd39445-8eb0-43ba-b3df-412ac758762f req-8400f74c-667d-43e2-9c98-1e53a0f9ae78 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 949 time: 0.1068928 Dec 13 09:52:06.439954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:06.467789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bd39445-8eb0-43ba-b3df-412ac758762f req-df87f680-3475-4ed9-901a-d4e9eb7bf98d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791762 Dec 13 09:52:06.601825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:06.720460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.730815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24270a-2362-4999-bb23-6415aafaa5a7 req-fe52fb8e-ac54-4a60-b40b-49079e421a2c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.745063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d24270a-2362-4999-bb23-6415aafaa5a7 req-fe52fb8e-ac54-4a60-b40b-49079e421a2c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.1376891 Dec 13 09:52:06.775781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2', '632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:06.794587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:06.797087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event deleted for resources: {'Port': ['ID=eac9f1c9-26d0-41c9-9ee4-218dd7825186,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:06.818866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:06.842609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.846217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa6daa10-d326-48de-8d92-de5bc547ff3a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 704 time: 2.7614167 Dec 13 09:52:06.848111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58128) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:06.848655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12', 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:06.888054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d24270a-2362-4999-bb23-6415aafaa5a7 req-7be27668-c0cf-4593-92f5-1fad453a7883 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409259 Dec 13 09:52:06.919327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] No DVR routers for this DVR port eac9f1c9-26d0-41c9-9ee4-218dd7825186 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:06.926492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.931480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9f53b5cf-d298-43ef-9307-264ed884ec78 req-4a78575d-1dfe-4ff4-801c-39f0cff0797f tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "DELETE /v2.0/ports/eac9f1c9-26d0-41c9-9ee4-218dd7825186 HTTP/1.1" status: 204 len: 173 time: 2.3544760 Dec 13 09:52:07.022832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-deleted', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:07.025907 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd57682-9227-4da7-996a-f2b8c3d3e4e4" -d '{"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-deleted", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:07.038904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58132) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.050891 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b23477b8-7ce6-4527-b462-ca462d3c6d46 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 704 time: 0.2013867 Dec 13 09:52:07.192799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:07.231147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:07.234409 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2307811f-71cd-4e68-a6d7-56e95f92ae5a x-openstack-request-id: req-2307811f-71cd-4e68-a6d7-56e95f92ae5a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:07.235164 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721e8344-9b25-44b6-8f87-b15a2a24780a", "name": "network-vif-deleted", "tag": "eac9f1c9-26d0-41c9-9ee4-218dd7825186", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:07.236206 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2307811f-71cd-4e68-a6d7-56e95f92ae5a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:07.236974 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721e8344-9b25-44b6-8f87-b15a2a24780a', 'name': 'network-vif-deleted', 'tag': 'eac9f1c9-26d0-41c9-9ee4-218dd7825186', 'status': 'completed', 'code': 200} Dec 13 09:52:07.243395 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Sync routers for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:07.250322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce275a2e-46b8-4caa-b88d-9064557b2bab None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:07.252556 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5211e8cd-1c82-475a-87a5-985214699cdc admin admin] 10.222.0.31 "PUT /v2.0/routers/d58cb4a5-5485-4bdc-9b3b-fa5c34935214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8772926 Dec 13 09:52:07.256453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.259304 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:07.259989 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:07.463412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.513085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:07.714052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24a29cb8-8767-46e7-bdf9-8c91fafaf286 req-c196eeb8-2c5f-468e-bbd1-4872f3fccf75 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=721e8344-9b25-44b6-8f87-b15a2a24780a HTTP/1.1" status: 200 len: 210 time: 0.0946403 Dec 13 09:52:07.724388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:07.749135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.754523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:07.756139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:07.869872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Deleting port 0b4d956d-5728-4113-81fa-e93aa7b623e5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:07.871535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.983881 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:52:04Z', 'revision_number': 5, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port': {'id': '0b4d956d-5728-4113-81fa-e93aa7b623e5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:08.056668 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Checking router: d58cb4a5-5485-4bdc-9b3b-fa5c34935214 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:08.062020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:08.073956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] For port 0b4d956d-5728-4113-81fa-e93aa7b623e5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0b4d956d-5728-4113-81fa-e93aa7b623e5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:08.074319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.076689 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Routers {'d58cb4a5-5485-4bdc-9b3b-fa5c34935214'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:08.077512 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:51:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:08.088636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Calling delete_port for 0b4d956d-5728-4113-81fa-e93aa7b623e5 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:08.109643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bbebd98b-d5c7-4964-932c-111dccb145b3 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:52:08.240725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290126c-f571-43f8-9030-c6b4c6e6a841 req-37f67456-1be7-4ac5-8772-780ec9d3f954 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:08.242477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b290126c-f571-43f8-9030-c6b4c6e6a841 req-37f67456-1be7-4ac5-8772-780ec9d3f954 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 943 time: 0.0871775 Dec 13 09:52:08.334005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] Set router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:08.358626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b290126c-f571-43f8-9030-c6b4c6e6a841 req-64e94bce-9823-495b-b89f-0dcaa0537efd tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041033 Dec 13 09:52:08.365303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.427161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bbebd98b-d5c7-4964-932c-111dccb145b3,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:08.444968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:52:07Z', 'revision_number': 6, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:08.456321 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.470573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d374d88-f14d-4c82-850e-3bb807074075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.486692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'bbebd98b-d5c7-4964-932c-111dccb145b3', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'port_id': 'bbebd98b-d5c7-4964-932c-111dccb145b3', 'mac_address': 'fa:16:3e:97:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01213129-538f-47de-b758-07bc2906a7de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:52:08.497655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4d956d-5728-4113-81fa-e93aa7b623e5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:08.518023 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d82-d9de-4bca-9caa-b8b274efc943 None None] The sync data for ids ['d58cb4a5-5485-4bdc-9b3b-fa5c34935214'] in n-d-820935-7 is: [{'id': 'd58cb4a5-5485-4bdc-9b3b-fa5c34935214', 'name': 'tempest-ServersTestFqdnHostnames-993133135-router', 'tenant_id': '027813bea3af4cb2869bc977d2e58eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:38Z', 'updated_at': '2021-12-13T09:52:07Z', 'revision_number': 6, 'project_id': '027813bea3af4cb2869bc977d2e58eaf', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:08.543316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad300b17-8563-4a6a-9268-982ac703cf9a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:08.605670 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.619306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbebd98b-d5c7-4964-932c-111dccb145b3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:08.640139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bbebd98b-d5c7-4964-932c-111dccb145b3,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:08.643131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.651717 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.690683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:08.730781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:08.748447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:08.749046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:08.817986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.820636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.858908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port f9db9c7b-4d50-45b3-9610-f0bd464f5843 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:08.859412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.876841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.877576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58cb4a5-5485-4bdc-9b3b-fa5c34935214 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:08.885125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.888920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7757187d-05e8-41bd-9acb-f7e9a156f1c5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d58cb4a5-5485-4bdc-9b3b-fa5c34935214 HTTP/1.1" status: 204 len: 168 time: 1.6292374 Dec 13 09:52:08.890779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58154) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.011185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Deleting subnet a5b37637-8e99-4632-af4f-dde08cb3052a {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:09.027210 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.117784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.149476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port f9db9c7b-4d50-45b3-9610-f0bd464f5843, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f9db9c7b-4d50-45b3-9610-f0bd464f5843,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:09.149476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.185782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for f9db9c7b-4d50-45b3-9610-f0bd464f5843 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:09.204355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.217215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:09.247610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: eac9f1c9-26d0-41c9-9ee4-218dd7825186 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:09.247914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device eac9f1c9-26d0-41c9-9ee4-218dd7825186 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:09.271440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:09.300662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.390105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.415217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:09.467219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.468144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57289ff5-f60d-4478-80e0-6b1807e83ad7 req-45220235-754f-4bff-8c6d-9a0437a391a8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:09.476011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57289ff5-f60d-4478-80e0-6b1807e83ad7 req-45220235-754f-4bff-8c6d-9a0437a391a8 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 950 time: 0.1588435 Dec 13 09:52:09.482730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a5b37637-8e99-4632-af4f-dde08cb3052a HTTP/1.1" status: 204 len: 168 time: 0.5908329 Dec 13 09:52:09.483870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83827026-382a-409c-be01-ef94550b0071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b37637-8e99-4632-af4f-dde08cb3052a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.486188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58170) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.503106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef8a8e-f958-4786-8afc-dfa756c444bd None None] Network 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:09.643536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.749448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:09.795979 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.838590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.850789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:09.851289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9c5bd644-ad2a-40ff-9524-b4c9a26ab688 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:09.852459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0b4d956d-5728-4113-81fa-e93aa7b623e5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:09.864055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] DHCP port deletion for 6b1bf73b-92d0-45b9-9f96-e3d4da37d26f request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:09.889142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Deleting port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:09.889487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.901460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=f9db9c7b-4d50-45b3-9610-f0bd464f5843,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.988253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] For port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:09.988913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.000537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0b4d956d-5728-4113-81fa-e93aa7b623e5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:10.000947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0b4d956d-5728-4113-81fa-e93aa7b623e5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:10.029395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Calling delete_port for 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:10.039091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:10.080897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1f2c-ec58-4234-ad3b-a11665753d2d None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:05Z', 'revision_number': 7, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9db9c7b-4d50-45b3-9610-f0bd464f5843', 'name': '', 'network_id': 'da122520-6c0c-4261-979f-241030797165', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:74:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:55Z', 'updated_at': '2021-12-13T09:52:03Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '5e17456d-1fe9-42e3-a6b6-ede78d22a286', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:10.085858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.115819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Deleting port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:10.116209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.198143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.227772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21103-8734-4ac5-a1e8-b2042655bd9a req-b8441561-994f-4a39-9e47-aed036749f45 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:10.245991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0e21103-8734-4ac5-a1e8-b2042655bd9a req-b8441561-994f-4a39-9e47-aed036749f45 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 944 time: 0.7643254 Dec 13 09:52:10.249868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] No DVR routers for this DVR port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:10.250790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] For port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,segment=NetworkSegment(1a3590ff-3571-4af0-ae8c-353bfc804477),segment_id=1a3590ff-3571-4af0-ae8c-353bfc804477)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:10.252241 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.278026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Calling delete_port for 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:10.310832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.399201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57289ff5-f60d-4478-80e0-6b1807e83ad7 req-9c25c8cb-c39f-4ddb-9f42-89616a730a4e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9222026 Dec 13 09:52:10.415841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.434466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] No DVR routers for this DVR port 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:10.439794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.511461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1bf73b-92d0-45b9-9f96-e3d4da37d26f']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:10.512414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0e21103-8734-4ac5-a1e8-b2042655bd9a req-45724bd1-bddd-42ef-b824-3983aef6f4c9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646041 Dec 13 09:52:10.512560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bb449-70bf-4e65-a3f0-1281e6f385d1 None None] Pushing event deleted for resources: {'Port': ['ID=195cb7b3-ae5c-4c52-84fb-7cf25d139df1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.528947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3590ff-3571-4af0-ae8c-353bfc804477') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:10.529227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3590ff-3571-4af0-ae8c-353bfc804477') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:10.541785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.565312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.583903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:10.584583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:10.586661 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:10.623214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:10.678263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.701484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.707592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b1bf73b-92d0-45b9-9f96-e3d4da37d26f HTTP/1.1" status: 204 len: 168 time: 1.2088528 Dec 13 09:52:10.707592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932e46-2203-4497-8a9b-a4332a575f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1bf73b-92d0-45b9-9f96-e3d4da37d26f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.738386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:10.748678 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:10.768455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8646183-d348-4924-ab6e-00ec8468492b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7245133 Dec 13 09:52:10.769707 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:10.770420 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:10.771307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58188) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:10.874112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-0a9351f5-4559-4131-b012-07912c783c01 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:10.879263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 5e17456d-1fe9-42e3-a6b6-ede78d22a286 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:10.881186 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-0a9351f5-4559-4131-b012-07912c783c01 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 950 time: 0.1126664 Dec 13 09:52:10.889563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.964655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:10.981813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.009543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.122784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.129718 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.161516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06694860-27fd-4b79-8a89-aa6c3dd757da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=027813bea3af4cb2869bc977d2e58eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487489 Dec 13 09:52:11.167646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58192) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.196748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.213294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.220479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/5e17456d-1fe9-42e3-a6b6-ede78d22a286 HTTP/1.1" status: 204 len: 168 time: 0.4453146 Dec 13 09:52:11.227182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21397d8a-c910-4777-8149-f59e24d2602d None None] Network da122520-6c0c-4261-979f-241030797165 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:11.237180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58194) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.238083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841b1b-8613-41ad-8404-62f9fe8396d7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=5e17456d-1fe9-42e3-a6b6-ede78d22a286,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:11.333261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.335395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Deleting port 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:11.336513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.384680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:09Z', 'revision_number': 8, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.437700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:11.441184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.448597 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:11.465633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.471845 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:11.472494 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.630907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e98508-654f-402d-847f-878982871d2c None None] DHCP port deletion for da122520-6c0c-4261-979f-241030797165 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:11.840191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-23e98508-654f-402d-847f-878982871d2c None None] Deleting port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:11.840191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23e98508-654f-402d-847f-878982871d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.959891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-23e98508-654f-402d-847f-878982871d2c None None] For port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:11.960297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23e98508-654f-402d-847f-878982871d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.962607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:11.980923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:11.984126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,segment=NetworkSegment(b1c811c4-7103-4697-9df0-53b24a064f61),segment_id=b1c811c4-7103-4697-9df0-53b24a064f61)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:11.984681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.008181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c8615-2c51-489a-80e3-380d36c54973 req-24316061-def0-4a86-b12f-86f7089fa981 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.016093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f74c8615-2c51-489a-80e3-380d36c54973 req-24316061-def0-4a86-b12f-86f7089fa981 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 950 time: 0.4525073 Dec 13 09:52:12.024133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:12.025790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 195cb7b3-ae5c-4c52-84fb-7cf25d139df1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:12.063086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-23e98508-654f-402d-847f-878982871d2c None None] Calling delete_port for 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:12.082868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.090980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:12.114329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bbebd98b-d5c7-4964-932c-111dccb145b3 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:12.143229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7467e42-ab9f-41f5-aa4b-6f6fe91a7089 req-97fc8cf9-6aab-4ceb-a3f4-998d2231a4cd tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.152080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7467e42-ab9f-41f5-aa4b-6f6fe91a7089 req-97fc8cf9-6aab-4ceb-a3f4-998d2231a4cd tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 944 time: 0.3313000 Dec 13 09:52:12.212651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.256374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f74c8615-2c51-489a-80e3-380d36c54973 req-587496c3-03d3-4d77-920d-86ca71e8f507 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390544 Dec 13 09:52:12.282090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] For port 632c3df9-4d78-4fef-b702-54abbdd4622f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=632c3df9-4d78-4fef-b702-54abbdd4622f,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:12.282090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.357738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7467e42-ab9f-41f5-aa4b-6f6fe91a7089 req-11a9c856-51e3-4a99-bc42-432003e9a88f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924260 Dec 13 09:52:12.375524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Calling delete_port for 632c3df9-4d78-4fef-b702-54abbdd4622f owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:12.409536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.424511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23e98508-654f-402d-847f-878982871d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.449831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port bbebd98b-d5c7-4964-932c-111dccb145b3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:52:12.454768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e98508-654f-402d-847f-878982871d2c None None] Pushing event deleted for resources: {'Port': ['ID=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.461670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port bbebd98b-d5c7-4964-932c-111dccb145b3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:12.462354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.464564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e98508-654f-402d-847f-878982871d2c None None] No DVR routers for this DVR port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:12.477035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:12.531684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.538907 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:09Z', 'revision_number': 8, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:12.539441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=60eb7460-0c9e-4ec5-99e2-990d2ff0e771,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.552818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.557395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ee0829f-6cfb-4e54-80ae-ef23ea9173e0 HTTP/1.1" status: 204 len: 168 time: 1.3877254 Dec 13 09:52:12.581730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c1414-f0d9-48ec-9f51-8f9c73b773ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0829f-6cfb-4e54-80ae-ef23ea9173e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.586974 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca3dbd-0fb4-42de-82ba-c720183fba65 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:09Z', 'revision_number': 8, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bae964-b7d0-450c-91f3-4f8528555c5f', 'name': '', 'network_id': '294b1661-cc24-4c84-a9f6-68ea27bfe496', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:ca:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:47Z', 'updated_at': '2021-12-13T09:51:58Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '37a5c614-e225-4e1c-890c-e66dc5b58ce2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:12.617673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.687505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.699634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:12.704428 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c498ebd-1c87-4a5c-827b-573f2204fbea" -d '{"events": [{"server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "name": "network-vif-plugged", "status": "completed", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:12.724539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da122520-6c0c-4261-979f-241030797165']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:12.727324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bbebd98b-d5c7-4964-932c-111dccb145b3,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:12.731586 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.731944 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.739272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c811c4-7103-4697-9df0-53b24a064f61') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:12.739609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c811c4-7103-4697-9df0-53b24a064f61') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:12.753425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.771103 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.772427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:12.776157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2', '632c3df9-4d78-4fef-b702-54abbdd4622f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:12.780500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:12.781695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:12.786790 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:12.878094 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791006e7-91c7-469f-952f-da15b3dd150c x-openstack-request-id: req-791006e7-91c7-469f-952f-da15b3dd150c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:12.878543 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "name": "network-vif-plugged", "status": "completed", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:12.879088 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-791006e7-91c7-469f-952f-da15b3dd150c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:12.879939 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3', 'code': 200} Dec 13 09:52:12.897331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.898506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event deleted for resources: {'Port': ['ID=632c3df9-4d78-4fef-b702-54abbdd4622f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.924393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.950679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/da122520-6c0c-4261-979f-241030797165 HTTP/1.1" status: 204 len: 168 time: 1.7101839 Dec 13 09:52:12.953417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58244) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:12.969038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.026773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] No DVR routers for this DVR port 632c3df9-4d78-4fef-b702-54abbdd4622f on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:13.036856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.046115 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5b81f40b-73aa-4435-8140-74b2ac5191df req-6daffc84-e025-49e3-a4be-8cd83106a8e7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "DELETE /v2.0/ports/632c3df9-4d78-4fef-b702-54abbdd4622f HTTP/1.1" status: 204 len: 173 time: 2.1584916 Dec 13 09:52:13.052602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-deleted', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:13.054980 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9904945c-3c56-4fe9-89ef-34fa5cab36cc" -d '{"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-deleted", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:13.159263 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3103514b-a7cf-4c73-9c6e-dffb0cfc651b x-openstack-request-id: req-3103514b-a7cf-4c73-9c6e-dffb0cfc651b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:13.159585 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecdf380-9655-4d0c-b965-6996a8a1f59c", "name": "network-vif-deleted", "tag": "632c3df9-4d78-4fef-b702-54abbdd4622f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:13.159851 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3103514b-a7cf-4c73-9c6e-dffb0cfc651b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:13.160262 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecdf380-9655-4d0c-b965-6996a8a1f59c', 'name': 'network-vif-deleted', 'tag': '632c3df9-4d78-4fef-b702-54abbdd4622f', 'status': 'completed', 'code': 200} Dec 13 09:52:13.163370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ceca7-3d78-4f3a-a45e-eeeacaa04422 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=da122520-6c0c-4261-979f-241030797165,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.274672 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-16a911f3-7e54-4d7b-a0bb-d6af5fb062f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825584 Dec 13 09:52:13.291827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f4c2f-c1bd-485b-b52b-e8c390a17699 req-badf16be-6a40-4569-a7bb-491dcfa44295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.293659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-598f4c2f-c1bd-485b-b52b-e8c390a17699 req-badf16be-6a40-4569-a7bb-491dcfa44295 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 1096 time: 0.3390331 Dec 13 09:52:13.544641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-ae2a1fb9-c81d-405b-9732-1f7f9c8df17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.544641 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-ae2a1fb9-c81d-405b-9732-1f7f9c8df17f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 1100 time: 0.1469970 Dec 13 09:52:13.683735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-99de09b9-98ef-40b5-b888-bc91148b9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.685275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-99de09b9-98ef-40b5-b888-bc91148b9ed1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1109021 Dec 13 09:52:13.716350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:13.774472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:13.774843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 60eb7460-0c9e-4ec5-99e2-990d2ff0e771 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:13.775403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9db9c7b-4d50-45b3-9610-f0bd464f5843 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:13.787633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-33687732-7bd0-48e8-9d94-b423450b425e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 200 len: 217 time: 0.0925510 Dec 13 09:52:13.861683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f9db9c7b-4d50-45b3-9610-f0bd464f5843 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:13.863834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f9db9c7b-4d50-45b3-9610-f0bd464f5843 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:13.879803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-5a2fa1af-2987-4f3b-8d3b-2224ddbad618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.884137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-5a2fa1af-2987-4f3b-8d3b-2224ddbad618 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0907238 Dec 13 09:52:13.885251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e941e4bf-71ee-4e1a-af4b-67a5823eb380 req-269b363f-7419-434a-bad7-473e00c16635 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecdf380-9655-4d0c-b965-6996a8a1f59c HTTP/1.1" status: 200 len: 210 time: 0.3460412 Dec 13 09:52:13.936005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-598f4c2f-c1bd-485b-b52b-e8c390a17699 req-3b595e29-64ce-4936-b3a8-5e92c48accc1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336639 Dec 13 09:52:13.996118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-7095b9a6-f117-4763-b52d-0cde6cef3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.998149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-7095b9a6-f117-4763-b52d-0cde6cef3cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065671 Dec 13 09:52:13.999777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27a32b-fa01-48c0-aa0e-d3f3e151c70c req-671730ad-60a0-4a0f-b636-c57f4c67de2a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:14.002262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a27a32b-fa01-48c0-aa0e-d3f3e151c70c req-671730ad-60a0-4a0f-b636-c57f4c67de2a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.4318435 Dec 13 09:52:14.126532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a27a32b-fa01-48c0-aa0e-d3f3e151c70c req-6513d681-86b0-47d1-8c3f-39b5a3be8e6a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070230 Dec 13 09:52:14.162763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-ba1205ee-e49b-463f-8809-f461946b5e90 service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548972 Dec 13 09:52:14.197889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.248848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:14.319972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-303a4a70-0beb-4892-8859-92c0850d45a0 req-6209b77c-7011-4db1-9131-bc7b9954c3cf service neutron] 10.222.0.20 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494336 Dec 13 09:52:14.425504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-216063740-network', 'tenant_id': '8a1bef3d02c549ae9b6ff5c6413fff77'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:14.468061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Made reservation on behalf of 8a1bef3d02c549ae9b6ff5c6413fff77 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:14.471641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.505916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.617406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port a1bae964-b7d0-450c-91f3-4f8528555c5f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:14.617873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.704800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.712229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.758098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:14.770694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port a1bae964-b7d0-450c-91f3-4f8528555c5f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a1bae964-b7d0-450c-91f3-4f8528555c5f,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:14.771345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.793263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde51c3-3b40-46d2-b554-fa2979766862,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:14.797884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for a1bae964-b7d0-450c-91f3-4f8528555c5f owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:14.800570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.801021 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Added segment 24566217-f09c-4a05-96f2-84c6a16199e2 of type vlan for network faac43d1-1a3b-4761-aec5-ec9e83c783d8 Dec 13 09:52:14.883148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.937111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.938063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:14.939173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.164181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9145381 Dec 13 09:52:15.167351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58322) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:15.176553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Request body: {'subnet': {'network_id': 'faac43d1-1a3b-4761-aec5-ec9e83c783d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-216063740-subnet', 'tenant_id': '8a1bef3d02c549ae9b6ff5c6413fff77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:15.232274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.284225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Made reservation on behalf of 8a1bef3d02c549ae9b6ff5c6413fff77 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:15.290899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.616090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.721074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70e5ab0-d211-4ef0-a415-6f86fcd51703,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.732410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Checking segment: {'id': '24566217-f09c-4a05-96f2-84c6a16199e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'faac43d1-1a3b-4761-aec5-ec9e83c783d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:15.732860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Network hostable DHCP agents. Network: faac43d1-1a3b-4761-aec5-ec9e83c783d8, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:15.762226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Network faac43d1-1a3b-4761-aec5-ec9e83c783d8 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:15.775688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, faac43d1-1a3b-4761-aec5-ec9e83c783d8) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:15.781399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:15.782244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.787883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c707d-16e9-4676-b54c-e47c27442166 None None] Network faac43d1-1a3b-4761-aec5-ec9e83c783d8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:15.803104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14f78d25-9ba3-4cb0-90b5-ca423e35021d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6345782 Dec 13 09:52:15.854759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0435d-a704-4fe4-9043-7c3d87b9d6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=faac43d1-1a3b-4761-aec5-ec9e83c783d8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.894553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=a1bae964-b7d0-450c-91f3-4f8528555c5f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.899347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network faac43d1-1a3b-4761-aec5-ec9e83c783d8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:16.097180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:16.143128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 632c3df9-4d78-4fef-b702-54abbdd4622f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:16.143666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 632c3df9-4d78-4fef-b702-54abbdd4622f not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:16.186679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.332975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9e6e8-8d67-433e-8896-24878ead7d7a req-da7fcb2e-980b-433d-a6cd-e2e4d1fd1812 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.352357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3a9e6e8-8d67-433e-8896-24878ead7d7a req-da7fcb2e-980b-433d-a6cd-e2e4d1fd1812 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.5266623 Dec 13 09:52:16.368513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d5c0-34ae-473e-a92b-7ce03ba39800 req-008dfd3f-4e3c-4892-82ea-fe3a056da310 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.377239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de64d5c0-34ae-473e-a92b-7ce03ba39800 req-008dfd3f-4e3c-4892-82ea-fe3a056da310 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.5423398 Dec 13 09:52:16.449848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed15fc-1b0e-4a60-b5de-f3ac1e84bbb5 None None] Network faac43d1-1a3b-4761-aec5-ec9e83c783d8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:16.534010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de64d5c0-34ae-473e-a92b-7ce03ba39800 req-fb496e4b-6ec0-406f-9413-38611914e78d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555586 Dec 13 09:52:16.547186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3a9e6e8-8d67-433e-8896-24878ead7d7a req-15a3133a-d483-4eeb-9553-96117ba8b6aa tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936309 Dec 13 09:52:16.578464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58356) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:16.651987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Deleting subnet e70e5ab0-d211-4ef0-a415-6f86fcd51703 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:16.658156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.757964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.759940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34463764-2b17-48b7-b892-11ec6281dc9e req-210961e8-6590-4c04-9d3a-98f7a77e4483 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.763740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34463764-2b17-48b7-b892-11ec6281dc9e req-210961e8-6590-4c04-9d3a-98f7a77e4483 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.1185827 Dec 13 09:52:16.782820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:16.820827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.916730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.964048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70e5ab0-d211-4ef0-a415-6f86fcd51703,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:16.971113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:16.979876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf626983-4e03-4991-beb9-f7ff06abf43b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9856071 Dec 13 09:52:16.980353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58364) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:16.988509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:17.004750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Deleting port d59140f6-8293-4c64-941b-50a35ddd47c2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:17.005098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.005958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.012865 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b29f079b-4523-453b-af55-480f250fa475 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e70e5ab0-d211-4ef0-a415-6f86fcd51703 HTTP/1.1" status: 204 len: 168 time: 0.4313695 Dec 13 09:52:17.014088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58366) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.014228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:17.014874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.166111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.193733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:17.234784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] For port d59140f6-8293-4c64-941b-50a35ddd47c2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d59140f6-8293-4c64-941b-50a35ddd47c2,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:17.235695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.254614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Calling delete_port for d59140f6-8293-4c64-941b-50a35ddd47c2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:17.267771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 37a5c614-e225-4e1c-890c-e66dc5b58ce2 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:17.275155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.289337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.319930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faac43d1-1a3b-4761-aec5-ec9e83c783d8']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.335257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24566217-f09c-4a05-96f2-84c6a16199e2') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.335688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24566217-f09c-4a05-96f2-84c6a16199e2') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.367765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.389325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.398789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:17.399536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.455345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:17.470766 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:17.474935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.480303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.484654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] 10.222.0.31 "DELETE /v2.0/networks/faac43d1-1a3b-4761-aec5-ec9e83c783d8 HTTP/1.1" status: 204 len: 168 time: 0.4686754 Dec 13 09:52:17.499110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd10a12-bd0a-4dbe-92b5-04a10b13b94d admin admin] Pushing event deleted for resources: {'Network': ['ID=faac43d1-1a3b-4761-aec5-ec9e83c783d8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:17.561295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:15Z', 'revision_number': 9, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.669736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:17.686919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:17.688081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.759690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.809343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:17.853985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f8b5ab77-1341-4636-ba89-f834564e3f42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a1bef3d02c549ae9b6ff5c6413fff77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903387 Dec 13 09:52:17.855992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58398) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.867295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.918754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.949862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.950956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.963302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d59140f6-8293-4c64-941b-50a35ddd47c2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:17.966174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:18.051327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.054212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.058042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bde51c3-3b40-46d2-b554-fa2979766862 HTTP/1.1" status: 204 len: 168 time: 0.1982336 Dec 13 09:52:18.069749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf69d05-c9fa-4524-b9ea-a2d96e21e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde51c3-3b40-46d2-b554-fa2979766862,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:18.099572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event deleted for resources: {'Port': ['ID=d59140f6-8293-4c64-941b-50a35ddd47c2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:18.144745 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b538b3a-a90b-4d91-98d7-21cd8f4f5b2c req-bc030148-c42d-4b4f-9ba4-a751ba7d765e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.146437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b538b3a-a90b-4d91-98d7-21cd8f4f5b2c req-bc030148-c42d-4b4f-9ba4-a751ba7d765e tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f1a17-e011-434c-9255-613c7f565b2f HTTP/1.1" status: 200 len: 949 time: 0.4013367 Dec 13 09:52:18.182832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.217750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e9af2-a3ff-44c1-ad88-fe0702638847 req-4103e051-1414-4482-874a-efe8150b0094 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.222796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-329e9af2-a3ff-44c1-ad88-fe0702638847 req-4103e051-1414-4482-874a-efe8150b0094 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.4150414 Dec 13 09:52:18.226578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] No DVR routers for this DVR port d59140f6-8293-4c64-941b-50a35ddd47c2 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:18.230372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.242841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34463764-2b17-48b7-b892-11ec6281dc9e req-718cf8b9-e4a7-4e54-b6f4-351fde63635a tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.16 "DELETE /v2.0/ports/d59140f6-8293-4c64-941b-50a35ddd47c2 HTTP/1.1" status: 204 len: 173 time: 1.4729953 Dec 13 09:52:18.306420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-deleted', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:18.317456 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223e2b3-bec1-40fc-9a26-2a37825e0152" -d '{"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-deleted", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:18.321115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=37a5c614-e225-4e1c-890c-e66dc5b58ce2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:18.371308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.375428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a36396b-f26c-4d65-b9cb-717467aff343 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/37a5c614-e225-4e1c-890c-e66dc5b58ce2 HTTP/1.1" status: 204 len: 168 time: 1.3939884 Dec 13 09:52:18.379670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58410) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:18.384688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:15Z', 'revision_number': 9, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:18.386913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e28eca-6641-49a9-9389-557291abe5c2 None None] Network 294b1661-cc24-4c84-a9f6-68ea27bfe496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:18.411115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-329e9af2-a3ff-44c1-ad88-fe0702638847 req-248a2880-f682-4b4c-88db-88081b75373c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182652 Dec 13 09:52:18.510833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b538b3a-a90b-4d91-98d7-21cd8f4f5b2c req-f03981f7-154a-424b-a3c6-6a689e034b13 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933135 Dec 13 09:52:18.589849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf8922-9fab-4fa7-bf9c-23109a95fb02 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:15Z', 'revision_number': 9, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c009a109-030b-4ccb-8ce1-eba042bb30e2', 'name': '', 'network_id': 'e8fc95a2-92d6-452f-a94b-67835845f25a', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:a9:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:42Z', 'updated_at': '2021-12-13T09:51:50Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '45e3e04d-ffda-408a-9fbf-6a0dc3a683ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:18.680491 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2420ebc-43bc-464b-81d8-5f015bcf8b9f x-openstack-request-id: req-d2420ebc-43bc-464b-81d8-5f015bcf8b9f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:18.680802 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1a17-e011-434c-9255-613c7f565b2f", "name": "network-vif-deleted", "tag": "d59140f6-8293-4c64-941b-50a35ddd47c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:18.681110 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2420ebc-43bc-464b-81d8-5f015bcf8b9f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:18.681553 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f1a17-e011-434c-9255-613c7f565b2f', 'name': 'network-vif-deleted', 'tag': 'd59140f6-8293-4c64-941b-50a35ddd47c2', 'status': 'completed', 'code': 200} Dec 13 09:52:18.765108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.868118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:18.869731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.999683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] DHCP port deletion for 294b1661-cc24-4c84-a9f6-68ea27bfe496 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:19.123072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:19.123772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.125195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Deleting port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:19.127246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.168977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:19.287412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] For port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,segment=NetworkSegment(995bb4a6-4805-4c70-9182-c467728c3979),segment_id=995bb4a6-4805-4c70-9182-c467728c3979)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:19.287857 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.311665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Calling delete_port for 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:19.401204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.410847 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.458313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] Pushing event deleted for resources: {'Port': ['ID=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.484367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=09cd7b94-7b39-46cf-a25e-5e50ce5de2cd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.489407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f30e3-1792-45a2-929b-d186d53962c9 None None] No DVR routers for this DVR port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:19.493281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:19.646455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.759987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a1bae964-b7d0-450c-91f3-4f8528555c5f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:19.762493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294b1661-cc24-4c84-a9f6-68ea27bfe496']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:19.787335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995bb4a6-4805-4c70-9182-c467728c3979') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:19.795212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995bb4a6-4805-4c70-9182-c467728c3979') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:19.827965 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.869568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a1bae964-b7d0-450c-91f3-4f8528555c5f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:19.870868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.871327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a1bae964-b7d0-450c-91f3-4f8528555c5f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:19.871838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:19.931454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:19.932431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.944950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:19.945310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 09cd7b94-7b39-46cf-a25e-5e50ce5de2cd not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:19.998440 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:20.153338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.162877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.171840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58488) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.174577 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/294b1661-cc24-4c84-a9f6-68ea27bfe496 HTTP/1.1" status: 204 len: 168 time: 1.7913163 Dec 13 09:52:20.209671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b983e-15be-4dee-95aa-3c506a891e18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=294b1661-cc24-4c84-a9f6-68ea27bfe496,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:20.487957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58498) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.557651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70cfd-1d05-457b-be1b-6f3e5b883708 req-a266e24f-df50-47e0-8fbe-dd453ffd8203 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:20.565899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3c70cfd-1d05-457b-be1b-6f3e5b883708 req-a266e24f-df50-47e0-8fbe-dd453ffd8203 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1687455 Dec 13 09:52:20.643779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3c70cfd-1d05-457b-be1b-6f3e5b883708 req-d16e6781-8f36-4ab4-b4ae-cb97bc7596a1 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764103 Dec 13 09:52:20.747100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b185b874-64e4-4b39-a7d5-84901355be51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.833112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b185b874-64e4-4b39-a7d5-84901355be51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.838268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b185b874-64e4-4b39-a7d5-84901355be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.894466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b185b874-64e4-4b39-a7d5-84901355be51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68aa577410b24cd89a3eebd49c0d8048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051270 Dec 13 09:52:20.901646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.904478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.058101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185b874-64e4-4b39-a7d5-84901355be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b76c1-7aa5-42c9-ba03-1ae47fc00afe,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.065734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.099213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.231875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.236493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.238200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd0b76c1-7aa5-42c9-ba03-1ae47fc00afe HTTP/1.1" status: 204 len: 168 time: 0.3370690 Dec 13 09:52:21.268872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666deb-2011-433b-bb59-a9d660dda372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b76c1-7aa5-42c9-ba03-1ae47fc00afe,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.420127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port c009a109-030b-4ccb-8ce1-eba042bb30e2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:21.420674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.471799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-49604b6b-0579-43cc-8217-985b01d75dba tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:21.474076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-49604b6b-0579-43cc-8217-985b01d75dba tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1074314 Dec 13 09:52:21.621142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port c009a109-030b-4ccb-8ce1-eba042bb30e2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c009a109-030b-4ccb-8ce1-eba042bb30e2,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:21.622511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.677420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for c009a109-030b-4ccb-8ce1-eba042bb30e2 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:21.788471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Deleting port 7cc1959a-1edf-4565-9890-a2338047ac12 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:21.788821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.995314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3636e2-8f6b-410e-acd3-f5ba9eeed985 req-d2b17b4b-9ada-40e1-a2b5-5b1147014887 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:21.996964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe3636e2-8f6b-410e-acd3-f5ba9eeed985 req-d2b17b4b-9ada-40e1-a2b5-5b1147014887 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 949 time: 0.1163797 Dec 13 09:52:22.083412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] For port 7cc1959a-1edf-4565-9890-a2338047ac12, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7cc1959a-1edf-4565-9890-a2338047ac12,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:22.085408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.098266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:22.110906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Calling delete_port for 7cc1959a-1edf-4565-9890-a2338047ac12 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:22.182654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: d59140f6-8293-4c64-941b-50a35ddd47c2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:22.183307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d59140f6-8293-4c64-941b-50a35ddd47c2 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:22.265758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe3636e2-8f6b-410e-acd3-f5ba9eeed985 req-77741d87-f2e9-4308-be1d-9fa991ddf2b9 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/security-groups?id=34ae0c29-0d0d-44b4-9870-356930b13311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388690 Dec 13 09:52:22.290248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.346889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=c009a109-030b-4ccb-8ce1-eba042bb30e2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.434421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.446905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7cc1959a-1edf-4565-9890-a2338047ac12'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:22.558735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.600436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Pushing event deleted for resources: {'Port': ['ID=7cc1959a-1edf-4565-9890-a2338047ac12,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.672753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] No DVR routers for this DVR port 7cc1959a-1edf-4565-9890-a2338047ac12 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:22.712207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.726896 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dc443e20-d848-4a40-b6e9-b69a55f720a9 req-44e896de-39fe-4677-9231-6ca9c8cd94d7 tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.20 "DELETE /v2.0/ports/7cc1959a-1edf-4565-9890-a2338047ac12 HTTP/1.1" status: 204 len: 173 time: 1.2258563 Dec 13 09:52:22.727497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-deleted', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:22.733700 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9725a426-a2e3-4d4b-8fb5-ff204dc13ea8" -d '{"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-deleted", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:22.832101 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c88d9e7-2307-4d77-a153-0c09107da387 x-openstack-request-id: req-3c88d9e7-2307-4d77-a153-0c09107da387 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:22.832401 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad98f7-e96a-4006-9530-cbf785e4d196", "name": "network-vif-deleted", "tag": "7cc1959a-1edf-4565-9890-a2338047ac12", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:22.832904 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c88d9e7-2307-4d77-a153-0c09107da387 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:22.833551 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad98f7-e96a-4006-9530-cbf785e4d196', 'name': 'network-vif-deleted', 'tag': '7cc1959a-1edf-4565-9890-a2338047ac12', 'status': 'completed', 'code': 200} Dec 13 09:52:23.017100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:23.186894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:23.199324 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:23.211043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-017dba57-0fa9-4ade-a1d6-ad719af0de49 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380743 Dec 13 09:52:23.213779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58594) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.226745 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:23.228624 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:23.363798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 45e3e04d-ffda-408a-9fbf-6a0dc3a683ce {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:23.376393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.474398 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:23.499933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.691242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a628370-0122-48ce-8213-6ed9f487b76a req-1f096f50-c9f7-4952-9567-9f779ed0fe6d tempest-MigrationsAdminTest-97023914 tempest-MigrationsAdminTest-97023914-project] 10.222.0.31 "GET /v2.0/ports?device_id=caad98f7-e96a-4006-9530-cbf785e4d196 HTTP/1.1" status: 200 len: 210 time: 0.0691524 Dec 13 09:52:23.765874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.863470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.908166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=45e3e04d-ffda-408a-9fbf-6a0dc3a683ce,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:23.915127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.918978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87c1d175-11d5-4db7-a6f2-1e356ebfd6c9 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/45e3e04d-ffda-408a-9fbf-6a0dc3a683ce HTTP/1.1" status: 204 len: 168 time: 0.7041705 Dec 13 09:52:23.921815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.925180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:22Z', 'revision_number': 10, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:23.942761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d778ec1-6fc9-4494-a796-4a87e398f04d None None] Network e8fc95a2-92d6-452f-a94b-67835845f25a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:23.989411 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:24.012421 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:24.012933 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.114789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.191686 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:24.247446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 1a3a200d-67d5-4b44-bab6-e037db73c362 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:24.247816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.269768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58642) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.355977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] DHCP port deletion for e8fc95a2-92d6-452f-a94b-67835845f25a request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:24.450323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 1a3a200d-67d5-4b44-bab6-e037db73c362, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1a3a200d-67d5-4b44-bab6-e037db73c362,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:24.451539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.497742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 1a3a200d-67d5-4b44-bab6-e037db73c362 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:24.517825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ec951dc8-a31d-49b5-8c00-a094df232238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.530210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Deleting port 1a3a200d-67d5-4b44-bab6-e037db73c362 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:24.530750 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.621779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] For port 1a3a200d-67d5-4b44-bab6-e037db73c362, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1a3a200d-67d5-4b44-bab6-e037db73c362,segment=NetworkSegment(168973d6-9f53-4f45-b0be-e90429f0ba07),segment_id=168973d6-9f53-4f45-b0be-e90429f0ba07)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:24.622694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.637984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Calling delete_port for 1a3a200d-67d5-4b44-bab6-e037db73c362 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:24.771527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ec951dc8-a31d-49b5-8c00-a094df232238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.782610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ec951dc8-a31d-49b5-8c00-a094df232238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.803893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.884731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.895465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951dc8-a31d-49b5-8c00-a094df232238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41349735-25c2-43f2-9f99-e157c62349b1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.896088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Pushing event deleted for resources: {'Port': ['ID=1a3a200d-67d5-4b44-bab6-e037db73c362,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.910131 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:22Z', 'revision_number': 10, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.935029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] No DVR routers for this DVR port 1a3a200d-67d5-4b44-bab6-e037db73c362 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:24.936127 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ec951dc8-a31d-49b5-8c00-a094df232238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37801566b1474cc7ba898b872b7b9427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651487 Dec 13 09:52:24.940865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.942693 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728dbd8-e986-4a0f-9819-9c074205a952 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:22Z', 'revision_number': 10, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None, '_interfaces': [{'id': '74575e4c-080a-42cf-9899-3684c26135ac', 'name': '', 'network_id': 'b5d91c7a-a510-4853-a90f-04aa03ea15ad', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'mac_address': 'fa:16:3e:b5:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '872574bd-9c8b-417b-8038-03e93d107b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:35Z', 'updated_at': '2021-12-13T09:51:43Z', 'revision_number': 5, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'subnets': [{'id': '872574bd-9c8b-417b-8038-03e93d107b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:24.962625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:25.026120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 7cc1959a-1edf-4565-9890-a2338047ac12 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:25.026734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7cc1959a-1edf-4565-9890-a2338047ac12 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:25.037119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.038168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.040658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.041129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.041496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.043237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.045941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.047051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.047971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.048334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.049877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.050247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.050598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba98f-1e56-4700-bbea-7e66a512aecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:25.081926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.133679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.330108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.336003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.342394 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41349735-25c2-43f2-9f99-e157c62349b1 HTTP/1.1" status: 204 len: 168 time: 0.3978097 Dec 13 09:52:25.346667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b407d4a-0060-4385-bb53-bd277181223f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.507261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.529591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd641b-1133-4f2f-90c5-5e7906846f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41349735-25c2-43f2-9f99-e157c62349b1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.542764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=1a3a200d-67d5-4b44-bab6-e037db73c362,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.549449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port 1a3a200d-67d5-4b44-bab6-e037db73c362 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:25.589738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b407d4a-0060-4385-bb53-bd277181223f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.607416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b407d4a-0060-4385-bb53-bd277181223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.729610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.739659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.751532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b407d4a-0060-4385-bb53-bd277181223f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d23c2c11caa484d82809dbaca3fdd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8612649 Dec 13 09:52:25.769229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fc95a2-92d6-452f-a94b-67835845f25a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:25.778572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58694) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.792250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168973d6-9f53-4f45-b0be-e90429f0ba07') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:25.792615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168973d6-9f53-4f45-b0be-e90429f0ba07') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:25.812068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.833312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.840727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:25.841502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.906657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1a3a200d-67d5-4b44-bab6-e037db73c362 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:25.921881 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:25.927756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.937469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.941375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/e8fc95a2-92d6-452f-a94b-67835845f25a HTTP/1.1" status: 204 len: 168 time: 2.0174091 Dec 13 09:52:25.943932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.962931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea1bc3-c81f-422c-bfb8-6b1d65f77d4e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=e8fc95a2-92d6-452f-a94b-67835845f25a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.022407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1a3a200d-67d5-4b44-bab6-e037db73c362 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:26.022980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1a3a200d-67d5-4b44-bab6-e037db73c362 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:26.024944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c009a109-030b-4ccb-8ce1-eba042bb30e2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:26.074296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c009a109-030b-4ccb-8ce1-eba042bb30e2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:26.074704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c009a109-030b-4ccb-8ce1-eba042bb30e2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:26.086350 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.089615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b407d4a-0060-4385-bb53-bd277181223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c8470-de92-4216-b3ad-38237dc9db29,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.208728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.379144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.383951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.390361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c9c8470-de92-4216-b3ad-38237dc9db29 HTTP/1.1" status: 204 len: 168 time: 0.6001778 Dec 13 09:52:26.417015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d1f3e-57c9-4095-bc98-e86c5ca5912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c8470-de92-4216-b3ad-38237dc9db29,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.477316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.544917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ce1f4b3-a5b2-4b12-ac4a-a54ab6b27333 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bd0bd145e444d4fb631cfdbdac1f532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881393 Dec 13 09:52:26.549741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:26.686741 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.776862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.940469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.947706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.949450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34ae0c29-0d0d-44b4-9870-356930b13311 HTTP/1.1" status: 204 len: 168 time: 0.3983731 Dec 13 09:52:26.963180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a17577-f566-47ce-b186-7290c04b3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae0c29-0d0d-44b4-9870-356930b13311,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.130724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port 74575e4c-080a-42cf-9899-3684c26135ac {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:27.131376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.271014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port 74575e4c-080a-42cf-9899-3684c26135ac, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=74575e4c-080a-42cf-9899-3684c26135ac,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:27.271391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.285874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for 74575e4c-080a-42cf-9899-3684c26135ac owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:27.570244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.630584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58760) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:27.660483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=74575e4c-080a-42cf-9899-3684c26135ac,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.750342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c5513a06-98c5-40fd-b913-be25afe444be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32b4e25e2d9f4de69303947cfdacfefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159987 Dec 13 09:52:27.752355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:27.907005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.931573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.000139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.107212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.111594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.116304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e2257eb-742d-49ba-8a2d-ea9fbf860a57 HTTP/1.1" status: 204 len: 168 time: 0.3613827 Dec 13 09:52:28.127238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b12210-3ddc-480d-bf7a-bdfe8f120a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2257eb-742d-49ba-8a2d-ea9fbf860a57,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:28.337441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:28.434243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:28.445666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:28.451245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-334e8126-ad80-4347-b833-4651cd23762e tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037088 Dec 13 09:52:28.452248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:28.484026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:28.484694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.568652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting subnet 872574bd-9c8b-417b-8038-03e93d107b36 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:28.577892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.670927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.739358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:28.845360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.882118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.914367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:28.926310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:28.927268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.943385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.003932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Subnet': ['ID=872574bd-9c8b-417b-8038-03e93d107b36,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:29.007258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.015354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58820) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:29.015873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb7685e7-66fb-40f1-8ccb-c18dc00747af tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/872574bd-9c8b-417b-8038-03e93d107b36 HTTP/1.1" status: 204 len: 168 time: 0.5620062 Dec 13 09:52:29.279863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.387987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Deleting port d0627f00-0ea3-452b-90df-5773393d63e7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:29.389209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.466132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526fef2-ef8c-4460-bbce-d25760535589 None None] Network b5d91c7a-a510-4853-a90f-04aa03ea15ad requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:29.495056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] For port d0627f00-0ea3-452b-90df-5773393d63e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0627f00-0ea3-452b-90df-5773393d63e7,segment=NetworkSegment(e50361a4-3224-4e7a-b820-63ccbc9d6372),segment_id=e50361a4-3224-4e7a-b820-63ccbc9d6372)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:29.495764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.525936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Calling delete_port for d0627f00-0ea3-452b-90df-5773393d63e7 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:29.708705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:29.819480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.873971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Port': ['ID=d0627f00-0ea3-452b-90df-5773393d63e7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:29.890359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No DVR routers for this DVR port d0627f00-0ea3-452b-90df-5773393d63e7 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:29.967030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:30.080356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef02e54-d698-4988-91cf-12149108b9e8 None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:30.097725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.111368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.186711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d91c7a-a510-4853-a90f-04aa03ea15ad']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:30.210260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50361a4-3224-4e7a-b820-63ccbc9d6372') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:30.210973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50361a4-3224-4e7a-b820-63ccbc9d6372') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:30.246097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.279341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.292939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:30.294109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:30.343813 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:30.470766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b227da21-ccfc-4598-8ccd-580de82371c9 None None] DHCP port deletion for b5d91c7a-a510-4853-a90f-04aa03ea15ad request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:30.557329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.565589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.569051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/networks/b5d91c7a-a510-4853-a90f-04aa03ea15ad HTTP/1.1" status: 204 len: 168 time: 1.5522995 Dec 13 09:52:30.572043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:30.580151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'routes': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:30.618181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c4e31-43b7-4a78-aa9d-b92acda10200 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Pushing event deleted for resources: {'Network': ['ID=b5d91c7a-a510-4853-a90f-04aa03ea15ad,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:30.980208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Added routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:52:30.980420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Removed routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:52:30.980985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.284143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.287691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.461627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router d0be3b94-7ade-46da-a94f-edce0e3fc089 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:31.706756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:31.748287 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Sync routers for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:31.772269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.773060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0627f00-0ea3-452b-90df-5773393d63e7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:31.776521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f7f7febf-8dc4-4407-a166-f916ce31c0bf tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 705 time: 1.2004616 Dec 13 09:52:31.776659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:31.776659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:31.776900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:31.879599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3838d0e8-042f-454a-acde-a68f6791bce7 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 205 time: 0.0989521 Dec 13 09:52:31.879799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:31.887374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d0627f00-0ea3-452b-90df-5773393d63e7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:31.887837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0627f00-0ea3-452b-90df-5773393d63e7 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:31.891742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 74575e4c-080a-42cf-9899-3684c26135ac no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:31.944951 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:31.949064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 74575e4c-080a-42cf-9899-3684c26135ac {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:31.951931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 74575e4c-080a-42cf-9899-3684c26135ac not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:32.031472 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:32.070859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Checking router: d0be3b94-7ade-46da-a94f-edce0e3fc089 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:32.085642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Routers {'d0be3b94-7ade-46da-a94f-edce0e3fc089'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:32.086281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d0be3b94-7ade-46da-a94f-edce0e3fc089'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:32.102243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.280776 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] Set router d0be3b94-7ade-46da-a94f-edce0e3fc089 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:32.338947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:32.371534 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ff14-6e5a-4e5c-b459-0206ffafc59d None None] The sync data for ids ['d0be3b94-7ade-46da-a94f-edce0e3fc089'] in n-d-820935-7 is: [{'id': 'd0be3b94-7ade-46da-a94f-edce0e3fc089', 'name': 'tempest-RoutersIpV6Test-router-1514632568', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:32Z', 'updated_at': '2021-12-13T09:52:27Z', 'revision_number': 11, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:32.434686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.437306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.498105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.498893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router d0be3b94-7ade-46da-a94f-edce0e3fc089 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:32.508803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.514500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58928) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:32.514786 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-398533c1-4eaa-4b43-aab6-4e7108582159 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 204 len: 168 time: 0.6337047 Dec 13 09:52:32.519331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955831713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:32.558525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.560043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.595014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:32.669491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.680392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.721995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.740104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58950) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:32.740757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-944f31de-0463-47a7-92d3-eb2748f7d9c8 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2247975 Dec 13 09:52:32.747082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:32.951393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59398273-7d41-4246-bbe5-6751116134e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.384261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.411994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.467418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.504135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59398273-7d41-4246-bbe5-6751116134e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.515871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59398273-7d41-4246-bbe5-6751116134e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.575753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59398273-7d41-4246-bbe5-6751116134e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b89babcf1fd4d8fa9573d83f8b12ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9792047 Dec 13 09:52:33.576835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59398273-7d41-4246-bbe5-6751116134e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930888fa-091b-4cd1-85df-3c75205c5efe,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.579617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.585825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Router 4a8b4c54-4dd5-49a1-bcf6-859cf458a425 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:33.629769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.670753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:33.678195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.680807 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2ed551ab-8936-4eb6-bf7a-4bbb5721bdea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "PUT /v2.0/routers/4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 200 len: 697 time: 0.9382799 Dec 13 09:52:33.683519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58984) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.686382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Sync routers for ids ['4a8b4c54-4dd5-49a1-bcf6-859cf458a425'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:33.706045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Routers {'4a8b4c54-4dd5-49a1-bcf6-859cf458a425'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:33.706698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4a8b4c54-4dd5-49a1-bcf6-859cf458a425'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:33.801131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.812049 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8e6745b-90cb-415b-9765-f3c61a0f800b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/routers/4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 200 len: 703 time: 0.1270547 Dec 13 09:52:33.815182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.823923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.848405 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d7fc824a-867b-4df3-abd3-72a5205576db tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 200 len: 205 time: 0.0314002 Dec 13 09:52:33.849868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Set router 4a8b4c54-4dd5-49a1-bcf6-859cf458a425 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:33.850596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.856059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.905842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97881652-8b9a-47df-b675-40e883b8079c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.914850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.917941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.918366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.918780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.919180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.919609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.920015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.920409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.921035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.921545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.922039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.923126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.923634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.924124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:33.932470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a01522c-5ed2-4179-88c3-89e3cbec4229 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cbe77dd96404d8283e3ce2f86c5026a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4631979 Dec 13 09:52:33.933985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.937517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b4c54-4dd5-49a1-bcf6-859cf458a425', 'name': 'tempest-RoutersIpV6Test-router-955831713', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:32Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:33.950626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.977666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Checking router: 4a8b4c54-4dd5-49a1-bcf6-859cf458a425 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:33.990784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Routers {'4a8b4c54-4dd5-49a1-bcf6-859cf458a425'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:33.991778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4a8b4c54-4dd5-49a1-bcf6-859cf458a425'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:33.997794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.003370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.009195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/930888fa-091b-4cd1-85df-3c75205c5efe HTTP/1.1" status: 204 len: 168 time: 0.4282918 Dec 13 09:52:34.048437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aafff2-dd02-48cb-9313-098e1bf2bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930888fa-091b-4cd1-85df-3c75205c5efe,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.157551 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.164117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] Set router 4a8b4c54-4dd5-49a1-bcf6-859cf458a425 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:34.181012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.229302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b4c54-4dd5-49a1-bcf6-859cf458a425', 'name': 'tempest-RoutersIpV6Test-router-955831713', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:32Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:34.268525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.269907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f819bc-e0f3-4916-bbe5-6ef7c16ecedb None None] The sync data for ids ['4a8b4c54-4dd5-49a1-bcf6-859cf458a425'] in n-d-820935-7 is: [{'id': '4a8b4c54-4dd5-49a1-bcf6-859cf458a425', 'name': 'tempest-RoutersIpV6Test-router-955831713', 'tenant_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:32Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 2, 'project_id': 'eff0aac538a04a8fb40e2cea3aec8f5c', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:34.275078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.277515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97881652-8b9a-47df-b675-40e883b8079c HTTP/1.1" status: 204 len: 168 time: 0.3424869 Dec 13 09:52:34.284653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.292337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.307527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.316045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62158219-5f0d-4679-a2ea-bd518c118dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97881652-8b9a-47df-b675-40e883b8079c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.427583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.428661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8b4c54-4dd5-49a1-bcf6-859cf458a425 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:34.439811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.441163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-150f9438-87d9-4aaf-ba4e-d0194b0bd7ce tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 204 len: 168 time: 0.5888112 Dec 13 09:52:34.446391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59006) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.518816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-56acf21f-6ac4-4777-b2c3-71c2f2a46a10 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 200 len: 205 time: 0.0687497 Dec 13 09:52:34.519512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59008) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.528185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59010) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.544141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9496962e-c804-4281-93de-4f9ea8e2b0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.596462 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-50482193-8aec-442f-9b84-63e83c8c51ea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:34.597761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50482193-8aec-442f-9b84-63e83c8c51ea tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/4a8b4c54-4dd5-49a1-bcf6-859cf458a425 HTTP/1.1" status: 404 len: 336 time: 0.0774641 Dec 13 09:52:34.600329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.638521 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3936ca6-26cf-4ddd-b4e5-8c03a13b0f18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:34.639246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3936ca6-26cf-4ddd-b4e5-8c03a13b0f18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:34.643530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b3936ca6-26cf-4ddd-b4e5-8c03a13b0f18 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/5e17456d-1fe9-42e3-a6b6-ede78d22a286 HTTP/1.1" status: 404 len: 337 time: 0.0420659 Dec 13 09:52:34.646235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.676438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9496962e-c804-4281-93de-4f9ea8e2b0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.681729 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb24eb8-d0f0-46e3-b89f-2d818687c548 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:34.682196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb24eb8-d0f0-46e3-b89f-2d818687c548 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:34.683798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9496962e-c804-4281-93de-4f9ea8e2b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.686085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bbb24eb8-d0f0-46e3-b89f-2d818687c548 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/37a5c614-e225-4e1c-890c-e66dc5b58ce2 HTTP/1.1" status: 404 len: 337 time: 0.0385590 Dec 13 09:52:34.689059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59018) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.729335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496962e-c804-4281-93de-4f9ea8e2b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c643ed-a553-4cbd-97e4-577649f1c1a2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.735140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9496962e-c804-4281-93de-4f9ea8e2b0dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=094ec18ed032431db1174b264d9975e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057419 Dec 13 09:52:34.738222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59020) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.755104 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd3fc32-a91d-4935-89a0-884c9ba2e120 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:34.756601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd3fc32-a91d-4935-89a0-884c9ba2e120 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:34.769318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4dd3fc32-a91d-4935-89a0-884c9ba2e120 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/45e3e04d-ffda-408a-9fbf-6a0dc3a683ce HTTP/1.1" status: 404 len: 337 time: 0.0753887 Dec 13 09:52:34.769642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.831656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.858674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.864062 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fd38ca-732b-4592-9968-ea8e4121e964 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:34.866376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fd38ca-732b-4592-9968-ea8e4121e964 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:34.872092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-85fd38ca-732b-4592-9968-ea8e4121e964 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/872574bd-9c8b-417b-8038-03e93d107b36 HTTP/1.1" status: 404 len: 337 time: 0.1009560 Dec 13 09:52:34.874819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.917119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d877fdfb-6a4e-4148-8c25-4a4564392eec tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 200 len: 205 time: 0.0387037 Dec 13 09:52:34.917328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59030) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:34.959701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.964049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.979944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c643ed-a553-4cbd-97e4-577649f1c1a2 HTTP/1.1" status: 204 len: 168 time: 0.2300241 Dec 13 09:52:34.994356 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-c377ceb0-2a6f-4130-b996-0abed50dfbfe tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:34.997519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c377ceb0-2a6f-4130-b996-0abed50dfbfe tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/d0be3b94-7ade-46da-a94f-edce0e3fc089 HTTP/1.1" status: 404 len: 336 time: 0.0786383 Dec 13 09:52:35.004548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59034) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.007908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9ed1c-3615-4952-a02e-1461ab30c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c643ed-a553-4cbd-97e4-577649f1c1a2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:35.056057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b673b80c-533f-448c-819a-ecdeb635fd51 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e8344b9-fd8f-4129-ace5-42406eb55b67 HTTP/1.1" status: 200 len: 205 time: 0.0502806 Dec 13 09:52:35.058706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59036) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.084560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59038) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.102526 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-df6d6d5a-c334-4c8f-8c54-b13d5409e4d4 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:35.103986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df6d6d5a-c334-4c8f-8c54-b13d5409e4d4 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/4e8344b9-fd8f-4129-ace5-42406eb55b67 HTTP/1.1" status: 404 len: 336 time: 0.0438411 Dec 13 09:52:35.106326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.122289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d8396eb-df32-4e72-b60f-fc11dd998e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.145203 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c32d02-130b-4882-96bb-4880727b2b5b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:35.145674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c32d02-130b-4882-96bb-4880727b2b5b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:35.149068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-48c32d02-130b-4882-96bb-4880727b2b5b tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/cc18e586-b1fa-4db6-a0c1-f3ee4bb5d97d HTTP/1.1" status: 404 len: 337 time: 0.0416901 Dec 13 09:52:35.151997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.213855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-530ffd07-ff0e-45b5-a7a5-4205b31c8352 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 200 len: 205 time: 0.0603852 Dec 13 09:52:35.216358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59048) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.372830 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-53f208c5-ecb7-4aaf-9d4d-2f53a18b3404 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:35.379349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-53f208c5-ecb7-4aaf-9d4d-2f53a18b3404 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/df555c36-44e7-42aa-b75a-e8edec0ef6c1 HTTP/1.1" status: 404 len: 336 time: 0.1567712 Dec 13 09:52:35.387475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59052) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.443208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-24fb7f58-2a5e-4649-998c-b2f95ea6afd6 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d68092-d11f-4299-9a35-a0930eee62a3 HTTP/1.1" status: 200 len: 205 time: 0.0521226 Dec 13 09:52:35.443208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d8396eb-df32-4e72-b60f-fc11dd998e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.443832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59054) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.449189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d8396eb-df32-4e72-b60f-fc11dd998e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.501053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9d8396eb-df32-4e72-b60f-fc11dd998e16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d2b3338f2384577aa1bfbad3c67e473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132407 Dec 13 09:52:35.502723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8396eb-df32-4e72-b60f-fc11dd998e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27441851-693e-4207-ad3a-f7f23cf721f8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:35.503823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.511811 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-00026d1c-98cf-4e15-850a-1e288a1418cd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:35.513314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00026d1c-98cf-4e15-850a-1e288a1418cd tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/94d68092-d11f-4299-9a35-a0930eee62a3 HTTP/1.1" status: 404 len: 336 time: 0.0675137 Dec 13 09:52:35.516222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.576534 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f13cd17-c02b-410b-aa6b-1f290ecd5988 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:35.577206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f13cd17-c02b-410b-aa6b-1f290ecd5988 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:35.580478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0f13cd17-c02b-410b-aa6b-1f290ecd5988 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/5811925d-7ca2-4946-83d8-85d844025fdc HTTP/1.1" status: 404 len: 337 time: 0.0632710 Dec 13 09:52:35.583123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.613309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.615206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-edc8ff5c-fbdb-4a2a-b08b-42dc49f22c90 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f8147fb-c1a8-4117-b6e2-8b293b62e80f HTTP/1.1" status: 200 len: 205 time: 0.0303719 Dec 13 09:52:35.618048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.650519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.669850 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-1c2b5d61-3dba-4096-98a1-795e44a97e75 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:35.671688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c2b5d61-3dba-4096-98a1-795e44a97e75 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/1f8147fb-c1a8-4117-b6e2-8b293b62e80f HTTP/1.1" status: 404 len: 336 time: 0.0517094 Dec 13 09:52:35.674327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.707925 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a33dbc0-fec1-4b73-99e4-b254c1109444 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:35.708499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a33dbc0-fec1-4b73-99e4-b254c1109444 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:35.712286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2a33dbc0-fec1-4b73-99e4-b254c1109444 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/b41ddc03-4575-4c8f-9857-c82b50e6d4f0 HTTP/1.1" status: 404 len: 337 time: 0.0369825 Dec 13 09:52:35.720314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.731929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.734528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.738814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27441851-693e-4207-ad3a-f7f23cf721f8 HTTP/1.1" status: 204 len: 168 time: 0.2313075 Dec 13 09:52:35.761205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2ee1df9-2718-4712-a957-a6294651abd4 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba6fe933-eeb5-409f-b11b-b906e4a99d41 HTTP/1.1" status: 200 len: 205 time: 0.0386569 Dec 13 09:52:35.763476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.769804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0884bb-64ab-40c8-90a6-d0f429bd6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27441851-693e-4207-ad3a-f7f23cf721f8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:35.834129 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-aef6f6e0-04df-4962-91d7-a4d56ded210a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] delete failed (client error): The resource could not be found. Dec 13 09:52:35.835340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aef6f6e0-04df-4962-91d7-a4d56ded210a tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/routers/ba6fe933-eeb5-409f-b11b-b906e4a99d41 HTTP/1.1" status: 404 len: 336 time: 0.0709236 Dec 13 09:52:35.838007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59082) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.903010 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-224aa8a3-c55e-4701-82be-ffbab85d94ad tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:35.904768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224aa8a3-c55e-4701-82be-ffbab85d94ad tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:35.916966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-224aa8a3-c55e-4701-82be-ffbab85d94ad tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/3a9e561e-60a8-4e42-a9ef-3314dbec04e6 HTTP/1.1" status: 404 len: 337 time: 0.0754173 Dec 13 09:52:35.917460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59088) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.983910 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcfb023-bd81-4911-b801-4df178282634 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] DELETE failed (client error): The resource could not be found. Dec 13 09:52:35.984384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcfb023-bd81-4911-b801-4df178282634 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:35.990730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfcfb023-bd81-4911-b801-4df178282634 tempest-RoutersIpV6Test-1827158009 tempest-RoutersIpV6Test-1827158009-project] 10.222.0.31 "DELETE /v2.0/subnets/ea2793e2-1ab6-4d3c-b531-10a512f20636 HTTP/1.1" status: 404 len: 337 time: 0.0696051 Dec 13 09:52:36.101826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8934-975e-4d10-8e61-782089d8e4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.383912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59114) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:36.684453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f6e9661-a3f2-4b5c-834a-f51718d39f01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eff0aac538a04a8fb40e2cea3aec8f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966762 Dec 13 09:52:36.685017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59128) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:36.741759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.786086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.874608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.877842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.879371 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/087f2eed-019b-4af8-a572-5938fbbc14ba HTTP/1.1" status: 204 len: 168 time: 0.1937509 Dec 13 09:52:36.894973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226ac1a-1e1d-452a-ab23-331197524159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f2eed-019b-4af8-a572-5938fbbc14ba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.167303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59154) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:37.308661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-network', 'tenant_id': '643d1258bd144533a075834fd0e303ff'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:37.331924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Made reservation on behalf of 643d1258bd144533a075834fd0e303ff for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:37.335684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.347393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.448222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.452914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.488990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:37.493960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70621610-1d63-4a32-89b8-2cd4b1b020ee,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.504126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.505133 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Added segment 90e0c5aa-7927-4b7d-b48b-1b978d97349d of type vlan for network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d Dec 13 09:52:37.569559 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.615072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.616822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:37.617641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.689473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59178) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:37.694568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Request body: {'subnet': {'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-subnet', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:37.700393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5310993 Dec 13 09:52:37.721408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27d6d-3cd4-4f40-85ae-360595ba062f admin admin] Pushing event updated for resources: {'Network': ['ID=fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.734761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:37.747912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Made reservation on behalf of 643d1258bd144533a075834fd0e303ff for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:37.754869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.063465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.171441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dd761b-a943-4456-bf32-09cbf89104f3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:38.181865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Checking segment: {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:38.182281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Network hostable DHCP agents. Network: fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:38.212249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:38.249022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:38.263389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ce25c-04f4-48e9-ac52-a090397c84ee None None] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:38.264944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:38.267818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.310296 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89ec690e-12b1-46d0-9f03-a778d05d10dc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6195867 Dec 13 09:52:38.313996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59202) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:38.319889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:38.354671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.357196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.445129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:52:38.477043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.483540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'project_id': '643d1258bd144533a075834fd0e303ff', 'fixed_ips': [{'subnet_id': 'c4dd761b-a943-4456-bf32-09cbf89104f3'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:38.500030 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.530048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dce20dc-66a3-4e2f-8d04-50e5c9fc755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.754345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.772442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Allocated IP 172.20.0.2 (fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d/c4dd761b-a943-4456-bf32-09cbf89104f3/9591b5a2-dc9f-406d-b358-662daf05d1c4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:39.094698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.118407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.124835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.130766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.190298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:39.192713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:39.197657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:39.217899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Pushing event updated for resources: {'Port': ['ID=9591b5a2-dc9f-406d-b358-662daf05d1c4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:39.328984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Attempting to bind port 9591b5a2-dc9f-406d-b358-662daf05d1c4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:39.329375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Attempting to bind port 9591b5a2-dc9f-406d-b358-662daf05d1c4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:39.331212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Attempting to bind port 9591b5a2-dc9f-406d-b358-662daf05d1c4 on network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:39.341422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:39.344389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Checking segment: {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:39.345142 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.345840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Bound using segment: {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:39.347875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Bound port: 9591b5a2-dc9f-406d-b358-662daf05d1c4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:39.348310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.381899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Allocated IP 172.25.2.40 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8381b1f4-8d37-49d1-8787-a03bd514618c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:39.489044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] For port 9591b5a2-dc9f-406d-b358-662daf05d1c4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:39.492621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] For port 9591b5a2-dc9f-406d-b358-662daf05d1c4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9591b5a2-dc9f-406d-b358-662daf05d1c4,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:39.511785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.513424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.610520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.666122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901429-8e73-43fd-8973-1782da930a63 None None] Pushing event updated for resources: {'Port': ['ID=9591b5a2-dc9f-406d-b358-662daf05d1c4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:39.672139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.753119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:39.759956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:39.764144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:39.773691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8381b1f4-8d37-49d1-8787-a03bd514618c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:39.778463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9892e-8446-4081-ae93-6e2894eb19e0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:39.790834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-9815814e-493b-4741-a4c4-7c510020962c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:39.815215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-9815814e-493b-4741-a4c4-7c510020962c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.2115190 Dec 13 09:52:39.847727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-fcdf8adf-a228-4d82-8697-55800a4a986f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/quotas/70de0bf339f74f458175d466533c26dc HTTP/1.1" status: 200 len: 375 time: 0.0311191 Dec 13 09:52:39.848188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-be3598f0-5791-4eb4-b80b-ba7ef178a2b3 None None] Provisioning complete for port 8381b1f4-8d37-49d1-8787-a03bd514618c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:39.848400 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-be3598f0-5791-4eb4-b80b-ba7ef178a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.997077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-020c9436-e101-4f86-821b-48965040c47a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477203 Dec 13 09:52:40.036338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-be3598f0-5791-4eb4-b80b-ba7ef178a2b3 None None] Port 8381b1f4-8d37-49d1-8787-a03bd514618c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:40.168693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-684c538d-1d67-463a-a766-61d9afcb3376 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621323 Dec 13 09:52:40.343495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-8b7aa0cd-5159-4623-af44-a38ede8a2fba service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667104 Dec 13 09:52:40.368929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.811023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.854371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8710b1ac-edc5-4d1f-9280-6b837bdd33e2 req-993449ee-141e-4654-93c2-8c6b77568c6e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 210 time: 0.0894833 Dec 13 09:52:41.195113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.241325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:41.376011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:41.498810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781310d5-d573-46c0-a345-cda264054094 None None] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:41.740148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] Provisioning complete for port 9591b5a2-dc9f-406d-b358-662daf05d1c4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:41.740523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.896044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9591b5a2-dc9f-406d-b358-662daf05d1c4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:41.930763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5689605-6b10-4792-9614-402a683ac9e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.059706 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.079851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:42.096307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Sync routers for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:42.103912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.105457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-66c5aaf8-7378-4826-9195-97266d4fabd7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7905629 Dec 13 09:52:42.108903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59390) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:42.115053 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:42.119676 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:42.135140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9591b5a2-dc9f-406d-b358-662daf05d1c4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:42.135645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.266711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-575fe390-6421-4d53-b91e-a0c073d2f268 req-ba24f815-3aa2-41d0-bf29-9480635cf1b4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 210 time: 0.1753647 Dec 13 09:52:42.306239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5689605-6b10-4792-9614-402a683ac9e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.317251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5689605-6b10-4792-9614-402a683ac9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.474596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c5689605-6b10-4792-9614-402a683ac9e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f743863da6b2475aa34f36d33698d186&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0988693 Dec 13 09:52:42.475260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:42.537075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689605-6b10-4792-9614-402a683ac9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0669540-fbe6-4fb3-99f9-d8bd9b021c75,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:42.588083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Set router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:42.625655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.695053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.764676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-3edb4c5c-c39c-4270-8955-bffe76a0fe20 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:42.769970 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-3edb4c5c-c39c-4270-8955-bffe76a0fe20 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.3076315 Dec 13 09:52:42.801320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Request body: {'port': {'device_id': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'admin_state_up': True, 'tenant_id': '70de0bf339f74f458175d466533c26dc'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:42.850723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.857572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.873921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.877862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0669540-fbe6-4fb3-99f9-d8bd9b021c75 HTTP/1.1" status: 204 len: 168 time: 0.3794053 Dec 13 09:52:42.923280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] For port 9591b5a2-dc9f-406d-b358-662daf05d1c4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9591b5a2-dc9f-406d-b358-662daf05d1c4,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:42.932977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9dc3c-92b1-4d4f-bdc6-b3e971a61fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0669540-fbe6-4fb3-99f9-d8bd9b021c75,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:42.968392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.190815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 3, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:43.257676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1609ed1-5d1d-41f3-88e3-19f780c599fb None None] Pushing event updated for resources: {'Port': ['ID=9591b5a2-dc9f-406d-b358-662daf05d1c4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:43.311706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:43.334896 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Checking router: 4e0c6570-52da-4ed0-a2dc-c748a8333dcc for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:43.335268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Updating router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc port 8381b1f4-8d37-49d1-8787-a03bd514618c binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:43.419512 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.430937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-be33d61b-64ed-41b7-9e91-ba3a1de3aa92 None None] Provisioning complete for port 9591b5a2-dc9f-406d-b358-662daf05d1c4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:43.432263 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-be33d61b-64ed-41b7-9e91-ba3a1de3aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.512675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:43.519207 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.536256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80c1050f-98de-4a2e-b4f7-9b7fb7551298 req-ca76b09d-2b7c-42c4-9d06-8143d2aa8294 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 210 time: 0.0670795 Dec 13 09:52:43.617350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad4b0-ff66-4dc3-b345-f22c3ea562bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.755251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9591b5a2-dc9f-406d-b358-662daf05d1c4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:43.793927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad4b0-ff66-4dc3-b345-f22c3ea562bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.801387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad4b0-ff66-4dc3-b345-f22c3ea562bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.861904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ad4b0-ff66-4dc3-b345-f22c3ea562bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61412e1a-3061-4087-b5af-096962c2b035,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:43.890254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9591b5a2-dc9f-406d-b358-662daf05d1c4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:43.891504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.908019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7b0ad4b0-ff66-4dc3-b345-f22c3ea562bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=073993137cc54ad5a43c931fa0363c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925963 Dec 13 09:52:43.908136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59550) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:43.908440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59552) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:43.948017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc81d184-6d94-4d75-9a1b-a5cd589dde55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.969953 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.989376 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.024845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Allocated IP 172.20.0.8 (c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04/01213129-538f-47de-b758-07bc2906a7de/138f4464-ba4b-4a21-99b0-b9e11138edaa) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:44.078021 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.089551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ba8e7-fbc1-4216-9030-5fb7291a8f02 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:44.093949 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Attempting to bind port 8381b1f4-8d37-49d1-8787-a03bd514618c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:44.094323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Attempting to bind port 8381b1f4-8d37-49d1-8787-a03bd514618c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:44.094691 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Attempting to bind port 8381b1f4-8d37-49d1-8787-a03bd514618c on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:44.125595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.133737 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52ef1-5d2e-4924-8147-574cf7683072 None None] Pushing event updated for resources: {'Port': ['ID=8381b1f4-8d37-49d1-8787-a03bd514618c,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.137968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:44.139729 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:44.141805 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.142601 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:44.143479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Bound port: 8381b1f4-8d37-49d1-8787-a03bd514618c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:44.144305 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.215319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78ccf363-e700-4b72-b01f-ccfa96874734 None None] Provisioning complete for port 8381b1f4-8d37-49d1-8787-a03bd514618c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:44.215966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.216493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78ccf363-e700-4b72-b01f-ccfa96874734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.245715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.255731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.267871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61412e1a-3061-4087-b5af-096962c2b035 HTTP/1.1" status: 204 len: 168 time: 0.3264718 Dec 13 09:52:44.296936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa8518-3c70-4eea-8a58-1cbcb7a1c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61412e1a-3061-4087-b5af-096962c2b035,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.301204 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] For port 8381b1f4-8d37-49d1-8787-a03bd514618c, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:44.318426 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] For port 8381b1f4-8d37-49d1-8787-a03bd514618c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8381b1f4-8d37-49d1-8787-a03bd514618c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:44.331028 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.375643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc81d184-6d94-4d75-9a1b-a5cd589dde55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.380706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-78ccf363-e700-4b72-b01f-ccfa96874734 None None] Port 8381b1f4-8d37-49d1-8787-a03bd514618c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:44.389697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc81d184-6d94-4d75-9a1b-a5cd589dde55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.471575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb6851-8c49-4a3b-87e6-cca5c62c7931 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:44.492965 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:44.493780 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:44.555205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81d184-6d94-4d75-9a1b-a5cd589dde55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36151e54-1b67-4f96-9f94-c85b0dcc240d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.626184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] Provisioning complete for port 8381b1f4-8d37-49d1-8787-a03bd514618c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:44.626561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.646632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dc81d184-6d94-4d75-9a1b-a5cd589dde55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0498fe7200e0467fa26e101671a346d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371292 Dec 13 09:52:44.647431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59618) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:44.652066 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] Set router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:44.762401 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.803587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] For port 8381b1f4-8d37-49d1-8787-a03bd514618c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8381b1f4-8d37-49d1-8787-a03bd514618c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:44.817533 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.895220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52ef1-5d2e-4924-8147-574cf7683072 None None] Pushing event updated for resources: {'Port': ['ID=8381b1f4-8d37-49d1-8787-a03bd514618c,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.897003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18705713-8e0b-4255-999a-5f076f55eb70 req-53afdae3-2d6b-4929-afa1-37f9a84207ee tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 210 time: 0.2049856 Dec 13 09:52:44.900068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.981769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf3b9-6ec3-437b-a617-c75e2899e664 None None] Pushing event updated for resources: {'Port': ['ID=8381b1f4-8d37-49d1-8787-a03bd514618c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.992575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Allocated IP 172.20.0.1 (fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d/c4dd761b-a943-4456-bf32-09cbf89104f3/cc5829a8-ccd8-4a5e-9b12-2a24b74c0823) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:45.055198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.101245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.154419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.166829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:45.207693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.222467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59664) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:45.223848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.225792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event updated for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.229527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36151e54-1b67-4f96-9f94-c85b0dcc240d HTTP/1.1" status: 204 len: 168 time: 0.5807111 Dec 13 09:52:45.241904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e10c2-d42e-43df-8fca-95a3fb82cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36151e54-1b67-4f96-9f94-c85b0dcc240d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.297641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 3, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:45.316996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8775727-cae6-41bc-a8a6-a3166c1cb885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.380156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:45.397888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:45.420466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:45.429951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443abdbe-9d1b-427d-bb9a-ab34e107badf None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:45.525666 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bbdc70-3927-4c26-aea7-4721d5ae92e7 None None] The sync data for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 is: [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 3, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:45.534757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.635721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f4d4f08a-193b-4488-ba5c-ca9e65bd1571 None None] Provisioning complete for port 138f4464-ba4b-4a21-99b0-b9e11138edaa triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:45.636939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f08a-193b-4488-ba5c-ca9e65bd1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.667234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:45.670431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.744951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4f08a-193b-4488-ba5c-ca9e65bd1571 None None] Port 138f4464-ba4b-4a21-99b0-b9e11138edaa cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:45.889039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8775727-cae6-41bc-a8a6-a3166c1cb885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.918738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8775727-cae6-41bc-a8a6-a3166c1cb885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.040481 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-b214d9eb-be8e-44f2-8b38-d5e7dee8ea99 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2503474 Dec 13 09:52:46.105493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Request body: {'port': {'device_id': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:46.193403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.197013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d976104-d215-4fc2-86b7-b3426c39ee22 req-232ffab5-1399-4833-b541-3c8e31087c5a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:46.241917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d976104-d215-4fc2-86b7-b3426c39ee22 req-232ffab5-1399-4833-b541-3c8e31087c5a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 931 time: 0.1586306 Dec 13 09:52:46.308365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59766) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:46.351410 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8775727-cae6-41bc-a8a6-a3166c1cb885 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14e0ea770c254180bd707bf5b6206f31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1055734 Dec 13 09:52:46.360774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59780) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:46.366624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8775727-cae6-41bc-a8a6-a3166c1cb885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3f636-6350-41b4-889d-946218b51fa9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:46.438691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d976104-d215-4fc2-86b7-b3426c39ee22 req-4948d584-cd19-4d76-9e4f-34e4cb300622 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909833 Dec 13 09:52:46.566794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:46.609282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:46.611410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Pushing event updated for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:46.613664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:46.667231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c4739ff-3dd8-4f30-8371-4202bc219a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.699344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.779772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.838646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.875335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c4739ff-3dd8-4f30-8371-4202bc219a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.884870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c4739ff-3dd8-4f30-8371-4202bc219a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.930034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4739ff-3dd8-4f30-8371-4202bc219a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc0005-11a8-4f57-8848-a92ab0f407bb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:46.979809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c4739ff-3dd8-4f30-8371-4202bc219a46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a9fc282ec8f4114a95d7643daa9255b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6552901 Dec 13 09:52:46.982297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59842) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:47.028152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.137003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.191695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.230764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-31a01f23-38ea-445d-9b3d-78a190fc5fc0 None None] Provisioning complete for port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:47.231980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31a01f23-38ea-445d-9b3d-78a190fc5fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.295526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.299312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.301325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcbc0005-11a8-4f57-8848-a92ab0f407bb HTTP/1.1" status: 204 len: 168 time: 0.3171649 Dec 13 09:52:47.314995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d184942-0e89-4711-91ae-734e5e57284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc0005-11a8-4f57-8848-a92ab0f407bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:47.415713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-31a01f23-38ea-445d-9b3d-78a190fc5fc0 None None] Port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:47.651463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.683964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.687109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.699389 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61a3f636-6350-41b4-889d-946218b51fa9 HTTP/1.1" status: 204 len: 168 time: 1.3338411 Dec 13 09:52:47.761950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f978-210c-4b88-9719-cb87cd1291f6 req-1d4072c2-d7c9-4ffe-82fc-76e641826493 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:47.766536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9eb88-c9c4-48b7-bfc3-0f8c42f446f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3f636-6350-41b4-889d-946218b51fa9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:47.771708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e72f978-210c-4b88-9719-cb87cd1291f6 req-1d4072c2-d7c9-4ffe-82fc-76e641826493 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 931 time: 0.1695693 Dec 13 09:52:47.876587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8381b1f4-8d37-49d1-8787-a03bd514618c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:47.896497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e72f978-210c-4b88-9719-cb87cd1291f6 req-0c392510-f731-4677-8b33-524624449a54 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226692 Dec 13 09:52:47.985683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8381b1f4-8d37-49d1-8787-a03bd514618c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:47.986486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.145779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138f4464-ba4b-4a21-99b0-b9e11138edaa {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:48.162701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.191796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Transition to ACTIVE for port object 138f4464-ba4b-4a21-99b0-b9e11138edaa will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:52:48.207605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.322803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13f4fc-14a7-45c7-a681-f3fa8d3d8461 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:48.460434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.464910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Pushing event updated for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.508687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.658116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.668398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Pushing event updated for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.707195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Attempting to bind port 138f4464-ba4b-4a21-99b0-b9e11138edaa on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:48.707615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Attempting to bind port 138f4464-ba4b-4a21-99b0-b9e11138edaa by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:48.708059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Attempting to bind port 138f4464-ba4b-4a21-99b0-b9e11138edaa on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:48.718096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Port 138f4464-ba4b-4a21-99b0-b9e11138edaa on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:48.718785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Attempting to bind port 138f4464-ba4b-4a21-99b0-b9e11138edaa on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:48.738887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:48.739458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Checking segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:48.740631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Bound using segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:48.742156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Bound port: 138f4464-ba4b-4a21-99b0-b9e11138edaa, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:48.742886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.994801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:49.000801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:49.033563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:49.039526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:49.042389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.152086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87899a6-d213-4078-8473-890ef79eb30c req-d0bbea75-2a18-4859-b732-4b7e177ae6dc tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:49.159434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e87899a6-d213-4078-8473-890ef79eb30c req-d0bbea75-2a18-4859-b732-4b7e177ae6dc tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 943 time: 0.1102440 Dec 13 09:52:49.184516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e53441-5884-405c-90b2-7fc42a2ae41f None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:49.267193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e87899a6-d213-4078-8473-890ef79eb30c req-08498480-d0ff-447d-a31d-05dd0cc2c4f4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067801 Dec 13 09:52:49.284999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:49.286287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.287962 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] 10.222.0.20 "PUT /v2.0/ports/138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 200 len: 1091 time: 3.2111917 Dec 13 09:52:49.288629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:49.291117 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4d0f38-0956-4ede-a612-c63b37427cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:49.418254 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f05206-79fe-4373-873a-56304e55a92b x-openstack-request-id: req-67f05206-79fe-4373-873a-56304e55a92b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:49.418543 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:49.418804 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67f05206-79fe-4373-873a-56304e55a92b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:49.419298 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa', 'status': 'completed', 'code': 200} Dec 13 09:52:49.432125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79178-53de-42de-98c2-4341962efe02 service neutron] Pushing event updated for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:49.479321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aa215bcc-b2a8-4286-a931-cb2cb56c7757 None None] Provisioning complete for port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:49.479951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa215bcc-b2a8-4286-a931-cb2cb56c7757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.564169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-22c90cf3-8a7b-4c7d-a2fe-e8674b3a1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:49.567625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-22c90cf3-8a7b-4c7d-a2fe-e8674b3a1942 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 1094 time: 0.2304001 Dec 13 09:52:49.568746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aa215bcc-b2a8-4286-a931-cb2cb56c7757 None None] Port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:49.692275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:49.706007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-603ec1d6-6b25-4331-b54b-036dc7683189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 200 len: 217 time: 0.1157541 Dec 13 09:52:50.084428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59994) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.346220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3531e52-be51-4d2d-8640-3d64901f3f25 req-9d3cb700-571f-44ee-82d2-b4ca16757fd3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:50.349099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bd8fd9cb-11b3-4b28-8a94-5372ca159d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:50.351489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bd8fd9cb-11b3-4b28-8a94-5372ca159d95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.6437628 Dec 13 09:52:50.355211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3531e52-be51-4d2d-8640-3d64901f3f25 req-9d3cb700-571f-44ee-82d2-b4ca16757fd3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.0936966 Dec 13 09:52:50.389449 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-041e1b5c-74ab-4443-b6ff-57d0ecc0bf0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311630 Dec 13 09:52:50.424175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3531e52-be51-4d2d-8640-3d64901f3f25 req-0be145b8-9809-4378-8ec4-cf8aca8756a3 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677392 Dec 13 09:52:50.480939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1370743295-network', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:50.502564 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-61052294-356e-4004-b659-53c997ddc5b8 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023934 Dec 13 09:52:50.511476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Made reservation on behalf of f1956682cc574a1d86f16a15c8949bf8 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:50.514179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.526455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:50.537515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f632f-6d3d-464c-be86-0f14b2791de6 req-4d5fb31f-83d8-4b98-bd00-b1557a4b21de tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:50.539138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db8f632f-6d3d-464c-be86-0f14b2791de6 req-4d5fb31f-83d8-4b98-bd00-b1557a4b21de tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 943 time: 0.1305935 Dec 13 09:52:50.540085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.540238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5532b7e0-2f2c-4f72-998c-cd682bbbfe1a admin admin] 10.222.0.31 "PUT /v2.0/routers/4e0c6570-52da-4ed0-a2dc-c748a8333dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4285445 Dec 13 09:52:50.544682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Sync routers for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:50.559790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:50.560969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:50.624397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db8f632f-6d3d-464c-be86-0f14b2791de6 req-29906548-3bbb-4ba0-8877-80052cbdfd18 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Dec 13 09:52:50.676435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c7314a2f-7a2e-4891-8f6c-51c21e1066a7 req-bb8a4400-3f1c-41f5-908e-5ed1f2a6ec8c service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671362 Dec 13 09:52:50.700825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.705868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.736919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Set router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:50.738785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:50.754700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfdeaa4-3b9f-47c8-a927-e653547ef184,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:50.771521 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.772722 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Added segment 009bf18a-dc60-47f9-b813-f9234c532b95 of type vlan for network 7e6901b2-c98b-4315-8335-abc27ac6711f Dec 13 09:52:50.810733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-f99f9409-bf29-4358-978f-b045bdfd2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:50.814278 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-f99f9409-bf29-4358-978f-b045bdfd2b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 1094 time: 0.0814190 Dec 13 09:52:50.837951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.894868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.896065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:50.896941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.059250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-0766a3c5-1125-4c81-a352-ef0e39f89e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.064496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-0766a3c5-1125-4c81-a352-ef0e39f89e01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2387390 Dec 13 09:52:51.093274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0077102 Dec 13 09:52:51.107316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60032) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.114778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Request body: {'subnet': {'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1370743295-subnet', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:51.135101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cc5829a8-ccd8-4a5e-9b12-2a24b74c0823', 'name': '', 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'mac_address': 'fa:16:3e:aa:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:44Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 2, 'project_id': '643d1258bd144533a075834fd0e303ff', 'subnets': [{'id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:51.141984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4addcde-a9a0-4eb6-821c-8d7bcbabaa83 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6901b2-c98b-4315-8335-abc27ac6711f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.150663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Made reservation on behalf of f1956682cc574a1d86f16a15c8949bf8 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:51.153129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.174640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Checking router: 4e0c6570-52da-4ed0-a2dc-c748a8333dcc for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:51.175076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Updating router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:51.177256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 7e6901b2-c98b-4315-8335-abc27ac6711f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:51.186193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-e7c81603-393a-4e7b-bebd-27035c24ddc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 200 len: 217 time: 0.1140420 Dec 13 09:52:51.261715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-e6e6cbbc-17df-4b2e-9b37-5832bf8eee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.263875 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-e6e6cbbc-17df-4b2e-9b37-5832bf8eee3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.0702703 Dec 13 09:52:51.280017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.327134 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-4852b028-eb50-4416-b618-23b76864911c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549009 Dec 13 09:52:51.478232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-efffb0d8-df21-4057-ab3c-47cc16e42603 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405859 Dec 13 09:52:51.620871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9471e36f-588a-45d1-aff2-2f6642582491 req-663867f8-04cd-487a-80df-b8892e4694a0 tempest-FloatingIPsNegativeTestJSON-918526368 tempest-FloatingIPsNegativeTestJSON-918526368-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=643d1258bd144533a075834fd0e303ff HTTP/1.1" status: 200 len: 217 time: 0.1427834 Dec 13 09:52:51.644890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2c4d0f38-0956-4ede-a612-c63b37427cd1 req-eeaa1a13-5a4c-4a17-9e05-b8d3d55c4694 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581655 Dec 13 09:52:51.667311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.753894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Checking segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:51.754492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Network hostable DHCP agents. Network: 7e6901b2-c98b-4315-8335-abc27ac6711f, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:51.767211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723aa23-f3a4-40b8-a3ec-fc6c99576dc6 req-d3059a8f-2cf2-4783-8655-c39317c01472 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.769226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5723aa23-f3a4-40b8-a3ec-fc6c99576dc6 req-d3059a8f-2cf2-4783-8655-c39317c01472 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.2131741 Dec 13 09:52:51.775376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.788642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.864289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7385e1-678e-4a1d-92c9-6ee0bc259345,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.935608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-650e6645-2964-4d48-879a-34d159a39ab5 req-622b093c-da75-4619-9caf-fc2f07fae8d1 tempest-FloatingIPsNegativeTestJSON-918526368 tempest-FloatingIPsNegativeTestJSON-918526368-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1497037 Dec 13 09:52:51.967167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1532059-62c3-4b0e-8dca-884d956285d5 None None] Pushing event updated for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.987912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da253fd-5743-4395-a994-012a1655eef7 req-e2b98cfb-85af-4c77-a6fc-c98e7973df5e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.990937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8da253fd-5743-4395-a994-012a1655eef7 req-e2b98cfb-85af-4c77-a6fc-c98e7973df5e tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.16 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.2169523 Dec 13 09:52:51.991994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Attempting to bind port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:51.992654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Attempting to bind port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:51.993881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Attempting to bind port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 on network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:51.997521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Network 7e6901b2-c98b-4315-8335-abc27ac6711f is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:52.004877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:52.006081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Checking segment: {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:52.006765 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.007439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Bound using segment: {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:52.008672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Bound port: cc5829a8-ccd8-4a5e-9b12-2a24b74c0823, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e0c5aa-7927-4b7d-b48b-1b978d97349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:52.009796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.012729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5723aa23-f3a4-40b8-a3ec-fc6c99576dc6 req-cb83745c-5a11-4767-9481-54eb6dd69d87 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349279 Dec 13 09:52:52.067533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 7e6901b2-c98b-4315-8335-abc27ac6711f) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:52.077701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:52.079587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.117445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef295af9-36b1-4beb-908c-6cc4b8dc52d7 None None] Network 7e6901b2-c98b-4315-8335-abc27ac6711f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:52.131274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8531b4fd-490c-438e-af53-c58fd6643a96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0198431 Dec 13 09:52:52.131676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:52.136383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:52.209582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.210953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.286169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.348095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-7e6901b2-c98b-4315-8335-abc27ac6711f', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:52.350427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.364811 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-2f0cab43-ee28-4fa5-a6ba-faa007ae83b2 req-222e15dd-14b5-40be-9995-25f0bb430888 tempest-FloatingIPsNegativeTestJSON-918526368 tempest-FloatingIPsNegativeTestJSON-918526368-project] show failed (client error): The resource could not be found. Dec 13 09:52:52.366374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f0cab43-ee28-4fa5-a6ba-faa007ae83b2 req-222e15dd-14b5-40be-9995-25f0bb430888 tempest-FloatingIPsNegativeTestJSON-918526368 tempest-FloatingIPsNegativeTestJSON-918526368-project] 10.222.0.31 "GET /v2.0/floatingips/109e241e-3bda-4cd2-8340-14b37dfed948 HTTP/1.1" status: 404 len: 350 time: 0.2622364 Dec 13 09:52:52.379372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60082) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:52.442202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-574c0c34-5cc1-4906-9b4a-43392d2e23c7 None None] Provisioning complete for port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:52.442202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574c0c34-5cc1-4906-9b4a-43392d2e23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.478684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cff3c-a324-4b75-8780-f1b2cf7e9422 req-b53f719a-eb00-4b0c-a5f7-d839ff94771f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:52.486092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db6cff3c-a324-4b75-8780-f1b2cf7e9422 req-b53f719a-eb00-4b0c-a5f7-d839ff94771f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 943 time: 0.3345101 Dec 13 09:52:52.528380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] For port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:52.555503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.566365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db6cff3c-a324-4b75-8780-f1b2cf7e9422 req-515aeb68-304b-46a9-b259-aec08cab1466 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715728 Dec 13 09:52:52.577442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Deleting port 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:52.577797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.610545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] For port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:52.637759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.748772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-574c0c34-5cc1-4906-9b4a-43392d2e23c7 None None] Port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:52.938032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] For port 1158e431-5605-4432-ad35-a91f300ce6fe, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1158e431-5605-4432-ad35-a91f300ce6fe,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:52.942626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.977571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:52.978272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:53.088956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 138f4464-ba4b-4a21-99b0-b9e11138edaa details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:52:53.239847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.348187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.373604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.393421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.460125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Allocated IP 172.20.0.2 (7e6901b2-c98b-4315-8335-abc27ac6711f/bc7385e1-678e-4a1d-92c9-6ee0bc259345/d863fe48-a58d-40d1-a099-4dab12b9367b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:53.482440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c35aa064-4760-47b6-b500-0cf010631b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.492790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1532059-62c3-4b0e-8dca-884d956285d5 None None] Pushing event updated for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.559625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] Provisioning complete for port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:53.562825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.659618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Allocated IP 172.25.2.210 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/269d9376-f2f7-46d2-8bff-e1a028bb9e6b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:53.676075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:52:53.722869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.723508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.724032 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Floating IP 8e1bdbea-9d21-4473-b144-2b5e3829d487 disassociated. External IP: 172.25.2.224, port: 1158e431-5605-4432-ad35-a91f300ce6fe. Dec 13 09:52:53.724626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Calling delete_port for 1158e431-5605-4432-ad35-a91f300ce6fe owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:53.823081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c35aa064-4760-47b6-b500-0cf010631b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.843025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c35aa064-4760-47b6-b500-0cf010631b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.946771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.004437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aa064-4760-47b6-b500-0cf010631b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed97d1-77d4-4daa-94e3-15c060e4a109,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.024016 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c35aa064-4760-47b6-b500-0cf010631b0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31dc38d10afd44abb58630d96aeca4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823410 Dec 13 09:52:54.025950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60122) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.029376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551805-7791-4fcb-90b8-6c4e0e1b3a45 req-5fa6e5e1-384d-49da-976d-0d4fe42a7c36 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:54.040222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a551805-7791-4fcb-90b8-6c4e0e1b3a45 req-5fa6e5e1-384d-49da-976d-0d4fe42a7c36 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 943 time: 0.1625392 Dec 13 09:52:54.075221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'Port': ['ID=1158e431-5605-4432-ad35-a91f300ce6fe,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.101152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05e1c-dfed-4a0d-82d5-d6b135c674ab req-b7f27650-eb01-448c-8918-81e29f87283a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:54.102857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47f05e1c-dfed-4a0d-82d5-d6b135c674ab req-b7f27650-eb01-448c-8918-81e29f87283a tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 946 time: 0.2327895 Dec 13 09:52:54.111634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.127390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] Set router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:54.197522 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.236034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.248418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47f05e1c-dfed-4a0d-82d5-d6b135c674ab req-2612e606-817b-4497-bf07-854167326e9d tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff0c9bfd-340d-4331-a247-cb82e823fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234384 Dec 13 09:52:54.264082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.266082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a551805-7791-4fcb-90b8-6c4e0e1b3a45 req-31df9715-43ae-432a-bc4d-0107144ef424 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179215 Dec 13 09:52:54.358556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:54.363416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Deleting port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:54.364108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.367493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.381060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:54.401543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:54.449204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a989b68-325c-4aaf-bbe5-c4525345e628 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:54.463350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:54.507007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Pushing event updated for resources: {'Port': ['ID=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.547577 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.643361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Pushing event updated for resources: {'Port': ['ID=d863fe48-a58d-40d1-a099-4dab12b9367b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.674349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:54.706598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:54.720099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Network 7e6901b2-c98b-4315-8335-abc27ac6711f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:54.727280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:54.727513 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:54.729630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:54.738778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.742511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.744062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96ed97d1-77d4-4daa-94e3-15c060e4a109 HTTP/1.1" status: 204 len: 168 time: 0.7037196 Dec 13 09:52:54.747340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:54.748503 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:54.762294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '138f4464-ba4b-4a21-99b0-b9e11138edaa', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'port_id': '138f4464-ba4b-4a21-99b0-b9e11138edaa', 'mac_address': 'fa:16:3e:16:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01213129-538f-47de-b758-07bc2906a7de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:52:54.763964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.823676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Attempting to bind port d863fe48-a58d-40d1-a099-4dab12b9367b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:54.824053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Attempting to bind port d863fe48-a58d-40d1-a099-4dab12b9367b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:54.824420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Attempting to bind port d863fe48-a58d-40d1-a099-4dab12b9367b on network 7e6901b2-c98b-4315-8335-abc27ac6711f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:54.833057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] No DVR routers for this DVR port 1158e431-5605-4432-ad35-a91f300ce6fe on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:54.836203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.839831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8da253fd-5743-4395-a994-012a1655eef7 req-490aa4b0-d923-476e-8613-0c217efabf90 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.16 "DELETE /v2.0/ports/1158e431-5605-4432-ad35-a91f300ce6fe HTTP/1.1" status: 204 len: 173 time: 2.8377268 Dec 13 09:52:54.839998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258512b0-4cb8-4e2a-a58c-817ee9dbf081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed97d1-77d4-4daa-94e3-15c060e4a109,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.840761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-deleted', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:54.852901 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d1248b-88b8-4f8b-963b-57ca655f46b1" -d '{"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-deleted", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:54.892720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] For port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:54.893356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.946844 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:54.969287 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7b5d3-51ae-4435-a1a3-fc4430e6b566 x-openstack-request-id: req-76f7b5d3-51ae-4435-a1a3-fc4430e6b566 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:54.969846 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230e77a-6f06-4e2f-ac4f-a1245e9877ee", "name": "network-vif-deleted", "tag": "1158e431-5605-4432-ad35-a91f300ce6fe", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:54.969846 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f7b5d3-51ae-4435-a1a3-fc4430e6b566 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:54.970234 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230e77a-6f06-4e2f-ac4f-a1245e9877ee', 'name': 'network-vif-deleted', 'tag': '1158e431-5605-4432-ad35-a91f300ce6fe', 'status': 'completed', 'code': 200} Dec 13 09:52:54.974491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Calling delete_port for cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:54.982424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:54.983145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Checking segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:54.984523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.985457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Bound using segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:54.986009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Bound port: d863fe48-a58d-40d1-a099-4dab12b9367b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:54.986476 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.074352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] For port cc5829a8-ccd8-4a5e-9b12-2a24b74c0823, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:55.093928 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.103246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.115592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.315207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a0b07-66a2-4760-bc2d-33b396d819bf None None] Pushing event updated for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:55.378930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60144) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.400351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138f4464-ba4b-4a21-99b0-b9e11138edaa {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:55.452095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c80f998d-737b-4cfa-b8d0-cc34cd1b1ca1 None None] Provisioning complete for port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:55.453760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c80f998d-737b-4cfa-b8d0-cc34cd1b1ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.467572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0903300c-4995-4401-8163-996f741684af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.614675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:55.622581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770c24-09a6-4916-bab6-fc443879cd38 req-56b43c1d-a199-42de-8463-24cbd11cbd53 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:55.628422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a770c24-09a6-4916-bab6-fc443879cd38 req-56b43c1d-a199-42de-8463-24cbd11cbd53 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 943 time: 0.2124712 Dec 13 09:52:55.652125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5761ed7a-db60-4e7a-a1db-68906fbc8883 req-f5e73225-93bc-4a6b-8d82-dc140f5ee7fa tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/ports?device_id=d230e77a-6f06-4e2f-ac4f-a1245e9877ee HTTP/1.1" status: 200 len: 210 time: 0.0901117 Dec 13 09:52:55.654504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] For port d863fe48-a58d-40d1-a099-4dab12b9367b, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:55.662919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cc5829a8-ccd8-4a5e-9b12-2a24b74c0823', 'name': '', 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'mac_address': 'fa:16:3e:aa:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:44Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 4, 'project_id': '643d1258bd144533a075834fd0e303ff', 'subnets': [{'id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:55.732881 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.743085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:55.752111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0f4c-2ef6-467a-a1f9-bc4a31527416 None None] The sync data for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 is: [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cc5829a8-ccd8-4a5e-9b12-2a24b74c0823', 'name': '', 'network_id': 'fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'mac_address': 'fa:16:3e:aa:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:44Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 4, 'project_id': '643d1258bd144533a075834fd0e303ff', 'subnets': [{'id': 'c4dd761b-a943-4456-bf32-09cbf89104f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:55.871212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a770c24-09a6-4916-bab6-fc443879cd38 req-f2301cf1-64bf-44d2-89e8-d8e75cd943a0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004471 Dec 13 09:52:55.873622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0903300c-4995-4401-8163-996f741684af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.880860 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0903300c-4995-4401-8163-996f741684af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.905500 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:55.919514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:55.920700 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:55.923867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] For port d863fe48-a58d-40d1-a099-4dab12b9367b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d863fe48-a58d-40d1-a099-4dab12b9367b,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:55.940057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c80f998d-737b-4cfa-b8d0-cc34cd1b1ca1 None None] Port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:55.953384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0903300c-4995-4401-8163-996f741684af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e16b8909c828457698890fdcc612eac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729346 Dec 13 09:52:55.953864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60148) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.956543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903300c-4995-4401-8163-996f741684af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1b4f2-a0f8-4570-a1fa-cb38c67fe5ed,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:55.957787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.033439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:56.036158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.077922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.110989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.161651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.166662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.177155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0a1b4f2-a0f8-4570-a1fa-cb38c67fe5ed HTTP/1.1" status: 204 len: 168 time: 0.2159472 Dec 13 09:52:56.198400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e65ac-cc24-4045-917a-7c6a72a49de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1b4f2-a0f8-4570-a1fa-cb38c67fe5ed,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.221216 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:56.272884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.378447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:56.388216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c1a89-441d-4a43-a82b-f83484f85a29 None None] Pushing event updated for resources: {'Port': ['ID=d863fe48-a58d-40d1-a099-4dab12b9367b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.494604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 1158e431-5605-4432-ad35-a91f300ce6fe {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:56.495354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1158e431-5605-4432-ad35-a91f300ce6fe not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:56.623642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5829a8-ccd8-4a5e-9b12-2a24b74c0823,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.933760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60178) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.936569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:56.946374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.038758 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd3bb9-dbb2-4aec-a944-83005caff459 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:41:39Z', 'revision_number': 4, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82', 'name': '', 'network_id': 'f048611b-6f60-417a-a2b1-5f1a5c8bccdc', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'mac_address': 'fa:16:3e:ff:79:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:38Z', 'updated_at': '2021-12-13T09:41:47Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'subnets': [{'id': '1b5dc82a-b917-4cd5-9231-add12efbbd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:57.198110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.304933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.365040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ff9dc-38ac-4035-9e55-c2f6192db564 req-c860bf99-9ed8-4407-b962-3ab44bdcf6fb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:57.376160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f5ff9dc-38ac-4035-9e55-c2f6192db564 req-c860bf99-9ed8-4407-b962-3ab44bdcf6fb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 944 time: 0.2142973 Dec 13 09:52:57.506964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f5ff9dc-38ac-4035-9e55-c2f6192db564 req-e47f9686-73bb-460c-9271-f1b0dfca92af tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289477 Dec 13 09:52:57.522964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.528457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.533101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff0c9bfd-340d-4331-a247-cb82e823fdae HTTP/1.1" status: 204 len: 168 time: 0.5978389 Dec 13 09:52:57.550905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60192) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:57.551911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb518db5-59ff-4524-a6f0-42d522e10cd5 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c9bfd-340d-4331-a247-cb82e823fdae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:57.614779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.631875 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-301de570-eda4-4af9-81dc-e0e15c20dc7f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] show failed (client error): The resource could not be found. Dec 13 09:52:57.637934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-301de570-eda4-4af9-81dc-e0e15c20dc7f tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "GET /v2.0/security-groups/ff0c9bfd-340d-4331-a247-cb82e823fdae HTTP/1.1" status: 404 len: 347 time: 0.0473502 Dec 13 09:52:57.640714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60198) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:57.745402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 138f4464-ba4b-4a21-99b0-b9e11138edaa up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:57.908603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a436f80b-77c3-4119-b26d-e16e0cd78c42 None None] New status for floating IP 8e1bdbea-9d21-4473-b144-2b5e3829d487: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:52:57.940326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Router 5fe70d9d-df44-4509-b026-274e7e396937 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:58.087209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Deleting port 8abf6a3b-57af-4b10-823d-4382fd38167a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:58.087602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.271697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.272830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.286452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Calling delete_port for 8abf6a3b-57af-4b10-823d-4382fd38167a owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:58.325175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d863fe48-a58d-40d1-a099-4dab12b9367b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:58.399088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b098a-18a9-4f20-bc6c-09b0cb9d45ee None None] Network 7e6901b2-c98b-4315-8335-abc27ac6711f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:58.475694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:58.491158 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:58.501776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 138f4464-ba4b-4a21-99b0-b9e11138edaa completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:52:58.520548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 138f4464-ba4b-4a21-99b0-b9e11138edaa triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:58.520548 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.552276 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:58.555016 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:58.564348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.568609 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c528c024-3600-446e-9d19-4fab33b48704 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4357302 Dec 13 09:52:58.571532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60216) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:58.588811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:58.634554 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.689956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Pushing event deleted for resources: {'Port': ['ID=8abf6a3b-57af-4b10-823d-4382fd38167a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:58.923206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185afb-781f-4889-a09b-e02d5727d47b req-3f55e9ab-a9a0-41af-83ef-6ce17994f3eb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:58.926622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] Provisioning complete for port d863fe48-a58d-40d1-a099-4dab12b9367b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:58.927092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.936315 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:58.940013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24185afb-781f-4889-a09b-e02d5727d47b req-3f55e9ab-a9a0-41af-83ef-6ce17994f3eb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 944 time: 0.2513638 Dec 13 09:52:58.966627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.982499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.983754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-170490d8-0735-42d4-9ae0-8dfad19a3b13 tempest-AttachVolumeShelveTestJSON-1135965050 tempest-AttachVolumeShelveTestJSON-1135965050-project] 10.222.0.31 "DELETE /v2.0/floatingips/8e1bdbea-9d21-4473-b144-2b5e3829d487 HTTP/1.1" status: 204 len: 168 time: 1.3420415 Dec 13 09:52:59.086575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24185afb-781f-4889-a09b-e02d5727d47b req-899568d4-c413-4201-a35e-4b8d51e523c2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454024 Dec 13 09:52:59.126779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d863fe48-a58d-40d1-a099-4dab12b9367b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:59.127443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.238923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:59.270763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] Sync routers for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:59.273285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60232) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.274954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b51beb95-0e8c-48ed-95d9-20e33fdd3959 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e0c6570-52da-4ed0-a2dc-c748a8333dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8931956 Dec 13 09:52:59.306517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.335597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:59.336947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.491854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:59.494955 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:52:54Z', 'revision_number': 3, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.501430 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3763e5b6-229f-4064-8966-69410c056cdf" -d '{"events": [{"server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "name": "network-vif-plugged", "status": "completed", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:59.599348 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:59.602261 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Updating router 5fe70d9d-df44-4509-b026-274e7e396937 port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:59.634346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.645566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:59.648832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.653721 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5705dbd6-67ab-4c90-b9fd-c900525f6454 x-openstack-request-id: req-5705dbd6-67ab-4c90-b9fd-c900525f6454 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:59.654032 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "name": "network-vif-plugged", "status": "completed", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:59.654315 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5705dbd6-67ab-4c90-b9fd-c900525f6454 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:59.654825 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa', 'code': 200} Dec 13 09:52:59.704410 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.719071 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.879904 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.886027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:59.888760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.932386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499471-cf31-4534-8145-9e9c9309b90f req-28119bdf-3b0b-4eb1-b5f3-4e64a127cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:59.934286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-17499471-cf31-4534-8145-9e9c9309b90f req-28119bdf-3b0b-4eb1-b5f3-4e64a127cb75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 1096 time: 0.2668316 Dec 13 09:52:59.998886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.999424 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.072514 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-17499471-cf31-4534-8145-9e9c9309b90f req-0c142b9a-bac2-497a-aa34-44d1a80b8298 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239395 Dec 13 09:53:00.171476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Deleting port 8381b1f4-8d37-49d1-8787-a03bd514618c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:00.180712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.186230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] For port d863fe48-a58d-40d1-a099-4dab12b9367b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d863fe48-a58d-40d1-a099-4dab12b9367b,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:00.395583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] Set router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:00.401915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:53:00.402296 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:53:00.402925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.474172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Allocated IP 172.20.0.1 (7e6901b2-c98b-4315-8335-abc27ac6711f/bc7385e1-678e-4a1d-92c9-6ee0bc259345/882011ff-bd1f-423d-956a-36e5021b8fa4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:00.558092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4f695-3258-45da-8e56-d7ccd15e6103 req-08adef2d-b6f9-44c6-b05c-bb86a0d555be tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:00.563893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ae4f695-3258-45da-8e56-d7ccd15e6103 req-08adef2d-b6f9-44c6-b05c-bb86a0d555be tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.1814868 Dec 13 09:53:00.654608 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.660911 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.691869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] For port 8381b1f4-8d37-49d1-8787-a03bd514618c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8381b1f4-8d37-49d1-8787-a03bd514618c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:00.692594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.724582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37bc81-823b-449c-8d17-e3ec84323300 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:00.760641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Calling delete_port for 8381b1f4-8d37-49d1-8787-a03bd514618c owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:00.764476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.769138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-01a7e02a-d1c8-41c3-a940-590c34c2a084 None None] Provisioning complete for port d863fe48-a58d-40d1-a099-4dab12b9367b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:00.769872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01a7e02a-d1c8-41c3-a940-590c34c2a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.809832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9269c1a-89f2-4fb2-9ef4-01acf6c68ba0 None None] Pushing event updated for resources: {'Port': ['ID=d863fe48-a58d-40d1-a099-4dab12b9367b,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.836688 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Attempting to bind port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:00.837061 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Attempting to bind port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:00.837638 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Attempting to bind port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:00.853561 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:00.854287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.854486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:00.855059 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.855216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ae4f695-3258-45da-8e56-d7ccd15e6103 req-0e4bc26b-018c-4446-a4fa-4c018ee1f378 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814152 Dec 13 09:53:00.855827 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:00.856514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Bound port: 269d9376-f2f7-46d2-8bff-e1a028bb9e6b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:00.857690 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.944827 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] For port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:00.948479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] For port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:00.965989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Network 7e6901b2-c98b-4315-8335-abc27ac6711f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:00.971427 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.974686 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Pushing event updated for resources: {'Port': ['ID=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.997267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:01.010488 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.011141 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.011724 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.012253 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.012762 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.013281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.019872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:01.020972 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.021499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.022009 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.022534 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.023096 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.023687 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.024323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:01.109386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f440f9-c31a-4654-8b1f-732d1ba76c67 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:01.203712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.228671 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:01.232060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:01.258055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.348367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Pushing event deleted for resources: {'Port': ['ID=8381b1f4-8d37-49d1-8787-a03bd514618c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:01.402377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d863fe48-a58d-40d1-a099-4dab12b9367b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:01.404494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d675e-a6e4-43a5-9d05-c7000960894a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:01.428271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Pushing event updated for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:01.510253 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.553848 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:01.614987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] Provisioning complete for port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:01.615784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.705841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.764787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695632365-router', 'tenant_id': '643d1258bd144533a075834fd0e303ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:56Z', 'revision_number': 5, 'project_id': '643d1258bd144533a075834fd0e303ff', 'gw_port': {'id': '8381b1f4-8d37-49d1-8787-a03bd514618c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0c6570-52da-4ed0-a2dc-c748a8333dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:39Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:01.810083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.822935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.842506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] Checking router: 4e0c6570-52da-4ed0-a2dc-c748a8333dcc for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:01.856763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d863fe48-a58d-40d1-a099-4dab12b9367b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:01.857138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.950645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.951145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0c6570-52da-4ed0-a2dc-c748a8333dcc {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:01.959184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.962526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7d250c9d-5eb3-47a1-b3ef-d6fd6a208984 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4e0c6570-52da-4ed0-a2dc-c748a8333dcc HTTP/1.1" status: 204 len: 168 time: 2.6854157 Dec 13 09:53:01.965313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60296) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:01.966414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.985269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.020251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] Routers {'4e0c6570-52da-4ed0-a2dc-c748a8333dcc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:02.027698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.086186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Deleting subnet c4dd761b-a943-4456-bf32-09cbf89104f3 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:02.097014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.104433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37ca39-7083-49e1-a30b-5e05280842cb None None] The sync data for ids ['4e0c6570-52da-4ed0-a2dc-c748a8333dcc'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:02.144506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Pushing event updated for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.170040 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62783b1d-45d1-4704-92da-a3f0ed976c20 None None] Pushing event updated for resources: {'Port': ['ID=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.195908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.204351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.284011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.363122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Network 7e6901b2-c98b-4315-8335-abc27ac6711f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:02.367654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:02.398065 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:52:54Z', 'revision_number': 3, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.408566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] For port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:02.409026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.422483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.461855 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa86393-75e3-4d01-af75-491971f0dcf1 None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:52:54Z', 'revision_number': 3, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:02.531805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31152d4-e0a5-4330-abf2-2033e7050319 None None] Pushing event updated for resources: {'Port': ['ID=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.562134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1cdb6ec8-5fa9-45d5-98eb-e83153cf3f97 None None] Provisioning complete for port 882011ff-bd1f-423d-956a-36e5021b8fa4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:02.562525 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6ec8-5fa9-45d5-98eb-e83153cf3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.620859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45dff3-a7e2-4d3e-b5a7-6a4b03e02d79 req-fcb15a7b-6520-4b97-a8b0-7db1dfb46e1f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:02.622971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a45dff3-a7e2-4d3e-b5a7-6a4b03e02d79 req-fcb15a7b-6520-4b97-a8b0-7db1dfb46e1f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.5332460 Dec 13 09:53:02.706186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb6ec8-5fa9-45d5-98eb-e83153cf3f97 None None] Port 882011ff-bd1f-423d-956a-36e5021b8fa4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:02.945611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-455eb018-74b6-4756-80b8-a5db4efd462f None None] Provisioning complete for port 882011ff-bd1f-423d-956a-36e5021b8fa4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:02.945998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-455eb018-74b6-4756-80b8-a5db4efd462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.961960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.061875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-455eb018-74b6-4756-80b8-a5db4efd462f None None] Port 882011ff-bd1f-423d-956a-36e5021b8fa4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:03.068454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.101715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a45dff3-a7e2-4d3e-b5a7-6a4b03e02d79 req-3b2f196e-56fb-4ac5-996e-edca618952c3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697678 Dec 13 09:53:03.126637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dd761b-a943-4456-bf32-09cbf89104f3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:03.128955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.133758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679319a-373c-41ef-a0f3-59f43279efae None None] Network fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:03.146352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-97786b70-4866-482e-bd74-458787d01e58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c4dd761b-a943-4456-bf32-09cbf89104f3 HTTP/1.1" status: 204 len: 168 time: 1.1799242 Dec 13 09:53:03.148812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60316) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.321606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Router 5fe70d9d-df44-4509-b026-274e7e396937 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:03.371820 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.427255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8381b1f4-8d37-49d1-8787-a03bd514618c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:03.533300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Deleting port 9591b5a2-dc9f-406d-b358-662daf05d1c4 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:03.534168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.543266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8381b1f4-8d37-49d1-8787-a03bd514618c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:03.543678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8381b1f4-8d37-49d1-8787-a03bd514618c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:03.544082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:03.621270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:03.621622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cc5829a8-ccd8-4a5e-9b12-2a24b74c0823 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:03.673353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:03.691710 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1cdf95d1-820d-4ddd-9431-31bafbcdaced admin admin] 10.222.0.31 "PUT /v2.0/routers/5fe70d9d-df44-4509-b026-274e7e396937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1125889 Dec 13 09:53:03.705078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] For port 9591b5a2-dc9f-406d-b358-662daf05d1c4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9591b5a2-dc9f-406d-b358-662daf05d1c4,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:03.705829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.736503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Calling delete_port for 9591b5a2-dc9f-406d-b358-662daf05d1c4 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:03.767244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] DHCP port deletion for fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:03.884731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Deleting port 9591b5a2-dc9f-406d-b358-662daf05d1c4 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:03.886295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.969507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.095132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9591b5a2-dc9f-406d-b358-662daf05d1c4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:04.107201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] No DVR routers for this DVR port 9591b5a2-dc9f-406d-b358-662daf05d1c4 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:04.149756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] For port 9591b5a2-dc9f-406d-b358-662daf05d1c4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9591b5a2-dc9f-406d-b358-662daf05d1c4,segment=NetworkSegment(90e0c5aa-7927-4b7d-b48b-1b978d97349d),segment_id=90e0c5aa-7927-4b7d-b48b-1b978d97349d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:04.150394 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.170517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Calling delete_port for 9591b5a2-dc9f-406d-b358-662daf05d1c4 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:04.285158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.296390 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.329162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:04.342609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e0c5aa-7927-4b7d-b48b-1b978d97349d') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:04.343025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e0c5aa-7927-4b7d-b48b-1b978d97349d') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:04.355301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:53:04.384153 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 09:53:04.396311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.398886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.410847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:04.411636 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.463851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] No DVR routers for this DVR port 9591b5a2-dc9f-406d-b358-662daf05d1c4 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:04.465726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd50d5-26a6-427f-a210-6b80906c3f9f None None] Pushing event deleted for resources: {'Port': ['ID=9591b5a2-dc9f-406d-b358-662daf05d1c4,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:04.534561 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:04.546875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.561361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.570501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d HTTP/1.1" status: 204 len: 168 time: 1.4206164 Dec 13 09:53:04.599308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b75e9c-4f26-460e-b9f5-c259221696c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1e9c3e-e1be-4be1-a69e-3e5cb5afdc8d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:04.896704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60364) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.007055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60378) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.023913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05e20993-b212-47f0-a5ae-a1fb4e293090 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=643d1258bd144533a075834fd0e303ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258545 Dec 13 09:53:05.157871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.234137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.287948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60390) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.292867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-523014997-network', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:05.334014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 269d9376-f2f7-46d2-8bff-e1a028bb9e6b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:05.345957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Made reservation on behalf of 5a4f2d0b962d437489caf3ed49b34079 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:05.348939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.354969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.357817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.377328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70621610-1d63-4a32-89b8-2cd4b1b020ee HTTP/1.1" status: 204 len: 168 time: 0.3689673 Dec 13 09:53:05.412501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.415314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70621610-1d63-4a32-89b8-2cd4b1b020ee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:05.446795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.447158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.447510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.447881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.448222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.448564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.459459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.459973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.460328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.460682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.461029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.461368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.461708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6cf1c-62ce-4f41-ba2d-d315df6a702b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:05.573470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:05.574229 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.636784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.652706 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.717781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69972c26-97f5-4c4e-a667-d9ac9a99d411,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:05.758260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:53:05.780410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.783990 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Added segment 99c4d73f-a916-4d89-b1b4-17f9b397535a of type vlan for network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 Dec 13 09:53:05.924354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9591b5a2-dc9f-406d-b358-662daf05d1c4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:05.934334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.984944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9591b5a2-dc9f-406d-b358-662daf05d1c4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:05.985295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9591b5a2-dc9f-406d-b358-662daf05d1c4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:06.000964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.002265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:06.003139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.110234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bde95f2-9ebb-4961-aafd-58f7da556564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.154246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8651738 Dec 13 09:53:06.157675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60414) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:06.163518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Request body: {'subnet': {'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-523014997-subnet', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:06.197635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c4a1-1e88-4e50-9773-b52f245f01f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb6dcea-fa0a-4247-859e-efe74ca9bce1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:06.209488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:53:06.221115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Made reservation on behalf of 5a4f2d0b962d437489caf3ed49b34079 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:06.224154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.259903 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:06.310148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:06.311004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:52:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:06.679053 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:06.776587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.003807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Checking segment: {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:07.008159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Network hostable DHCP agents. Network: 2cb6dcea-fa0a-4247-859e-efe74ca9bce1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:53:07.051219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a2244f-c8d0-4576-909e-84c6343b1056,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.085973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:53:07.107819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 2, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.108073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2cb6dcea-fa0a-4247-859e-efe74ca9bce1) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:07.113954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:07.114758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.125038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22c823-07f0-46f9-bfa4-db1208b9ea5b None None] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:07.150468 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a508ae2-d397-40ea-b48a-0a6b36d5eb33 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9911520 Dec 13 09:53:07.153099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60442) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:07.157785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:07.163481 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:07.164046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Updating router 5fe70d9d-df44-4509-b026-274e7e396937 port 882011ff-bd1f-423d-956a-36e5021b8fa4 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:07.219192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.220623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.228440 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.324083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.402791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'fixed_ips': [{'subnet_id': '84a2244f-c8d0-4576-909e-84c6343b1056'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:53:07.408619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.769215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.147352 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.152931 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.204539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.239265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.424162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Allocated IP 172.20.0.2 (2cb6dcea-fa0a-4247-859e-efe74ca9bce1/84a2244f-c8d0-4576-909e-84c6343b1056/4b9c8943-b790-4b83-9942-c551ee1fc046) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:08.483901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569819-a332-4f12-889f-b2199f5e61ab None None] Pushing event updated for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:08.534012 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Attempting to bind port 882011ff-bd1f-423d-956a-36e5021b8fa4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:08.535788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Attempting to bind port 882011ff-bd1f-423d-956a-36e5021b8fa4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:08.535788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Attempting to bind port 882011ff-bd1f-423d-956a-36e5021b8fa4 on network 7e6901b2-c98b-4315-8335-abc27ac6711f {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:08.551599 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:08.552961 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Checking segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:08.554398 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.555675 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Bound using segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:08.557220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Bound port: 882011ff-bd1f-423d-956a-36e5021b8fa4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:08.557723 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.815776 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] For port 882011ff-bd1f-423d-956a-36e5021b8fa4, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:08.821587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] For port 882011ff-bd1f-423d-956a-36e5021b8fa4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=882011ff-bd1f-423d-956a-36e5021b8fa4,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:08.834962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Allocated IP 172.25.2.157 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c802bebb-540f-426d-a00d-027e9cd6a139) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:08.837206 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.962315 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:08.963386 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:08.994727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-436cec69-38c0-46f7-bbb6-1a6a821e778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.010783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] Provisioning complete for port 882011ff-bd1f-423d-956a-36e5021b8fa4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:09.011152 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.095837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569819-a332-4f12-889f-b2199f5e61ab None None] Pushing event updated for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:09.268679 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:09.351522 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.366029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.521184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.584930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.593615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] For port 882011ff-bd1f-423d-956a-36e5021b8fa4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=882011ff-bd1f-423d-956a-36e5021b8fa4,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:09.600408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.625479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:09.637176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:09.644995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:09.673289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Pushing event updated for resources: {'Port': ['ID=c802bebb-540f-426d-a00d-027e9cd6a139,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:09.839333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.861472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417eb64-f485-48f7-9ca2-7dd56e5f076e None None] Pushing event updated for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:09.872192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee624fa-ab79-4114-869b-f129bf601a37 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:09.957438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60552) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:10.006374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.011244 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:08Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:10.121121 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0b21-baed-457b-b7c8-e0fb2a6dec6e None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:08Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:10.246353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Pushing event updated for resources: {'Port': ['ID=4b9c8943-b790-4b83-9942-c551ee1fc046,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:10.326155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:10.339152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:10.353166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.354622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:10.382708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5d6fcd76-5c58-4cbf-9339-cec25ae6018e None None] Provisioning complete for port 882011ff-bd1f-423d-956a-36e5021b8fa4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:10.383078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d6fcd76-5c58-4cbf-9339-cec25ae6018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.671532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47cd68d5-0bd1-4178-bafc-20efcb497bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.817680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Attempting to bind port 4b9c8943-b790-4b83-9942-c551ee1fc046 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:10.818246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Attempting to bind port 4b9c8943-b790-4b83-9942-c551ee1fc046 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:10.819697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Attempting to bind port 4b9c8943-b790-4b83-9942-c551ee1fc046 on network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:10.830135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:10.833243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Checking segment: {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:10.834204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.836141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Bound using segment: {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:10.838602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Bound port: 4b9c8943-b790-4b83-9942-c551ee1fc046, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:10.842183 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.973575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47cd68d5-0bd1-4178-bafc-20efcb497bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.982471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47cd68d5-0bd1-4178-bafc-20efcb497bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.170574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.189210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd68d5-0bd1-4178-bafc-20efcb497bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01254f-7b47-42b8-9af5-27cc60e7238c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:11.207033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60584) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:11.213753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-47cd68d5-0bd1-4178-bafc-20efcb497bf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66fe15f8fd8d4b17b2e9c1bac33e4bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2551427 Dec 13 09:53:11.276979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] For port 4b9c8943-b790-4b83-9942-c551ee1fc046, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:11.309317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-57593380-d22d-474f-83cb-3601e4bed1fa None None] Provisioning complete for port c802bebb-540f-426d-a00d-027e9cd6a139 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:11.309687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57593380-d22d-474f-83cb-3601e4bed1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.357061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.440540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] For port 4b9c8943-b790-4b83-9942-c551ee1fc046, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4b9c8943-b790-4b83-9942-c551ee1fc046,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:11.456206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 882011ff-bd1f-423d-956a-36e5021b8fa4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:11.596050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.634032 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.673720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.810472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-57593380-d22d-474f-83cb-3601e4bed1fa None None] Port c802bebb-540f-426d-a00d-027e9cd6a139 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:11.901335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 882011ff-bd1f-423d-956a-36e5021b8fa4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:11.902043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.909845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1222474-b587-4a68-bd05-1cfefd5cf3ab None None] Pushing event updated for resources: {'Port': ['ID=4b9c8943-b790-4b83-9942-c551ee1fc046,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.014629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Router 1f97b965-3df7-4272-815f-b9595223d62a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:12.028684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.036150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.037724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b01254f-7b47-42b8-9af5-27cc60e7238c HTTP/1.1" status: 204 len: 168 time: 0.8282065 Dec 13 09:53:12.070536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee271e-7dd9-447f-9100-854138149268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01254f-7b47-42b8-9af5-27cc60e7238c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.137740 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.618646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:12.633625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Sync routers for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:12.651196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:12.657439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:12.673462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.681340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c441d30e-0ad4-4e7c-bec2-95ee3f4b5dfd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5270605 Dec 13 09:53:12.685137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60626) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:13.111293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:13.307406 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-e4610bad-e16e-4bb6-8dcf-a62806a3e8e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309326 Dec 13 09:53:13.444519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4b9c8943-b790-4b83-9942-c551ee1fc046 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:13.511280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-bc955ed2-d4b6-4085-9e50-ec14aeeb08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:13.516551 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-bc955ed2-d4b6-4085-9e50-ec14aeeb08f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 1096 time: 0.1359494 Dec 13 09:53:13.777658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4b9c8943-b790-4b83-9942-c551ee1fc046 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:13.778466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.847698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:10Z', 'revision_number': 3, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:13.969412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Checking router: 1f97b965-3df7-4272-815f-b9595223d62a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:13.971802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Updating router 1f97b965-3df7-4272-815f-b9595223d62a port c802bebb-540f-426d-a00d-027e9cd6a139 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:14.040753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.093327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-da00302f-7f6b-4a28-9a09-a34c8aaa9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:14.094915 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-da00302f-7f6b-4a28-9a09-a34c8aaa9c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.5256853 Dec 13 09:53:14.235288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-8e4ff824-1116-41ce-b5df-d324dcd28a7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 200 len: 217 time: 0.1292183 Dec 13 09:53:14.364387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-d40d89c6-e019-4ba6-84c4-d2e007db7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:14.367988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-d40d89c6-e019-4ba6-84c4-d2e007db7a6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1247687 Dec 13 09:53:14.479207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.535298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-8f442ff8-0ec7-4585-9944-757d712151c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529615 Dec 13 09:53:14.650719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96230d-b09d-4218-a480-a10ec07cccfd None None] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:14.734331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-2e00c10c-1838-4d60-904c-9878e3779c25 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902750 Dec 13 09:53:14.961960 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54e1e2fd-39c4-4a10-8996-6be75ec937a5 req-58845775-0e5b-4cfa-b7f9-ecc8031a3623 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200251 Dec 13 09:53:15.042090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.049090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.093232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 4b9c8943-b790-4b83-9942-c551ee1fc046, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4b9c8943-b790-4b83-9942-c551ee1fc046,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:15.097151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.143233 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.153272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47c6b1-d36a-4bb7-8351-66100545e8f2 None None] Pushing event updated for resources: {'Port': ['ID=c802bebb-540f-426d-a00d-027e9cd6a139,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:15.224417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-700b2f96-50b2-4cde-93e0-09d445bcf84b None None] Provisioning complete for port 4b9c8943-b790-4b83-9942-c551ee1fc046 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:15.224769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-700b2f96-50b2-4cde-93e0-09d445bcf84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.226767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=4b9c8943-b790-4b83-9942-c551ee1fc046,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:15.276759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Attempting to bind port c802bebb-540f-426d-a00d-027e9cd6a139 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:15.277258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Attempting to bind port c802bebb-540f-426d-a00d-027e9cd6a139 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:15.277662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Attempting to bind port c802bebb-540f-426d-a00d-027e9cd6a139 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:15.283909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fb3c6-e9f2-4300-9ce7-26b29ef17ee4 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:15.345628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:15.347727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:15.347727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.347727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:15.347727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Bound port: c802bebb-540f-426d-a00d-027e9cd6a139, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:15.347727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.372454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Allocated IP 172.20.0.1 (2cb6dcea-fa0a-4247-859e-efe74ca9bce1/84a2244f-c8d0-4576-909e-84c6343b1056/6956d784-5135-46fc-afd8-76247431143d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:15.434573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:53:15.493772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] For port c802bebb-540f-426d-a00d-027e9cd6a139, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:15.496894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] For port c802bebb-540f-426d-a00d-027e9cd6a139, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c802bebb-540f-426d-a00d-027e9cd6a139,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:15.511405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.654310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47c6b1-d36a-4bb7-8351-66100545e8f2 None None] Pushing event updated for resources: {'Port': ['ID=c802bebb-540f-426d-a00d-027e9cd6a139,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:15.683227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62dca07-c442-406b-a5a1-29311319ff55 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:15.716232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:15.717251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.645866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:16.737219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] Provisioning complete for port c802bebb-540f-426d-a00d-027e9cd6a139 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:16.737918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.865622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:16.901309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.955064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] For port c802bebb-540f-426d-a00d-027e9cd6a139, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c802bebb-540f-426d-a00d-027e9cd6a139,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:16.978474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.981950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.110393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.164723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58331a1-ba3c-4bf4-a0b2-28ac981b3d05 None None] Pushing event updated for resources: {'Port': ['ID=c802bebb-540f-426d-a00d-027e9cd6a139,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.180773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e461f460-bf90-4c77-ac96-a7fbddd8bead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.205592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dbad0b15-d9e5-420b-a78c-cf2e0f91b6f5 None None] Provisioning complete for port 4b9c8943-b790-4b83-9942-c551ee1fc046 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:17.209095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbad0b15-d9e5-420b-a78c-cf2e0f91b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.285022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:10Z', 'revision_number': 3, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.339859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:17.371822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4f5a1-f4c4-400e-b48b-aaf4ba4b3762 None None] The sync data for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 is: [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:10Z', 'revision_number': 3, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:17.423929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e461f460-bf90-4c77-ac96-a7fbddd8bead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.435432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e461f460-bf90-4c77-ac96-a7fbddd8bead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.444794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Pushing event updated for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.448387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:17.459945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:17.600567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-96118a97-6294-4ee6-8c97-5bd5228b433b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4985249 Dec 13 09:53:17.606668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f460-bf90-4c77-ac96-a7fbddd8bead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4dd53-a335-4ca1-8340-43011b9af95c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.668437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.678459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60800) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:17.679232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e461f460-bf90-4c77-ac96-a7fbddd8bead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63cb6ecca43a400db2ac50359e73fc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8119316 Dec 13 09:53:17.800774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4b9c8943-b790-4b83-9942-c551ee1fc046 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:18.046144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4b9c8943-b790-4b83-9942-c551ee1fc046 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:18.050569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.160103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7136d88-a27e-470f-a7fc-ee3e20be7223 None None] Provisioning complete for port 6956d784-5135-46fc-afd8-76247431143d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:18.160741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7136d88-a27e-470f-a7fc-ee3e20be7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.196347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.197734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.198370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.198985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.199702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.200320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.201018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.219158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-cf842230-002c-438f-b561-8e6bfa4f570d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.5387647 Dec 13 09:53:18.225725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c7136d88-a27e-470f-a7fc-ee3e20be7223 None None] Port 6956d784-5135-46fc-afd8-76247431143d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:18.420138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.736863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.768968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.784396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-6b12f81d-15d8-4263-8599-76bc4f12e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.785047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-6b12f81d-15d8-4263-8599-76bc4f12e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.785581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-6b12f81d-15d8-4263-8599-76bc4f12e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:18.787525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-6b12f81d-15d8-4263-8599-76bc4f12e17f service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=1de61aac-01ea-444f-86d1-2d72341dbf3d&id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 2294 time: 0.5333221 Dec 13 09:53:19.075989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-1d7a0392-8e70-42f0-8407-9649e4270ebc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 1000 time: 0.2753708 Dec 13 09:53:19.103216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-ec627a67-3600-47ec-b724-07ffd2c02a7a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:19.113594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-ec627a67-3600-47ec-b724-07ffd2c02a7a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.5683084 Dec 13 09:53:19.322361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6f713930-71bc-4ffe-ae73-83bd02a6c2ae tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/quotas/70de0bf339f74f458175d466533c26dc HTTP/1.1" status: 200 len: 375 time: 0.2055614 Dec 13 09:53:19.338732 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.359121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.360592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46e4dd53-a335-4ca1-8340-43011b9af95c HTTP/1.1" status: 204 len: 168 time: 1.6742375 Dec 13 09:53:19.388786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c802bebb-540f-426d-a00d-027e9cd6a139 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:19.462310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aab497-ae8b-4cab-9170-1c6764d441c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4dd53-a335-4ca1-8340-43011b9af95c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:19.526539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-e18c871d-50c7-4347-8d31-d8eaf17c681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:19.529213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-e18c871d-50c7-4347-8d31-d8eaf17c681a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 200 len: 851 time: 0.4098351 Dec 13 09:53:19.651646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c802bebb-540f-426d-a00d-027e9cd6a139 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:19.652034 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.737213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-f95578ab-c629-42bb-b51e-e80be3990461 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4139371 Dec 13 09:53:19.741993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-edd01bb7-1e10-4c64-8500-3bb0a2e37433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:19.744299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-edd01bb7-1e10-4c64-8500-3bb0a2e37433 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808481 Dec 13 09:53:19.927248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.971938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.150597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-88cefc2d-26e1-4ee0-bff1-9c0889090049 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991506 Dec 13 09:53:20.151682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.155967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6bdd6d89-a522-43e7-bed7-31f68b3b2f49 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030676 Dec 13 09:53:20.398411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Pushing event updated for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:20.466883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:20.478918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:20.714009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-693e67fc-63bf-400f-a41b-c4e1c8e1d301 service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215704 Dec 13 09:53:20.792183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-abcb7bbf-468a-4569-8009-48216ef46ce0 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071539 Dec 13 09:53:20.793559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-1d62de13-a73d-4edb-97bd-d2951e773c35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 217 time: 0.0747654 Dec 13 09:53:20.944171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-70883ac6-f315-4488-9f32-3d334a14353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:20.946602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-70883ac6-f315-4488-9f32-3d334a14353a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.0931468 Dec 13 09:53:21.000139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-45f1fdc1-8253-4e4a-804b-242c7165559f None None] Provisioning complete for port 6956d784-5135-46fc-afd8-76247431143d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:21.002428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45f1fdc1-8253-4e4a-804b-242c7165559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.107403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-10d72363-4187-4e7f-acfe-794edfb00253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:21.109800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-10d72363-4187-4e7f-acfe-794edfb00253 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470146 Dec 13 09:53:21.112381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Router 1f97b965-3df7-4272-815f-b9595223d62a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:21.168040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-45f1fdc1-8253-4e4a-804b-242c7165559f None None] Port 6956d784-5135-46fc-afd8-76247431143d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:21.596606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a05894c-b768-4ef1-aa95-f77aa2db43d0 req-9901db84-24db-450b-a6f7-aa8fc157697f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 210 time: 0.2702003 Dec 13 09:53:21.762607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-f12151aa-69ba-4eab-8108-fd8993528a76 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435208 Dec 13 09:53:21.765605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:21.770989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e18d5ab7-309e-4aa3-bb01-3eb736b8d3ae admin admin] 10.222.0.31 "PUT /v2.0/routers/1f97b965-3df7-4272-815f-b9595223d62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0845551 Dec 13 09:53:21.788566 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Sync routers for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:21.826344 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:21.831812 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:22.120194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ed9ec3a6-3bc6-41d4-a03b-c85f2484ddc6 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480299 Dec 13 09:53:22.268258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-074952c7-6b97-4481-a475-574c6a566e3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 217 time: 0.1335826 Dec 13 09:53:22.371416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c8d81ea0-68bf-432c-beb5-ce3719442c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:22.375809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c8d81ea0-68bf-432c-beb5-ce3719442c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.0912447 Dec 13 09:53:22.435622 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:22.492475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-8bad30a1-62ed-4d74-830e-4fe31ed07665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:22.494405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-8bad30a1-62ed-4d74-830e-4fe31ed07665 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098180 Dec 13 09:53:22.769714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32798) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:22.772711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ae910878-f44c-4471-bc68-459592cf1f93 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679796 Dec 13 09:53:22.892742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb91fce6-0b00-4edb-a476-bddb5b4663e5 req-b6793d1f-5c1c-4607-9a80-49774ed6ecde tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 210 time: 0.1104879 Dec 13 09:53:23.135925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-073855f6-a92f-4921-b3e3-e7a5c8a7f0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517630 Dec 13 09:53:23.160309 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:18Z', 'revision_number': 4, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '6956d784-5135-46fc-afd8-76247431143d', 'name': '', 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'mac_address': 'fa:16:3e:b7:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:14Z', 'updated_at': '2021-12-13T09:53:18Z', 'revision_number': 2, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'subnets': [{'id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:23.228769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-6cec26c6-9394-4067-8870-96ba7ef29d5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 200 len: 217 time: 0.0854578 Dec 13 09:53:23.283118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Checking router: 1f97b965-3df7-4272-815f-b9595223d62a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:23.283389 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Updating router 1f97b965-3df7-4272-815f-b9595223d62a port 6956d784-5135-46fc-afd8-76247431143d binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:23.348136 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.383277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c3756995-7cc3-4397-8aff-a5a921313f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:23.385290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c3756995-7cc3-4397-8aff-a5a921313f60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1466789 Dec 13 09:53:23.452825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4be2b5c6-47d9-4cc9-8c86-f28c61b1cca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.517139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-8fea7a3a-0304-48bc-9fc1-a8bb9fe6d58d tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:23.523276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-8fea7a3a-0304-48bc-9fc1-a8bb9fe6d58d tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.3596675 Dec 13 09:53:23.542801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Request body: {'port': {'device_id': '730298a7-d0de-403d-94e1-94cf795f85e0', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'admin_state_up': True, 'tenant_id': '70de0bf339f74f458175d466533c26dc'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:23.548038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-a7230a55-b6a9-44b6-8466-385eef5f8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:23.549171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-a7230a55-b6a9-44b6-8466-385eef5f8359 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1551814 Dec 13 09:53:23.829729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-78f1e915-9d37-403d-9b83-ed8396a2b33e service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692039 Dec 13 09:53:23.963501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4be2b5c6-47d9-4cc9-8c86-f28c61b1cca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.964641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-5412e294-742e-4af4-98bd-4fdba5772b96 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277294 Dec 13 09:53:23.995400 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4be2b5c6-47d9-4cc9-8c86-f28c61b1cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.003243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:24.009577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.086060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-75ec148d-756e-4ba9-90fc-4585e0f1e7ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 200 len: 217 time: 0.1016755 Dec 13 09:53:24.105808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2b5c6-47d9-4cc9-8c86-f28c61b1cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724a5e80-9700-4f0b-8537-ffde5ffab7fa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:24.216160 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4be2b5c6-47d9-4cc9-8c86-f28c61b1cca9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3407bebc02484e9ba2a03464b9b90391&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4438319 Dec 13 09:53:24.216822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32872) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.223108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5875d85c-bfb5-4f01-abf2-a857195042aa req-e8f7a431-4bdb-4ad5-bee0-85d949cafe19 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 210 time: 0.1158988 Dec 13 09:53:24.250066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-b03a456f-2294-4eb7-bf80-3185ef842eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:24.252170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-b03a456f-2294-4eb7-bf80-3185ef842eb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1595881 Dec 13 09:53:24.327911 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.344883 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.385203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c0ab3378-b753-49b0-8318-0039ccd77896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:24.394806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-c0ab3378-b753-49b0-8318-0039ccd77896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344452 Dec 13 09:53:24.404460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 32888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.561424 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e84da-6804-4773-a61f-1f74a33e3de3 None None] Pushing event updated for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:24.594651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.646764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-056d3f9e-218b-456d-9696-35eefb866e6d service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328405 Dec 13 09:53:24.715634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.746954 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Attempting to bind port 6956d784-5135-46fc-afd8-76247431143d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:24.748363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Attempting to bind port 6956d784-5135-46fc-afd8-76247431143d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:24.749761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Attempting to bind port 6956d784-5135-46fc-afd8-76247431143d on network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:24.759011 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:24.761334 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Checking segment: {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:24.764292 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.782706 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Bound using segment: {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:24.784709 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Bound port: 6956d784-5135-46fc-afd8-76247431143d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c4d73f-a916-4d89-b1b4-17f9b397535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:24.785681 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.867965 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.883729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.898656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/724a5e80-9700-4f0b-8537-ffde5ffab7fa HTTP/1.1" status: 204 len: 168 time: 0.6708097 Dec 13 09:53:24.950623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Allocated IP 172.20.0.7 (c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04/01213129-538f-47de-b758-07bc2906a7de/58d2af74-d98c-4225-a96d-cf995ef373a7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:24.961768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ed0e-d526-4671-a3cb-da0ba7ee72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a5e80-9700-4f0b-8537-ffde5ffab7fa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:24.986380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-eba6c298-2450-416f-9467-d0300cec26fe service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318658 Dec 13 09:53:25.036992 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] For port 6956d784-5135-46fc-afd8-76247431143d, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:25.060019 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] For port 6956d784-5135-46fc-afd8-76247431143d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6956d784-5135-46fc-afd8-76247431143d,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:25.076283 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.128914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Provisioning complete for port 6956d784-5135-46fc-afd8-76247431143d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:25.129499 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.208563 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:25.209220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:25.419536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-20c97dc2-a92b-49a1-8863-438ffcda03be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 217 time: 0.4254928 Dec 13 09:53:25.431531 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.533217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] For port 6956d784-5135-46fc-afd8-76247431143d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6956d784-5135-46fc-afd8-76247431143d,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:25.541241 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.607134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.695864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Pushing event updated for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:25.713113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.718318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-0c173dec-00a1-4ef4-b8ef-0cd8a9ad5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.722443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-0c173dec-00a1-4ef4-b8ef-0cd8a9ad5dca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.2887859 Dec 13 09:53:25.724487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.725672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.727055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.728500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.729022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.730219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.731995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.732552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.733960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.735990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.736570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.738035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.739113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c83b6-f69b-47fb-89c0-9ce9a7bcba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:25.742848 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:25.760968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:25.767981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:25.917327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:25.930081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:25.970537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:26.058746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event updated for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:26.132095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7c95e-ac98-42d3-84af-5cdf9819f3fa None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:26.135077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.136240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.170361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ef3f4737-1928-4490-b73b-2214805598fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.176324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-96e79be2-cd9b-4eea-8d0a-80732feb4d6b None None] Provisioning complete for port 6956d784-5135-46fc-afd8-76247431143d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:26.183695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ef3f4737-1928-4490-b73b-2214805598fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4172413 Dec 13 09:53:26.184155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-96e79be2-cd9b-4eea-8d0a-80732feb4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.208162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-57b8539c-0b65-4099-bf9d-2f3869f80696 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6678660 Dec 13 09:53:26.231596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Request body: {'port': {'device_id': '730298a7-d0de-403d-94e1-94cf795f85e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:26.260379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222c70-8cf9-4faa-87db-c97b17168850 req-50221d8b-b2d0-40ef-98dd-ac60ab2f0d34 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.277093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe222c70-8cf9-4faa-87db-c97b17168850 req-50221d8b-b2d0-40ef-98dd-ac60ab2f0d34 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 931 time: 0.8423550 Dec 13 09:53:26.362003 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e84da-6804-4773-a61f-1f74a33e3de3 None None] Pushing event updated for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:26.440397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.675761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:18Z', 'revision_number': 4, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '6956d784-5135-46fc-afd8-76247431143d', 'name': '', 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'mac_address': 'fa:16:3e:b7:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:14Z', 'updated_at': '2021-12-13T09:53:25Z', 'revision_number': 4, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'subnets': [{'id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:26.804569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe222c70-8cf9-4faa-87db-c97b17168850 req-a42bf963-39a5-40cf-8d90-34510963b75e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254345 Dec 13 09:53:26.846563 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b761-9eb2-4e95-81e9-e5a769278f41 None None] The sync data for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 is: [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:53:18Z', 'revision_number': 4, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '6956d784-5135-46fc-afd8-76247431143d', 'name': '', 'network_id': '2cb6dcea-fa0a-4247-859e-efe74ca9bce1', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'mac_address': 'fa:16:3e:b7:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:14Z', 'updated_at': '2021-12-13T09:53:25Z', 'revision_number': 4, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'subnets': [{'id': '84a2244f-c8d0-4576-909e-84c6343b1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:27.128872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c27a0382-95b0-4fe5-85a3-7a9a9deb479c None None] Provisioning complete for port 58d2af74-d98c-4225-a96d-cf995ef373a7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:27.133642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c27a0382-95b0-4fe5-85a3-7a9a9deb479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.394864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c27a0382-95b0-4fe5-85a3-7a9a9deb479c None None] Port 58d2af74-d98c-4225-a96d-cf995ef373a7 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:27.434916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6956d784-5135-46fc-afd8-76247431143d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:27.492061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:27.567221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6956d784-5135-46fc-afd8-76247431143d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:27.569327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.601205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d2af74-d98c-4225-a96d-cf995ef373a7 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:27.646666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.710206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Transition to ACTIVE for port object 58d2af74-d98c-4225-a96d-cf995ef373a7 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:53:27.714508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.824200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de5a6c-99fd-4433-a1c7-6de58aee5fb2 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:28.085598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-879991212-network', 'tenant_id': '01b818bf2f90435f8d33911c547ff587'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:28.100701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Pushing event updated for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:28.270685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Made reservation on behalf of 01b818bf2f90435f8d33911c547ff587 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:28.274305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.307953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.314684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Attempting to bind port 58d2af74-d98c-4225-a96d-cf995ef373a7 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:28.319643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Attempting to bind port 58d2af74-d98c-4225-a96d-cf995ef373a7 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:28.320240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Attempting to bind port 58d2af74-d98c-4225-a96d-cf995ef373a7 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:28.348122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Port 58d2af74-d98c-4225-a96d-cf995ef373a7 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:53:28.348864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Attempting to bind port 58d2af74-d98c-4225-a96d-cf995ef373a7 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:28.353071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-18190d9b-4b28-4576-828a-3d2ea9ce37b4 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1296384 Dec 13 09:53:28.380891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:28.381570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Checking segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:28.382232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Bound using segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:28.383103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Bound port: 58d2af74-d98c-4225-a96d-cf995ef373a7, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:28.383838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.570945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:28.577768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58d2af74-d98c-4225-a96d-cf995ef373a7,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:28.594475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.613259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.689624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.698124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.699751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.703421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3a4fc-b0c7-4863-b99d-5cff96838851 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:28.712223 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] 10.222.0.16 "PUT /v2.0/ports/58d2af74-d98c-4225-a96d-cf995ef373a7 HTTP/1.1" status: 200 len: 1091 time: 2.5014071 Dec 13 09:53:28.735004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:28.742194 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363dbf48-4590-4238-935b-a111654f5180" -d '{"events": [{"name": "network-changed", "server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:28.919464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-44f7ad7c-5c7c-4902-9ff8-7119a0dd619b service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109982 Dec 13 09:53:28.957139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ca401-b59a-4934-a20a-e4da9bdbb68d req-d88b473a-a1f0-42ec-a488-ccb946128abd tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.958918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-922ca401-b59a-4934-a20a-e4da9bdbb68d req-d88b473a-a1f0-42ec-a488-ccb946128abd tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.6666427 Dec 13 09:53:28.964763 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188f0521-2368-47a6-8b81-83487b745bb4 x-openstack-request-id: req-188f0521-2368-47a6-8b81-83487b745bb4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:28.965580 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:28.966082 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-188f0521-2368-47a6-8b81-83487b745bb4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:28.966830 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7', 'status': 'completed', 'code': 200} Dec 13 09:53:28.983333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:53:29.034768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1326a-e234-43dc-8957-532e54776d1e service neutron] Pushing event updated for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:29.163188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.163581 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Added segment 33ddda36-3bf6-4972-801c-c30799b6ed99 of type vlan for network 80012a7e-665d-4a39-8b96-7ac061d941cb Dec 13 09:53:29.198583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-8e73186e-94e8-4320-b63b-73b1e27b4da0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 217 time: 0.2586465 Dec 13 09:53:29.368297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.486474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.519933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.520958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.542766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.581829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-d62f0530-8b0d-49e9-9c17-3ad8c9f9b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.588663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-d62f0530-8b0d-49e9-9c17-3ad8c9f9b14a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.3214338 Dec 13 09:53:29.620212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-922ca401-b59a-4934-a20a-e4da9bdbb68d req-bfecb278-baaf-4b64-a670-702158cdb47b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104829 Dec 13 09:53:29.657230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Pushing event updated for resources: {'Network': ['ID=80012a7e-665d-4a39-8b96-7ac061d941cb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:29.659751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173cbaca-7ca3-457b-a876-159b1629bf67,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:29.668984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 80012a7e-665d-4a39-8b96-7ac061d941cb details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:53:29.696365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-7cba692b-8f28-4ab5-abbd-76355afcd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.698374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-7cba692b-8f28-4ab5-abbd-76355afcd3e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 1094 time: 0.8972850 Dec 13 09:53:29.704174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2c8b4777-b821-4989-95f1-8259d2b664cc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2110968 Dec 13 09:53:29.713529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:29.721316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Request body: {'subnet': {'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-879991212-subnet', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:29.780907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Made reservation on behalf of 01b818bf2f90435f8d33911c547ff587 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:29.796558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.939315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ba14ba9f-1e7c-4a13-a39e-99b111533d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.941212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-ba14ba9f-1e7c-4a13-a39e-99b111533d09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3187354 Dec 13 09:53:30.126707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.251895 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-b1e34ffa-8f72-406b-a9d5-18fa61358d85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58d2af74-d98c-4225-a96d-cf995ef373a7 HTTP/1.1" status: 200 len: 217 time: 0.5426354 Dec 13 09:53:30.254720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.763198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-73c31bcc-821e-4530-816f-1f93dd612904 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8060596 Dec 13 09:53:31.008874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:31.017218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33076) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:31.062114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef578c9-ac36-4fb7-9d27-4e3d0c3ac32c req-0e0b0274-83be-440f-bfb2-1e7036756f4d tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:31.063706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef578c9-ac36-4fb7-9d27-4e3d0c3ac32c req-0e0b0274-83be-440f-bfb2-1e7036756f4d tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.2775369 Dec 13 09:53:31.075126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-0085be64-ef7b-4b03-983a-11aef50a1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:31.077209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-0085be64-ef7b-4b03-983a-11aef50a1705 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.8140004 Dec 13 09:53:31.086602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Checking segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:31.086987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Network hostable DHCP agents. Network: 80012a7e-665d-4a39-8b96-7ac061d941cb, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:53:31.186935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-ba2d46dc-d574-4762-9b67-2e4d72a2cf83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013443 Dec 13 09:53:31.193551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a764b40-e17b-4dbb-a14e-967f7aba7477 req-77607732-27f4-4c2d-9fe1-0313313b33ad service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744504 Dec 13 09:53:31.205425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef578c9-ac36-4fb7-9d27-4e3d0c3ac32c req-6f2509a2-b85f-4fe7-9174-016b1f3c381c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321189 Dec 13 09:53:31.228835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Network 80012a7e-665d-4a39-8b96-7ac061d941cb is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:53:31.251418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Deleting port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:31.252765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.348901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 80012a7e-665d-4a39-8b96-7ac061d941cb) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:31.360723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0faaad-f185-4419-9202-189136ca6494 None None] Network 80012a7e-665d-4a39-8b96-7ac061d941cb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:31.374583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:31.375614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.410478 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a6ea2ec2-8081-46ba-b1a2-509022df8c74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6909800 Dec 13 09:53:31.410478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33084) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:31.416298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:31.417065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd406-e01f-4fdc-8290-823f2fffb229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.498169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.502533 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.512137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-3e0ea9ca-2070-4d17-a710-26b4755459fb service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068333 Dec 13 09:53:31.529113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] For port 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:31.530906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.580936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-80012a7e-665d-4a39-8b96-7ac061d941cb', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'project_id': '01b818bf2f90435f8d33911c547ff587', 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:53:31.582481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.585057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Calling delete_port for 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:31.837394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd406-e01f-4fdc-8290-823f2fffb229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.847799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd406-e01f-4fdc-8290-823f2fffb229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.857373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.977187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Allocated IP 172.20.0.2 (80012a7e-665d-4a39-8b96-7ac061d941cb/f6f50c3a-16a3-441f-bbb6-fc642fbb66b9/fba33a5d-ff66-4f63-a1ca-1e40486e91f5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:32.078838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd406-e01f-4fdc-8290-823f2fffb229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9a51d-5117-432b-902b-1a5673fec858,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.108725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4cbcd406-e01f-4fdc-8290-823f2fffb229 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3341603fdf3b455bab9758ef111b0fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0876071 Dec 13 09:53:32.116713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33100) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:32.117554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b48889c7-1d8a-4e06-9eaf-f1e8066bade9 req-34b843d6-3af1-472c-a5a8-05e4b4e014a7 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809712 Dec 13 09:53:32.158384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.349558 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.356980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.366037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.425311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.428830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Network 80012a7e-665d-4a39-8b96-7ac061d941cb is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:32.439760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dbf48-4590-4238-935b-a111654f5180 req-156c2694-3257-4fa0-85d0-43e5a2bd005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:32.441326 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-156c2694-3257-4fa0-85d0-43e5a2bd005e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 1094 time: 0.2148035 Dec 13 09:53:32.445292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:32.448947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:32.560288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Pushing event updated for resources: {'Port': ['ID=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.576688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Attempting to bind port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:32.577083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Attempting to bind port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:32.577458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Attempting to bind port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 on network 80012a7e-665d-4a39-8b96-7ac061d941cb {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:32.587209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:32.587652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Checking segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:32.587963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.592511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Bound using segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:32.593045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Bound port: fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:32.593451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.675310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.677914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] For port fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:32.686828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] For port fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:32.692941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.709929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.723246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dbf48-4590-4238-935b-a111654f5180 req-698951ce-51cb-4af3-822e-1fa11920d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:32.724176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-698951ce-51cb-4af3-822e-1fa11920d3ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2712042 Dec 13 09:53:32.732829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.754520 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.758371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.763500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afe9a51d-5117-432b-902b-1a5673fec858 HTTP/1.1" status: 204 len: 168 time: 0.6435149 Dec 13 09:53:32.781463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363752fd-3b4b-4263-9903-4d621cb295ba req-eeba4bdb-ec65-4a10-9854-4b157ffdac82 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:32.789428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-363752fd-3b4b-4263-9903-4d621cb295ba req-eeba4bdb-ec65-4a10-9854-4b157ffdac82 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.2844081 Dec 13 09:53:32.826392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3002-6329-462a-937b-e5b75de480bd None None] Pushing event updated for resources: {'Port': ['ID=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.827754 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-92e4a586-d82c-4248-b9a5-3726311deb28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58d2af74-d98c-4225-a96d-cf995ef373a7 HTTP/1.1" status: 200 len: 217 time: 0.0699081 Dec 13 09:53:32.935335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f5639-2cb6-431d-b87f-28d39c43bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9a51d-5117-432b-902b-1a5673fec858,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.013705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dbf48-4590-4238-935b-a111654f5180 req-a0b87471-28ad-45b7-bdd1-50bd61f1948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:33.020681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-a0b87471-28ad-45b7-bdd1-50bd61f1948e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1745009 Dec 13 09:53:33.105715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.144278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Allocated IP 172.25.2.194 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0a2fb726-739b-4ae3-88fb-ae5eed0a1d72) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:33.218914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-363752fd-3b4b-4263-9903-4d621cb295ba req-b9d83875-824e-43f9-893d-8c902a836469 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163527 Dec 13 09:53:33.343302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-d00a1a85-97ad-4bd9-858e-17c8d9ef2047 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3062429 Dec 13 09:53:33.348972 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.612910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33130) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.647734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ff0b14-01cc-4c98-8705-cc455dda06f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.672167 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.752558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Router 47b2f935-9904-4e14-8174-ce03038a204f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:33.766810 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-280fef74-e903-4652-8886-9a4ff0da2b1d service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940220 Dec 13 09:53:33.774130 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.924408 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-363dbf48-4590-4238-935b-a111654f5180 req-676b219d-8cd5-4377-8b17-4d21bb015536 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459665 Dec 13 09:53:33.968479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:33.969487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Pushing event updated for resources: {'Port': ['ID=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.978588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:33.981821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:33.986867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:33.995540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Sync routers for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:33.998262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b05b1ae2-8422-4219-8b4d-150dd72f650d admin admin] 10.222.0.31 "PUT /v2.0/routers/47b2f935-9904-4e14-8174-ce03038a204f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5925679 Dec 13 09:53:33.999759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb3ae9-a157-4f41-b3d8-373e3c559d86 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:34.003246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:34.031416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:34.035957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:34.195405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.486119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:34.497060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb9e8c-b2e3-4707-804b-d3d301213149 req-13566c44-5265-4066-920b-5887ce92f763 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:34.508927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5cb9e8c-b2e3-4707-804b-d3d301213149 req-13566c44-5265-4066-920b-5887ce92f763 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.0875590 Dec 13 09:53:34.538857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.640398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5cb9e8c-b2e3-4707-804b-d3d301213149 req-60942177-a8f0-4e50-a5d1-6b289761110f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272464 Dec 13 09:53:34.684671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Deleting port 10164978-912e-4275-95bf-e741f0555536 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:34.685022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.724947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ddd40c00-0a84-4dd4-b744-10dfdad2edc4 None None] Provisioning complete for port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:34.725534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddd40c00-0a84-4dd4-b744-10dfdad2edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.731227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.793349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ddd40c00-0a84-4dd4-b744-10dfdad2edc4 None None] Port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:34.815190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ff0b14-01cc-4c98-8705-cc455dda06f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.828811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3745bbd-8839-40bf-b013-55010a44aed9 None None] Network 80012a7e-665d-4a39-8b96-7ac061d941cb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:34.833700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41ff0b14-01cc-4c98-8705-cc455dda06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.856780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] For port 10164978-912e-4275-95bf-e741f0555536, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=10164978-912e-4275-95bf-e741f0555536,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:34.857590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.878310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Calling delete_port for 10164978-912e-4275-95bf-e741f0555536 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:34.923663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41ff0b14-01cc-4c98-8705-cc455dda06f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1dbf912f9b643efb594bc75a93b7ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3088915 Dec 13 09:53:34.928864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33156) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:34.961743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0b14-01cc-4c98-8705-cc455dda06f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43961691-f504-42e4-9fdc-2f4cdf3126cc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:35.008937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] Provisioning complete for port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:35.009472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.051632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.105446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.112926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '10164978-912e-4275-95bf-e741f0555536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:53:32Z', 'revision_number': 5, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port': {'id': '10164978-912e-4275-95bf-e741f0555536', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b2f935-9904-4e14-8174-ce03038a204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:33Z', 'updated_at': '2021-12-13T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:35.126135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.151197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Checking router: 47b2f935-9904-4e14-8174-ce03038a204f for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:35.156901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Routers {'47b2f935-9904-4e14-8174-ce03038a204f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:35.157588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['47b2f935-9904-4e14-8174-ce03038a204f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:35.239913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.281879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Pushing event deleted for resources: {'Port': ['ID=10164978-912e-4275-95bf-e741f0555536,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:35.314836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.315352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.315842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.316303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.316752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.317444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.317910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.318355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.318799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.319243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.319729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.320172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.320613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:35.357468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ce770-41f5-40b4-bb95-6dd831c2e8fc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:35.429722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.459039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fba33a5d-ff66-4f63-a1ca-1e40486e91f5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:35.569213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.589887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] Set router 47b2f935-9904-4e14-8174-ce03038a204f gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:35.666704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:53:34Z', 'revision_number': 6, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:35.669619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:35.670002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.749127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.758372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.791820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.816530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.819583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.820663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43961691-f504-42e4-9fdc-2f4cdf3126cc HTTP/1.1" status: 204 len: 168 time: 0.8902903 Dec 13 09:53:35.846879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c6c47-13e9-44ef-8e84-dcc78d5ec311 None None] The sync data for ids ['47b2f935-9904-4e14-8174-ce03038a204f'] in n-d-820935-7 is: [{'id': '47b2f935-9904-4e14-8174-ce03038a204f', 'name': 'tempest-AttachVolumeShelveTestJSON-1549133801-router', 'tenant_id': '0ee3de92d24441b8b2dad4a189036736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:32Z', 'updated_at': '2021-12-13T09:53:34Z', 'revision_number': 6, 'project_id': '0ee3de92d24441b8b2dad4a189036736', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:35.849315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.849878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b2f935-9904-4e14-8174-ce03038a204f {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:35.857372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] For port fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:35.872625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.874736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c7a01ac-9bf2-4956-959e-f8c725874143 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47b2f935-9904-4e14-8174-ce03038a204f HTTP/1.1" status: 204 len: 168 time: 1.8704259 Dec 13 09:53:35.885418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.900411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:35.943188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0956e3-31b0-4fe0-9a1b-5152c50ea467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43961691-f504-42e4-9fdc-2f4cdf3126cc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:36.146109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Deleting subnet 1b5dc82a-b917-4cd5-9231-add12efbbd8a {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:36.169496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:36.175380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de97f98-605d-4380-9a28-3328aec136a5 None None] Pushing event updated for resources: {'Port': ['ID=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:36.185808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.275372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04ddf514-4627-4a01-b5fe-0bb2bfae7c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.285841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35207cbd-af06-49fe-8bb7-4f3e9909a989 req-1682b249-ac34-473c-8f1a-3dd80a843ce2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:36.289421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35207cbd-af06-49fe-8bb7-4f3e9909a989 req-1682b249-ac34-473c-8f1a-3dd80a843ce2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.4467075 Dec 13 09:53:36.311879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8e3201cc-739e-4575-9814-aa1dd54ae598 None None] Provisioning complete for port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:36.316407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e3201cc-739e-4575-9814-aa1dd54ae598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.397111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.546855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:36.559754 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Sync routers for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:36.586378 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:36.591371 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:36.591612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.594358 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-43d6e331-ad2a-4b6f-b910-f9d8ff2ccadb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1832299 Dec 13 09:53:36.597276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33206) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:36.633145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58d2af74-d98c-4225-a96d-cf995ef373a7 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:53:36.684106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33208) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:36.871456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35207cbd-af06-49fe-8bb7-4f3e9909a989 req-b8376a28-e83d-4788-8f42-6481a412cb10 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566249 Dec 13 09:53:36.872951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.911944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:37.037647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-166b65eb-4659-41a2-9e83-7b5397354a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.049043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.123762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5dc82a-b917-4cd5-9231-add12efbbd8a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:37.126446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.132969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0a470-ee32-4b60-a4ae-d63f11aa7c0a None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:37.137702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d8ab71c0-5a4d-4c34-888c-5a066b4009ff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b5dc82a-b917-4cd5-9231-add12efbbd8a HTTP/1.1" status: 204 len: 168 time: 1.2275708 Dec 13 09:53:37.149735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33224) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:37.351399 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:34Z', 'revision_number': 3, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:37.403932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fba33a5d-ff66-4f63-a1ca-1e40486e91f5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:37.441340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.508117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58d2af74-d98c-4225-a96d-cf995ef373a7,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:37.545476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-166b65eb-4659-41a2-9e83-7b5397354a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.557397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-166b65eb-4659-41a2-9e83-7b5397354a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.620342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b65eb-4659-41a2-9e83-7b5397354a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ce6ba-a595-4ac3-9c3d-573da907fb4d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:37.629671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-166b65eb-4659-41a2-9e83-7b5397354a82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=302bf7f301b041658d59df7152a825e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9418664 Dec 13 09:53:37.630311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:37.641047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Deleting port da3787d7-9600-4a51-ab42-019b1b95c2b2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:37.641406 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.793945 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Checking router: 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:37.796513 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Updating router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:37.798996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] For port da3787d7-9600-4a51-ab42-019b1b95c2b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=da3787d7-9600-4a51-ab42-019b1b95c2b2,segment=NetworkSegment(0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69),segment_id=0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:37.799316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.823595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '58d2af74-d98c-4225-a96d-cf995ef373a7', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'port_id': '58d2af74-d98c-4225-a96d-cf995ef373a7', 'mac_address': 'fa:16:3e:eb:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01213129-538f-47de-b758-07bc2906a7de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:53:37.841221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Calling delete_port for da3787d7-9600-4a51-ab42-019b1b95c2b2 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:37.858360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.871840 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.011068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.073007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] DHCP port deletion for f048611b-6f60-417a-a2b1-5f1a5c8bccdc request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:38.216338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:38.222005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.225698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.271477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d2af74-d98c-4225-a96d-cf995ef373a7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:38.332009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced6b61-3544-4b4a-9abd-812a1aa09336 req-d98e654f-1547-4f8b-b89e-deaccc6e644b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.336190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ced6b61-3544-4b4a-9abd-812a1aa09336 req-d98e654f-1547-4f8b-b89e-deaccc6e644b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 943 time: 0.2611771 Dec 13 09:53:38.341553 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.355979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58d2af74-d98c-4225-a96d-cf995ef373a7,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:38.391836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.434454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.445304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.460294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa5ce6ba-a595-4ac3-9c3d-573da907fb4d HTTP/1.1" status: 204 len: 168 time: 0.8270853 Dec 13 09:53:38.468599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b91ce69-16aa-4c78-a83e-25d0dc77fcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.483206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Pushing event deleted for resources: {'Port': ['ID=da3787d7-9600-4a51-ab42-019b1b95c2b2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.485738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Deleting port da3787d7-9600-4a51-ab42-019b1b95c2b2 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:38.488351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.492529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] No DVR routers for this DVR port da3787d7-9600-4a51-ab42-019b1b95c2b2 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:38.520820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.571537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef233a-3cea-454b-8254-2d2aef050657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ce6ba-a595-4ac3-9c3d-573da907fb4d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.616638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ced6b61-3544-4b4a-9abd-812a1aa09336 req-26f05413-324a-4783-b16c-a00301728bf0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681773 Dec 13 09:53:38.756337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.833791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f048611b-6f60-417a-a2b1-5f1a5c8bccdc']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:38.863777 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.874861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:38.875532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b07cb76-b1c9-44e7-9c5d-bf2bafaeff69') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:38.879349 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.921585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.971145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.995087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:38.995926 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:38.998236 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:39.022087 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57352e5-0eba-418f-aca3-07de979a3f3b None None] Pushing event updated for resources: {'Port': ['ID=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.044043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Allocated IP 172.20.0.1 (80012a7e-665d-4a39-8b96-7ac061d941cb/f6f50c3a-16a3-441f-bbb6-fc642fbb66b9/5683b9e5-9147-4f85-a513-8a48874c521a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:39.089835 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Attempting to bind port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:39.090475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Attempting to bind port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:39.091006 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Attempting to bind port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:39.106475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:39.107145 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:39.108277 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.110653 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:39.113103 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Bound port: 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:39.113673 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.131150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33270) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.138846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] For port da3787d7-9600-4a51-ab42-019b1b95c2b2, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:39.141675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.157009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.163515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.169965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/f048611b-6f60-417a-a2b1-5f1a5c8bccdc HTTP/1.1" status: 204 len: 168 time: 2.0185375 Dec 13 09:53:39.195848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Calling delete_port for da3787d7-9600-4a51-ab42-019b1b95c2b2 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:39.205766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Port da3787d7-9600-4a51-ab42-019b1b95c2b2 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:53:39.206967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc58dd-dbb7-4400-8570-0e46b0ee61ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f048611b-6f60-417a-a2b1-5f1a5c8bccdc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.237002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.239601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.253470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb650edb-e01a-4965-abda-1d9dbf1cd03b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:39.269483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] For port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:39.277006 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] For port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:39.283539 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.328816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.388636 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:39.391861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:39.398095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Network f048611b-6f60-417a-a2b1-5f1a5c8bccdc is not hosted by any dhcp agent {{(pid=103196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:53:39.398599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] No DVR routers for this DVR port da3787d7-9600-4a51-ab42-019b1b95c2b2 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:39.426534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11389f6a-f62b-4fd1-9c5d-b606e9bae005 None None] Pushing event deleted for resources: {'Port': ['ID=da3787d7-9600-4a51-ab42-019b1b95c2b2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.428732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.451009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94c06750-a79b-4ccd-a4c5-4ac84371c36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.457847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57352e5-0eba-418f-aca3-07de979a3f3b None None] Pushing event updated for resources: {'Port': ['ID=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.460730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['58d2af74-d98c-4225-a96d-cf995ef373a7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:39.570521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.607188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9234-31c3-49da-b404-72eab2c18ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.626039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5cb9e-67fd-4b0d-a09c-b01f150f3947 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:39.648325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:39.700714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94c06750-a79b-4ccd-a4c5-4ac84371c36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.709560 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-94c06750-a79b-4ccd-a4c5-4ac84371c36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.759959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.767867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-94c06750-a79b-4ccd-a4c5-4ac84371c36b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26a4de22fb174bf6bca4a6e77cd037b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6320000 Dec 13 09:53:39.772821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.780955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33290) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.791436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] Provisioning complete for port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:39.791849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.829724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9234-31c3-49da-b404-72eab2c18ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.838140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Network 80012a7e-665d-4a39-8b96-7ac061d941cb is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:39.843875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9234-31c3-49da-b404-72eab2c18ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.848861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Pushing event updated for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.892088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:39.912799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:39.917660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:39.940976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9234-31c3-49da-b404-72eab2c18ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d550aaa-3e1e-4862-b6a2-f79e01c4cb76,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:39.978353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:39.979059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a42b2d4-1b96-493c-9e3c-6f8ad1e08f82 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:39.979698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 10164978-912e-4275-95bf-e741f0555536 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:40.016229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c06750-a79b-4ccd-a4c5-4ac84371c36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee829d-af61-459b-8e4e-6bacb1800512,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:40.037904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 10164978-912e-4275-95bf-e741f0555536 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:40.038750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 10164978-912e-4275-95bf-e741f0555536 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:40.053626 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.099792 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9cfc9234-31c3-49da-b404-72eab2c18ff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d8776067e254419a84b740617174afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264807 Dec 13 09:53:40.108653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.121023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33300) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.122794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d4152895-998d-4cf5-9141-efa99b51b8b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ee3de92d24441b8b2dad4a189036736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553748 Dec 13 09:53:40.126629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.151483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb9465-41ad-42a5-83af-309795fdd500 req-b36cd295-8919-403e-a7e2-b5d008e0d7c3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.154136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4dbb9465-41ad-42a5-83af-309795fdd500 req-b36cd295-8919-403e-a7e2-b5d008e0d7c3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 944 time: 0.3134334 Dec 13 09:53:40.159364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] For port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:40.173708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.190760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.206194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:34Z', 'revision_number': 3, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:40.256941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6dbc-c10b-4694-89dd-666169a8b415 None None] The sync data for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 is: [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:34Z', 'revision_number': 3, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:40.260346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.323627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4dbb9465-41ad-42a5-83af-309795fdd500 req-f9d9995b-75fd-4672-8bb6-422e1abe3b95 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566679 Dec 13 09:53:40.366446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.370308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.373692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68ee829d-af61-459b-8e4e-6bacb1800512 HTTP/1.1" status: 204 len: 168 time: 0.5472476 Dec 13 09:53:40.392908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af525-b874-4f7c-bc22-4593dca6f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee829d-af61-459b-8e4e-6bacb1800512,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:40.398984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device da3787d7-9600-4a51-ab42-019b1b95c2b2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:40.526147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: da3787d7-9600-4a51-ab42-019b1b95c2b2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:40.526430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device da3787d7-9600-4a51-ab42-019b1b95c2b2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:40.552508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.584303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a4371aaf-0770-43fa-8a64-9b384f792962 None None] Provisioning complete for port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:40.584681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4371aaf-0770-43fa-8a64-9b384f792962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.609645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.650971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8e2c4-33c7-4bea-867d-731be781cf24 None None] Pushing event updated for resources: {'Port': ['ID=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:40.721809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.743568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.811503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.883117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a4371aaf-0770-43fa-8a64-9b384f792962 None None] Provisioning complete for port 5683b9e5-9147-4f85-a513-8a48874c521a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:40.884053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4371aaf-0770-43fa-8a64-9b384f792962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.915232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.924711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.926238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b449ec0-1b4b-439e-b5fa-600bf8fe4dbd HTTP/1.1" status: 204 len: 168 time: 0.8031561 Dec 13 09:53:40.980557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6aa3e-8df7-462a-a83a-c0b4b1a38a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b449ec0-1b4b-439e-b5fa-600bf8fe4dbd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.038355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a4371aaf-0770-43fa-8a64-9b384f792962 None None] Port 5683b9e5-9147-4f85-a513-8a48874c521a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:41.043187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.048192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.056943 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d550aaa-3e1e-4862-b6a2-f79e01c4cb76 HTTP/1.1" status: 204 len: 168 time: 0.9429784 Dec 13 09:53:41.109559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.116920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea383f2-7466-432a-b041-2310af1e46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d550aaa-3e1e-4862-b6a2-f79e01c4cb76,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.233942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.240330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.398604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.401256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Pushing event updated for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.622030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad2a6a-cbdb-4660-b173-7fc9db37b690 req-b31c8df9-141a-41ce-b3bb-2dc27ab3e5ef tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:41.631805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98ad2a6a-cbdb-4660-b173-7fc9db37b690 req-b31c8df9-141a-41ce-b3bb-2dc27ab3e5ef tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 944 time: 0.1167538 Dec 13 09:53:41.663270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Network 80012a7e-665d-4a39-8b96-7ac061d941cb is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:41.668181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:41.756659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98ad2a6a-cbdb-4660-b173-7fc9db37b690 req-26dc78a7-15b7-40cf-8353-23896aa212c9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173522 Dec 13 09:53:41.990335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.008053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:42.196890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f2a3a655-55fc-4289-ac19-bccace1d6bbd None None] Provisioning complete for port 5683b9e5-9147-4f85-a513-8a48874c521a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:42.198313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a655-55fc-4289-ac19-bccace1d6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.269567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:42.272006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3a655-55fc-4289-ac19-bccace1d6bbd None None] Port 5683b9e5-9147-4f85-a513-8a48874c521a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:42.281095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-07079669-5ee3-4d71-9796-d3890ce5f165 admin admin] 10.222.0.31 "PUT /v2.0/routers/525e7cdf-6fd2-4cc7-b555-8eef778fcb2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6825013 Dec 13 09:53:42.334122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:42.394743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:42.395352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.573148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58d2af74-d98c-4225-a96d-cf995ef373a7 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:42.642184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 58d2af74-d98c-4225-a96d-cf995ef373a7 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:53:42.647259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 58d2af74-d98c-4225-a96d-cf995ef373a7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:42.648178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.765711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.863649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58d2af74-d98c-4225-a96d-cf995ef373a7,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:42.866998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:42.881121 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afffddc-8b26-4315-850f-9a3a4c2c6ded" -d '{"events": [{"server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "name": "network-vif-plugged", "status": "completed", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:42.904145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.022952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:43.050444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e18a4-d51e-458c-8795-1b800339ff0d req-51e1dd9c-6abc-4857-9371-4a215a43ad68 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.058775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e8e18a4-d51e-458c-8795-1b800339ff0d req-51e1dd9c-6abc-4857-9371-4a215a43ad68 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.1082742 Dec 13 09:53:43.128262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e8e18a4-d51e-458c-8795-1b800339ff0d req-cd538cb4-91e8-4bd4-bed9-a3d64875c46f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679271 Dec 13 09:53:43.173441 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad6cef-6a50-4554-b9ff-b44cbf02b9be x-openstack-request-id: req-09ad6cef-6a50-4554-b9ff-b44cbf02b9be {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:43.173988 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "name": "network-vif-plugged", "status": "completed", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:43.174459 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09ad6cef-6a50-4554-b9ff-b44cbf02b9be {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:43.175167 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7', 'code': 200} Dec 13 09:53:43.336156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Sync routers for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:43.351331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33418) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:43.364257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325916151', 'description': 'tempest-description--1433405229'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:43.372904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:43.374191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:43.393036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eee026-b9a1-463d-a9b9-ae6401aaf2a3 req-36ba4682-2f76-4f64-95d6-92a010758438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.395852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4eee026-b9a1-463d-a9b9-ae6401aaf2a3 req-36ba4682-2f76-4f64-95d6-92a010758438 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 1096 time: 0.1501679 Dec 13 09:53:43.481181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4eee026-b9a1-463d-a9b9-ae6401aaf2a3 req-f03f03a3-5dc2-43c9-8359-6556022d449b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703592 Dec 13 09:53:43.482126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.520452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:43.586678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.592299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.665555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.667087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3128037 Dec 13 09:53:43.669725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33430) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:43.674715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'security_group_rule': {'security_group_id': 'b3445428-8269-497c-af3b-e792b383ae3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:43.703581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1fb45-476e-4f09-a9b3-e2cf248f6aa6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3445428-8269-497c-af3b-e792b383ae3d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:43.744371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.892876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.899201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.943011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d8a949-fbb3-4b13-a298-9c276b483c20,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:43.962383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.966435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33442) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:43.968859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a74fb9f1-cb2e-4fc6-9e0b-77d9180518b9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975607 Dec 13 09:53:43.973255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'security_group_rule': {'security_group_id': 'b3445428-8269-497c-af3b-e792b383ae3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:44.032324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.173654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 2, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:44.196557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.205970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.262084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1f5c9b-43a2-4dab-a5d3-03a65a661ba3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:44.271380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Checking router: 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:44.271783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Updating router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a port 5683b9e5-9147-4f85-a513-8a48874c521a binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:44.292707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.301702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-228b8920-5544-4da5-8053-abd241d66d9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330209 Dec 13 09:53:44.303891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33460) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:44.305953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a210c21-22c5-4bdb-9fc4-a012e4bd4c00 req-f35b854e-3c9e-4768-999c-43cb26bd7f37 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:44.315023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a210c21-22c5-4bdb-9fc4-a012e4bd4c00 req-f35b854e-3c9e-4768-999c-43cb26bd7f37 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.0709829 Dec 13 09:53:44.316533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:44.355045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.390194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a210c21-22c5-4bdb-9fc4-a012e4bd4c00 req-98dc5e49-4614-4cd2-88ad-0537c15fdae2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Dec 13 09:53:44.407011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.645071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.939157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Allocated IP 172.25.2.203 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/52a856b0-a6ac-436f-a3e0-7d3931a3d032) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:44.975512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.986061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.087885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.175530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.187408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52fad6-a460-48c8-b0d4-d591a59bec72 None None] Pushing event updated for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.249486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:45.260758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Attempting to bind port 5683b9e5-9147-4f85-a513-8a48874c521a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:45.261293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Attempting to bind port 5683b9e5-9147-4f85-a513-8a48874c521a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:45.262589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Attempting to bind port 5683b9e5-9147-4f85-a513-8a48874c521a on network 80012a7e-665d-4a39-8b96-7ac061d941cb {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:45.268156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:45.269709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:45.271358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Checking segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:45.272386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.272684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Bound using segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:45.273180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Bound port: 5683b9e5-9147-4f85-a513-8a48874c521a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:45.273572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.275501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:45.353013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'Port': ['ID=52a856b0-a6ac-436f-a3e0-7d3931a3d032,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.486319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] For port 5683b9e5-9147-4f85-a513-8a48874c521a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:45.495762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] For port 5683b9e5-9147-4f85-a513-8a48874c521a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5683b9e5-9147-4f85-a513-8a48874c521a,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:45.502788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.612013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52fad6-a460-48c8-b0d4-d591a59bec72 None None] Pushing event updated for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.661105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:45.661593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6bc9a-788d-4fd4-9664-d843e2fda120 req-589177b0-14e6-4e08-ae0a-9838be71c879 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.663172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92c6bc9a-788d-4fd4-9664-d843e2fda120 req-589177b0-14e6-4e08-ae0a-9838be71c879 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.0848632 Dec 13 09:53:45.669130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:45.675708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] Provisioning complete for port 5683b9e5-9147-4f85-a513-8a48874c521a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:45.676082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.730376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.795947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92c6bc9a-788d-4fd4-9664-d843e2fda120 req-8459ee8f-fdc4-410c-9d64-820e86996237 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239257 Dec 13 09:53:45.842520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.236309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.241529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.304726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:46.308468 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.648921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'Port': ['ID=52a856b0-a6ac-436f-a3e0-7d3931a3d032,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:46.673499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] For port 5683b9e5-9147-4f85-a513-8a48874c521a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5683b9e5-9147-4f85-a513-8a48874c521a,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:46.679131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.710860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.714520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae50fc13-a95f-4496-add5-2b2716c08f77 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4064050 Dec 13 09:53:46.785746 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.184371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1fe9bfbc-ad85-4e3b-a45f-c6b6131f6ad6 None None] Provisioning complete for port 5683b9e5-9147-4f85-a513-8a48874c521a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:47.189262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1fe9bfbc-ad85-4e3b-a45f-c6b6131f6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.239473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-970e0ad9-6cf2-458f-ab42-6f9186a40c46 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--325916151&fields=id&tenant_id=01b818bf2f90435f8d33911c547ff587 HTTP/1.1" status: 200 len: 267 time: 0.1717260 Dec 13 09:53:47.370231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-a51e3eea-c3cf-4760-8261-38bc76c7cd9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.378908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-a51e3eea-c3cf-4760-8261-38bc76c7cd9d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/networks?id=80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 200 len: 811 time: 0.1383104 Dec 13 09:53:47.396292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-190f76cb-7ebe-4575-971b-d2a5448b18f3 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/quotas/01b818bf2f90435f8d33911c547ff587 HTTP/1.1" status: 200 len: 375 time: 0.0158498 Dec 13 09:53:47.526925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-84e5986e-2cc5-42f4-8b7e-98b4b31b9964 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=01b818bf2f90435f8d33911c547ff587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135643 Dec 13 09:53:47.627501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a13e-afe6-4902-8996-bcd5513b5074 None None] Pushing event updated for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:47.690166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:45Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:47.844703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84124c05-b30d-49b4-bee2-ca9f3a32bc69 None None] The sync data for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 is: [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:45Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:47.873983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-7e018cb8-df2d-4cca-9049-0195c1c8d166 service neutron] 10.222.0.31 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444200 Dec 13 09:53:48.080435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33656) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:48.122052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-51cc1be3-fcc0-4efe-b1d3-d8850b11bbea service neutron] 10.222.0.31 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416806 Dec 13 09:53:48.303849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5683b9e5-9147-4f85-a513-8a48874c521a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:48.353746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8ea3-dad8-49df-a3e5-226d94fc1506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.422813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5683b9e5-9147-4f85-a513-8a48874c521a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:48.423997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.631828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8ea3-dad8-49df-a3e5-226d94fc1506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.644646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8ea3-dad8-49df-a3e5-226d94fc1506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.776664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ecbc8ea3-dad8-49df-a3e5-226d94fc1506 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fc92c8c3dbb42168557597b7520f027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823006 Dec 13 09:53:48.782890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:48.807592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc8ea3-dad8-49df-a3e5-226d94fc1506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3382333-49af-468c-b84c-ab5344623f13,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:48.909377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.968281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.115223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.131010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.133718 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3382333-49af-468c-b84c-ab5344623f13 HTTP/1.1" status: 204 len: 168 time: 0.3467314 Dec 13 09:53:49.146447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddb360-b72a-4932-a926-11ecf0cdecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3382333-49af-468c-b84c-ab5344623f13,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:49.540080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d95438a9-cef9-4b63-8e94-162a4e454472 req-d6d73b24-354a-41cf-ade1-6dfb204fb7e9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 210 time: 0.8886971 Dec 13 09:53:49.816708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 33742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:49.869626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33d5af43-ac9f-4f6b-9bfe-74bc823c79c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.068687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33d5af43-ac9f-4f6b-9bfe-74bc823c79c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.080272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33d5af43-ac9f-4f6b-9bfe-74bc823c79c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.140873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33d5af43-ac9f-4f6b-9bfe-74bc823c79c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df6ae7b37de0404182ae53cac6a19c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230720 Dec 13 09:53:50.142502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5af43-ac9f-4f6b-9bfe-74bc823c79c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7909c97f-0558-4121-8d24-38b30e64e738,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:50.143666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:50.247919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.292799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.388828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.391657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.395331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7909c97f-0558-4121-8d24-38b30e64e738 HTTP/1.1" status: 204 len: 168 time: 0.2472091 Dec 13 09:53:50.419753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ece8-aef3-4a4f-b7a7-08cff4c581af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7909c97f-0558-4121-8d24-38b30e64e738,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:50.763707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99b591f4-679c-43dc-aafd-a34ffe7ae738 req-2a2b4b3b-5706-4c22-b9b7-77a471f6f653 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 210 time: 0.0727856 Dec 13 09:53:50.776728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-461b13ef-732e-4db8-a11e-50ceb295d836 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:50.793530 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-461b13ef-732e-4db8-a11e-50ceb295d836 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.20 "GET /v2.0/networks?id=80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 200 len: 811 time: 0.3163474 Dec 13 09:53:50.986019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-ca5d84bc-ecf1-4145-9e18-5f5b9de9aeb2 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b818bf2f90435f8d33911c547ff587 HTTP/1.1" status: 200 len: 379 time: 0.1915991 Dec 13 09:53:51.008179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'port': {'device_id': '0109525b-dacc-4636-8579-cf23264341fe', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'admin_state_up': True, 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'security_groups': ['b3445428-8269-497c-af3b-e792b383ae3d']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:51.273833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Made reservation on behalf of 01b818bf2f90435f8d33911c547ff587 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:51.279040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.556437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Allocated IP 172.20.0.11 (80012a7e-665d-4a39-8b96-7ac061d941cb/f6f50c3a-16a3-441f-bbb6-fc642fbb66b9/e643c157-02cc-4ccf-be5c-0b6d71d008a7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:51.758466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.853833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.903280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cdaed-086c-41d3-8e0a-050d888018c9 req-29a958e8-2841-4ebc-9aa6-c3f3cefca27c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:51.913818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-704cdaed-086c-41d3-8e0a-050d888018c9 req-29a958e8-2841-4ebc-9aa6-c3f3cefca27c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 932 time: 0.0641110 Dec 13 09:53:52.025451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-704cdaed-086c-41d3-8e0a-050d888018c9 req-5d0d2489-2c66-41e1-a54c-7955d74a6e29 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025805 Dec 13 09:53:52.065064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Network 80012a7e-665d-4a39-8b96-7ac061d941cb is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:52.073674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:52.082774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event updated for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:52.094609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:52.307662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:52.309642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.318656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:52.365924 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-045a4593-7f39-4b2d-b702-95352e45b7a5 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3713841 Dec 13 09:53:52.378838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Request body: {'port': {'device_id': '0109525b-dacc-4636-8579-cf23264341fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:52.433071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:53:52.578335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.652949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-60140914-8c37-4dec-85bc-e68ba4c0c877 None None] Provisioning complete for port e643c157-02cc-4ccf-be5c-0b6d71d008a7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:52.653414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-60140914-8c37-4dec-85bc-e68ba4c0c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.726244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa54fc8d-9f65-4c21-bfd3-bd54a750ba87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.822000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-60140914-8c37-4dec-85bc-e68ba4c0c877 None None] Port e643c157-02cc-4ccf-be5c-0b6d71d008a7 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:52.928502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa54fc8d-9f65-4c21-bfd3-bd54a750ba87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.938927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa54fc8d-9f65-4c21-bfd3-bd54a750ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.027176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54fc8d-9f65-4c21-bfd3-bd54a750ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba247e-422d-484c-bd51-ca0d8fbd8279,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:53.042168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa54fc8d-9f65-4c21-bfd3-bd54a750ba87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa86e352263642099c9f2a6137107043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218330 Dec 13 09:53:53.043310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33892) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:53.304708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.493428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf220a-8345-4397-8772-b9034bd8ed7f req-163e1140-3d18-46cc-8e00-cf5714c657bf tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:53.498726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83bf220a-8345-4397-8772-b9034bd8ed7f req-163e1140-3d18-46cc-8e00-cf5714c657bf tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 932 time: 0.2716186 Dec 13 09:53:53.511009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.574105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e643c157-02cc-4ccf-be5c-0b6d71d008a7 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:53.590377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.638619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Transition to ACTIVE for port object e643c157-02cc-4ccf-be5c-0b6d71d008a7 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:53:53.643341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.683578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83bf220a-8345-4397-8772-b9034bd8ed7f req-dabcf64c-7d55-42ab-9a57-36fa0b6c8016 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698575 Dec 13 09:53:53.734645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.740245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:53.741694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12ba247e-422d-484c-bd51-ca0d8fbd8279 HTTP/1.1" status: 204 len: 168 time: 0.6775472 Dec 13 09:53:53.755968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Pushing event updated for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:53.820329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1aebf-663a-443c-b68a-f17d312cdfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba247e-422d-484c-bd51-ca0d8fbd8279,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:53.971722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Attempting to bind port e643c157-02cc-4ccf-be5c-0b6d71d008a7 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:53.971981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Attempting to bind port e643c157-02cc-4ccf-be5c-0b6d71d008a7 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:53.972541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Attempting to bind port e643c157-02cc-4ccf-be5c-0b6d71d008a7 on network 80012a7e-665d-4a39-8b96-7ac061d941cb {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:53.983174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Port e643c157-02cc-4ccf-be5c-0b6d71d008a7 on network 80012a7e-665d-4a39-8b96-7ac061d941cb not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:53:53.984042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Attempting to bind port e643c157-02cc-4ccf-be5c-0b6d71d008a7 on network 80012a7e-665d-4a39-8b96-7ac061d941cb {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:53.997692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:53.998572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Checking segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:53.998964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Bound using segment: {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:54.000986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Bound port: e643c157-02cc-4ccf-be5c-0b6d71d008a7, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ddda36-3bf6-4972-801c-c30799b6ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:54.003449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.131081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:54.136073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:54.141944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.175081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:54.175964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.177577 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] 10.222.0.20 "PUT /v2.0/ports/e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 200 len: 1092 time: 1.8031502 Dec 13 09:53:54.180058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:54.193271 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774996e5-db9b-45db-8cb8-12153434ed47" -d '{"events": [{"name": "network-changed", "server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:54.355094 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2788627f-2ada-458f-b8d7-d92841f60e63 x-openstack-request-id: req-2788627f-2ada-458f-b8d7-d92841f60e63 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:54.369971 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:54.370422 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2788627f-2ada-458f-b8d7-d92841f60e63 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:54.371141 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'status': 'completed', 'code': 200} Dec 13 09:53:54.413670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-98c56276-5208-43ed-a042-6e7a103118ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:54.415628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-98c56276-5208-43ed-a042-6e7a103118ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b818bf2f90435f8d33911c547ff587&device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 1095 time: 0.1761854 Dec 13 09:53:54.417824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7912c01-06c8-496f-a122-cced2beb4aea service neutron] Pushing event updated for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:54.463168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-32026fec-c82e-41e9-9ea4-1b4df4a11659 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 200 len: 217 time: 0.0371621 Dec 13 09:53:54.559076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-62cf6698-234a-4599-a437-9170a9107877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:54.581765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-62cf6698-234a-4599-a437-9170a9107877 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 HTTP/1.1" status: 200 len: 850 time: 0.1119266 Dec 13 09:53:54.639247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 33980) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:54.665805 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78adb0ed-12dd-4d2e-a4be-3cadf223b038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.751162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-1f672b29-78f8-4b2f-b027-28f1d2b4500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:54.752909 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-1f672b29-78f8-4b2f-b027-28f1d2b4500f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80012a7e-665d-4a39-8b96-7ac061d941cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639893 Dec 13 09:53:54.911446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78adb0ed-12dd-4d2e-a4be-3cadf223b038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.996361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-6db570bb-f36b-488f-a590-4471d051ee23 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341499 Dec 13 09:53:55.014397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78adb0ed-12dd-4d2e-a4be-3cadf223b038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.113359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39905edc-8d8a-4472-9e52-7950d0ca97c7 req-d7d32020-932e-45f5-b122-beb167bd1203 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.122038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39905edc-8d8a-4472-9e52-7950d0ca97c7 req-d7d32020-932e-45f5-b122-beb167bd1203 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 944 time: 0.1988258 Dec 13 09:53:55.124157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:55.157286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-78adb0ed-12dd-4d2e-a4be-3cadf223b038 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d529fbc4740e4d1b866631dd73c0c1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167725 Dec 13 09:53:55.160433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:55.166328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb0ed-12dd-4d2e-a4be-3cadf223b038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed97fbc3-b02b-49b2-b6fb-640d94a9e91a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:55.172034 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a334d270-9da6-4e05-9cf4-5316b7d5dd51 req-855366b9-43ca-4976-a8f5-bfd392b7714d service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686985 Dec 13 09:53:55.338771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39905edc-8d8a-4472-9e52-7950d0ca97c7 req-e6b67504-ebe6-4235-bd46-5949bad081b2 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159302 Dec 13 09:53:55.366193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774996e5-db9b-45db-8cb8-12153434ed47 req-ca90f56c-3100-4d2d-afe3-bbaf9b11ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.368041 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-ca90f56c-3100-4d2d-afe3-bbaf9b11ab8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b818bf2f90435f8d33911c547ff587&device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 1095 time: 0.1389799 Dec 13 09:53:55.406727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.459438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.467929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b8af-3d40-46a8-b6f4-5844e2d4e494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.547943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774996e5-db9b-45db-8cb8-12153434ed47 req-53f49a3f-ca1d-43c8-a43d-57720a51f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.549369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-53f49a3f-ca1d-43c8-a43d-57720a51f3dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 200 len: 912 time: 0.1745355 Dec 13 09:53:55.590506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.593717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.594866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed97fbc3-b02b-49b2-b6fb-640d94a9e91a HTTP/1.1" status: 204 len: 168 time: 0.4261062 Dec 13 09:53:55.613494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a1f52-9117-442d-8f57-73dfac55a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed97fbc3-b02b-49b2-b6fb-640d94a9e91a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:55.648130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-908524bb-854a-40c5-ad92-8fef5f853d55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 200 len: 217 time: 0.0904446 Dec 13 09:53:55.666977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b8af-3d40-46a8-b6f4-5844e2d4e494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.674707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b8af-3d40-46a8-b6f4-5844e2d4e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.747314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cbe7b8af-3d40-46a8-b6f4-5844e2d4e494 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81493938309249c8ba1ce070d41746eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6187077 Dec 13 09:53:55.748747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34030) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:55.796886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b8af-3d40-46a8-b6f4-5844e2d4e494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457a285b-8d05-4aa7-b192-22fcf5109fa5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:55.800990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774996e5-db9b-45db-8cb8-12153434ed47 req-8ee17a99-61c7-4e52-83a5-054bd313376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.802482 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-8ee17a99-61c7-4e52-83a5-054bd313376a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 HTTP/1.1" status: 200 len: 850 time: 0.1463037 Dec 13 09:53:55.831638 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.859382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.917514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.920895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.927251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/457a285b-8d05-4aa7-b192-22fcf5109fa5 HTTP/1.1" status: 204 len: 168 time: 0.1776721 Dec 13 09:53:55.948003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04270-3fb5-4c3a-b58f-b96fa4c7a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a285b-8d05-4aa7-b192-22fcf5109fa5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:55.963869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774996e5-db9b-45db-8cb8-12153434ed47 req-a6b823aa-3d4f-4083-b9e1-b03c32f24fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.965810 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-a6b823aa-3d4f-4083-b9e1-b03c32f24fce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80012a7e-665d-4a39-8b96-7ac061d941cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550400 Dec 13 09:53:56.226930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-3bc56b9f-dade-4540-a628-c42817729218 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513237 Dec 13 09:53:56.591512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:56.624381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d92f11f1-0a15-455a-97db-f1d7a5b8dd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.704667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7aaa9-e7c1-4d5e-b1ee-0943aaaf54f8 req-2629fbdf-51bf-4055-bcbe-6bcf1b9700ea tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:56.706243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62e7aaa9-e7c1-4d5e-b1ee-0943aaaf54f8 req-2629fbdf-51bf-4055-bcbe-6bcf1b9700ea tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 944 time: 0.1646645 Dec 13 09:53:56.922483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62e7aaa9-e7c1-4d5e-b1ee-0943aaaf54f8 req-d18646b4-4426-4ee8-8e6e-4612bf984cf9 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957724 Dec 13 09:53:56.973790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d92f11f1-0a15-455a-97db-f1d7a5b8dd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.990656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d92f11f1-0a15-455a-97db-f1d7a5b8dd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.121858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d92f11f1-0a15-455a-97db-f1d7a5b8dd5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34f08364cd8e429b8bb8e1b81742c46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271783 Dec 13 09:53:57.123254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f11f1-0a15-455a-97db-f1d7a5b8dd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6484ff-0adc-4224-aea6-32c9ea2126d6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:57.126371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:57.192573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-774996e5-db9b-45db-8cb8-12153434ed47 req-76bfe437-bfe5-4af3-9fc1-151f5b6a2039 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9576540 Dec 13 09:53:57.218724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.284942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.373087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.377622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.382170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d6484ff-0adc-4224-aea6-32c9ea2126d6 HTTP/1.1" status: 204 len: 168 time: 0.2548048 Dec 13 09:53:57.391967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc8c1-e4de-4497-bdc7-2641c6b39791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6484ff-0adc-4224-aea6-32c9ea2126d6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:58.067942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e643c157-02cc-4ccf-be5c-0b6d71d008a7 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:53:58.144899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc960e-58ee-48be-9174-062a6fcaec21 req-b5d723c6-c675-4387-bae8-f039f97e656d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:58.154647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fdc960e-58ee-48be-9174-062a6fcaec21 req-b5d723c6-c675-4387-bae8-f039f97e656d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 944 time: 0.1194577 Dec 13 09:53:58.246752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:58.279596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'port_id': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'mac_address': 'fa:16:3e:d3:7a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:53:58.361455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fdc960e-58ee-48be-9174-062a6fcaec21 req-b0fa6bea-aedd-4928-b061-61a0d46493ba tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865735 Dec 13 09:53:58.387727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.414877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e643c157-02cc-4ccf-be5c-0b6d71d008a7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:58.442735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:58.448182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.550731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:58.699366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e643c157-02cc-4ccf-be5c-0b6d71d008a7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:59.565320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:59.735359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263d00b-338f-4341-a21e-af794e10cb0c req-5a768efd-ea42-4bbe-8cb1-4da83078a6e0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:59.737088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3263d00b-338f-4341-a21e-af794e10cb0c req-5a768efd-ea42-4bbe-8cb1-4da83078a6e0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 945 time: 0.1718292 Dec 13 09:53:59.860241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3263d00b-338f-4341-a21e-af794e10cb0c req-3e0fe3bf-b3bb-41e4-90ff-f1490db8fb76 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139264 Dec 13 09:54:00.088931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e643c157-02cc-4ccf-be5c-0b6d71d008a7 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:00.267783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port e643c157-02cc-4ccf-be5c-0b6d71d008a7 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:54:00.287129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port e643c157-02cc-4ccf-be5c-0b6d71d008a7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:00.287618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.578632 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.616973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:00.619922 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e2ad06-ec8f-444c-bce2-631f3441ada9" -d '{"events": [{"server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "name": "network-vif-plugged", "status": "completed", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:00.640977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:00.647964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.713816 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e88189-9ad5-48a0-b64a-fdb3f2eaade7 x-openstack-request-id: req-31e88189-9ad5-48a0-b64a-fdb3f2eaade7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:00.714070 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "name": "network-vif-plugged", "status": "completed", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:00.714693 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31e88189-9ad5-48a0-b64a-fdb3f2eaade7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:00.715401 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'code': 200} Dec 13 09:54:00.782356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:00.837546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe34c1b-4cae-4996-91d8-a8be2b3a61fb req-a76af272-1a5c-4311-821b-2a961a3b86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:00.839942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2fe34c1b-4cae-4996-91d8-a8be2b3a61fb req-a76af272-1a5c-4311-821b-2a961a3b86e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 1097 time: 0.0697124 Dec 13 09:54:01.007062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2fe34c1b-4cae-4996-91d8-a8be2b3a61fb req-93d8c870-4602-4f6d-b9e4-00b3ee114111 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544564 Dec 13 09:54:01.135870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d90fa-ac23-4435-b1c1-088909877620 req-b41f87fe-40ef-4af7-be9d-d308948f6d97 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:01.144459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-796d90fa-ac23-4435-b1c1-088909877620 req-b41f87fe-40ef-4af7-be9d-d308948f6d97 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.1173923 Dec 13 09:54:01.214821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-796d90fa-ac23-4435-b1c1-088909877620 req-cd6167ac-116b-40bb-88ff-29ebadd51bdf tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694416 Dec 13 09:54:01.952273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34296) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:02.120709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09863e3e-b4c4-4a24-b825-af0bfce5e645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.204707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09863e3e-b4c4-4a24-b825-af0bfce5e645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.211833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09863e3e-b4c4-4a24-b825-af0bfce5e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.267004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09863e3e-b4c4-4a24-b825-af0bfce5e645 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b06f1dd799e42d692f898eb34123815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107657 Dec 13 09:54:02.267004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863e3e-b4c4-4a24-b825-af0bfce5e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039187ed-01f7-4b13-87fe-e63f713e31f1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:02.267925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34306) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:02.376606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.385291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78d22-9e25-4666-968d-269fb24914cd req-d7ad3d64-c9ea-4717-867d-84630e2a6671 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:02.386764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44e78d22-9e25-4666-968d-269fb24914cd req-d7ad3d64-c9ea-4717-867d-84630e2a6671 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.0832644 Dec 13 09:54:02.423363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.501199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44e78d22-9e25-4666-968d-269fb24914cd req-403c5171-e274-4977-8db9-2f2154437ea2 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003528 Dec 13 09:54:02.527999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.534087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.563877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/039187ed-01f7-4b13-87fe-e63f713e31f1 HTTP/1.1" status: 204 len: 168 time: 0.2698994 Dec 13 09:54:02.588086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c512d-40f6-4ca6-9444-dc9d90b794b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039187ed-01f7-4b13-87fe-e63f713e31f1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:02.659146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9fab5-bb79-41e6-af4f-b3631e529d8d req-02952bf8-279a-479b-9baf-82dd95faddf2 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:02.661483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2df9fab5-bb79-41e6-af4f-b3631e529d8d req-02952bf8-279a-479b-9baf-82dd95faddf2 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.0755429 Dec 13 09:54:02.670222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:02.674983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Request body: {'floatingip': {'port_id': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:02.805146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.155953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34352) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:03.185764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c1e-6ac3-4945-9cf7-cfbebd7e4c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.311102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c1e-6ac3-4945-9cf7-cfbebd7e4c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.317900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c1e-6ac3-4945-9cf7-cfbebd7e4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.363378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb1c1e-6ac3-4945-9cf7-cfbebd7e4c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef892b08-c4b5-4814-b48d-2e78cf0524e2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:03.383407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ccb1c1e-6ac3-4945-9cf7-cfbebd7e4c31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2161710d18274dcbabb297d8afe51eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263927 Dec 13 09:54:03.386552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34354) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:03.509285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.532169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.592301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.595407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.604619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef892b08-c4b5-4814-b48d-2e78cf0524e2 HTTP/1.1" status: 204 len: 168 time: 0.2171028 Dec 13 09:54:03.621581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669de573-bf83-4ce7-a307-2c30712faf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef892b08-c4b5-4814-b48d-2e78cf0524e2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:03.777115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.resource_extend [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:54:03.901589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.912449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.168653 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Floating IP 5355ab08-ce9a-4f78-ace8-aa7653de924e associated. External IP: 172.25.2.203, port: e643c157-02cc-4ccf-be5c-0b6d71d008a7. Dec 13 09:54:04.275699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.494237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:54:04.669164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:04.708083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:54:04.717184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.719959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Sync routers for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:54:04.739524 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:04.740205 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:04.789018 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-037ae361-9264-487d-89c2-d95a430b9da0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "PUT /v2.0/floatingips/5355ab08-ce9a-4f78-ace8-aa7653de924e HTTP/1.1" status: 200 len: 992 time: 2.1176481 Dec 13 09:54:04.803499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:04.814154 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c2be8-f5ce-4a72-9de2-11cd176fe277" -d '{"events": [{"name": "network-changed", "server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:05.037695 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a7313-9505-4210-bf05-a64a1055a603 x-openstack-request-id: req-df7a7313-9505-4210-bf05-a64a1055a603 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:05.043601 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:05.043601 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7a7313-9505-4210-bf05-a64a1055a603 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:05.043601 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'status': 'completed', 'code': 200} Dec 13 09:54:05.228866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-c41e38e2-3d10-4959-847f-463b6185483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:05.230563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-c41e38e2-3d10-4959-847f-463b6185483b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b818bf2f90435f8d33911c547ff587&device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 1097 time: 0.1558166 Dec 13 09:54:05.289979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:05.434211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-a7ba3351-db52-4d9f-a40b-13afdc4a156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:05.437024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-a7ba3351-db52-4d9f-a40b-13afdc4a156a service neutron] 10.222.0.20 "GET /v2.0/networks?id=80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 200 len: 912 time: 0.1925087 Dec 13 09:54:05.552983 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-af561d4a-f697-4518-bae7-ee49b6c1bbbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 200 len: 1000 time: 0.1079447 Dec 13 09:54:05.561393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3823-7f5e-4375-a51d-dbaa83a46ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.626471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-da4901cd-289d-4aca-be8a-331ea71b12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:05.628954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-da4901cd-289d-4aca-be8a-331ea71b12b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 HTTP/1.1" status: 200 len: 850 time: 0.0675275 Dec 13 09:54:05.751833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-75106828-3201-4bac-8722-ea0424def5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:05.753584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-75106828-3201-4bac-8722-ea0424def5ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80012a7e-665d-4a39-8b96-7ac061d941cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177406 Dec 13 09:54:05.789522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3823-7f5e-4375-a51d-dbaa83a46ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.802762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3823-7f5e-4375-a51d-dbaa83a46ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.864266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:05.866442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9e8b3823-7f5e-4375-a51d-dbaa83a46ed6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a32da79596514ff397586b6c143b62a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1949055 Dec 13 09:54:05.898893 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5355ab08-ce9a-4f78-ace8-aa7653de924e', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'port_id': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'mac_address': 'fa:16:3e:d3:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0109525b-dacc-4636-8579-cf23264341fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:53:45Z', 'updated_at': '2021-12-13T09:54:03Z', 'revision_number': 1, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:05.914492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b3823-7f5e-4375-a51d-dbaa83a46ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3a9144-4871-430d-8d14-52d5d8d835ed,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:05.951510 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Checking router: 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:54:05.970280 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:05.971101 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:53:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:06.004828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.045668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-6a2cc4a3-565d-44b3-ad3a-89e986ab9d54 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839532 Dec 13 09:54:06.047682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.108524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc60bfd7-4da3-4de9-9fd8-c2bfe9ae32c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.157405 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:06.356760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.364050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.365499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e3a9144-4871-430d-8d14-52d5d8d835ed HTTP/1.1" status: 204 len: 168 time: 0.5004332 Dec 13 09:54:06.402713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e31c2be8-f5ce-4a72-9de2-11cd176fe277 req-3333a396-3ecf-43a3-aee6-1685bfee7ca7 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480792 Dec 13 09:54:06.415665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3a9144-4871-430d-8d14-52d5d8d835ed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:06.426817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.427610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.428440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.430037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.430625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.431765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.433120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.433695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.434244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.435980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.437531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.438264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.439311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b08d-9ce6-434e-bc7b-5ee8928404ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:06.482019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:06.702760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b924d633-ce06-4ceb-9f29-5cc87abc946d tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-618554374'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:06.703225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b924d633-ce06-4ceb-9f29-5cc87abc946d tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Unknown quota resources ['metering_label']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:54:06.767618 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5355ab08-ce9a-4f78-ace8-aa7653de924e', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'port_id': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'mac_address': 'fa:16:3e:d3:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0109525b-dacc-4636-8579-cf23264341fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:53:45Z', 'updated_at': '2021-12-13T09:54:03Z', 'revision_number': 1, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:06.953621 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2ff33-dbc7-49bb-8504-0ff1adba9c12 None None] The sync data for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 is: [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5355ab08-ce9a-4f78-ace8-aa7653de924e', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'port_id': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'mac_address': 'fa:16:3e:d3:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0109525b-dacc-4636-8579-cf23264341fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:53:45Z', 'updated_at': '2021-12-13T09:54:03Z', 'revision_number': 1, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:54:07.109955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b924d633-ce06-4ceb-9f29-5cc87abc946d tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.111784 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b924d633-ce06-4ceb-9f29-5cc87abc946d tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6284087 Dec 13 09:54:07.114490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34496) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:07.120171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bb7ada16-dbd2-4f47-ae64-5e97bed8de88 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2de7d100-5e22-48c2-bc6d-c19642cd1508'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:07.120976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bb7ada16-dbd2-4f47-ae64-5e97bed8de88 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:54:07.334283 n-d-820935-7 neutron-server[103195]: WARNING neutron.services.metering.metering_plugin [None req-bb7ada16-dbd2-4f47-ae64-5e97bed8de88 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 09:54:07.348182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75da061-56e0-4091-a14e-3d39cff6427c None None] New status for floating IP 5355ab08-ce9a-4f78-ace8-aa7653de924e: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:54:07.633813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb7ada16-dbd2-4f47-ae64-5e97bed8de88 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.635071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb7ada16-dbd2-4f47-ae64-5e97bed8de88 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5189705 Dec 13 09:54:07.638794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:07.643378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-876e445c-e80d-4d8e-be35-3d569059f10e tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2de7d100-5e22-48c2-bc6d-c19642cd1508'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:07.643926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-876e445c-e80d-4d8e-be35-3d569059f10e tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:54:07.760539 n-d-820935-7 neutron-server[103194]: WARNING neutron.services.metering.metering_plugin [None req-876e445c-e80d-4d8e-be35-3d569059f10e tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 09:54:07.958095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-876e445c-e80d-4d8e-be35-3d569059f10e tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.959305 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-876e445c-e80d-4d8e-be35-3d569059f10e tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3194945 Dec 13 09:54:07.962114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34536) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:07.978975 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e13fe9e-5a34-4f6a-a1f9-333d89c7fb3d tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=71ff3709-47d2-430b-8b90-3f63b5bf968b HTTP/1.1" status: 200 len: 462 time: 0.0154734 Dec 13 09:54:07.981247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.098624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea74a-a9e4-451f-a7eb-ff0085fe93ac tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.099910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed7ea74a-a9e4-451f-a7eb-ff0085fe93ac tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/71ff3709-47d2-430b-8b90-3f63b5bf968b HTTP/1.1" status: 204 len: 168 time: 0.1174295 Dec 13 09:54:08.102826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.113321 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-730b4bc0-6b83-45da-9205-e5af61da29b7 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=71ff3709-47d2-430b-8b90-3f63b5bf968b HTTP/1.1" status: 200 len: 221 time: 0.0089977 Dec 13 09:54:08.116608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34542) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.121051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6b16ba91-630d-4ca8-94c5-740f9e41584b tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1622514844', 'description': 'label created by tempest'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:08.121743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6b16ba91-630d-4ca8-94c5-740f9e41584b tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Unknown quota resources ['metering_label']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:54:08.370841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3808-85f1-4b4c-81a4-3a29b6cc02b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.422051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6b16ba91-630d-4ca8-94c5-740f9e41584b tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.427938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6b16ba91-630d-4ca8-94c5-740f9e41584b tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3078816 Dec 13 09:54:08.428438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34552) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.519848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.520289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c7f4802-60d7-4047-9f84-6e10ba116b95 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=95564b9d-29aa-4622-a5e2-73a5a85ce7c8 HTTP/1.1" status: 200 len: 468 time: 0.0904319 Dec 13 09:54:08.779562 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acc81c8d-53d1-4833-991f-2b7ad16bf4b9 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.780802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-acc81c8d-53d1-4833-991f-2b7ad16bf4b9 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/95564b9d-29aa-4622-a5e2-73a5a85ce7c8 HTTP/1.1" status: 204 len: 168 time: 0.2599399 Dec 13 09:54:08.783735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.799910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b12db813-6c84-47be-85d4-d8ec0b1b5b0c tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=95564b9d-29aa-4622-a5e2-73a5a85ce7c8 HTTP/1.1" status: 200 len: 216 time: 0.0119112 Dec 13 09:54:08.804120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34562) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.827165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-284491f0-4be5-4674-9280-7a840829b011 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215166 Dec 13 09:54:08.830872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34564) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.850274 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9afc9ab-b9a7-4bd8-988d-96076d5cab06 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0180111 Dec 13 09:54:08.853540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34566) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.915478 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f0ebc53-5039-4125-9626-5ae633c4a84a tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/2de7d100-5e22-48c2-bc6d-c19642cd1508 HTTP/1.1" status: 200 len: 472 time: 0.0608490 Dec 13 09:54:08.918799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34568) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.929837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-138b1983-11b8-4454-90fb-06272222f551 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/a8074add-5460-4226-a20d-1147f44f6e61 HTTP/1.1" status: 200 len: 459 time: 0.0096924 Dec 13 09:54:08.934040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34570) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:09.069519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1a443fb-4514-41b6-babb-5f917bffb509 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.072982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:09.073149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a1a443fb-4514-41b6-babb-5f917bffb509 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a8074add-5460-4226-a20d-1147f44f6e61 HTTP/1.1" status: 204 len: 168 time: 0.1371133 Dec 13 09:54:09.479992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.564766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c2c6-529c-41c5-b17d-d4d7c81b8f11 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.568748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e9f7c2c6-529c-41c5-b17d-d4d7c81b8f11 tempest-MeteringIpV6TestJSON-1182645117 tempest-MeteringIpV6TestJSON-1182645117-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/2de7d100-5e22-48c2-bc6d-c19642cd1508 HTTP/1.1" status: 204 len: 168 time: 0.4944141 Dec 13 09:54:09.871054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:09.989169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c92d5c70-2726-438d-885d-9fceaeecc9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.092828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c92d5c70-2726-438d-885d-9fceaeecc9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.097995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c92d5c70-2726-438d-885d-9fceaeecc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.140297 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c92d5c70-2726-438d-885d-9fceaeecc9f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebd1fc831c504d3e8f70dd64bd7a4a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681115 Dec 13 09:54:10.142829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34616) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:10.162017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d5c70-2726-438d-885d-9fceaeecc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7df44-651e-478a-a190-a5a76c41ee8b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:10.236571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.265148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.361119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.364946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.366689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06a7df44-651e-478a-a190-a5a76c41ee8b HTTP/1.1" status: 204 len: 168 time: 0.2222295 Dec 13 09:54:10.389315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145d3ab-3d44-45df-b632-1d960ed9837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7df44-651e-478a-a190-a5a76c41ee8b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:10.845692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34630) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:10.861790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7fd68b72-22ac-4dc3-a731-45af900b42be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.945889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7fd68b72-22ac-4dc3-a731-45af900b42be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.951018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7fd68b72-22ac-4dc3-a731-45af900b42be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.993184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd68b72-22ac-4dc3-a731-45af900b42be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f87ffb-c33d-4a5b-85df-50d498331a5f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.003926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7fd68b72-22ac-4dc3-a731-45af900b42be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3a47a78f1164a6c829dea3f81076555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565919 Dec 13 09:54:11.006040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:11.076389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.099220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.123980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.157756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.161555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.165536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8f87ffb-c33d-4a5b-85df-50d498331a5f HTTP/1.1" status: 204 len: 168 time: 0.1569238 Dec 13 09:54:11.175589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17d039-61b4-4c71-8f46-634cc906c902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f87ffb-c33d-4a5b-85df-50d498331a5f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.984872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.009283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:12.154846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'networks': [{'name': 'tempest-network--1825916558'}, {'name': 'tempest-network--896723578'}]} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:12.155477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-network--1825916558'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:12.156515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-network--896723578'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:12.191123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'network': 2} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:12.198942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.209835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.321402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.329176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.329734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.417674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:12.420021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b96dd1-cb79-414d-b82c-37c9044f8198,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.431733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.432181 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment 5a464154-23bb-449d-82dd-6ca2d7975a4a of type vlan for network 43c4ba4b-cb30-4aa4-a671-96c6941a2f3f Dec 13 09:54:12.476794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.522013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:12.541558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.542364 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment 77b019d5-8011-4f75-9063-8bdf2e92a8a2 of type vlan for network 00403d52-af66-49a7-8184-40591610cb23 Dec 13 09:54:12.589071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.621849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.623387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.638988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:12.645042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:12.645737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.684713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6741977 Dec 13 09:54:12.687961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:12.739675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=43c4ba4b-cb30-4aa4-a671-96c6941a2f3f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.752084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 43c4ba4b-cb30-4aa4-a671-96c6941a2f3f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:12.835958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80d0b-f19c-4e87-be47-8ce8c14bd3cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=00403d52-af66-49a7-8184-40591610cb23,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.866470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 00403d52-af66-49a7-8184-40591610cb23 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:12.990793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafa215-ff11-480d-9ae3-c9bd2508caab tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:12.998179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafa215-ff11-480d-9ae3-c9bd2508caab tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.004677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafa215-ff11-480d-9ae3-c9bd2508caab tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.014492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafa215-ff11-480d-9ae3-c9bd2508caab tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.019343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:13.019839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-acafa215-ff11-480d-9ae3-c9bd2508caab tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3297777 Dec 13 09:54:13.138000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.304233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.318739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-56496c47-a33f-4e00-a9e9-8e582998142e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449938 Dec 13 09:54:13.343940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c4ba4b-cb30-4aa4-a671-96c6941a2f3f']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:13.375423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a464154-23bb-449d-82dd-6ca2d7975a4a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:13.375759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a464154-23bb-449d-82dd-6ca2d7975a4a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:13.427178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.447331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.456531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:13.456879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:13.460703 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:13.511117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-69ca2e3c-94d6-49a1-8004-76ed3b005cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.512718 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-69ca2e3c-94d6-49a1-8004-76ed3b005cfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 1096 time: 0.1348073 Dec 13 09:54:13.636528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.671137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.681785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34714) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:13.682860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/43c4ba4b-cb30-4aa4-a671-96c6941a2f3f HTTP/1.1" status: 204 len: 168 time: 0.6623688 Dec 13 09:54:13.704904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb562-9513-46d5-b68f-b3830fe2d2bb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=43c4ba4b-cb30-4aa4-a671-96c6941a2f3f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:13.795720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-9f1d1ef2-dd04-4ab8-919a-ce345e56bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.796850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-9f1d1ef2-dd04-4ab8-919a-ce345e56bb5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2577829 Dec 13 09:54:13.939628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-0efc0b84-9e0b-45fd-9a1d-6324ac01d984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 200 len: 217 time: 0.1351764 Dec 13 09:54:13.980787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.063525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-6edb72d4-e092-42d7-81bc-4fa0fdcd6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:14.065180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-6edb72d4-e092-42d7-81bc-4fa0fdcd6a18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1176405 Dec 13 09:54:14.112423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-59af61f9-e38e-41e3-a136-77c7cdca7122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365467 Dec 13 09:54:14.204025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.231523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00403d52-af66-49a7-8184-40591610cb23']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:14.245254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b019d5-8011-4f75-9063-8bdf2e92a8a2') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:14.245867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b019d5-8011-4f75-9063-8bdf2e92a8a2') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:14.265140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.281058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-d2e25f9a-ec19-497e-9639-46ffc7dda625 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613770 Dec 13 09:54:14.284886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.298829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:14.299239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.315410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34738) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:14.318073 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:14.417198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.426894 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.432458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/00403d52-af66-49a7-8184-40591610cb23 HTTP/1.1" status: 204 len: 168 time: 0.7461805 Dec 13 09:54:14.437505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.454707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc124b-d469-4d93-8ce1-2dd124aa8118 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=00403d52-af66-49a7-8184-40591610cb23,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:14.505178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6ff99e1-e6da-4008-ae51-f21f60a7514f req-89089cba-eb1d-4f9f-9ed1-a3449529a8cc service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170081 Dec 13 09:54:14.618371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40a69044-76f3-4eec-8af7-f007621192d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.751492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2c700-8d8b-44af-a8fa-f106e1e2ed7a tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:14.758184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2c700-8d8b-44af-a8fa-f106e1e2ed7a tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:14.760014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f6d2c700-8d8b-44af-a8fa-f106e1e2ed7a tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3215380 Dec 13 09:54:14.763819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34762) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.770781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-106648334'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:14.836766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:14.850359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40a69044-76f3-4eec-8af7-f007621192d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.852661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.856973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40a69044-76f3-4eec-8af7-f007621192d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.901661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-40a69044-76f3-4eec-8af7-f007621192d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9674158c761940cabc79dc3af0bb78e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850830 Dec 13 09:54:14.905561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34768) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.930138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:14.951565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.952019 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment 2939fda2-2bb9-4543-978c-e4e987c75700 of type vlan for network f5873c47-b4c2-48b8-996f-6733b4046a09 Dec 13 09:54:14.990220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a69044-76f3-4eec-8af7-f007621192d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba64f7-7a95-42e9-88bc-b366832d0d53,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.031928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.053924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.077418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.120206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.138698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.139691 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.149235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.152055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.156394 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50ba64f7-7a95-42e9-88bc-b366832d0d53 HTTP/1.1" status: 204 len: 168 time: 0.2498646 Dec 13 09:54:15.186787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b348f0-9c2e-4259-aa8f-c79436efbae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba64f7-7a95-42e9-88bc-b366832d0d53,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.237934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4727082 Dec 13 09:54:15.240547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34786) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.245961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1890499113'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:15.271934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587337c1-9a49-4c29-a38c-e71bc7b9b7dc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=f5873c47-b4c2-48b8-996f-6733b4046a09,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.283538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f5873c47-b4c2-48b8-996f-6733b4046a09 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:15.305827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:15.309454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.356085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:15.373380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.373977 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment 711fbd12-ed1d-4d42-874a-f1f0d747a51a of type vlan for network 38749183-b310-4eab-9556-68aeee71d2f2 Dec 13 09:54:15.434684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.470317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.477258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.478507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.585801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34794) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.586132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3443065 Dec 13 09:54:15.590526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217249c-64db-4be6-882e-fb9d0473ec96 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=38749183-b310-4eab-9556-68aeee71d2f2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.591686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'ports': [{'network_id': 'f5873c47-b4c2-48b8-996f-6733b4046a09', 'name': 'tempest-port--839090454', 'admin_state_up': True}, {'network_id': '38749183-b310-4eab-9556-68aeee71d2f2', 'admin_state_up': False}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:15.591924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'port': {'network_id': 'f5873c47-b4c2-48b8-996f-6733b4046a09', 'name': 'tempest-port--839090454', 'admin_state_up': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:15.592437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'port': {'network_id': '38749183-b310-4eab-9556-68aeee71d2f2', 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:15.603022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 38749183-b310-4eab-9556-68aeee71d2f2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:15.659921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.681243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4491608-4120-4fce-a506-5c210d35233b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.850841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'port': 2} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:15.857734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.868217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4491608-4120-4fce-a506-5c210d35233b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.874460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4491608-4120-4fce-a506-5c210d35233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.875132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.917509 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4491608-4120-4fce-a506-5c210d35233b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99cfa4b7bfbb45ea9c16a6c4b763067e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564573 Dec 13 09:54:15.918415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4491608-4120-4fce-a506-5c210d35233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c6a78-e0d0-45e3-8877-175fa451a8c8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.921291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:16.000828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.052703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.056256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] device_id is not set on port 193dd09c-b68b-467f-9f34-88eb2563a71d yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:16.167753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.171106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.173133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c4c6a78-e0d0-45e3-8877-175fa451a8c8 HTTP/1.1" status: 204 len: 168 time: 0.2507548 Dec 13 09:54:16.204221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991941eb-2ba8-436a-a820-cb4e9e559369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c6a78-e0d0-45e3-8877-175fa451a8c8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:16.269917 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.466822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] device_id is not set on port 7a304baf-7ee5-46e8-b97e-65feab305bdd yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:16.615481 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.709525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.786351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Port': ['ID=193dd09c-b68b-467f-9f34-88eb2563a71d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:16.792566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Checking segment: {'id': '2939fda2-2bb9-4543-978c-e4e987c75700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5873c47-b4c2-48b8-996f-6733b4046a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:16.793159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network hostable DHCP agents. Network: f5873c47-b4c2-48b8-996f-6733b4046a09, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:16.812473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network f5873c47-b4c2-48b8-996f-6733b4046a09 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:16.827374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f5873c47-b4c2-48b8-996f-6733b4046a09) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:16.838173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ea6af-3234-427b-be12-6851f6bd4132 None None] Network f5873c47-b4c2-48b8-996f-6733b4046a09 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:16.846415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:16.847514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.927315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Port': ['ID=7a304baf-7ee5-46e8-b97e-65feab305bdd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:16.933977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Checking segment: {'id': '711fbd12-ed1d-4d42-874a-f1f0d747a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '38749183-b310-4eab-9556-68aeee71d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:16.934722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network hostable DHCP agents. Network: 38749183-b310-4eab-9556-68aeee71d2f2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:16.957065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network 38749183-b310-4eab-9556-68aeee71d2f2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:16.981641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 38749183-b310-4eab-9556-68aeee71d2f2) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:16.985449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:16.991367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:16.996728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:16.998029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.021393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120c1b6-feca-4a8b-b10b-02341ca17248 None None] Network 38749183-b310-4eab-9556-68aeee71d2f2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:17.021578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-91e1eeba-270e-4c72-a72a-c75e07bf9008 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4322793 Dec 13 09:54:17.022463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:17.147062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34263a45-0ca0-4bdd-829d-e33dc4999cdc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:17.172178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34263a45-0ca0-4bdd-829d-e33dc4999cdc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:17.179135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-34263a45-0ca0-4bdd-829d-e33dc4999cdc tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1532447 Dec 13 09:54:17.179783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34860) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:17.299111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Deleting port 193dd09c-b68b-467f-9f34-88eb2563a71d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:17.299457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.383089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.400988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Calling delete_port for 193dd09c-b68b-467f-9f34-88eb2563a71d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:17.506737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.542772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Port': ['ID=193dd09c-b68b-467f-9f34-88eb2563a71d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:17.555423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.560317 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47f44b2a-6a55-42b4-b853-49edb1674092 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/ports/193dd09c-b68b-467f-9f34-88eb2563a71d HTTP/1.1" status: 204 len: 168 time: 0.3786073 Dec 13 09:54:17.562150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:17.750808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Deleting port 7a304baf-7ee5-46e8-b97e-65feab305bdd {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:17.751283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.879770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.912682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Calling delete_port for 7a304baf-7ee5-46e8-b97e-65feab305bdd owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:18.005808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.031220 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.035450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/ports/7a304baf-7ee5-46e8-b97e-65feab305bdd HTTP/1.1" status: 204 len: 168 time: 0.4709973 Dec 13 09:54:18.038357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:18.062538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86884-d0bf-426a-8c68-903773ea2334 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Port': ['ID=7a304baf-7ee5-46e8-b97e-65feab305bdd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:18.086732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 34888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:18.105787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-08304eec-e161-4f7d-b6c5-346ab6d69cb2 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0612323 Dec 13 09:54:18.107134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34892) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:18.116626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-690786391'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:18.217179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:18.222700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.241475 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-b93345a9-b1ab-4af7-84c1-4e2b2a5999f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334472 Dec 13 09:54:18.277689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:18.289028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.289541 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment bbaabe13-07ea-47ae-88d5-0664270e9ec3 of type vlan for network 4290632c-9efd-46b6-81e5-7d05bbdee9c0 Dec 13 09:54:18.336305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.348868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-49e731eb-f3b0-48e3-ba76-ec5d3fb05550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.350319 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-49e731eb-f3b0-48e3-ba76-ec5d3fb05550 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 1096 time: 0.0913055 Dec 13 09:54:18.370996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b20fbf95-931b-4bd3-aa2a-22e096e72f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.379693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.386336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.387587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.475750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=4290632c-9efd-46b6-81e5-7d05bbdee9c0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:18.488355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4290632c-9efd-46b6-81e5-7d05bbdee9c0 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:18.535281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-79fe030d-7a1f-4c2b-ab90-4e9a66c00026 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4248128 Dec 13 09:54:18.537110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34904) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:18.548628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1677949921'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:18.576856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-bfa54378-7f01-4286-8919-e22acff7428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.580840 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-bfa54378-7f01-4286-8919-e22acff7428c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2049081 Dec 13 09:54:18.595497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:18.603042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.643287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-b017ae23-f12b-46bb-a9ee-5fa86a8b860e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbebd98b-d5c7-4964-932c-111dccb145b3 HTTP/1.1" status: 200 len: 217 time: 0.0432811 Dec 13 09:54:18.658437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:18.672394 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.672819 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Added segment ba39811d-6e7c-496b-a291-f75bb96467db of type vlan for network 9e7405ed-6492-4ce6-91c5-1cb641127178 Dec 13 09:54:18.709851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b20fbf95-931b-4bd3-aa2a-22e096e72f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.715150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b20fbf95-931b-4bd3-aa2a-22e096e72f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.775762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.792121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-5effd57b-1fd9-4622-bd7f-31bdc75ac9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.802647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-5effd57b-1fd9-4622-bd7f-31bdc75ac9da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1454825 Dec 13 09:54:18.812204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b20fbf95-931b-4bd3-aa2a-22e096e72f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d21f21f46434d06b86adf801089016b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7236133 Dec 13 09:54:18.816505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 34914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:18.833497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.834643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fbf95-931b-4bd3-aa2a-22e096e72f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce7ba9-3461-4175-bc2c-e505f8955402,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:18.855581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.856240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.875450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-2029c08c-1d39-48b6-b7b4-f01a671ed139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600677 Dec 13 09:54:19.004983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Network': ['ID=9e7405ed-6492-4ce6-91c5-1cb641127178,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:19.017150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9e7405ed-6492-4ce6-91c5-1cb641127178 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:19.032578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15b094b7-a77c-4d8d-968e-975de41dab93 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4939981 Dec 13 09:54:19.124230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.157090 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-e773da02-7b8c-424d-8359-9a0fca3dd530 service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736783 Dec 13 09:54:19.184907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.336028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.347612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.363260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdce7ba9-3461-4175-bc2c-e505f8955402 HTTP/1.1" status: 204 len: 168 time: 0.5346801 Dec 13 09:54:19.404015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10729def-02da-40ab-afff-d88c6ec26d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce7ba9-3461-4175-bc2c-e505f8955402,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:19.447931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd8bd44d-e1e9-4625-b810-d8829a50136b req-ef2f6544-8ac1-45df-ad56-ac02a6aa815f service neutron] 10.222.0.16 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800457 Dec 13 09:54:22.237871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.243771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'subnets': [{'network_id': '4290632c-9efd-46b6-81e5-7d05bbdee9c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1876804345', 'ip_version': 6}, {'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:22.244405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'subnet': {'network_id': '4290632c-9efd-46b6-81e5-7d05bbdee9c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1876804345', 'ip_version': 6}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:22.245375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Request body: {'subnet': {'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:22.662491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Made reservation on behalf of 5c1303997e444faebfd19f98ebc21181 for: {'subnet': 2} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:22.673124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.673626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.726006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.850657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Subnet': ['ID=7e30969d-57cd-4ff7-b593-e945e1ccb27e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:23.876298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Checking segment: {'id': 'bbaabe13-07ea-47ae-88d5-0664270e9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4290632c-9efd-46b6-81e5-7d05bbdee9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:23.876869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network hostable DHCP agents. Network: 4290632c-9efd-46b6-81e5-7d05bbdee9c0, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:23.932617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network 4290632c-9efd-46b6-81e5-7d05bbdee9c0 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:23.953198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4290632c-9efd-46b6-81e5-7d05bbdee9c0) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:23.963576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80618cce-7c8c-42bb-9166-d8c555973180 None None] Network 4290632c-9efd-46b6-81e5-7d05bbdee9c0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:23.972123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.072060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event updated for resources: {'Subnet': ['ID=c7ac449c-4dac-4a69-850e-60b459ac20d9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:24.100197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Checking segment: {'id': 'ba39811d-6e7c-496b-a291-f75bb96467db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:24.100824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network hostable DHCP agents. Network: 9e7405ed-6492-4ce6-91c5-1cb641127178, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:24.133136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Network 9e7405ed-6492-4ce6-91c5-1cb641127178 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:24.167937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a7be0-4bc5-4612-a132-1ea93f2499e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-4290632c-9efd-46b6-81e5-7d05bbdee9c0', 'network_id': '4290632c-9efd-46b6-81e5-7d05bbdee9c0', 'project_id': '5c1303997e444faebfd19f98ebc21181', 'fixed_ips': [{'subnet_id': '7e30969d-57cd-4ff7-b593-e945e1ccb27e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:24.168961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-405a7be0-4bc5-4612-a132-1ea93f2499e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.172859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9e7405ed-6492-4ce6-91c5-1cb641127178) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:24.196401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5f6bb-0933-45ce-bc02-14eab6a55b5b None None] Network 9e7405ed-6492-4ce6-91c5-1cb641127178 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:24.207206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.212863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.215626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.282929 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-81aba929-8407-413d-be90-2182a9dbd60e tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0431299 Dec 13 09:54:24.286082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35490) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:24.397293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f7647-7194-42d3-b47d-690120608e62 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.400199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f7647-7194-42d3-b47d-690120608e62 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.401935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f7647-7194-42d3-b47d-690120608e62 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.403820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-939f7647-7194-42d3-b47d-690120608e62 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1165841 Dec 13 09:54:24.412993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35508) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:24.510016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Deleting subnet 7e30969d-57cd-4ff7-b593-e945e1ccb27e {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:24.514676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.607343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.715417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.774129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-9e7405ed-6492-4ce6-91c5-1cb641127178', 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178', 'project_id': '5c1303997e444faebfd19f98ebc21181', 'fixed_ips': [{'subnet_id': 'c7ac449c-4dac-4a69-850e-60b459ac20d9'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:24.775016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.869852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.964310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Subnet': ['ID=7e30969d-57cd-4ff7-b593-e945e1ccb27e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:24.988644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.995776 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a93dfd4b-1da9-401c-bd65-2a847ce5bd75 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/subnets/7e30969d-57cd-4ff7-b593-e945e1ccb27e HTTP/1.1" status: 204 len: 168 time: 0.5813689 Dec 13 09:54:24.999014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35546) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-405a7be0-4bc5-4612-a132-1ea93f2499e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e30969d-57cd-4ff7-b593-e945e1ccb27e: This subnet is being modified by another concurrent operation. Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e30969d-57cd-4ff7-b593-e945e1ccb27e: This subnet is being modified by another concurrent operation. Dec 13 09:54:25.014992 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:54:25.052790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959ee18-da6a-46c3-a9a5-945432915c6a None None] Network 4290632c-9efd-46b6-81e5-7d05bbdee9c0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:25.111167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Deleting subnet c7ac449c-4dac-4a69-850e-60b459ac20d9 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:25.315429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Allocated IP 2001:db8:0:1::1 (9e7405ed-6492-4ce6-91c5-1cb641127178/c7ac449c-4dac-4a69-850e-60b459ac20d9/95281836-9737-4f9f-b409-e80c3aa27f4c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:25.758734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.765833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.766377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.865829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.874782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Network 9e7405ed-6492-4ce6-91c5-1cb641127178 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:25.899753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:25.904920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:26.127621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.180832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Pushing event updated for resources: {'Port': ['ID=95281836-9737-4f9f-b409-e80c3aa27f4c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.222667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.223066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.223363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.223747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.224114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.224413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.224762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.225071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.225395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.228236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.240151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.240507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.240854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.241436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:26.262110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Attempting to bind port 95281836-9737-4f9f-b409-e80c3aa27f4c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:26.265061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Attempting to bind port 95281836-9737-4f9f-b409-e80c3aa27f4c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ba39811d-6e7c-496b-a291-f75bb96467db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:26.265437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Attempting to bind port 95281836-9737-4f9f-b409-e80c3aa27f4c on network 9e7405ed-6492-4ce6-91c5-1cb641127178 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:26.274275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:26.275295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Checking segment: {'id': 'ba39811d-6e7c-496b-a291-f75bb96467db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:26.276281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.277114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Bound using segment: {'id': 'ba39811d-6e7c-496b-a291-f75bb96467db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:26.277867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Bound port: 95281836-9737-4f9f-b409-e80c3aa27f4c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39811d-6e7c-496b-a291-f75bb96467db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9e7405ed-6492-4ce6-91c5-1cb641127178'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:26.278025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ac449c-4dac-4a69-850e-60b459ac20d9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.278616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.282231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.286401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e631cc0f-8976-437c-83e6-335c7bfe10ba tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/subnets/c7ac449c-4dac-4a69-850e-60b459ac20d9 HTTP/1.1" status: 204 len: 168 time: 1.2860346 Dec 13 09:54:26.288772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35570) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:26.406915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e5a08-dd69-457b-a73d-620f068054cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:26.422809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-037e5a08-dd69-457b-a73d-620f068054cb tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327450 Dec 13 09:54:26.423829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35578) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:26.445409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] For port 95281836-9737-4f9f-b409-e80c3aa27f4c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:26.450887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] For port 95281836-9737-4f9f-b409-e80c3aa27f4c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=95281836-9737-4f9f-b409-e80c3aa27f4c,segment=NetworkSegment(ba39811d-6e7c-496b-a291-f75bb96467db),segment_id=ba39811d-6e7c-496b-a291-f75bb96467db)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:26.457859 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.525312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.611051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Deleting port 95281836-9737-4f9f-b409-e80c3aa27f4c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:26.611701 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.648145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aae97-b85a-4717-bbee-6d9e8e945ca8 None None] Pushing event updated for resources: {'Port': ['ID=95281836-9737-4f9f-b409-e80c3aa27f4c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.792477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cb8fa-4898-412c-b39f-e83d51c8dd86 None None] Network 9e7405ed-6492-4ce6-91c5-1cb641127178 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:26.796166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] For port 95281836-9737-4f9f-b409-e80c3aa27f4c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=95281836-9737-4f9f-b409-e80c3aa27f4c,segment=NetworkSegment(ba39811d-6e7c-496b-a291-f75bb96467db),segment_id=ba39811d-6e7c-496b-a291-f75bb96467db)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:26.796640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.846430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Calling delete_port for 95281836-9737-4f9f-b409-e80c3aa27f4c owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:27.078274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4a5e5-d808-49a1-8296-9756906543ec None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:54:27.357806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4a5e5-d808-49a1-8296-9756906543ec None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:54:27.585116 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.630986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Port': ['ID=95281836-9737-4f9f-b409-e80c3aa27f4c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:27.654779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] No DVR routers for this DVR port 95281836-9737-4f9f-b409-e80c3aa27f4c on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:27.812019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.851384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7405ed-6492-4ce6-91c5-1cb641127178']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:27.865602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba39811d-6e7c-496b-a291-f75bb96467db') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:27.880083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba39811d-6e7c-496b-a291-f75bb96467db') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:27.936388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.988263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.048696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:28.062487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:28.079156 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:28.144529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89af154-39dd-480f-9cc6-db98eddf1129 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:54:28.305282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.349364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.357174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:28.368136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/9e7405ed-6492-4ce6-91c5-1cb641127178 HTTP/1.1" status: 204 len: 168 time: 1.9427750 Dec 13 09:54:28.369961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd47882-65e3-48c4-a4ad-e18833442d72 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=9e7405ed-6492-4ce6-91c5-1cb641127178,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.433179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89af154-39dd-480f-9cc6-db98eddf1129 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:54:28.673985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.834926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.869820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4290632c-9efd-46b6-81e5-7d05bbdee9c0']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.881899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaabe13-07ea-47ae-88d5-0664270e9ec3') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.882439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaabe13-07ea-47ae-88d5-0664270e9ec3') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.893219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.909785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.920092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:28.920888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:28.996407 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:28.999360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.012283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.017843 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/4290632c-9efd-46b6-81e5-7d05bbdee9c0 HTTP/1.1" status: 204 len: 168 time: 0.6586192 Dec 13 09:54:29.023095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35640) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:29.046690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2427-f930-402d-9696-920aa35a4104 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=4290632c-9efd-46b6-81e5-7d05bbdee9c0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:29.085819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-45161f2b-3f6e-460f-b9bb-e470e8a0f010 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.099319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-45161f2b-3f6e-460f-b9bb-e470e8a0f010 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.3347540 Dec 13 09:54:29.143978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-0916f332-3bfb-417f-9e05-3a5e270c3903 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/quotas/70de0bf339f74f458175d466533c26dc HTTP/1.1" status: 200 len: 375 time: 0.0458899 Dec 13 09:54:29.234874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.287758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-88c1ed92-62f8-4a7c-8c9f-b7fe7d21ced1 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406012 Dec 13 09:54:29.439224 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:54:29.468525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.536361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38749183-b310-4eab-9556-68aeee71d2f2']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:29.553185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.556659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711fbd12-ed1d-4d42-874a-f1f0d747a51a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:29.556966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711fbd12-ed1d-4d42-874a-f1f0d747a51a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:29.577545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.600958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.612163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:29.613687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:29.624867 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:29.786521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.787469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-46ca71da-2d7c-4701-9914-5cdc85a41324 service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965165 Dec 13 09:54:29.821303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.843040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/38749183-b310-4eab-9556-68aeee71d2f2 HTTP/1.1" status: 204 len: 168 time: 0.8187432 Dec 13 09:54:29.843959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35664) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:29.984523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf0761-c476-40f4-9e16-bc5faef3a20c tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=38749183-b310-4eab-9556-68aeee71d2f2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:30.018225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-99bea891-49ec-4fcd-ac09-bf569a4179fa service neutron] 10.222.0.31 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296934 Dec 13 09:54:30.019425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:30.034193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.270599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.360277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42577566-db48-4566-a1ed-bb20671feb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.418547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5873c47-b4c2-48b8-996f-6733b4046a09']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:30.452109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2939fda2-2bb9-4543-978c-e4e987c75700') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:30.452406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2939fda2-2bb9-4543-978c-e4e987c75700') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:30.468421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.502239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.519160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:30.520323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:30.524483 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:30.720019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b26ac26-b157-4e98-9380-9e2c42f20c56 req-9abfc51d-1518-4ba4-a3a9-4e3a47c5ce1d tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 210 time: 0.3242376 Dec 13 09:54:31.093052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.096575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42577566-db48-4566-a1ed-bb20671feb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.114514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.123022 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] 10.222.0.31 "DELETE /v2.0/networks/f5873c47-b4c2-48b8-996f-6733b4046a09 HTTP/1.1" status: 204 len: 168 time: 1.2507353 Dec 13 09:54:31.134474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfe0d6-76ab-4dba-8431-04e05a4255c7 tempest-BulkNetworkOpsIpV6Test-22679369 tempest-BulkNetworkOpsIpV6Test-22679369-project] Pushing event deleted for resources: {'Network': ['ID=f5873c47-b4c2-48b8-996f-6733b4046a09,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:31.146745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42577566-db48-4566-a1ed-bb20671feb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.250583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-42577566-db48-4566-a1ed-bb20671feb52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44f602ce9b734227a528e56c79aa3d9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2299819 Dec 13 09:54:31.253526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:31.276831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42577566-db48-4566-a1ed-bb20671feb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe42e75-e691-4782-bd2d-3fe1623d03af,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:31.426416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.515374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.631984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:31.633484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.658585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.667344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afe42e75-e691-4782-bd2d-3fe1623d03af HTTP/1.1" status: 204 len: 168 time: 0.4126909 Dec 13 09:54:31.709149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72752-2e3c-45be-9ca3-851e748ec22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe42e75-e691-4782-bd2d-3fe1623d03af,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:31.921515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f211986d-8cc8-49ef-8a7c-2699810cc56e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c1303997e444faebfd19f98ebc21181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883139 Dec 13 09:54:31.924270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:31.926508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00dfec50-4ded-4d41-a032-c42cb98da7c1 req-45cb8a6c-42f0-4e5e-9473-2d35c2fe9492 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 210 time: 0.0666230 Dec 13 09:54:32.062017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.121594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.395801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.398860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.400118 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89b96dd1-cb79-414d-b82c-37c9044f8198 HTTP/1.1" status: 204 len: 168 time: 0.4749255 Dec 13 09:54:32.423100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec2f98-0e18-4e20-a6aa-898a096f2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b96dd1-cb79-414d-b82c-37c9044f8198,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:32.433790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-0827493e-5daf-43e6-b392-627c300bd503 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:32.435400 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-0827493e-5daf-43e6-b392-627c300bd503 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 815 time: 0.2863438 Dec 13 09:54:32.462667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Request body: {'port': {'device_id': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'admin_state_up': True, 'tenant_id': '70de0bf339f74f458175d466533c26dc'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:32.605053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Made reservation on behalf of 70de0bf339f74f458175d466533c26dc for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:32.609245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.819571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Allocated IP 172.20.0.11 (c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04/01213129-538f-47de-b758-07bc2906a7de/0b8f35fd-ad88-43f1-9950-2c5ef5df5c64) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:33.147536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91b15192-0624-4b29-a56d-6b3c2a0ba3e1 req-5d1fab33-a3c9-49ae-8600-e4117862fe44 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 210 time: 0.0468857 Dec 13 09:54:33.180318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.265505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.280734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:33.283814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3', '58d2af74-d98c-4225-a96d-cf995ef373a7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:33.334445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event updated for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:33.369735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:33.371875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:33.375009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:33.487153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820a08c-f402-4b8d-8919-f6cc146450e5 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:33.489864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:33.490479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.532655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-c4ef5993-4ed0-4895-ae15-ab938b593dea tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0848835 Dec 13 09:54:33.548541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-ec045e1b-a44e-4800-8661-73d15b8c0966 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:54:33.550955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-ec045e1b-a44e-4800-8661-73d15b8c0966 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105259 Dec 13 09:54:33.567399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Request body: {'port': {'device_id': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:33.738457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.835985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-92db781d-dd19-464f-948e-6098e471e91d None None] Provisioning complete for port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:33.836407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92db781d-dd19-464f-948e-6098e471e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.910814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-92db781d-dd19-464f-948e-6098e471e91d None None] Port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:34.292190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:34.301685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.320961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Transition to ACTIVE for port object 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:54:34.328178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.404596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:34.431822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0152ae68-5d8f-4a1e-8085-72784859e00a None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:34.442957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.524989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Attempting to bind port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:34.525518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Attempting to bind port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:34.526062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Attempting to bind port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:34.529445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f20ff-492b-4d81-8a5f-c856377d5fb5 req-f6ed1e6f-e35b-4379-b132-e8364c0f2f5b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:34.531142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb9f20ff-492b-4d81-8a5f-c856377d5fb5 req-f6ed1e6f-e35b-4379-b132-e8364c0f2f5b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 944 time: 0.1836963 Dec 13 09:54:34.540972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:54:34.541531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Attempting to bind port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 on network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:34.548806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:34.549414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Checking segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:34.549964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Bound using segment: {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:34.550558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Bound port: 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:34.551084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.652341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:34.658657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:34.661940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:34.675283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.689928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb9f20ff-492b-4d81-8a5f-c856377d5fb5 req-c1507e61-204e-498b-b5f8-54a9c08926ad tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497052 Dec 13 09:54:34.798605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8c28a-4ea1-4e98-a556-c34a1b7a8206 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:34.799109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:34.799804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.804611 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 HTTP/1.1" status: 200 len: 1092 time: 1.2451334 Dec 13 09:54:34.807290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:34.809509 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f97c55-3890-4864-906f-41d0a763b198" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:34.878642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fae456-b049-423e-85a1-8abb3aa63fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:34.923226 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1591176-0498-4d0f-8318-8c8771cc29c9 x-openstack-request-id: req-f1591176-0498-4d0f-8318-8c8771cc29c9 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:34.923479 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:34.939277 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1591176-0498-4d0f-8318-8c8771cc29c9 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:34.939801 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64', 'status': 'completed', 'code': 200} Dec 13 09:54:34.960120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269975211'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:35.011781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-fe34e936-5a59-47a4-a88e-02c891d13b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.014138 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-fe34e936-5a59-47a4-a88e-02c891d13b19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 1095 time: 0.1562078 Dec 13 09:54:35.127621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:35.136993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.161739 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.169837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-8abf20b7-f6a6-4948-b5b3-12d29a8f9f1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 HTTP/1.1" status: 200 len: 217 time: 0.1425426 Dec 13 09:54:35.336405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-11d512fe-e937-4346-89c4-6b5ab16f763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.337944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-11d512fe-e937-4346-89c4-6b5ab16f763e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1515231 Dec 13 09:54:35.419455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-08a785ac-68b9-47a8-8eee-3ccd587a26eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618377 Dec 13 09:54:35.617858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.638724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.731058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:35.751900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd15be3f-213c-40f7-9608-048a182c5bc7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:35.806642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.807922 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 01641448-6d40-410b-a5c8-64ad0f0a1cca of type vlan for network 764090ca-698e-491e-a33d-fd2f41671e8c Dec 13 09:54:35.834406 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-8ce607fe-ee4c-49c6-b42b-2ab35cb42ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957238 Dec 13 09:54:35.989233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.041953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.051294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.054389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.065072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28034dec-5e2c-417e-a8b1-ebcc407e77d8 req-843d0c90-40a5-4da2-bcf7-d7435e3696e4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.095540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28034dec-5e2c-417e-a8b1-ebcc407e77d8 req-843d0c90-40a5-4da2-bcf7-d7435e3696e4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 944 time: 0.2022567 Dec 13 09:54:36.111992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-98e5f399-ed2f-4f6e-a20c-c48569cd1963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.179791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.200886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-033331ad-618e-43a5-9a4f-116e95a0de5e req-2aa551dd-8cca-43cb-aa13-a428c6fe4624 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224404 Dec 13 09:54:36.253811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=764090ca-698e-491e-a33d-fd2f41671e8c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.265730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 764090ca-698e-491e-a33d-fd2f41671e8c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:36.272441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8fe2b6ca-fda8-4172-ac48-4ad3d1e49153 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6078742 Dec 13 09:54:36.323449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28034dec-5e2c-417e-a8b1-ebcc407e77d8 req-cbb47db4-b403-49fd-b7ac-ccfd40b79ac0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239528 Dec 13 09:54:36.394383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97c55-3890-4864-906f-41d0a763b198 req-ff4c5f1d-32d7-4225-9f0e-6966fca7786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.398005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-ff4c5f1d-32d7-4225-9f0e-6966fca7786c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70de0bf339f74f458175d466533c26dc&device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 1095 time: 0.1369474 Dec 13 09:54:36.445300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35866) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.451241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:36.618213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.633880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97c55-3890-4864-906f-41d0a763b198 req-a468c988-a539-4e15-9b1b-f97f67a7d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.635919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-a468c988-a539-4e15-9b1b-f97f67a7d909 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 200 len: 916 time: 0.2297482 Dec 13 09:54:36.712604 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-78eb9e2a-f3b2-4253-8d01-415325a2fd5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 HTTP/1.1" status: 200 len: 217 time: 0.0676267 Dec 13 09:54:36.810526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.830401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.835251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97c55-3890-4864-906f-41d0a763b198 req-17da2efb-e747-4f2f-9cca-331fcc90fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.838201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-17da2efb-e747-4f2f-9cca-331fcc90fe30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 200 len: 855 time: 0.1159639 Dec 13 09:54:36.878399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce655d-c87e-4750-8605-bbe3ca736488,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.901006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-740a79c6-637f-40b8-a222-2927471f55c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522351 Dec 13 09:54:36.916430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35874) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.925299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f44426edaa0401e901c2ae0912c3f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386849 Dec 13 09:54:36.927615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.927615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.927615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.927929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.928269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.932501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.932501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.932714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.933174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.933336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.933677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.934006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.934381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a5691-db5b-4667-a0bc-f77eacea7ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.983676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:36.987913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.105172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.110287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-1584b1c4-e637-4109-8867-dc628be41a12 service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947052 Dec 13 09:54:37.158871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.295755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.298876 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.305192 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79ce655d-c87e-4750-8605-bbe3ca736488 HTTP/1.1" status: 204 len: 168 time: 0.3877389 Dec 13 09:54:37.317992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-79f97c55-3890-4864-906f-41d0a763b198 req-cd3b5de5-fdf6-431c-8925-5047bd9f50ba service neutron] 10.222.0.20 "GET /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897557 Dec 13 09:54:37.326278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c9dec-a04a-4fe9-ae10-2b69a738cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce655d-c87e-4750-8605-bbe3ca736488,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:37.495932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.581398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98045-6f69-4e67-9eb1-2907bf22f9b6 req-419d9214-ca36-4cae-a662-45510d38cd46 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:37.583214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9f98045-6f69-4e67-9eb1-2907bf22f9b6 req-419d9214-ca36-4cae-a662-45510d38cd46 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 944 time: 0.1357996 Dec 13 09:54:37.688630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '01641448-6d40-410b-a5c8-64ad0f0a1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:37.693464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 764090ca-698e-491e-a33d-fd2f41671e8c, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:37.711616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=1c634113-4d0e-4e28-9adc-6ea1bbf505ba,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:37.746498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9f98045-6f69-4e67-9eb1-2907bf22f9b6 req-60399ffc-3a73-4e26-b31a-a488e1671ca7 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507981 Dec 13 09:54:37.760567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 764090ca-698e-491e-a33d-fd2f41671e8c is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:37.771283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 764090ca-698e-491e-a33d-fd2f41671e8c) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:37.777003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:37.778578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.782444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f91f78e-cd31-4450-9140-ecad8dea4044 None None] Network 764090ca-698e-491e-a33d-fd2f41671e8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:37.793251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35896) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:37.822563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be68babb-4781-403b-8ae2-f29e75a78c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.828842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcdf6f44-9792-4b21-a86d-a8bd5944fee0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3820951 Dec 13 09:54:37.831233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:37.841545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398879499'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:37.888756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:37.897687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.955535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:37.979506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.980104 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 2e9272f5-284f-4a76-9fe8-b39b62cae4df of type vlan for network 2c4a67e8-98d0-42b8-b506-1910d742945d Dec 13 09:54:38.016386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-764090ca-698e-491e-a33d-fd2f41671e8c', 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': '1c634113-4d0e-4e28-9adc-6ea1bbf505ba'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:38.017592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.024178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be68babb-4781-403b-8ae2-f29e75a78c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.033626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-be68babb-4781-403b-8ae2-f29e75a78c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.072886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.109107 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-be68babb-4781-403b-8ae2-f29e75a78c47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42844a3db9ac43d6a0c2b5d19b994ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139262 Dec 13 09:54:38.110222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68babb-4781-403b-8ae2-f29e75a78c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4953e22b-d959-46f4-b47c-f596082e102f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:38.112767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35906) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.236127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.240517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.253074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:38.254637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.272476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Allocated IP 172.20.255.242 (764090ca-698e-491e-a33d-fd2f41671e8c/1c634113-4d0e-4e28-9adc-6ea1bbf505ba/2133c8cc-4aff-4e88-8ecc-b65eaa253ba5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:38.382329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:38.397137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5614834 Dec 13 09:54:38.397545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.402649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '2c4a67e8-98d0-42b8-b506-1910d742945d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:38.419764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.453007 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2197e3e6-0651-4418-aa63-d705333b7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.491646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142e0ae-03f7-4605-8835-4b94d4edccb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=2c4a67e8-98d0-42b8-b506-1910d742945d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:38.531091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2c4a67e8-98d0-42b8-b506-1910d742945d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:38.562639 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.565431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.569049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4953e22b-d959-46f4-b47c-f596082e102f HTTP/1.1" status: 204 len: 168 time: 0.4505532 Dec 13 09:54:38.593329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfcefb-a245-4079-813c-c6e9529012d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953e22b-d959-46f4-b47c-f596082e102f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:38.607855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:38.613415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.986204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.999329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4e40-ee9c-4f09-9cc1-d152198874ae req-53356803-7717-44f2-859b-b58d27073344 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:39.000222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.012847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c99d4e40-ee9c-4f09-9cc1-d152198874ae req-53356803-7717-44f2-859b-b58d27073344 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 944 time: 0.1124856 Dec 13 09:54:39.029705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.111461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c99d4e40-ee9c-4f09-9cc1-d152198874ae req-03802a2a-d8e6-4457-b9cd-4083f25e34ed tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968983 Dec 13 09:54:39.173726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=4d6fb0f3-e276-4c87-9705-d97a313beeec,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.186614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '2e9272f5-284f-4a76-9fe8-b39b62cae4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c4a67e8-98d0-42b8-b506-1910d742945d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:39.187117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 2c4a67e8-98d0-42b8-b506-1910d742945d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:39.216505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Pushing event updated for resources: {'Port': ['ID=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.216897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 2c4a67e8-98d0-42b8-b506-1910d742945d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:39.230391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:39.235386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2c4a67e8-98d0-42b8-b506-1910d742945d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:39.241396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:39.242217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.263454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Network 764090ca-698e-491e-a33d-fd2f41671e8c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:39.281586 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79a6f482-362e-4cea-bbc5-391fe72e2396 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8804948 Dec 13 09:54:39.281975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35934) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:39.314713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:39.319462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d9780-e47c-4007-9ed7-b5f0dcec9d18 None None] Network 2c4a67e8-98d0-42b8-b506-1910d742945d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:39.333757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:39.375300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64', 'network_id': 'c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04', 'port_id': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64', 'mac_address': 'fa:16:3e:44:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01213129-538f-47de-b758-07bc2906a7de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:39.533363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.637672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.797753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.805186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.851791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0c9f1-e9d4-4db3-9f11-4ff528911f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2c4a67e8-98d0-42b8-b506-1910d742945d', 'network_id': '2c4a67e8-98d0-42b8-b506-1910d742945d', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': '4d6fb0f3-e276-4c87-9705-d97a313beeec'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:39.855930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ede0c9f1-e9d4-4db3-9f11-4ff528911f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.865984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6fb0f3-e276-4c87-9705-d97a313beeec,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.910426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.943346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.943623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:39.966725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Attempting to bind port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:39.967111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Attempting to bind port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '01641448-6d40-410b-a5c8-64ad0f0a1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:39.968243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Attempting to bind port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 on network 764090ca-698e-491e-a33d-fd2f41671e8c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:39.969547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a67e8-98d0-42b8-b506-1910d742945d']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:39.982129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9272f5-284f-4a76-9fe8-b39b62cae4df') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:39.982611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9272f5-284f-4a76-9fe8-b39b62cae4df') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:39.994593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.994846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:39.995208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Checking segment: {'id': '01641448-6d40-410b-a5c8-64ad0f0a1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:39.995762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.996174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Bound using segment: {'id': '01641448-6d40-410b-a5c8-64ad0f0a1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:39.997907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Bound port: 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01641448-6d40-410b-a5c8-64ad0f0a1cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '764090ca-698e-491e-a33d-fd2f41671e8c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:39.998323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.009518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:40.021231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.036613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:40.037333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:40.042255 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:40.058840 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.115730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.174582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.211744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.220080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/2c4a67e8-98d0-42b8-b506-1910d742945d HTTP/1.1" status: 204 len: 168 time: 0.9367959 Dec 13 09:54:40.221204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aae969-a7b9-41ae-9a22-0ebbc0dc7e04 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=2c4a67e8-98d0-42b8-b506-1910d742945d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.223645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35962) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:40.229661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247689849'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:40.264941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] For port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:40.265053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:40.267440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] For port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,segment=NetworkSegment(01641448-6d40-410b-a5c8-64ad0f0a1cca),segment_id=01641448-6d40-410b-a5c8-64ad0f0a1cca)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:40.268145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.308767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:40.316288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154ccf4-9be3-4578-91eb-d0faf538d6c1 None None] Network 2c4a67e8-98d0-42b8-b506-1910d742945d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:40.338196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.338781 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 43482f90-a824-41d7-802a-8bf00a1301d6 of type vlan for network 2844232f-c65b-4540-981b-e354aae726e5 Dec 13 09:54:40.339333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.443990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154ccf4-9be3-4578-91eb-d0faf538d6c1 None None] Network 2c4a67e8-98d0-42b8-b506-1910d742945d could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 09:54:40.462514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['0b8f35fd-ad88-43f1-9950-2c5ef5df5c64'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:40.491896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.600002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.617750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:40.619578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.664170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabca1c-069a-4cb9-b222-eb6a534cced0 None None] Pushing event updated for resources: {'Port': ['ID=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.725109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76a20-ee64-4583-a72b-3d5a2a203795 req-e99b9a08-94ab-44dc-8cec-7c46e840015c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:40.728955 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ee76a20-ee64-4583-a72b-3d5a2a203795 req-e99b9a08-94ab-44dc-8cec-7c46e840015c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 945 time: 0.3757026 Dec 13 09:54:40.948423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 35978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:40.954569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '2844232f-c65b-4540-981b-e354aae726e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:40.961291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7353139 Dec 13 09:54:41.018523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b06b4-bd36-480c-a42a-da2039de5a06 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=2844232f-c65b-4540-981b-e354aae726e5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.036139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2844232f-c65b-4540-981b-e354aae726e5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:41.048513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 35980) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:41.084623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ee76a20-ee64-4583-a72b-3d5a2a203795 req-b8fceab2-d668-4fd8-9e12-3e6caefbdcd8 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019662 Dec 13 09:54:41.202221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:41.212113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.267253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.306364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f702e66-7828-47f3-99ed-263b682c1d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.424546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing IP validity checks on allocation pools {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:54:41.424821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:54:41.577667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f702e66-7828-47f3-99ed-263b682c1d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.591855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f702e66-7828-47f3-99ed-263b682c1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.696804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3f702e66-7828-47f3-99ed-263b682c1d16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc43a32d66554450b7ae0c2f9c4c8cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437020 Dec 13 09:54:41.696804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f702e66-7828-47f3-99ed-263b682c1d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145fb2fa-19a3-46a9-bce1-825fb5d37fd0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.697512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36000) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:41.714185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.952592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=ff52b4b4-f241-41c6-bfae-00d5fdb350f2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.961535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.964004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '43482f90-a824-41d7-802a-8bf00a1301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2844232f-c65b-4540-981b-e354aae726e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:41.964372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 2844232f-c65b-4540-981b-e354aae726e5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:42.000737 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.075931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.122787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 2844232f-c65b-4540-981b-e354aae726e5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:42.174644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2844232f-c65b-4540-981b-e354aae726e5) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:42.190067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422ce3a-f788-4960-bd5f-239c61161c45 None None] Network 2844232f-c65b-4540-981b-e354aae726e5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:42.192206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:42.193033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.250945 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18ee9762-e48f-49fc-9dbf-5b9da4d2f366 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2999871 Dec 13 09:54:42.252413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:42.255857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.270960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.273681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/145fb2fa-19a3-46a9-bce1-825fb5d37fd0 HTTP/1.1" status: 204 len: 168 time: 0.5754118 Dec 13 09:54:42.301907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1d4f0-395d-479e-a533-4f8bc31298dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fb2fa-19a3-46a9-bce1-825fb5d37fd0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:42.375939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:42.571748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e25ce0-0f72-44ef-bd86-7d793f7e1c7e None None] Network 764090ca-698e-491e-a33d-fd2f41671e8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:42.639515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443b92-d837-4c3f-843c-7b9785d369d0 req-8cddfb50-4e75-4628-9a67-3e827bf2daaa tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:42.641510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46443b92-d837-4c3f-843c-7b9785d369d0 req-8cddfb50-4e75-4628-9a67-3e827bf2daaa tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 945 time: 0.2993813 Dec 13 09:54:42.672945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:42.718677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46443b92-d837-4c3f-843c-7b9785d369d0 req-e10ae27f-019d-470c-835d-dadcfe0077c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593026 Dec 13 09:54:42.738409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.865533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.910855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] Provisioning complete for port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:42.911235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.979004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.001049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:54:43.014992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:43.016013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.046691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=ff52b4b4-f241-41c6-bfae-00d5fdb350f2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:43.147363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7e400-6e4a-4dda-8747-dc7cb00515bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2844232f-c65b-4540-981b-e354aae726e5', 'network_id': '2844232f-c65b-4540-981b-e354aae726e5', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'ff52b4b4-f241-41c6-bfae-00d5fdb350f2'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:43.148297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e400-6e4a-4dda-8747-dc7cb00515bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.161955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.223159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2844232f-c65b-4540-981b-e354aae726e5']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:43.239156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43482f90-a824-41d7-802a-8bf00a1301d6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:43.240321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43482f90-a824-41d7-802a-8bf00a1301d6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:43.252583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.273870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.284446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:43.285032 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.298299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36048) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:43.300955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:43.301362 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:43.303439 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:43.320837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8011a9c6-36bf-42ea-b829-197544be5490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.374982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.395434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.412406 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.422133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/2844232f-c65b-4540-981b-e354aae726e5 HTTP/1.1" status: 204 len: 168 time: 1.1684651 Dec 13 09:54:43.427086 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-1ba7e400-6e4a-4dda-8747-dc7cb00515bb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:54:43.427086 n-d-820935-7 neutron-server[103196]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 13 09:54:43.427086 n-d-820935-7 neutron-server[103196]: [parameters: {'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'id': '52f7d1a7-56a2-4020-8426-1de2d65d9e02', 'name': '', 'network_id': '2844232f-c65b-4540-981b-e354aae726e5', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2844232f-c65b-4540-981b-e354aae726e5', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2271}] Dec 13 09:54:43.427086 n-d-820935-7 neutron-server[103196]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:54:43.427868 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-1ba7e400-6e4a-4dda-8747-dc7cb00515bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:54:43.428835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:43.441060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754627179'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:43.461005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53de3f4-956a-4a37-a4b7-6966f89568e0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=2844232f-c65b-4540-981b-e354aae726e5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:43.500288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] For port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,segment=NetworkSegment(01641448-6d40-410b-a5c8-64ad0f0a1cca),segment_id=01641448-6d40-410b-a5c8-64ad0f0a1cca)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:43.512504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.522268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:43.530143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.535015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.575182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:43.580126 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453010b0-5b36-4486-a1ac-60dd81caa95d" -d '{"events": [{"server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:43.586847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:43.621323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.622823 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment b409dacd-a0f8-4510-90ef-3d4ec5f9c884 of type vlan for network 1018d784-3915-4429-9a65-02679ec6e891 Dec 13 09:54:43.635905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:43.672401 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.686659 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c48142a-27c1-49f5-81c0-974973b92967 x-openstack-request-id: req-1c48142a-27c1-49f5-81c0-974973b92967 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:43.686961 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "name": "network-vif-plugged", "status": "completed", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:43.688609 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c48142a-27c1-49f5-81c0-974973b92967 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:43.689302 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64', 'code': 200} Dec 13 09:54:43.716331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a942bb-0485-4571-988a-9d621ce18d40 None None] Pushing event updated for resources: {'Port': ['ID=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:43.747699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.889136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:43.929968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e400-6e4a-4dda-8747-dc7cb00515bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.931024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185dab-1b8c-415d-a4d6-654cb8a5861e req-a02a3b09-ae99-43c2-add1-44b1a990920a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:43.932765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63185dab-1b8c-415d-a4d6-654cb8a5861e req-a02a3b09-ae99-43c2-add1-44b1a990920a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.0884316 Dec 13 09:54:43.960070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.967665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:43.968292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.994017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a126dc1e-3c29-4ff4-8be2-3e365f0b1391 None None] Provisioning complete for port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:43.994714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a126dc1e-3c29-4ff4-8be2-3e365f0b1391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.999303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1807501-1f47-4043-b250-d7a0e6ad6fbe None None] Network 2844232f-c65b-4540-981b-e354aae726e5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:44.010695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f426e-dd2a-4003-90d3-b32bad2226f6 req-5490823e-7472-428e-b3a5-5736d8d47e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:44.013122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-274f426e-dd2a-4003-90d3-b32bad2226f6 req-5490823e-7472-428e-b3a5-5736d8d47e9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 1097 time: 0.1839705 Dec 13 09:54:44.040094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1807501-1f47-4043-b250-d7a0e6ad6fbe None None] Network 2844232f-c65b-4540-981b-e354aae726e5 could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 09:54:44.070732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8011a9c6-36bf-42ea-b829-197544be5490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.097903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63185dab-1b8c-415d-a4d6-654cb8a5861e req-64898781-785f-411e-b251-b245ae67a9ae tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472120 Dec 13 09:54:44.122679 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6905937 Dec 13 09:54:44.123678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78fb6-ca3d-4ff7-a357-21e29a46ddb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=1018d784-3915-4429-9a65-02679ec6e891,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:44.125077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:44.131990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8011a9c6-36bf-42ea-b829-197544be5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.132408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '1018d784-3915-4429-9a65-02679ec6e891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:44.145399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1018d784-3915-4429-9a65-02679ec6e891 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:44.201630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011a9c6-36bf-42ea-b829-197544be5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64606601-3a91-4ac0-a460-1fb202fee0a8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:44.212688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-274f426e-dd2a-4003-90d3-b32bad2226f6 req-2b564f86-c817-4d75-865a-f24682bca68a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611395 Dec 13 09:54:44.250629 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8011a9c6-36bf-42ea-b829-197544be5490 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01602e6f06104b5a871d2caf7240653b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9494653 Dec 13 09:54:44.252864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36082) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:44.304430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:44.312919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.337538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:44.369386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.398845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.484174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.491301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:44.491995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.492490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.498949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64606601-3a91-4ac0-a460-1fb202fee0a8 HTTP/1.1" status: 204 len: 168 time: 0.2429028 Dec 13 09:54:44.535430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5281e-1b98-44af-8647-46066ab58c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64606601-3a91-4ac0-a460-1fb202fee0a8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:44.555926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36088) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:44.671375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.777429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': 'b409dacd-a0f8-4510-90ef-3d4ec5f9c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1018d784-3915-4429-9a65-02679ec6e891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:44.780002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 1018d784-3915-4429-9a65-02679ec6e891, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:44.784422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38a5dc8f-8c33-4fa0-a4a3-ea3c7a7383e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.786889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=b9799c24-13ef-41c2-ac9f-9b3e0c10a09c,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:44.849530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 1018d784-3915-4429-9a65-02679ec6e891 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:44.872815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1018d784-3915-4429-9a65-02679ec6e891) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:44.882706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:44.883692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.894558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36389c7c-d800-4b02-8471-187d077868d2 None None] Network 1018d784-3915-4429-9a65-02679ec6e891 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:44.943772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:44.946531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b8f3ba87-26f3-4de7-a918-3f2bf1a14e08 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8186228 Dec 13 09:54:45.019083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38a5dc8f-8c33-4fa0-a4a3-ea3c7a7383e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.037261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38a5dc8f-8c33-4fa0-a4a3-ea3c7a7383e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.069304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6020ad0-449b-4953-986f-14cd49303a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1018d784-3915-4429-9a65-02679ec6e891', 'network_id': '1018d784-3915-4429-9a65-02679ec6e891', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'b9799c24-13ef-41c2-ac9f-9b3e0c10a09c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:45.070325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f6020ad0-449b-4953-986f-14cd49303a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.106408 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38a5dc8f-8c33-4fa0-a4a3-ea3c7a7383e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1065d375bc424400b139f67ac2176724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490499 Dec 13 09:54:45.107224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5dc8f-8c33-4fa0-a4a3-ea3c7a7383e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20a37e-75c6-4dba-b61f-717ee711d986,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:45.109104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36112) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:45.219951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.352267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.424842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.446880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.466276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf308e-cc80-4378-9e1a-5ea78b02d2cc req-5544960e-2dfb-401e-811b-64b23ed09fc5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:45.468960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccdf308e-cc80-4378-9e1a-5ea78b02d2cc req-5544960e-2dfb-401e-811b-64b23ed09fc5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.2166145 Dec 13 09:54:45.532004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.589557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccdf308e-cc80-4378-9e1a-5ea78b02d2cc req-27296c8a-f9dc-4fdd-b119-852b342b6d2b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062360 Dec 13 09:54:45.616362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=b9799c24-13ef-41c2-ac9f-9b3e0c10a09c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:45.640932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.645044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.648043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa20a37e-75c6-4dba-b61f-717ee711d986 HTTP/1.1" status: 204 len: 168 time: 0.5376592 Dec 13 09:54:45.663444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b8389-22ee-4229-a61a-8397586f39a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20a37e-75c6-4dba-b61f-717ee711d986,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:45.683474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.713080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1018d784-3915-4429-9a65-02679ec6e891']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:45.740950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b409dacd-a0f8-4510-90ef-3d4ec5f9c884') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:45.741257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b409dacd-a0f8-4510-90ef-3d4ec5f9c884') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-f6020ad0-449b-4953-986f-14cd49303a03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9799c24-13ef-41c2-ac9f-9b3e0c10a09c: This subnet is being modified by another concurrent operation. Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9799c24-13ef-41c2-ac9f-9b3e0c10a09c: This subnet is being modified by another concurrent operation. Dec 13 09:54:45.745386 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:54:45.764089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03421ed-aa1f-40a1-adbf-e331dc4f67fe None None] Network 1018d784-3915-4429-9a65-02679ec6e891 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:45.769265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.791437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.800140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:45.800799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:45.806171 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:45.910461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c4779-3e12-4a00-b7d8-a3c6d4379222 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:54:45.936860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.966152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.989557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36144) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:46.005085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704260807'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:46.015754 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/1018d784-3915-4429-9a65-02679ec6e891 HTTP/1.1" status: 204 len: 168 time: 1.0682745 Dec 13 09:54:46.070417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049bd8-e2a9-463d-848f-3123482dd376 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=1018d784-3915-4429-9a65-02679ec6e891,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:46.088056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:46.093919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.143444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c4779-3e12-4a00-b7d8-a3c6d4379222 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:54:46.146766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:46.162025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.162443 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment b991982c-94a0-4ecc-aa31-ab3f753b3e7b of type vlan for network b4a37dcd-58ef-48f8-8952-641f44eb8521 Dec 13 09:54:46.188096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36156) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:46.205882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60880af0-1dc6-43d6-88f8-a2449a2a37bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.252912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.307159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.322164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:46.323073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.343893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60880af0-1dc6-43d6-88f8-a2449a2a37bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.349872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60880af0-1dc6-43d6-88f8-a2449a2a37bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.415799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60880af0-1dc6-43d6-88f8-a2449a2a37bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b055f735-70d1-48e9-9d66-dec00bb602d7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:46.422983 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60880af0-1dc6-43d6-88f8-a2449a2a37bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=096756b0618d4742b7738dcd1f53f905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329152 Dec 13 09:54:46.426196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:46.477449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4834685 Dec 13 09:54:46.478294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36164) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:46.484418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:46.510787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b93b13-86d2-4036-9a09-1501488fd776 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=b4a37dcd-58ef-48f8-8952-641f44eb8521,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:46.536346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b4a37dcd-58ef-48f8-8952-641f44eb8521 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:46.570669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.651861 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.665016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:46.669383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.734513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.737964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.739340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b055f735-70d1-48e9-9d66-dec00bb602d7 HTTP/1.1" status: 204 len: 168 time: 0.3120017 Dec 13 09:54:46.774889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52582206-49c3-40b1-a9fc-2c26f6578183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055f735-70d1-48e9-9d66-dec00bb602d7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:47.072151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d3069-7909-455a-99d6-0a771ed962d3 req-2cd2656a-7a98-461a-8c95-7d16fba98d3b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:47.073784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-275d3069-7909-455a-99d6-0a771ed962d3 req-2cd2656a-7a98-461a-8c95-7d16fba98d3b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.2521429 Dec 13 09:54:47.313482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-275d3069-7909-455a-99d6-0a771ed962d3 req-823e5beb-b558-4b43-be87-e04e5d02325e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049260 Dec 13 09:54:47.399261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.484858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=dda8c5e1-9678-40ce-aeb5-f25e4e53d4d1,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:47.493937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:47.494308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: b4a37dcd-58ef-48f8-8952-641f44eb8521, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:47.517526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network b4a37dcd-58ef-48f8-8952-641f44eb8521 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:47.538412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b4a37dcd-58ef-48f8-8952-641f44eb8521) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:47.549235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b75ead-24a8-4d9d-9225-de7db71ad4ad None None] Network b4a37dcd-58ef-48f8-8952-641f44eb8521 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:47.556282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:47.556981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.597787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-04348c83-ab98-43fb-87e1-fec2652898fa tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1158555 Dec 13 09:54:47.598150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36206) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:47.798609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-b4a37dcd-58ef-48f8-8952-641f44eb8521', 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'dda8c5e1-9678-40ce-aeb5-f25e4e53d4d1'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:47.800019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.916133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.070160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.166106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Allocated IP 172.20.0.2 (b4a37dcd-58ef-48f8-8952-641f44eb8521/dda8c5e1-9678-40ce-aeb5-f25e4e53d4d1/2be6eb46-c629-4848-9d95-c1be93b855ea) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:48.518795 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.538212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.566410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.624475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=dda8c5e1-9678-40ce-aeb5-f25e4e53d4d1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:48.673654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Network b4a37dcd-58ef-48f8-8952-641f44eb8521 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:48.679452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:48.683501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:48.692278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Pushing event updated for resources: {'Port': ['ID=2be6eb46-c629-4848-9d95-c1be93b855ea,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:48.771380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Attempting to bind port 2be6eb46-c629-4848-9d95-c1be93b855ea on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:48.772305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Attempting to bind port 2be6eb46-c629-4848-9d95-c1be93b855ea by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:48.772925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Attempting to bind port 2be6eb46-c629-4848-9d95-c1be93b855ea on network b4a37dcd-58ef-48f8-8952-641f44eb8521 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:48.783727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:48.784132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Checking segment: {'id': 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:48.784890 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.784995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Bound using segment: {'id': 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:48.785539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Bound port: 2be6eb46-c629-4848-9d95-c1be93b855ea, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:48.785801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.791927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.857592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a37dcd-58ef-48f8-8952-641f44eb8521']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:48.875973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] For port 2be6eb46-c629-4848-9d95-c1be93b855ea, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:48.881942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] For port 2be6eb46-c629-4848-9d95-c1be93b855ea, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2be6eb46-c629-4848-9d95-c1be93b855ea,segment=NetworkSegment(b991982c-94a0-4ecc-aa31-ab3f753b3e7b),segment_id=b991982c-94a0-4ecc-aa31-ab3f753b3e7b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:48.901126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.907104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:48.909737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:48.944286 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.977301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.991129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:48.992228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:49.000151 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:49.138668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.api [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:54:49.138668 n-d-820935-7 neutron-server[103195]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:54:49.138668 n-d-820935-7 neutron-server[103195]: [parameters: {'id': 'b4a37dcd-58ef-48f8-8952-641f44eb8521'}] Dec 13 09:54:49.138668 n-d-820935-7 neutron-server[103195]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:54:49.139132 n-d-820935-7 neutron-server[103195]: DEBUG oslo_db.api [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:54:49.172551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a2972-6987-4544-a330-8de065b08fb8 None None] Pushing event updated for resources: {'Port': ['ID=2be6eb46-c629-4848-9d95-c1be93b855ea,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:49.193144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b926624-0301-483b-ab06-2bda32e8df76 None None] Network b4a37dcd-58ef-48f8-8952-641f44eb8521 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:49.425909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e10ac7-042c-45c2-8643-0b5dffeb5014 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:54:49.637475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e10ac7-042c-45c2-8643-0b5dffeb5014 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:54:49.639943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.714498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 2be6eb46-c629-4848-9d95-c1be93b855ea {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:49.715183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.794903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 2be6eb46-c629-4848-9d95-c1be93b855ea, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2be6eb46-c629-4848-9d95-c1be93b855ea,segment=NetworkSegment(b991982c-94a0-4ecc-aa31-ab3f753b3e7b),segment_id=b991982c-94a0-4ecc-aa31-ab3f753b3e7b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:49.795678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.836940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 2be6eb46-c629-4848-9d95-c1be93b855ea owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:49.985313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.130609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 2be6eb46-c629-4848-9d95-c1be93b855ea on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:50.197081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=2be6eb46-c629-4848-9d95-c1be93b855ea,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:50.321166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.347527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a37dcd-58ef-48f8-8952-641f44eb8521']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:50.358017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:50.358325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b991982c-94a0-4ecc-aa31-ab3f753b3e7b') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:50.372812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.386468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.392713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:50.393109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:50.443951 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:50.472556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.487393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.493897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/b4a37dcd-58ef-48f8-8952-641f44eb8521 HTTP/1.1" status: 204 len: 168 time: 2.8925538 Dec 13 09:54:50.495953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36314) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:50.503299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786507506'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:50.514554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679d6f7-d109-40ee-bdfc-11c59f1cf15a tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=b4a37dcd-58ef-48f8-8952-641f44eb8521,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:50.547285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:50.554261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.604637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:50.616506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.617165 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 45c186cd-b2f6-43ac-a97d-ab59033de198 of type vlan for network 476699e7-d780-4989-99cd-5b6258ca9ee1 Dec 13 09:54:50.712029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.807343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.821016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:50.824269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.862655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3642199 Dec 13 09:54:50.865529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36328) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:50.873981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:51.010001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb9705-1df3-4496-a69e-d1b15c10c7e7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=476699e7-d780-4989-99cd-5b6258ca9ee1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.023458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 476699e7-d780-4989-99cd-5b6258ca9ee1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:51.035470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:51.040055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.186542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing IP validity checks on allocation pools {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:54:51.187099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:54:51.402840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.531203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=0d624cf7-7071-4f41-8e26-8752a69db6eb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.557755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '45c186cd-b2f6-43ac-a97d-ab59033de198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:51.558123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 476699e7-d780-4989-99cd-5b6258ca9ee1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:51.605170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 476699e7-d780-4989-99cd-5b6258ca9ee1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:51.623018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 476699e7-d780-4989-99cd-5b6258ca9ee1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:51.631220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.636256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc721322-e329-4300-9f3b-4f18f3c4d079 None None] Network 476699e7-d780-4989-99cd-5b6258ca9ee1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:51.644900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.681663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8d4e3ebd-f7a0-4906-910a-6d6b3107a73e tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8130810 Dec 13 09:54:51.684097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36360) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:51.846153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-476699e7-d780-4989-99cd-5b6258ca9ee1', 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': '0d624cf7-7071-4f41-8e26-8752a69db6eb'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:51.847052 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.980662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.106324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.141669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Allocated IP 172.20.0.3 (476699e7-d780-4989-99cd-5b6258ca9ee1/0d624cf7-7071-4f41-8e26-8752a69db6eb/1196e332-42ee-4ab4-8593-9b2c8819cb4b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:52.465141 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.478596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.493953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.556337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=0d624cf7-7071-4f41-8e26-8752a69db6eb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:52.557810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Pushing event updated for resources: {'Port': ['ID=1196e332-42ee-4ab4-8593-9b2c8819cb4b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:52.599037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Network 476699e7-d780-4989-99cd-5b6258ca9ee1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:52.600635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:52.608810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:52.740137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.752163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Attempting to bind port 1196e332-42ee-4ab4-8593-9b2c8819cb4b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:52.752547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Attempting to bind port 1196e332-42ee-4ab4-8593-9b2c8819cb4b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '45c186cd-b2f6-43ac-a97d-ab59033de198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:52.752917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Attempting to bind port 1196e332-42ee-4ab4-8593-9b2c8819cb4b on network 476699e7-d780-4989-99cd-5b6258ca9ee1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:52.772475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:52.772920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Checking segment: {'id': '45c186cd-b2f6-43ac-a97d-ab59033de198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:52.775928 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.776080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Bound using segment: {'id': '45c186cd-b2f6-43ac-a97d-ab59033de198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:52.782516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Bound port: 1196e332-42ee-4ab4-8593-9b2c8819cb4b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c186cd-b2f6-43ac-a97d-ab59033de198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '476699e7-d780-4989-99cd-5b6258ca9ee1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:52.782942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.799196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476699e7-d780-4989-99cd-5b6258ca9ee1']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:52.817705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c186cd-b2f6-43ac-a97d-ab59033de198') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:52.818196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c186cd-b2f6-43ac-a97d-ab59033de198') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:52.829325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.843529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.850435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:52.851053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:52.942926 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:52.950872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:54:52.950872 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:54:52.950872 n-d-820935-7 neutron-server[103194]: [parameters: {'id': '476699e7-d780-4989-99cd-5b6258ca9ee1'}] Dec 13 09:54:52.950872 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:54:52.953740 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:54:52.972906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] For port 1196e332-42ee-4ab4-8593-9b2c8819cb4b, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:52.977205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] For port 1196e332-42ee-4ab4-8593-9b2c8819cb4b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1196e332-42ee-4ab4-8593-9b2c8819cb4b,segment=NetworkSegment(45c186cd-b2f6-43ac-a97d-ab59033de198),segment_id=45c186cd-b2f6-43ac-a97d-ab59033de198)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:52.984114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.125091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b94fe-5072-4d89-81ab-12da500cd815 None None] Pushing event updated for resources: {'Port': ['ID=1196e332-42ee-4ab4-8593-9b2c8819cb4b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:53.153395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12daf76d-6f6b-455a-bf95-033e3e9e9240 None None] Network 476699e7-d780-4989-99cd-5b6258ca9ee1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:53.376029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf842a8a-da4f-438b-80ca-bb4314739633 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:54:53.454648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.601138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf842a8a-da4f-438b-80ca-bb4314739633 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:54:53.645372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 1196e332-42ee-4ab4-8593-9b2c8819cb4b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:53.645709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.850727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 1196e332-42ee-4ab4-8593-9b2c8819cb4b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1196e332-42ee-4ab4-8593-9b2c8819cb4b,segment=NetworkSegment(45c186cd-b2f6-43ac-a97d-ab59033de198),segment_id=45c186cd-b2f6-43ac-a97d-ab59033de198)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:53.851888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.878198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 1196e332-42ee-4ab4-8593-9b2c8819cb4b owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:54.061153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.079719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 1196e332-42ee-4ab4-8593-9b2c8819cb4b on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:54.105056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=1196e332-42ee-4ab4-8593-9b2c8819cb4b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:54.358588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.422373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476699e7-d780-4989-99cd-5b6258ca9ee1']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:54.448961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c186cd-b2f6-43ac-a97d-ab59033de198') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:54.451139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c186cd-b2f6-43ac-a97d-ab59033de198') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:54.463480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.487300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.504790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:54.505467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:54.511347 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:54.638980 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.643969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.647166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/476699e7-d780-4989-99cd-5b6258ca9ee1 HTTP/1.1" status: 204 len: 168 time: 2.9618378 Dec 13 09:54:54.650747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:54.656705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-898941599'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:54.682616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c410-726d-4f12-a525-3cdc0cd388d2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=476699e7-d780-4989-99cd-5b6258ca9ee1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:54.732741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:54.736478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.786472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:54.798001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.798584 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 05687097-f1c2-4d62-87f9-faf897e11a85 of type vlan for network fd53503d-67ae-4074-96f5-0f1c84c1db99 Dec 13 09:54:54.860596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.919418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.930829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:54.932065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.016286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3643935 Dec 13 09:54:55.019030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:55.024707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': 'fd53503d-67ae-4074-96f5-0f1c84c1db99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:55.120289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42569db-eaca-4bab-b426-bb02f4148311 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=fd53503d-67ae-4074-96f5-0f1c84c1db99,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:55.133423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fd53503d-67ae-4074-96f5-0f1c84c1db99 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:55.241989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:55.250731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.810244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.880967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=b0558080-3a2b-4ddf-bc42-01e5b711a4a9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:55.942097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '05687097-f1c2-4d62-87f9-faf897e11a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fd53503d-67ae-4074-96f5-0f1c84c1db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:55.942673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: fd53503d-67ae-4074-96f5-0f1c84c1db99, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:55.972488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network fd53503d-67ae-4074-96f5-0f1c84c1db99 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:55.992237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fd53503d-67ae-4074-96f5-0f1c84c1db99) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:55.998003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:55.998838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.005265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0260ec-3708-461a-9daa-384f15ba4e5d None None] Network fd53503d-67ae-4074-96f5-0f1c84c1db99 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:56.049348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a1b8c58a-1aca-4290-8964-29c99c7356f0 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0286336 Dec 13 09:54:56.052058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:56.221254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.292045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.387737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.397117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464a9d0-325b-4a9c-b178-7ea03b5d0d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-fd53503d-67ae-4074-96f5-0f1c84c1db99', 'network_id': 'fd53503d-67ae-4074-96f5-0f1c84c1db99', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'b0558080-3a2b-4ddf-bc42-01e5b711a4a9'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:56.398255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5464a9d0-325b-4a9c-b178-7ea03b5d0d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.416005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=b0558080-3a2b-4ddf-bc42-01e5b711a4a9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:56.484730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.506913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd53503d-67ae-4074-96f5-0f1c84c1db99']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.516667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05687097-f1c2-4d62-87f9-faf897e11a85') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.516982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05687097-f1c2-4d62-87f9-faf897e11a85') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.527074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.545429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.549824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b36d2-46e0-4105-bb5d-b99224a33dfa None None] Network fd53503d-67ae-4074-96f5-0f1c84c1db99 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:56.559159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:56.561756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:56.565182 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:56.653480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.669155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.674025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/fd53503d-67ae-4074-96f5-0f1c84c1db99 HTTP/1.1" status: 204 len: 168 time: 0.6200278 Dec 13 09:54:56.677624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36478) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:56.686652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066736370'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:56.716220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da78f-a5cc-4f4b-b2ba-81fafda973ba tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=fd53503d-67ae-4074-96f5-0f1c84c1db99,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:56.752280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:56.756535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.803377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:56.834088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.834448 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment cf2d37e0-ec19-47bf-9a50-3316d6cbdb65 of type vlan for network 5c1fad13-b661-45b9-9a43-299d7ac09279 Dec 13 09:54:56.908719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.970098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.979947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:56.980877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.063529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3840518 Dec 13 09:54:57.064181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:57.072672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:57.076233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a081-8b64-4457-9dc9-92d3560d4912 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=5c1fad13-b661-45b9-9a43-299d7ac09279,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:57.088688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5c1fad13-b661-45b9-9a43-299d7ac09279 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:57.295248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.301602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.309413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.315994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.322168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.328851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.335437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.337279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-805255cb-5819-4984-aa94-c9f33dad767d req-bd81b80f-c03c-4bc8-b35a-53deffc40139 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.1673009 Dec 13 09:54:57.368573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:57.373677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.497712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-805255cb-5819-4984-aa94-c9f33dad767d req-8b83ba9d-29f4-407d-a5b6-6c84f4a7efb2 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512053 Dec 13 09:54:57.746758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.774136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.783097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.789989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.797709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.807785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.823487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.854820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.859958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-190ed681-3401-41ea-8182-b4c0ebcff3ef req-025802d5-c39e-4bcd-97c6-f8f2afae98cc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.2265368 Dec 13 09:54:57.956661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:57.957288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 5c1fad13-b661-45b9-9a43-299d7ac09279, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:57.959425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=b1d6c734-d497-41de-9b4c-57a23fadf161,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:57.987796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 5c1fad13-b661-45b9-9a43-299d7ac09279 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:58.002174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5c1fad13-b661-45b9-9a43-299d7ac09279) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:58.017166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c7238-e9d8-476f-9803-0735d065ed78 None None] Network 5c1fad13-b661-45b9-9a43-299d7ac09279 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:58.029655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:58.030262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.059023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28380beb-67c1-422b-a492-0bc207d24fe7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9927735 Dec 13 09:54:58.061598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:58.272202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.298977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5c1fad13-b661-45b9-9a43-299d7ac09279', 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'b1d6c734-d497-41de-9b4c-57a23fadf161'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:58.300942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.426496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.620758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Allocated IP 172.20.0.1 (5c1fad13-b661-45b9-9a43-299d7ac09279/b1d6c734-d497-41de-9b4c-57a23fadf161/73c0e64c-585b-4bbe-837e-964cbaacc298) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:58.837966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.854039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.872481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.939177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d6c734-d497-41de-9b4c-57a23fadf161,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:58.950111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Network 5c1fad13-b661-45b9-9a43-299d7ac09279 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:58.955039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:58.966415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:59.046763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Pushing event updated for resources: {'Port': ['ID=73c0e64c-585b-4bbe-837e-964cbaacc298,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.052045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36556) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:59.079031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.121581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Attempting to bind port 73c0e64c-585b-4bbe-837e-964cbaacc298 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:59.123946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Attempting to bind port 73c0e64c-585b-4bbe-837e-964cbaacc298 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:59.124437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Attempting to bind port 73c0e64c-585b-4bbe-837e-964cbaacc298 on network 5c1fad13-b661-45b9-9a43-299d7ac09279 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:59.128010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1fad13-b661-45b9-9a43-299d7ac09279']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:59.140930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:59.141480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Checking segment: {'id': 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:59.142004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.142499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Bound using segment: {'id': 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:59.143352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Bound port: 73c0e64c-585b-4bbe-837e-964cbaacc298, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1fad13-b661-45b9-9a43-299d7ac09279'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:59.144629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.151150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:59.153730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:59.197803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.227001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e7f-43ac-44a3-a1c4-6cbe20d86711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.240914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.256009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:59.256616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:59.265797 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:59.328599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] For port 73c0e64c-585b-4bbe-837e-964cbaacc298, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:59.375296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] For port 73c0e64c-585b-4bbe-837e-964cbaacc298, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=73c0e64c-585b-4bbe-837e-964cbaacc298,segment=NetworkSegment(cf2d37e0-ec19-47bf-9a50-3316d6cbdb65),segment_id=cf2d37e0-ec19-47bf-9a50-3316d6cbdb65)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:59.384799 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.393341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:54:59.393341 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:54:59.393341 n-d-820935-7 neutron-server[103194]: [parameters: {'id': '5c1fad13-b661-45b9-9a43-299d7ac09279'}] Dec 13 09:54:59.393341 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:54:59.394114 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:54:59.498568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e7f-43ac-44a3-a1c4-6cbe20d86711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.508288 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e7f-43ac-44a3-a1c4-6cbe20d86711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.584214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f7e7f-43ac-44a3-a1c4-6cbe20d86711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c2fcf-0ce6-446e-be4c-efb4cdca0b5d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.637583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.641178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c18dc-c379-459c-b3a0-ea123c108bf1 None None] Network 5c1fad13-b661-45b9-9a43-299d7ac09279 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:59.647254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850665ff-3288-49dd-9a28-51194d40be7d None None] Pushing event updated for resources: {'Port': ['ID=73c0e64c-585b-4bbe-837e-964cbaacc298,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.679287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36572) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:59.681562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a71f7e7f-43ac-44a3-a1c4-6cbe20d86711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2f35dd63eba40139d5eafea1f9e1169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277220 Dec 13 09:54:59.844080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.906378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.926733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.011289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e893a3c-68ef-4b5b-af14-73015187a7c9 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:55:00.119703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.130914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.132428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a1c2fcf-0ce6-446e-be4c-efb4cdca0b5d HTTP/1.1" status: 204 len: 168 time: 0.4517694 Dec 13 09:55:00.140198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 73c0e64c-585b-4bbe-837e-964cbaacc298 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:00.140744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.147976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a7f83-8352-4c1a-86c4-f1d5b4e8b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c2fcf-0ce6-446e-be4c-efb4cdca0b5d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:00.276326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 73c0e64c-585b-4bbe-837e-964cbaacc298, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=73c0e64c-585b-4bbe-837e-964cbaacc298,segment=NetworkSegment(cf2d37e0-ec19-47bf-9a50-3316d6cbdb65),segment_id=cf2d37e0-ec19-47bf-9a50-3316d6cbdb65)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:00.278294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.333230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 73c0e64c-585b-4bbe-837e-964cbaacc298 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:00.517444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.548002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e893a3c-68ef-4b5b-af14-73015187a7c9 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:55:00.565200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36608) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:00.589526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=73c0e64c-585b-4bbe-837e-964cbaacc298,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:00.594059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d32301c-9fb3-4757-be97-137606d87961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.603781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 73c0e64c-585b-4bbe-837e-964cbaacc298 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:00.783152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36616) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:00.801551 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d32301c-9fb3-4757-be97-137606d87961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.807830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d32301c-9fb3-4757-be97-137606d87961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.857649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d32301c-9fb3-4757-be97-137606d87961 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00ae5b96f24e4d7e97daa1cade449212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912905 Dec 13 09:55:00.859398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36620) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:01.097707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32301c-9fb3-4757-be97-137606d87961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7074115-bcfb-4b32-89fa-9df6a5439dd9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.114341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.157080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.165006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.165631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.166164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.166861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.167379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.168222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.168950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.178787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-69445668-79ef-4b58-ada3-8e96033895b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.3935530 Dec 13 09:55:01.261167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-98c41ebb-2a8d-4db0-9c72-69c65209d366 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f3688b57-9e40-49f6-9ed1-a198757081b3&id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809872 Dec 13 09:55:01.314441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.317040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.318193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7074115-bcfb-4b32-89fa-9df6a5439dd9 HTTP/1.1" status: 204 len: 168 time: 0.4579554 Dec 13 09:55:01.334043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd0ff-d464-47ba-94cb-c5cb927cb806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7074115-bcfb-4b32-89fa-9df6a5439dd9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.415355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.454384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1fad13-b661-45b9-9a43-299d7ac09279']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:01.476840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:01.477364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2d37e0-ec19-47bf-9a50-3316d6cbdb65') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:01.497262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.528781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.541959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:01.543631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:01.551738 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:01.711813 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.728826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.743746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/5c1fad13-b661-45b9-9a43-299d7ac09279 HTTP/1.1" status: 204 len: 168 time: 3.6778464 Dec 13 09:55:01.744243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:01.749979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1779425365'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:01.763501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c03de-60e8-4a95-b0ae-974ec577be1f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=5c1fad13-b661-45b9-9a43-299d7ac09279,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.800043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:01.805334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.896033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:01.918825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.919402 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 86f039df-810d-4e11-9ca9-58e93c4ed728 of type vlan for network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 Dec 13 09:55:01.997542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.086358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.094215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:02.094845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.276381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5286200 Dec 13 09:55:02.277370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36656) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:02.284773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:02.294717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30394b-de52-4f73-b316-b603066ae20c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:02.315661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:02.754532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.772608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.824874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 is not hosted by any dhcp agent {{(pid=103194) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:55:02.832558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:02.833549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.836069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "PUT /v2.0/networks/f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 HTTP/1.1" status: 200 len: 723 time: 0.5573206 Dec 13 09:55:02.838815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36674) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:02.846433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:02.902045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c824-dc84-4ed8-89af-6802fd7b52e9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:02.916653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:03.145991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:03.150312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.181140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36682) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:03.494882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8351df3d-c368-4818-b571-41793fcba31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.649777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8351df3d-c368-4818-b571-41793fcba31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.664345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8351df3d-c368-4818-b571-41793fcba31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.757489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8351df3d-c368-4818-b571-41793fcba31d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9779d7a68d243c6940425527a165819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750055 Dec 13 09:55:03.758477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36694) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:03.775910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351df3d-c368-4818-b571-41793fcba31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019c096-da16-423b-8d78-246b9a46aac5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:03.889371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.936256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.992240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.995400 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.997877 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a019c096-da16-423b-8d78-246b9a46aac5 HTTP/1.1" status: 204 len: 168 time: 0.2384577 Dec 13 09:55:04.011117 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.012355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed05bd0-d1d1-4bf2-9561-8b26e90d3f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019c096-da16-423b-8d78-246b9a46aac5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:04.113490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=ed987b27-9386-4848-ba71-1ddfcf839a13,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:04.136652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '86f039df-810d-4e11-9ca9-58e93c4ed728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:04.137387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:04.159885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:04.173820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:04.178945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:04.185240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a7e70-1054-453f-81dc-794201c8ae35 None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:04.185651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.213353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ee934a0d-7f98-4c36-93cf-b6311a67bf58 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3698161 Dec 13 09:55:04.215490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:04.221658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:04.394339 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.423002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8621939'] for subnet, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.505736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1', 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'ed987b27-9386-4848-ba71-1ddfcf839a13'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:04.508307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.799407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747114768348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8555133'] for subnet, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.876191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:04.876998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.881962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:04.883055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "PUT /v2.0/subnets/ed987b27-9386-4848-ba71-1ddfcf839a13 HTTP/1.1" status: 200 len: 806 time: 0.6663468 Dec 13 09:55:04.903944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae1431-02d6-4059-aa6e-4d04dd411afc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=ed987b27-9386-4848-ba71-1ddfcf839a13,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:04.932791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Allocated IP 172.20.0.2 (f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1/ed987b27-9386-4848-ba71-1ddfcf839a13/7a85d0c3-f896-49b1-8afd-a1313034b279) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:05.069964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.130742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.279056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.290953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.313988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.374006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:05.379112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:05.384817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:05.390703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Pushing event updated for resources: {'Port': ['ID=7a85d0c3-f896-49b1-8afd-a1313034b279,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:05.469934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Attempting to bind port 7a85d0c3-f896-49b1-8afd-a1313034b279 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:05.470569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Attempting to bind port 7a85d0c3-f896-49b1-8afd-a1313034b279 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '86f039df-810d-4e11-9ca9-58e93c4ed728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:05.471096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Attempting to bind port 7a85d0c3-f896-49b1-8afd-a1313034b279 on network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:05.477628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:05.478358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Checking segment: {'id': '86f039df-810d-4e11-9ca9-58e93c4ed728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:05.478938 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.479481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Bound using segment: {'id': '86f039df-810d-4e11-9ca9-58e93c4ed728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:05.480159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Bound port: 7a85d0c3-f896-49b1-8afd-a1313034b279, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f039df-810d-4e11-9ca9-58e93c4ed728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:05.480705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.510219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=ed987b27-9386-4848-ba71-1ddfcf839a13,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:05.625817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] For port 7a85d0c3-f896-49b1-8afd-a1313034b279, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:05.631910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.636260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] For port 7a85d0c3-f896-49b1-8afd-a1313034b279, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7a85d0c3-f896-49b1-8afd-a1313034b279,segment=NetworkSegment(86f039df-810d-4e11-9ca9-58e93c4ed728),segment_id=86f039df-810d-4e11-9ca9-58e93c4ed728)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:05.654778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.699403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:05.728914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f039df-810d-4e11-9ca9-58e93c4ed728') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:05.728914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f039df-810d-4e11-9ca9-58e93c4ed728') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:05.739608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.780466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.796249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:05.798036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:05.806509 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:05.832503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d25c65-be97-46a4-80c2-0b646d6bccac None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:05.928265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.api [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:55:05.928265 n-d-820935-7 neutron-server[103195]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:55:05.928265 n-d-820935-7 neutron-server[103195]: [parameters: {'id': 'f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1'}] Dec 13 09:55:05.928265 n-d-820935-7 neutron-server[103195]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:55:05.929030 n-d-820935-7 neutron-server[103195]: DEBUG oslo_db.api [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:55:05.957327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889f304-1c43-4a57-a6e9-5fc18f1fa3b7 None None] Pushing event updated for resources: {'Port': ['ID=7a85d0c3-f896-49b1-8afd-a1313034b279,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:06.012779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08732c-da1e-4326-87ca-296640f2a1d9 None None] Network f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:06.120830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cc4f6eb5-682f-44fa-8a3c-8eb35e0682ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.191414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbe4ba-c069-4edc-a15b-1416286af430 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:55:06.430128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.442226 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:55:06.580338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbe4ba-c069-4edc-a15b-1416286af430 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:55:06.640590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 7a85d0c3-f896-49b1-8afd-a1313034b279 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:06.640931 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.787146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 7a85d0c3-f896-49b1-8afd-a1313034b279, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7a85d0c3-f896-49b1-8afd-a1313034b279,segment=NetworkSegment(86f039df-810d-4e11-9ca9-58e93c4ed728),segment_id=86f039df-810d-4e11-9ca9-58e93c4ed728)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:06.787518 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.805007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 7a85d0c3-f896-49b1-8afd-a1313034b279 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:06.988113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.099763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=7a85d0c3-f896-49b1-8afd-a1313034b279,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:07.133688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 7a85d0c3-f896-49b1-8afd-a1313034b279 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:07.229211 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.283784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.311991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f039df-810d-4e11-9ca9-58e93c4ed728') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.314358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f039df-810d-4e11-9ca9-58e93c4ed728') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.349192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.368267 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.379249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:07.379936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:07.388824 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:07.526833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.543853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589162'] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.554106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 HTTP/1.1" status: 204 len: 168 time: 2.6686289 Dec 13 09:55:07.554429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:07.583753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183e63d-6378-486e-b053-5e97409594c9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:07.607248 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df7f31d-ed80-4bc7-9944-020026da8aa2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:07.610322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df7f31d-ed80-4bc7-9944-020026da8aa2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:07.626990 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5df7f31d-ed80-4bc7-9944-020026da8aa2 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 HTTP/1.1" status: 404 len: 339 time: 0.0683031 Dec 13 09:55:07.627330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36798) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:07.634894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666624150', 'description': 'd1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:07.774312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:07.788511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.869434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:07.899916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.905375 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 789d3b31-c197-4f5f-9db4-b7217ec531c8 of type vlan for network e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 Dec 13 09:55:08.038441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.087104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.094837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:08.095919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.170034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:08.182528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.184293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.184782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.185275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.185612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.186012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.186401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.186835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.187052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.187379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.187882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.188264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.188637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:08.197648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a0ae325-ed7e-41e5-8731-24fb360c11d4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5666964 Dec 13 09:55:08.198021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36814) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.218347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:08.296103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e15f7-b69e-4f6b-af16-8997d60e964c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:08.300200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-870e15f7-b69e-4f6b-af16-8997d60e964c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks?id=e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 HTTP/1.1" status: 200 len: 761 time: 0.0986791 Dec 13 09:55:08.300757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36816) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.306155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'description': 'd2'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:08.382389 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1e6e-1c21-41fd-a750-4f376039223c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.569648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.596014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.642537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 is not hosted by any dhcp agent {{(pid=103195) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:55:08.649091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:08.649923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.651476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "PUT /v2.0/networks/e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 HTTP/1.1" status: 200 len: 758 time: 0.3496003 Dec 13 09:55:08.654677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.783098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58092-803b-4af7-8a24-278472f142fe tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:08.803886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:08.838018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac349026-f3e0-4ebf-a47c-726ea87839e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:08.840163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ac349026-f3e0-4ebf-a47c-726ea87839e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks?id=e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 HTTP/1.1" status: 200 len: 761 time: 0.1830118 Dec 13 09:55:08.843823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.849347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1565508094'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:08.890825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:08.894683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.950509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:08.963958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.964960 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment d7dd3449-df69-4a2f-ac0a-625a54ca9b94 of type vlan for network ef2f7fd7-b42d-414f-a1fc-220f3195c51f Dec 13 09:55:09.047480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.113261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.119513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.121350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.151919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3044264 Dec 13 09:55:09.152935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:09.188579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:09.317071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9550-4dbc-4fe2-8472-e3cdf48b19af tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=ef2f7fd7-b42d-414f-a1fc-220f3195c51f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:09.327520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ef2f7fd7-b42d-414f-a1fc-220f3195c51f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:09.372670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:09.377250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.509565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.654419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.723507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=c0cd2781-fb22-4f22-8733-0b3d074af589,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:09.772052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:09.772602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: ef2f7fd7-b42d-414f-a1fc-220f3195c51f, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:09.803407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network ef2f7fd7-b42d-414f-a1fc-220f3195c51f is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:09.826551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ef2f7fd7-b42d-414f-a1fc-220f3195c51f) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:09.836471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7143f2f-0e37-4e3c-837d-16b40f46e889 None None] Network ef2f7fd7-b42d-414f-a1fc-220f3195c51f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:09.842097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.842739 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.878773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d8fed77-d494-4059-bf3b-f13855b5b4c5 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7106347 Dec 13 09:55:09.879141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36850) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:09.987171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-ef2f7fd7-b42d-414f-a1fc-220f3195c51f', 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'c0cd2781-fb22-4f22-8733-0b3d074af589'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:09.988119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.049731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.139561 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.237571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Allocated IP 172.20.0.2 (ef2f7fd7-b42d-414f-a1fc-220f3195c51f/c0cd2781-fb22-4f22-8733-0b3d074af589/1116eb0b-c5d9-4766-81e4-2b17371d3714) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:10.557511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.607038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.614888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.724586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Pushing event updated for resources: {'Port': ['ID=1116eb0b-c5d9-4766-81e4-2b17371d3714,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:10.750092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Network ef2f7fd7-b42d-414f-a1fc-220f3195c51f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:10.755892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:10.764385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:10.859499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.892822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Attempting to bind port 1116eb0b-c5d9-4766-81e4-2b17371d3714 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:10.893205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Attempting to bind port 1116eb0b-c5d9-4766-81e4-2b17371d3714 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:10.893582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Attempting to bind port 1116eb0b-c5d9-4766-81e4-2b17371d3714 on network ef2f7fd7-b42d-414f-a1fc-220f3195c51f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:10.909220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:10.909650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Checking segment: {'id': 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:10.911040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f7fd7-b42d-414f-a1fc-220f3195c51f']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:10.912295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.912712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Bound using segment: {'id': 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:10.915257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Bound port: 1116eb0b-c5d9-4766-81e4-2b17371d3714, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:10.915734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.937590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:10.937933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:10.961319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cd2781-fb22-4f22-8733-0b3d074af589,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:10.982270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.017956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.034736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:11.035511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:11.039008 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:11.068529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] For port 1116eb0b-c5d9-4766-81e4-2b17371d3714, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:11.123507 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.186499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.api [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:55:11.186499 n-d-820935-7 neutron-server[103195]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:55:11.186499 n-d-820935-7 neutron-server[103195]: [parameters: {'id': 'ef2f7fd7-b42d-414f-a1fc-220f3195c51f'}] Dec 13 09:55:11.186499 n-d-820935-7 neutron-server[103195]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:55:11.186942 n-d-820935-7 neutron-server[103195]: DEBUG oslo_db.api [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:55:11.190051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] For port 1116eb0b-c5d9-4766-81e4-2b17371d3714, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1116eb0b-c5d9-4766-81e4-2b17371d3714,segment=NetworkSegment(d7dd3449-df69-4a2f-ac0a-625a54ca9b94),segment_id=d7dd3449-df69-4a2f-ac0a-625a54ca9b94)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:11.196419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.255626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b762-ba29-4bdc-9313-fe1aae72b1fa None None] Pushing event updated for resources: {'Port': ['ID=1116eb0b-c5d9-4766-81e4-2b17371d3714,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:11.372344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c8054-ac19-4417-b964-76873f6ebbcb None None] Network ef2f7fd7-b42d-414f-a1fc-220f3195c51f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:11.581100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832a4e1-58bd-491b-95a9-86b201886f25 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:55:11.688332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.914718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 1116eb0b-c5d9-4766-81e4-2b17371d3714 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:11.915371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.016061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 1116eb0b-c5d9-4766-81e4-2b17371d3714, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1116eb0b-c5d9-4766-81e4-2b17371d3714,segment=NetworkSegment(d7dd3449-df69-4a2f-ac0a-625a54ca9b94),segment_id=d7dd3449-df69-4a2f-ac0a-625a54ca9b94)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:12.016434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.020234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.035425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 1116eb0b-c5d9-4766-81e4-2b17371d3714 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:12.058998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832a4e1-58bd-491b-95a9-86b201886f25 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:55:12.181736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.223810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=1116eb0b-c5d9-4766-81e4-2b17371d3714,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:12.239917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 1116eb0b-c5d9-4766-81e4-2b17371d3714 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:12.394849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.427584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f7fd7-b42d-414f-a1fc-220f3195c51f']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:12.444498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:12.444796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dd3449-df69-4a2f-ac0a-625a54ca9b94') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:12.470183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.494695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.505621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:12.506059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:12.509447 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:12.589770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.598361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.605309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/ef2f7fd7-b42d-414f-a1fc-220f3195c51f HTTP/1.1" status: 204 len: 168 time: 2.7229571 Dec 13 09:55:12.605761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36896) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:12.645800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5def09-9acb-4889-a50b-10fb97169dfc tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=ef2f7fd7-b42d-414f-a1fc-220f3195c51f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:12.666635 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f013fb6-eaf9-4d4f-8140-09fe17c6f321 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] GET failed (client error): The resource could not be found. Dec 13 09:55:12.670562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0f013fb6-eaf9-4d4f-8140-09fe17c6f321 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets/c0cd2781-fb22-4f22-8733-0b3d074af589 HTTP/1.1" status: 404 len: 337 time: 0.0612230 Dec 13 09:55:12.671714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:12.695640 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-180e7a6b-2c5c-418e-bccd-3367a8a20c64 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:12.696221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180e7a6b-2c5c-418e-bccd-3367a8a20c64 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:12.703489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-180e7a6b-2c5c-418e-bccd-3367a8a20c64 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/ef2f7fd7-b42d-414f-a1fc-220f3195c51f HTTP/1.1" status: 404 len: 339 time: 0.0272686 Dec 13 09:55:12.703947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:12.954444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fceed-3f8d-426a-aff5-358676cb4b6f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:12.959336 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-539fceed-3f8d-426a-aff5-358676cb4b6f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2538009 Dec 13 09:55:12.959993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.001045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36912) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.001554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-34e9b0d2-8b46-436e-8af8-f93bcce0e665 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 207 time: 0.0399199 Dec 13 09:55:13.206090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c640b8-ccd9-40b4-9ec0-27bae06771e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.224484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c640b8-ccd9-40b4-9ec0-27bae06771e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.249879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c640b8-ccd9-40b4-9ec0-27bae06771e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.267340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c640b8-ccd9-40b4-9ec0-27bae06771e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.273330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36918) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.286678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15c640b8-ccd9-40b4-9ec0-27bae06771e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2843440 Dec 13 09:55:13.412276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36920) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.427174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9982334a-0eaf-46ad-b165-7b21a8223bab tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1522663 Dec 13 09:55:13.481688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a21c19-746d-44a2-b905-2d84dd900446 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.488949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a21c19-746d-44a2-b905-2d84dd900446 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.494539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-73a21c19-746d-44a2-b905-2d84dd900446 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0810983 Dec 13 09:55:13.498571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36922) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.522720 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-881dc1a7-487f-46ed-9558-ed20187e287e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2990596 Dec 13 09:55:13.605973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8b3dd-d0a2-403a-9e0c-94549c1cf5a3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.608759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8b3dd-d0a2-403a-9e0c-94549c1cf5a3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.612711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-72c8b3dd-d0a2-403a-9e0c-94549c1cf5a3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1129100 Dec 13 09:55:13.616737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36926) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.636631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-9fee5726-c191-4d84-9d7e-fc485d00f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.638966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-9fee5726-c191-4d84-9d7e-fc485d00f920 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01b818bf2f90435f8d33911c547ff587&device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 1097 time: 0.0922194 Dec 13 09:55:13.830954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-b6078054-1da5-4b14-9268-2689bc50f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.833885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-b6078054-1da5-4b14-9268-2689bc50f12d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 200 len: 912 time: 0.1710241 Dec 13 09:55:13.856769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5a80b-5b65-4449-8483-5150156bff1c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.859598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-93e5a80b-5b65-4449-8483-5150156bff1c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks/764090ca-698e-491e-a33d-fd2f41671e8c HTTP/1.1" status: 200 len: 800 time: 0.2418475 Dec 13 09:55:13.865235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36934) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.955863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-47e3e5fc-377b-4f94-bfa9-862b12d93312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 200 len: 1002 time: 0.1139462 Dec 13 09:55:14.035993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-6be61d6a-8049-4253-8917-cb56b6002eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.037503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-6be61d6a-8049-4253-8917-cb56b6002eda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 HTTP/1.1" status: 200 len: 850 time: 0.0730591 Dec 13 09:55:14.063590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c6ac63d-0fc9-4e3c-a21c-2e614df680f8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/networks/764090ca-698e-491e-a33d-fd2f41671e8c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1928444 Dec 13 09:55:14.080222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:14.132349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-179f5f10-6fdc-4f20-9eb0-74422c5bfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.134214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-179f5f10-6fdc-4f20-9eb0-74422c5bfcf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80012a7e-665d-4a39-8b96-7ac061d941cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885291 Dec 13 09:55:14.171440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9135c6de-4808-45bb-b61b-2cab5932acb7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.176296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9135c6de-4808-45bb-b61b-2cab5932acb7 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets/1c634113-4d0e-4e28-9adc-6ea1bbf505ba HTTP/1.1" status: 200 len: 811 time: 0.0894091 Dec 13 09:55:14.176637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36944) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:14.250811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-d3fda725-4e21-49fd-a2c1-acddcc2784e4 service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087739 Dec 13 09:55:14.277455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf87fc-a7b0-4a2f-8d87-01e22bd3c07f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.291276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bcaf87fc-a7b0-4a2f-8d87-01e22bd3c07f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "GET /v2.0/subnets/1c634113-4d0e-4e28-9adc-6ea1bbf505ba?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1134691 Dec 13 09:55:14.291969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:14.297201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339677094'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:14.335524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:14.339144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.377116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5eab66d4-c637-4820-ad1b-400e687c0429 req-1a8164ea-5dd1-471a-8cef-49c5fb388a9c service neutron] 10.222.0.20 "GET /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189425 Dec 13 09:55:14.398599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:14.418090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.418384 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Added segment 0cb76e98-7f37-48ae-b9e2-90213e61b7b7 of type vlan for network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 Dec 13 09:55:14.508093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.551876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.562432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.564784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.664514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36948) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:14.665063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3713095 Dec 13 09:55:14.670291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'network_id': '570b12e7-d9cb-4471-bfd5-7be5e4b72be7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:14.695952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167efc4-3e60-46d8-a048-b8187c71d239 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Network': ['ID=570b12e7-d9cb-4471-bfd5-7be5e4b72be7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:14.710526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:14.887381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Made reservation on behalf of 0d6a82f764b649c1870dfa5a97342fa1 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:14.892945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.109032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Performing IP validity checks on allocation pools {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:55:15.110023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:55:15.344306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.467536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=e9804e01-f4c6-44bd-b404-6b165c591bb4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:15.474251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Checking segment: {'id': '0cb76e98-7f37-48ae-b9e2-90213e61b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '570b12e7-d9cb-4471-bfd5-7be5e4b72be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:15.474619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network hostable DHCP agents. Network: 570b12e7-d9cb-4471-bfd5-7be5e4b72be7, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:15.497875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:15.513642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 570b12e7-d9cb-4471-bfd5-7be5e4b72be7) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:15.521708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:15.522319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.526179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659acb0-314d-4737-b9d1-b95e952ed6c7 None None] Network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:15.550113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36970) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:15.556944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:15.562133 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-22289737-a461-4439-8775-e791b6e36f46 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8962226 Dec 13 09:55:15.623496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:15.724605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-570b12e7-d9cb-4471-bfd5-7be5e4b72be7', 'network_id': '570b12e7-d9cb-4471-bfd5-7be5e4b72be7', 'project_id': '0d6a82f764b649c1870dfa5a97342fa1', 'fixed_ips': [{'subnet_id': 'e9804e01-f4c6-44bd-b404-6b165c591bb4'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:15.726214 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.729086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9295402'] for subnet, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.828317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-233ea392-8d54-4828-bf53-582c3bb9c51e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.884184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:55:15.884184 n-d-820935-7 neutron-server[103196]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 09:55:15.884184 n-d-820935-7 neutron-server[103196]: [parameters: {'in_use': 1, 'id_1': 'e9804e01-f4c6-44bd-b404-6b165c591bb4'}] Dec 13 09:55:15.884184 n-d-820935-7 neutron-server[103196]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:55:15.885408 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:55:15.999164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747114768348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9272574'] for subnet, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.049716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.050249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.054983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "PUT /v2.0/subnets/e9804e01-f4c6-44bd-b404-6b165c591bb4 HTTP/1.1" status: 200 len: 877 time: 0.5031097 Dec 13 09:55:16.055609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.099939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-233ea392-8d54-4828-bf53-582c3bb9c51e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.107407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-233ea392-8d54-4828-bf53-582c3bb9c51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.205759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea392-8d54-4828-bf53-582c3bb9c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2bfb8-9b3a-4e4f-828b-1a8ab9136dd6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:16.225648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-233ea392-8d54-4828-bf53-582c3bb9c51e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2aaa52ca81b54567b994cd182764dbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009202 Dec 13 09:55:16.226308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.253804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.256770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d50cc-6e9d-4ac5-8059-2be7d3823bb8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event updated for resources: {'Subnet': ['ID=e9804e01-f4c6-44bd-b404-6b165c591bb4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:16.343393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.370174 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.378383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.386997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.469364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.474300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.476667 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bba2bfb8-9b3a-4e4f-828b-1a8ab9136dd6 HTTP/1.1" status: 204 len: 168 time: 0.2493401 Dec 13 09:55:16.487467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660ed82-15d2-49cb-bc2e-f3f12fe83206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2bfb8-9b3a-4e4f-828b-1a8ab9136dd6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:16.512904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.638554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=e9804e01-f4c6-44bd-b404-6b165c591bb4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-b0d1f271-c036-4d73-9126-45e97de4ae59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9804e01-f4c6-44bd-b404-6b165c591bb4: This subnet is being modified by another concurrent operation. Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9804e01-f4c6-44bd-b404-6b165c591bb4: This subnet is being modified by another concurrent operation. Dec 13 09:55:16.675630 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:55:16.709287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e251141c-ecbe-4c6d-a2dd-57cdee938059 None None] Network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:16.762348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.826182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570b12e7-d9cb-4471-bfd5-7be5e4b72be7']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:16.826828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccaac3-3b68-4854-b8da-a994378860cb None None] Network 570b12e7-d9cb-4471-bfd5-7be5e4b72be7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:16.849719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb76e98-7f37-48ae-b9e2-90213e61b7b7') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:16.850061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb76e98-7f37-48ae-b9e2-90213e61b7b7') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:16.875390 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.924014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.932340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c7f6cb-1f73-467c-965a-fed914aa8f61 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:55:16.936276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37010) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.950684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:16.951102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:16.954286 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:16.957357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b74fcc6f-2932-4101-b87c-cd36fcdbd163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.095963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.096774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7f6cb-1f73-467c-965a-fed914aa8f61 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:55:17.101334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.111463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/570b12e7-d9cb-4471-bfd5-7be5e4b72be7 HTTP/1.1" status: 204 len: 168 time: 1.0489757 Dec 13 09:55:17.114010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37016) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.146436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323df0af-5035-473c-872b-c3ca0a1349b4 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=570b12e7-d9cb-4471-bfd5-7be5e4b72be7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.166444 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eb3a28-274e-49b9-ac1f-ff77d0363650 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.167166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eb3a28-274e-49b9-ac1f-ff77d0363650 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.171994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-22eb3a28-274e-49b9-ac1f-ff77d0363650 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/e9804e01-f4c6-44bd-b404-6b165c591bb4 HTTP/1.1" status: 404 len: 337 time: 0.0570092 Dec 13 09:55:17.174416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37018) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.202655 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89d9e35-71b3-498a-ba74-c5f8ddcc38ea tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.203594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89d9e35-71b3-498a-ba74-c5f8ddcc38ea tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.207371 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b89d9e35-71b3-498a-ba74-c5f8ddcc38ea tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/570b12e7-d9cb-4471-bfd5-7be5e4b72be7 HTTP/1.1" status: 404 len: 339 time: 0.0318787 Dec 13 09:55:17.210015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37022) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.243814 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-68926e66-57ca-4bcd-b35d-d791c84328ca tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.244481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68926e66-57ca-4bcd-b35d-d791c84328ca tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.247952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68926e66-57ca-4bcd-b35d-d791c84328ca tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/c0cd2781-fb22-4f22-8733-0b3d074af589 HTTP/1.1" status: 404 len: 337 time: 0.0367987 Dec 13 09:55:17.250579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37024) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.278196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b74fcc6f-2932-4101-b87c-cd36fcdbd163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.283032 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf48a40-ce51-49e0-a3e5-018154916443 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.283736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf48a40-ce51-49e0-a3e5-018154916443 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.286106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b74fcc6f-2932-4101-b87c-cd36fcdbd163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.291634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ccf48a40-ce51-49e0-a3e5-018154916443 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/ef2f7fd7-b42d-414f-a1fc-220f3195c51f HTTP/1.1" status: 404 len: 339 time: 0.0374918 Dec 13 09:55:17.291837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.348923 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b74fcc6f-2932-4101-b87c-cd36fcdbd163 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c2583238dd049c79b29d66eb31c0da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091525 Dec 13 09:55:17.348923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fcc6f-2932-4101-b87c-cd36fcdbd163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a54146-09f9-48cb-a7f7-eb4db1b83451,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.349730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.449921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.451459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.478104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.565966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.568944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.570255 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76a54146-09f9-48cb-a7f7-eb4db1b83451 HTTP/1.1" status: 204 len: 168 time: 0.2127690 Dec 13 09:55:17.586103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a72b5-461e-4e41-9903-ebbf0a45891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a54146-09f9-48cb-a7f7-eb4db1b83451,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.623538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.644378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:17.654996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789d3b31-c197-4f5f-9db4-b7217ec531c8') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:17.655208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789d3b31-c197-4f5f-9db4-b7217ec531c8') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:17.665224 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.679238 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.702617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:17.703025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:17.707258 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:17.783355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.789340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.793286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5 HTTP/1.1" status: 204 len: 168 time: 0.4998488 Dec 13 09:55:17.795833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37036) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.842911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d6f98-7b08-4ea2-91bf-904bbb78e3a9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=e96488e5-3f22-4b6f-a4c9-7e6144a1fdc5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.853227 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b89fcf-f23f-4353-b61f-794eb5df28e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.853808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b89fcf-f23f-4353-b61f-794eb5df28e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.859770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-52b89fcf-f23f-4353-b61f-794eb5df28e8 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/ed987b27-9386-4848-ba71-1ddfcf839a13 HTTP/1.1" status: 404 len: 337 time: 0.0604348 Dec 13 09:55:17.860181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37040) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.880788 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-731302e5-beca-446d-8b28-d48c9bf0dc6f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.881436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731302e5-beca-446d-8b28-d48c9bf0dc6f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.888664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-731302e5-beca-446d-8b28-d48c9bf0dc6f tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/f62dc751-7b5c-4a7a-975d-ce1a1dbda4e1 HTTP/1.1" status: 404 len: 339 time: 0.0244775 Dec 13 09:55:17.889002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.955972 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-910060f7-8b40-493e-90ab-6ba15c6601bb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.955972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910060f7-8b40-493e-90ab-6ba15c6601bb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.959603 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-910060f7-8b40-493e-90ab-6ba15c6601bb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/b1d6c734-d497-41de-9b4c-57a23fadf161 HTTP/1.1" status: 404 len: 337 time: 0.0667009 Dec 13 09:55:17.961555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37046) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:17.987648 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363bb6e-38b0-47f5-b0f2-54864ec14b14 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:17.988179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363bb6e-38b0-47f5-b0f2-54864ec14b14 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:17.991521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c363bb6e-38b0-47f5-b0f2-54864ec14b14 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/5c1fad13-b661-45b9-9a43-299d7ac09279 HTTP/1.1" status: 404 len: 339 time: 0.0280933 Dec 13 09:55:17.998966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37050) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.067963 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a29cf5-d473-439b-9223-98cad5fd3f35 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.068430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a29cf5-d473-439b-9223-98cad5fd3f35 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.071758 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72a29cf5-d473-439b-9223-98cad5fd3f35 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/b0558080-3a2b-4ddf-bc42-01e5b711a4a9 HTTP/1.1" status: 404 len: 337 time: 0.0713995 Dec 13 09:55:18.075044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37058) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.103254 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-da79c979-580a-442a-a6c2-9a5a8d33bc42 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.103820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da79c979-580a-442a-a6c2-9a5a8d33bc42 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.107875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da79c979-580a-442a-a6c2-9a5a8d33bc42 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/fd53503d-67ae-4074-96f5-0f1c84c1db99 HTTP/1.1" status: 404 len: 339 time: 0.0316300 Dec 13 09:55:18.110574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37062) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.152001 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ea8f46-9632-4ba4-8bbc-43817c7b22da tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.152465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ea8f46-9632-4ba4-8bbc-43817c7b22da tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.156460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2ea8f46-9632-4ba4-8bbc-43817c7b22da tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/0d624cf7-7071-4f41-8e26-8752a69db6eb HTTP/1.1" status: 404 len: 337 time: 0.0444083 Dec 13 09:55:18.158504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.213100 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b3502c-b9b4-4f06-9d93-a5fbcc2e6497 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.214553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b3502c-b9b4-4f06-9d93-a5fbcc2e6497 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.221938 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55b3502c-b9b4-4f06-9d93-a5fbcc2e6497 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/476699e7-d780-4989-99cd-5b6258ca9ee1 HTTP/1.1" status: 404 len: 339 time: 0.0600226 Dec 13 09:55:18.223220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.260802 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f312ae-8894-4e99-84c8-da70536acfb9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.261416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f312ae-8894-4e99-84c8-da70536acfb9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.264983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-21f312ae-8894-4e99-84c8-da70536acfb9 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/dda8c5e1-9678-40ce-aeb5-f25e4e53d4d1 HTTP/1.1" status: 404 len: 337 time: 0.0404897 Dec 13 09:55:18.267467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37074) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.289620 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce71825-374d-4808-a008-4ec2aaee1feb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.290580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce71825-374d-4808-a008-4ec2aaee1feb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.294602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ce71825-374d-4808-a008-4ec2aaee1feb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/b4a37dcd-58ef-48f8-8952-641f44eb8521 HTTP/1.1" status: 404 len: 339 time: 0.0260231 Dec 13 09:55:18.297478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37076) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.341034 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-649c88ac-6776-4a1a-bca5-93bb0516eccd tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.341613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649c88ac-6776-4a1a-bca5-93bb0516eccd tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.345023 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-649c88ac-6776-4a1a-bca5-93bb0516eccd tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/b9799c24-13ef-41c2-ac9f-9b3e0c10a09c HTTP/1.1" status: 404 len: 337 time: 0.0459242 Dec 13 09:55:18.348188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.368996 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-708e4cb0-0f23-4290-8bab-7bbc6764266c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.369764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708e4cb0-0f23-4290-8bab-7bbc6764266c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.373569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-708e4cb0-0f23-4290-8bab-7bbc6764266c tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/1018d784-3915-4429-9a65-02679ec6e891 HTTP/1.1" status: 404 len: 339 time: 0.0245779 Dec 13 09:55:18.376257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37082) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.405539 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b130af7b-fcb6-4efc-9e1b-a4ff32d9e8e3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.406225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b130af7b-fcb6-4efc-9e1b-a4ff32d9e8e3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.431348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b130af7b-fcb6-4efc-9e1b-a4ff32d9e8e3 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/ff52b4b4-f241-41c6-bfae-00d5fdb350f2 HTTP/1.1" status: 404 len: 337 time: 0.0498867 Dec 13 09:55:18.432532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37088) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.522336 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c849a2-164e-43e6-b44f-a7f95ba7fdc6 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.546514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c849a2-164e-43e6-b44f-a7f95ba7fdc6 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.552043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-98c849a2-164e-43e6-b44f-a7f95ba7fdc6 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/2844232f-c65b-4540-981b-e354aae726e5 HTTP/1.1" status: 404 len: 339 time: 0.1176369 Dec 13 09:55:18.569697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37092) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.640201 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5a6e02-651b-4a57-aeb5-ef43b2f74dde tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.641028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5a6e02-651b-4a57-aeb5-ef43b2f74dde tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.644438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c5a6e02-651b-4a57-aeb5-ef43b2f74dde tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/4d6fb0f3-e276-4c87-9705-d97a313beeec HTTP/1.1" status: 404 len: 337 time: 0.0716534 Dec 13 09:55:18.646883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.662094 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-efb27e75-b1b2-407e-b8d4-eb96b1a2a5f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5680592 Dec 13 09:55:18.667021 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb23359-f2bb-41eb-8003-099fef452719 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] DELETE failed (client error): The resource could not be found. Dec 13 09:55:18.667959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb23359-f2bb-41eb-8003-099fef452719 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:18.671632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ecb23359-f2bb-41eb-8003-099fef452719 tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/2c4a67e8-98d0-42b8-b506-1910d742945d HTTP/1.1" status: 404 len: 339 time: 0.0232625 Dec 13 09:55:18.674173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37098) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.756367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting subnet 1c634113-4d0e-4e28-9adc-6ea1bbf505ba {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:18.760870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:18.819589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.820065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.820540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.821143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.821617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.822078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.822529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.834240 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b8df9ce3-092f-457c-b2c6-2f9c1ce1da40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c24c4356b4744d41a5b91771a4a16789&device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 6490 time: 0.1049826 Dec 13 09:55:18.841786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.039114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.051141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-86220c9e-5c02-4e1c-95cd-5a73786a1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.051747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-86220c9e-5c02-4e1c-95cd-5a73786a1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.052060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-86220c9e-5c02-4e1c-95cd-5a73786a1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.053724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-86220c9e-5c02-4e1c-95cd-5a73786a1ebd service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=54322de4-c6b8-4103-a14f-937297b02a67&id=1de61aac-01ea-444f-86d1-2d72341dbf3d&id=1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 200 len: 2294 time: 0.1830730 Dec 13 09:55:19.148122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-7d55e8be-6b3d-4b07-ac6f-5c9bb39e942d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 200 len: 1000 time: 0.0871494 Dec 13 09:55:19.169207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.241939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Subnet': ['ID=1c634113-4d0e-4e28-9adc-6ea1bbf505ba,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:19.255682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.262549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:19.264951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7251fb-f250-4658-93f6-41ac86dcb3ea None None] Network 764090ca-698e-491e-a33d-fd2f41671e8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:19.265859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fefdd6d3-b5d4-45bf-bafa-f71e5f2b9d8d tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/subnets/1c634113-4d0e-4e28-9adc-6ea1bbf505ba HTTP/1.1" status: 204 len: 168 time: 0.5834394 Dec 13 09:55:19.355918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-99ee38f8-ecfb-402d-b724-5e07aa957708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.357477 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-99ee38f8-ecfb-402d-b724-5e07aa957708 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 200 len: 851 time: 0.1972497 Dec 13 09:55:19.415693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.427008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-c653a0b6-a353-417e-9ff7-935263596419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.428625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-c653a0b6-a353-417e-9ff7-935263596419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbd95b2d-d08b-47bf-a646-2faad58fce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619547 Dec 13 09:55:19.442972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-00f6f8ed-3c93-4c82-98d9-eb7b23ab1c58 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:55:19.442972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-00f6f8ed-3c93-4c82-98d9-eb7b23ab1c58 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065022 Dec 13 09:55:19.601152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] DHCP port deletion for 764090ca-698e-491e-a33d-fd2f41671e8c request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:19.688717 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-24f32080-cb86-4898-8e7c-34854cf27a7d service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077281 Dec 13 09:55:19.690000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Deleting port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:19.690352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.755817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Deleting port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:19.756298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.855047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] For port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,segment=NetworkSegment(01641448-6d40-410b-a5c8-64ad0f0a1cca),segment_id=01641448-6d40-410b-a5c8-64ad0f0a1cca)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:19.856854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.874830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] For port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,segment=NetworkSegment(01641448-6d40-410b-a5c8-64ad0f0a1cca),segment_id=01641448-6d40-410b-a5c8-64ad0f0a1cca)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:19.875243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.890333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Calling delete_port for 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:19.904300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Calling delete_port for 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:19.980555 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.021315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] Pushing event deleted for resources: {'Port': ['ID=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:20.025264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56b4a4-7a00-4d0e-9616-07d2a2296400 None None] No DVR routers for this DVR port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:20.119896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.187646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Port': ['ID=2133c8cc-4aff-4e88-8ecc-b65eaa253ba5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:20.197338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] No DVR routers for this DVR port 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:20.243034 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-61f6e38c-d4b7-4cb1-b176-39031aebe64b service neutron] 10.222.0.16 "GET /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604771 Dec 13 09:55:20.329065 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-71c0dfc2-bc62-4ea6-8f11-fdbf9c40cc75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 217 time: 0.0739250 Dec 13 09:55:20.364738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:20.387307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-c82c7b6e-0be3-4520-8837-f18630dc14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:20.388957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-c82c7b6e-0be3-4520-8837-f18630dc14aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.0524218 Dec 13 09:55:20.394025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.412190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:20.416770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2133c8cc-4aff-4e88-8ecc-b65eaa253ba5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:20.495997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764090ca-698e-491e-a33d-fd2f41671e8c']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:20.556319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01641448-6d40-410b-a5c8-64ad0f0a1cca') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:20.556721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01641448-6d40-410b-a5c8-64ad0f0a1cca') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:20.575891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-ea690aba-9491-481c-b5bd-ede94651bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:20.577381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-ea690aba-9491-481c-b5bd-ede94651bb66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806054 Dec 13 09:55:20.592395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.700534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-890b1f3a-f414-4816-8f92-af00506fb22c service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112869 Dec 13 09:55:20.733438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.775175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:20.775175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:20.778966 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:20.902813 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.908481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.926753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] 10.222.0.31 "DELETE /v2.0/networks/764090ca-698e-491e-a33d-fd2f41671e8c HTTP/1.1" status: 204 len: 168 time: 1.6486213 Dec 13 09:55:20.960725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf74f8-874a-42ff-bf8a-21c1e8e958cb tempest-NetworksTest-1467037842 tempest-NetworksTest-1467037842-project] Pushing event deleted for resources: {'Network': ['ID=764090ca-698e-491e-a33d-fd2f41671e8c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:20.989457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-1da8322e-86ed-4465-81b9-d8aa8ba092da service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791576 Dec 13 09:55:21.061229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-e2606d40-8aeb-475c-807b-9c5da4bc075a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 217 time: 0.0671108 Dec 13 09:55:21.196495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-39aed486-d895-479f-bd36-695a581c0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:21.198193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-39aed486-d895-479f-bd36-695a581c0b5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1124306 Dec 13 09:55:21.303195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-8e5dbe2f-d78a-42ee-a845-b65e48d953d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:21.304824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-8e5dbe2f-d78a-42ee-a845-b65e48d953d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968053 Dec 13 09:55:21.527766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37158) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:21.531590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-5f1ac2f2-701b-482e-9ae8-2a854e296e1a service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193246 Dec 13 09:55:21.710062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-4c65e647-f9c6-4e85-85ff-4050195ed72f service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683934 Dec 13 09:55:21.783516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-e0d5ecb8-db0f-43a9-848f-a8c82d182fd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 200 len: 217 time: 0.0672014 Dec 13 09:55:21.807037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-139c45d3-3c80-426e-b93c-2a1762f0986c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d6a82f764b649c1870dfa5a97342fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769883 Dec 13 09:55:21.808439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37166) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:21.883902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.915920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-292accba-8d7a-4c14-be9c-79396e96484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:21.917593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-292accba-8d7a-4c14-be9c-79396e96484a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.1197093 Dec 13 09:55:21.931066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.001947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-0973e9c5-e763-4015-833f-fe49aa8210ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.003673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-0973e9c5-e763-4015-833f-fe49aa8210ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787318 Dec 13 09:55:22.050114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.053557 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.055435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd15be3f-213c-40f7-9608-048a182c5bc7 HTTP/1.1" status: 204 len: 168 time: 0.2444978 Dec 13 09:55:22.074339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5c0ae-24ba-4f34-87f9-118374b3b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd15be3f-213c-40f7-9608-048a182c5bc7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:22.181978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-2473c00e-abfb-4204-8295-f52b1ae9abbe service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713562 Dec 13 09:55:22.382909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf36f0-d5e2-4355-ae11-538673efa30b req-67418500-419e-41d3-87de-44c855229a1c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.396439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-ef8a46c0-f6d1-47f3-968c-3451d73e82de service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077544 Dec 13 09:55:22.396978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56bf36f0-d5e2-4355-ae11-538673efa30b req-67418500-419e-41d3-87de-44c855229a1c tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.1076529 Dec 13 09:55:22.480501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-372694d6-cd60-4170-898c-2638efcfb6dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 200 len: 217 time: 0.0765417 Dec 13 09:55:22.506752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56bf36f0-d5e2-4355-ae11-538673efa30b req-a45ad2dd-1de5-4452-be61-43cd26b09234 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088727 Dec 13 09:55:22.928584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-56a48c3f-699d-4d4c-b2ba-24da69e5cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.930434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-56a48c3f-699d-4d4c-b2ba-24da69e5cca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 200 len: 797 time: 0.4439259 Dec 13 09:55:23.017464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-6f4e59b5-cad0-4f88-8b12-d2b4e39a5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.019200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-6f4e59b5-cad0-4f88-8b12-d2b4e39a5b93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54322de4-c6b8-4103-a14f-937297b02a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811975 Dec 13 09:55:23.251036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-22c3967f-f82e-4c61-9e19-5adca39c10ba service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204192 Dec 13 09:55:23.458105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-b18d7dbe-bdda-4ed6-b84a-52beafb65d58 service neutron] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013750 Dec 13 09:55:23.468922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37218) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:23.580420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-5e196475-8122-4c4f-b5b7-1a3859f33707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 200 len: 217 time: 0.1103818 Dec 13 09:55:23.723191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-9baaa2c3-a012-490e-853b-6301c76c8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.724649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-9baaa2c3-a012-490e-853b-6301c76c8213 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.1375453 Dec 13 09:55:23.727482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728264572'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:23.767944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-685b1380-fe24-4284-8a10-22c63b2ee0f3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.769478 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-685b1380-fe24-4284-8a10-22c63b2ee0f3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.1177526 Dec 13 09:55:23.788252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:23.793720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-6fa9f4f2-dbbb-4c93-aba1-3939944e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.795387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-6fa9f4f2-dbbb-4c93-aba1-3939944e2180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636189 Dec 13 09:55:23.797171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.815793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.840514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5f5f7-59bc-4946-aadd-98af882ca2e2 req-17c4cdc4-3f72-4909-9a94-351bf7947601 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.842352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8a5f5f7-59bc-4946-aadd-98af882ca2e2 req-17c4cdc4-3f72-4909-9a94-351bf7947601 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 946 time: 0.1856835 Dec 13 09:55:23.934600 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-e9a80e91-869a-40b1-adc4-4eaa80a16811 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205900 Dec 13 09:55:24.043655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.065968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-ac0f8a39-8fc5-496c-9117-0c4b7448e1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217673 Dec 13 09:55:24.069458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8a5f5f7-59bc-4946-aadd-98af882ca2e2 req-44df1862-d00e-4f61-a655-16727b64f7ac tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414471 Dec 13 09:55:24.070967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.150852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:24.188836 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-e2bb7669-6e43-480c-a040-729d91b391b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 200 len: 217 time: 0.1153121 Dec 13 09:55:24.191704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b7d028-f9c5-44f6-947e-d509faa96971,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:24.211512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.212144 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment 24adb251-72db-4869-93d8-83b0654267c4 of type vlan for network 987dc9e9-13e9-4855-8eee-04351cbde5a1 Dec 13 09:55:24.298580 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.305996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-91529989-ee99-4551-9672-d34891fdab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.307653 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-91529989-ee99-4551-9672-d34891fdab4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 200 len: 797 time: 0.0761075 Dec 13 09:55:24.314300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Deleting port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:24.314640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.324966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.330719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.331429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.423450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9523757 Dec 13 09:55:24.425021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7581a5-6a38-4eee-9aab-f48613d002a2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=987dc9e9-13e9-4855-8eee-04351cbde5a1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:24.427524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37236) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:24.436870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-943309534'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:24.444433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:24.468913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:24.474466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.509946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-39ce591c-0416-41ff-8cdb-35a8bff525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.509946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-39ce591c-0416-41ff-8cdb-35a8bff525d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1de61aac-01ea-444f-86d1-2d72341dbf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827605 Dec 13 09:55:24.510579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:24.534025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.534725 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment 86251cf2-38e5-49b6-9223-8a4f2a634309 of type vlan for network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 Dec 13 09:55:24.624026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.641651 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-3282aad0-b2c1-4b9a-82c3-4b13c5a23bab service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287596 Dec 13 09:55:24.660808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] For port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:24.661306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.674303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.682519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.683438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.720801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Calling delete_port for 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:24.874025 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63cb8fd2-8b71-44a1-8663-ff669fee310f req-6a99df14-0c08-4ff8-8fff-a4b476887887 service neutron] 10.222.0.16 "GET /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223275 Dec 13 09:55:24.875337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=1c8b65fc-33d9-4978-9621-6a0c53f3ab00,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:24.888725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:24.898663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c09dcd72-02d0-428e-9426-722b7c2651a3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4660430 Dec 13 09:55:24.898852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37250) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:24.907187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:25.026295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:25.030759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.110507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.124000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa', '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:25.126180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3', '58d2af74-d98c-4225-a96d-cf995ef373a7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:25.212539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event deleted for resources: {'Port': ['ID=0b8f35fd-ad88-43f1-9950-2c5ef5df5c64,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:25.270269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86de4d-b8f7-48eb-815b-895a783ae55d None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:25.347613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] No DVR routers for this DVR port 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:25.351300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.355354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c81ddeb-301a-4e7d-94e1-a826d8e40090 req-9d86e19e-83b4-4df3-bacb-5662ac0ae355 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 210 time: 0.0928552 Dec 13 09:55:25.356806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3b170b1-d6d4-4126-b927-b07344291a2e req-30bff23c-6596-4375-b451-871e9e3df9b5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "DELETE /v2.0/ports/0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 HTTP/1.1" status: 204 len: 173 time: 1.5806804 Dec 13 09:55:25.360427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'name': 'network-vif-deleted', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:25.364124 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86a6580-c7c3-4ec3-b65f-62b50816a9d4" -d '{"events": [{"server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "name": "network-vif-deleted", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:25.444748 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad96c6-f162-437c-b62c-3b55712e9ca6 x-openstack-request-id: req-28ad96c6-f162-437c-b62c-3b55712e9ca6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:25.445065 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79", "name": "network-vif-deleted", "tag": "0b8f35fd-ad88-43f1-9950-2c5ef5df5c64", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:25.445338 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28ad96c6-f162-437c-b62c-3b55712e9ca6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:25.445738 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79', 'name': 'network-vif-deleted', 'tag': '0b8f35fd-ad88-43f1-9950-2c5ef5df5c64', 'status': 'completed', 'code': 200} Dec 13 09:55:25.453708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.547329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=df5b94f8-965e-48d1-8181-969e07ea6868,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:25.586686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': '24adb251-72db-4869-93d8-83b0654267c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:25.589309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 987dc9e9-13e9-4855-8eee-04351cbde5a1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:25.627980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:25.642736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 987dc9e9-13e9-4855-8eee-04351cbde5a1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:25.665932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce24011-1289-4675-b8fa-6860f053882d None None] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:25.666754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:25.668484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.706119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-37638a36-17c3-4ad0-b57d-ac9b8050d799 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8032627 Dec 13 09:55:25.706519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37268) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:25.712077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:25.842565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:25.846812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.882920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-987dc9e9-13e9-4855-8eee-04351cbde5a1', 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': 'df5b94f8-965e-48d1-8181-969e07ea6868'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:25.883835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.133818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.243332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=dc85d69f-6248-4eeb-ab71-fba6b1eea510,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:26.251454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Allocated IP 172.20.0.2 (987dc9e9-13e9-4855-8eee-04351cbde5a1/df5b94f8-965e-48d1-8181-969e07ea6868/39485732-5b34-4d49-9b35-8b3d88e45adc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:26.266296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': '86251cf2-38e5-49b6-9223-8a4f2a634309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:26.266652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 1c8b65fc-33d9-4978-9621-6a0c53f3ab00, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:26.322558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:26.351887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1c8b65fc-33d9-4978-9621-6a0c53f3ab00) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:26.364362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:26.372005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.418522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e09d6837-1c7a-4fb4-87b9-014335cf6877 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105417 Dec 13 09:55:26.421322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37290) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:26.429450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1698712373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:26.522522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.528106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.641095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db46f9c6-78b4-464d-a247-728c09feff94 req-b46cda98-681d-44cb-8db5-020cafc3c2f9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e7d90a-1f4f-4a88-b3c1-88ed3af6dc79 HTTP/1.1" status: 200 len: 210 time: 0.1039739 Dec 13 09:55:26.660809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977acd55-b9b5-4ab9-b97c-88a36bf2478d None None] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:26.725511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.731601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.757758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.761530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef249a78-127b-449a-980e-8cc4200bdc59 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3386724 Dec 13 09:55:26.764568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37302) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:26.906534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.911491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1c8b65fc-33d9-4978-9621-6a0c53f3ab00', 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': 'dc85d69f-6248-4eeb-ab71-fba6b1eea510'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:26.912453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.925182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.035466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:27.178348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:27.193771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:27.201313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Pushing event updated for resources: {'Port': ['ID=39485732-5b34-4d49-9b35-8b3d88e45adc,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:27.268575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.291878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.293019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.294079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.295733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.296241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.297014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.298467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.299843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.302978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.303754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.304421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.306081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.306399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:27.374288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Attempting to bind port 39485732-5b34-4d49-9b35-8b3d88e45adc on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:27.374675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Attempting to bind port 39485732-5b34-4d49-9b35-8b3d88e45adc by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '24adb251-72db-4869-93d8-83b0654267c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:27.375075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Attempting to bind port 39485732-5b34-4d49-9b35-8b3d88e45adc on network 987dc9e9-13e9-4855-8eee-04351cbde5a1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:27.383087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:27.383476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Checking segment: {'id': '24adb251-72db-4869-93d8-83b0654267c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:27.383977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.384377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Bound using segment: {'id': '24adb251-72db-4869-93d8-83b0654267c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:27.384865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Bound port: 39485732-5b34-4d49-9b35-8b3d88e45adc, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24adb251-72db-4869-93d8-83b0654267c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '987dc9e9-13e9-4855-8eee-04351cbde5a1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:27.385396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.471114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] For port 39485732-5b34-4d49-9b35-8b3d88e45adc, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:27.474451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] For port 39485732-5b34-4d49-9b35-8b3d88e45adc, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=39485732-5b34-4d49-9b35-8b3d88e45adc,segment=NetworkSegment(24adb251-72db-4869-93d8-83b0654267c4),segment_id=24adb251-72db-4869-93d8-83b0654267c4)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:27.483325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.615037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.20.0.1 (987dc9e9-13e9-4855-8eee-04351cbde5a1/df5b94f8-965e-48d1-8181-969e07ea6868/0995065e-e088-48c2-9bcb-50225ff7d3dc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:27.617910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Allocated IP 172.21.0.2 (1c8b65fc-33d9-4978-9621-6a0c53f3ab00/dc85d69f-6248-4eeb-ab71-fba6b1eea510/5772be3e-1ceb-4eb8-ad58-075d1561216f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:27.696070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761accd-56af-4376-9da0-99737f8c12eb None None] Pushing event updated for resources: {'Port': ['ID=39485732-5b34-4d49-9b35-8b3d88e45adc,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:28.137154 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.147479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.153443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.252911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Pushing event updated for resources: {'Port': ['ID=5772be3e-1ceb-4eb8-ad58-075d1561216f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:28.257747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.270491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:28.272367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:28.274905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:28.403319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:28.406868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:28.417996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Attempting to bind port 5772be3e-1ceb-4eb8-ad58-075d1561216f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:28.418380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Attempting to bind port 5772be3e-1ceb-4eb8-ad58-075d1561216f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '86251cf2-38e5-49b6-9223-8a4f2a634309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:28.418759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Attempting to bind port 5772be3e-1ceb-4eb8-ad58-075d1561216f on network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:28.424894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:28.425264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Checking segment: {'id': '86251cf2-38e5-49b6-9223-8a4f2a634309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:28.425681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.430103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Bound using segment: {'id': '86251cf2-38e5-49b6-9223-8a4f2a634309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:28.432515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Bound port: 5772be3e-1ceb-4eb8-ad58-075d1561216f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86251cf2-38e5-49b6-9223-8a4f2a634309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1c8b65fc-33d9-4978-9621-6a0c53f3ab00'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:28.432738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:28.433423 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.483127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37348) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:28.521269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:28.554654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=0995065e-e088-48c2-9bcb-50225ff7d3dc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:28.602966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.658135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:28.658789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 0b8f35fd-ad88-43f1-9950-2c5ef5df5c64 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:28.663307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 39485732-5b34-4d49-9b35-8b3d88e45adc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:28.743869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed074825-3c7a-4367-b6ee-b9e7f4d9e943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.931573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] For port 5772be3e-1ceb-4eb8-ad58-075d1561216f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:28.947651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] For port 5772be3e-1ceb-4eb8-ad58-075d1561216f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5772be3e-1ceb-4eb8-ad58-075d1561216f,segment=NetworkSegment(86251cf2-38e5-49b6-9223-8a4f2a634309),segment_id=86251cf2-38e5-49b6-9223-8a4f2a634309)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:28.954536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed074825-3c7a-4367-b6ee-b9e7f4d9e943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.960443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed074825-3c7a-4367-b6ee-b9e7f4d9e943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.973507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.977080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 39485732-5b34-4d49-9b35-8b3d88e45adc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:28.977718 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.002167 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.048246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed074825-3c7a-4367-b6ee-b9e7f4d9e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11888cd-f436-4d43-8640-b932d78e5b61,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.070446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ed074825-3c7a-4367-b6ee-b9e7f4d9e943 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8a93ff2097a4a108402d62c5c9d32e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850711 Dec 13 09:55:29.071931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:29.238144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.282052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8535-ecb7-402d-b3c6-15352b6ed5ca None None] Pushing event updated for resources: {'Port': ['ID=5772be3e-1ceb-4eb8-ad58-075d1561216f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.348727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.389469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.486898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 39485732-5b34-4d49-9b35-8b3d88e45adc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=39485732-5b34-4d49-9b35-8b3d88e45adc,segment=NetworkSegment(24adb251-72db-4869-93d8-83b0654267c4),segment_id=24adb251-72db-4869-93d8-83b0654267c4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:29.496895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.515002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.519053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.523837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a11888cd-f436-4d43-8640-b932d78e5b61 HTTP/1.1" status: 204 len: 168 time: 0.4492860 Dec 13 09:55:29.545452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28028663-e67a-4ea6-ad3f-fc06b1b25be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11888cd-f436-4d43-8640-b932d78e5b61,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.660065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.668163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=39485732-5b34-4d49-9b35-8b3d88e45adc,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:30.027446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612048c-8d5c-4acd-8348-b0d5686cbeda None None] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:30.133672 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.146503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.359481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=0995065e-e088-48c2-9bcb-50225ff7d3dc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:30.403969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-506eaa3e-34aa-452c-a165-d0c1c78a9339 None None] Provisioning complete for port 39485732-5b34-4d49-9b35-8b3d88e45adc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:30.405182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-506eaa3e-34aa-452c-a165-d0c1c78a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.413199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37384) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:30.415312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.431030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfe512c-09c2-4a6a-92c3-9841ea8ef91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.615248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37388) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:30.772441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:30.774312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:30.778685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfe512c-09c2-4a6a-92c3-9841ea8ef91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.786996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfe512c-09c2-4a6a-92c3-9841ea8ef91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.925806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcfe512c-09c2-4a6a-92c3-9841ea8ef91b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ce73e390c34276b88b75c105812cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099802 Dec 13 09:55:30.941787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37398) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:31.055639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc739e7e-4639-4725-b84c-b0447f5603f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.140793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe512c-09c2-4a6a-92c3-9841ea8ef91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d925f2c3-3bfc-4a9e-8ca6-e0843e152960,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:31.203737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.208677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a547d24-9fb8-4d43-af66-3c3d3473800e None None] Provisioning complete for port 39485732-5b34-4d49-9b35-8b3d88e45adc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:31.212952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a547d24-9fb8-4d43-af66-3c3d3473800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.307218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.356076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc739e7e-4639-4725-b84c-b0447f5603f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.383904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc739e7e-4639-4725-b84c-b0447f5603f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.393148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5772be3e-1ceb-4eb8-ad58-075d1561216f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:31.472317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.475182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.480634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d925f2c3-3bfc-4a9e-8ca6-e0843e152960 HTTP/1.1" status: 204 len: 168 time: 0.5341322 Dec 13 09:55:31.508081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e426e-ac2d-4205-8b68-13d1e2dde531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925f2c3-3bfc-4a9e-8ca6-e0843e152960,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:31.582427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc739e7e-4639-4725-b84c-b0447f5603f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa500f7a-198c-4f0b-a33a-7d5185d5fe8a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:31.599292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cc739e7e-4639-4725-b84c-b0447f5603f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6962ccbc5954aefa2524f3041ee4f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9820898 Dec 13 09:55:31.601921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37410) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:31.675911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:55:31.745597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5772be3e-1ceb-4eb8-ad58-075d1561216f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:31.750374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.793692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.892122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.926280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe4414c-bb4e-4190-83a5-8f5710161f08 None None] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:31.935091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:31.949214 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] Sync routers for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:31.953410 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2003a504-5e2a-46d1-b9e5-ba4382e340c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1865346 Dec 13 09:55:31.953585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:31.975486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:31.976185 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:32.069169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a547d24-9fb8-4d43-af66-3c3d3473800e None None] Provisioning complete for port 0995065e-e088-48c2-9bcb-50225ff7d3dc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:32.073860 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:32.078061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a547d24-9fb8-4d43-af66-3c3d3473800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.109864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:32.110839 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:32.155817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.160021 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.161337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa500f7a-198c-4f0b-a33a-7d5185d5fe8a HTTP/1.1" status: 204 len: 168 time: 0.5580730 Dec 13 09:55:32.187713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:32.188951 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121bca9-e6ba-4942-a1d5-105a647150e4 None None] The sync data for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:32.224913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54712947-034c-47a0-be88-ed24479f5369 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:32.232180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37426) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:32.240546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54712947-034c-47a0-be88-ed24479f5369 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports/0995065e-e088-48c2-9bcb-50225ff7d3dc HTTP/1.1" status: 200 len: 910 time: 0.2674704 Dec 13 09:55:32.252936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6999-0e87-4969-9f43-0bb9c6103564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa500f7a-198c-4f0b-a33a-7d5185d5fe8a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:32.448327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0a547d24-9fb8-4d43-af66-3c3d3473800e None None] Port 0995065e-e088-48c2-9bcb-50225ff7d3dc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:32.453671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.534092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 5772be3e-1ceb-4eb8-ad58-075d1561216f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5772be3e-1ceb-4eb8-ad58-075d1561216f,segment=NetworkSegment(86251cf2-38e5-49b6-9223-8a4f2a634309),segment_id=86251cf2-38e5-49b6-9223-8a4f2a634309)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:32.547510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.550024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 39485732-5b34-4d49-9b35-8b3d88e45adc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:32.765507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdd6b3be-fc54-4cb5-9346-77a8c39ad94f None None] Provisioning complete for port 5772be3e-1ceb-4eb8-ad58-075d1561216f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:32.766101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b3be-fc54-4cb5-9346-77a8c39ad94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.855673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=5772be3e-1ceb-4eb8-ad58-075d1561216f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:32.871305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 39485732-5b34-4d49-9b35-8b3d88e45adc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:32.884072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.130073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdd6b3be-fc54-4cb5-9346-77a8c39ad94f None None] Provisioning complete for port 0995065e-e088-48c2-9bcb-50225ff7d3dc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:33.130517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b3be-fc54-4cb5-9346-77a8c39ad94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.204008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6b3be-fc54-4cb5-9346-77a8c39ad94f None None] Port 0995065e-e088-48c2-9bcb-50225ff7d3dc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:33.253314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.342539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fa393e2e-95b7-4769-bab2-81c0a3a7a293 None None] Provisioning complete for port 5772be3e-1ceb-4eb8-ad58-075d1561216f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:33.342919 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa393e2e-95b7-4769-bab2-81c0a3a7a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.426329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5772be3e-1ceb-4eb8-ad58-075d1561216f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:33.594772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5772be3e-1ceb-4eb8-ad58-075d1561216f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:33.595405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.931538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.21.0.1 (1c8b65fc-33d9-4978-9621-6a0c53f3ab00/dc85d69f-6248-4eeb-ab71-fba6b1eea510/89d862d4-3ddb-4cd8-9cab-758383f587f5) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:34.157784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.275442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.339432 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.441661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:34.441661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=89d862d4-3ddb-4cd8-9cab-758383f587f5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:34.445431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:34.463790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:34.607756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.910084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f00f8921-9ed8-4875-9341-06bfec04ee8d None None] Provisioning complete for port 89d862d4-3ddb-4cd8-9cab-758383f587f5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:34.910693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f00f8921-9ed8-4875-9341-06bfec04ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.915240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.959439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f00f8921-9ed8-4875-9341-06bfec04ee8d None None] Port 89d862d4-3ddb-4cd8-9cab-758383f587f5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:35.282097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:35.287648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:35.404133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=89d862d4-3ddb-4cd8-9cab-758383f587f5,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:35.407505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:35.562077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:35.564452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:35.899311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:36.104330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-874fcf80-5515-4f0b-8cd5-ad19e3589dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.124025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:36.130959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-67e17c7f-94af-4707-aa2a-12bb655ddf6e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8975818 Dec 13 09:55:36.134081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37554) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:36.137908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] Sync routers for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:36.191155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:36.192070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.207697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8f44a-ff6b-4dc0-bb6e-d7f09ca1422c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:36.212239 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ab8f44a-ff6b-4dc0-bb6e-d7f09ca1422c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports/89d862d4-3ddb-4cd8-9cab-758383f587f5 HTTP/1.1" status: 200 len: 910 time: 0.0742202 Dec 13 09:55:36.212411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37556) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:36.296810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.327968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b9cefe5d-51b4-41f9-aaf3-d069ec1a7108 None None] Provisioning complete for port 89d862d4-3ddb-4cd8-9cab-758383f587f5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:36.328334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9cefe5d-51b4-41f9-aaf3-d069ec1a7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.405801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b9cefe5d-51b4-41f9-aaf3-d069ec1a7108 None None] Port 89d862d4-3ddb-4cd8-9cab-758383f587f5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:36.410897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:36.411537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.485883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.486568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1190c-3306-4666-8a35-ed01d50d18cd None None] The sync data for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:36.660383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e98e56-c5f2-47ac-b9ca-b041b0ce06ab req-f6fad8cf-4d0e-4969-8bed-ff3ec16550eb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:36.669957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78e98e56-c5f2-47ac-b9ca-b041b0ce06ab req-f6fad8cf-4d0e-4969-8bed-ff3ec16550eb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.4600787 Dec 13 09:55:36.793449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78e98e56-c5f2-47ac-b9ca-b041b0ce06ab req-f9b94bed-abdd-4e78-a458-2138bcc82acb tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223187 Dec 13 09:55:36.946344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.008603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:37.862475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe640e43-cd29-469f-a677-3e64469b14ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.971698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-8075d05d-da49-4e5c-8bb2-6c3964202da5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:37.973792 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-8075d05d-da49-4e5c-8bb2-6c3964202da5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.1368525 Dec 13 09:55:38.025949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37397f0f-603a-4eff-b15d-79d1bb171626 req-70fe9892-b6f9-453a-a83e-e896962ddc4a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.033769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37397f0f-603a-4eff-b15d-79d1bb171626 req-70fe9892-b6f9-453a-a83e-e896962ddc4a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 945 time: 0.1069837 Dec 13 09:55:38.138261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37397f0f-603a-4eff-b15d-79d1bb171626 req-51d5b3a5-02ec-4a40-8650-d7be006e0d9a tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031847 Dec 13 09:55:38.185177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe640e43-cd29-469f-a677-3e64469b14ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.235659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe640e43-cd29-469f-a677-3e64469b14ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.360449 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe640e43-cd29-469f-a677-3e64469b14ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f82c4f41f74e496b9c373df0f2be8964&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3485203 Dec 13 09:55:38.361893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:38.367884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe640e43-cd29-469f-a677-3e64469b14ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae99b4-dc32-49f6-bcd0-04210365bc42,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.373553 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-55fb990b-c4d0-4efd-8b93-822136cd33a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.397533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Deleting port 58d2af74-d98c-4225-a96d-cf995ef373a7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:38.398010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.440434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.512072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 89d862d4-3ddb-4cd8-9cab-758383f587f5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:38.512487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.542872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.573657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] For port 58d2af74-d98c-4225-a96d-cf995ef373a7, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58d2af74-d98c-4225-a96d-cf995ef373a7,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:38.574007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.604590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Calling delete_port for 58d2af74-d98c-4225-a96d-cf995ef373a7 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:38.604824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.607368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.612270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44ae99b4-dc32-49f6-bcd0-04210365bc42 HTTP/1.1" status: 204 len: 168 time: 0.2468603 Dec 13 09:55:38.664315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae99b4-dc32-49f6-bcd0-04210365bc42,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.676768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.677124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.677472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.677815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.678155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.678491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.678826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.679445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.679445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.679822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.680153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.680479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.680804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8af353-71bd-498b-badf-c559ef4af76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:38.745513 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.762090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 89d862d4-3ddb-4cd8-9cab-758383f587f5 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:39.019372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.033523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:39.042517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.060850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event deleted for resources: {'Port': ['ID=58d2af74-d98c-4225-a96d-cf995ef373a7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.102026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=89d862d4-3ddb-4cd8-9cab-758383f587f5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.125904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3', '58d2af74-d98c-4225-a96d-cf995ef373a7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:39.145328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] No DVR routers for this DVR port 58d2af74-d98c-4225-a96d-cf995ef373a7 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:39.149319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.161967 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ead8ea79-de18-4b08-93a0-1a3b4328dd14 req-bfc9723d-2550-4600-8bc8-18554827a1c5 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "DELETE /v2.0/ports/58d2af74-d98c-4225-a96d-cf995ef373a7 HTTP/1.1" status: 204 len: 173 time: 1.1733270 Dec 13 09:55:39.162505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'name': 'network-vif-deleted', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:39.190807 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32d1ab-a61a-4637-b074-606c29bb3ac2" -d '{"events": [{"server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "name": "network-vif-deleted", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:39.291045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58383b-61aa-4833-8ab0-884c5f1fdd1d None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:39.342503 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb627c-db18-4ce7-964d-4185bda3a2a3 x-openstack-request-id: req-62fb627c-db18-4ce7-964d-4185bda3a2a3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:39.342804 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730298a7-d0de-403d-94e1-94cf795f85e0", "name": "network-vif-deleted", "tag": "58d2af74-d98c-4225-a96d-cf995ef373a7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:39.343360 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62fb627c-db18-4ce7-964d-4185bda3a2a3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:39.343806 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730298a7-d0de-403d-94e1-94cf795f85e0', 'name': 'network-vif-deleted', 'tag': '58d2af74-d98c-4225-a96d-cf995ef373a7', 'status': 'completed', 'code': 200} Dec 13 09:55:39.373020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37654) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.400232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96d81197-7e75-4442-b012-9deb7e39a169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.469404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4346b69-b9dc-488a-a6ad-1c02f1006658 req-b96401eb-3813-43d5-8c21-f36ad9bb5cc7 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=730298a7-d0de-403d-94e1-94cf795f85e0 HTTP/1.1" status: 200 len: 210 time: 0.1507432 Dec 13 09:55:39.612544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96d81197-7e75-4442-b012-9deb7e39a169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.618246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96d81197-7e75-4442-b012-9deb7e39a169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.671416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.721936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96d81197-7e75-4442-b012-9deb7e39a169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6301557ecf74af4a08c5966141d20aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476748 Dec 13 09:55:39.723534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d81197-7e75-4442-b012-9deb7e39a169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80213b2-091a-4b32-8156-586f91e66d8f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.760615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.888388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.923075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.981085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.063707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.066834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.070782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c80213b2-091a-4b32-8156-586f91e66d8f HTTP/1.1" status: 204 len: 168 time: 0.3091879 Dec 13 09:55:40.080804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055a8bc-cb64-4fea-9fe0-50658b667299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80213b2-091a-4b32-8156-586f91e66d8f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:40.135902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:40.263321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:40.280502 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] Sync routers for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:40.288410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2426ea13-9771-479b-957b-e962d6f11104 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0750890 Dec 13 09:55:40.291407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37674) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:40.309264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:40.310071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:40.391295 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:40.417181 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:40.418213 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:40.465220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:40.466128 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3bc7b-fa06-47f1-a6a4-ef5f838a9974 None None] The sync data for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:40.847684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.983677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17c56f-ecdd-4948-8ba6-6ae3a09f4edd req-53a4c8d6-06bd-490b-9da8-bdac63b55ba4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:40.993063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d17c56f-ecdd-4948-8ba6-6ae3a09f4edd req-53a4c8d6-06bd-490b-9da8-bdac63b55ba4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.0720150 Dec 13 09:55:41.039011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58d2af74-d98c-4225-a96d-cf995ef373a7 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:41.089399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 58d2af74-d98c-4225-a96d-cf995ef373a7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:41.091729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58d2af74-d98c-4225-a96d-cf995ef373a7 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:41.107172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d17c56f-ecdd-4948-8ba6-6ae3a09f4edd req-b97c576d-9552-4553-bff9-edbe79844b23 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128058 Dec 13 09:55:41.168370 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.339306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 0995065e-e088-48c2-9bcb-50225ff7d3dc {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:41.339904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.500451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.514816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 0995065e-e088-48c2-9bcb-50225ff7d3dc owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:41.832984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.889633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=0995065e-e088-48c2-9bcb-50225ff7d3dc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.977722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.277745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.550852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-75a60f4f-e59a-4e3b-a422-93741dbc6e35 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.553251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-75a60f4f-e59a-4e3b-a422-93741dbc6e35 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.3307033 Dec 13 09:55:42.553871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f597a-b198-4558-bc4e-db4e1d729803 req-8dc9cb16-0032-4e69-b9c9-72a72d996da4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.563735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad0f597a-b198-4558-bc4e-db4e1d729803 req-8dc9cb16-0032-4e69-b9c9-72a72d996da4 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.1677067 Dec 13 09:55:42.746312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad0f597a-b198-4558-bc4e-db4e1d729803 req-3a8f2231-d64b-4306-b17b-0a957bd772e9 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815767 Dec 13 09:55:42.779798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:42.793719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f32f4-fde4-47ba-a5a1-2c2b190050c0 req-6607b9a5-ea56-4526-b52d-3f4576a2619d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.796481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f0f32f4-fde4-47ba-a5a1-2c2b190050c0 req-6607b9a5-ea56-4526-b52d-3f4576a2619d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.1631691 Dec 13 09:55:42.860271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:42.951402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f0f32f4-fde4-47ba-a5a1-2c2b190050c0 req-c5b03ca8-b551-4b40-acfa-206d7817c0a6 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244557 Dec 13 09:55:43.015090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:43.023844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4511011f-ec53-4158-a465-325f52a86f86 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7306170 Dec 13 09:55:43.027252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:43.030303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] Sync routers for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:43.044928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:43.045599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:43.074100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Deleting port 138f4464-ba4b-4a21-99b0-b9e11138edaa {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:43.074751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.090504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-212978e6-4d6e-4486-9e35-4e2a72b221f3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 HTTP/1.1" status: 200 len: 205 time: 0.0619216 Dec 13 09:55:43.093259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37752) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:43.115076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:43.136404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] Routers {'b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:43.137324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:43.231976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:43.235148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f516-3da4-4bc8-a4b7-76452109348b None None] The sync data for ids ['b79ccda8-e3f2-481d-bd75-b5d9ae8f1188'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:43.375577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.394623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-943658029'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:43.444330 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:55:43.471843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Made reservation on behalf of 447a72cffd294fceb3336c6e11e06d49 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:43.478731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.517896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.570033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] For port 138f4464-ba4b-4a21-99b0-b9e11138edaa, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=138f4464-ba4b-4a21-99b0-b9e11138edaa,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:43.574506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.642979 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.649243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.653076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.659206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.669153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Calling delete_port for 138f4464-ba4b-4a21-99b0-b9e11138edaa owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:43.746755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:43.758991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.759886 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Added segment 9dc787d3-fbff-484f-8ce3-2b72e214a6d6 of type vlan for network b5df9b8f-62e8-4944-b7ed-6494272cae89 Dec 13 09:55:43.853836 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.889668 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.889970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:55:43.925526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.948700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c02a62d5-5820-4f9a-b6b1-a5144f7518a4 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 HTTP/1.1" status: 204 len: 168 time: 0.8535545 Dec 13 09:55:43.952349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37774) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:44.107936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0ef26-8b23-4aed-ba7a-cf7717cf3c9c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:44.115768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.122065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.122685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.217003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet dc85d69f-6248-4eeb-ab71-fba6b1eea510 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:44.225206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e71265-86ff-45c8-99a2-b8d587ee2363 req-5566eb0b-8467-4020-8a2b-ca1633fc1eab tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.232897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9e71265-86ff-45c8-99a2-b8d587ee2363 req-5566eb0b-8467-4020-8a2b-ca1633fc1eab tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.2910879 Dec 13 09:55:44.237403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3731437 Dec 13 09:55:44.245502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5447e-873a-4341-8cc2-1c11c610eedf req-e7bd01d0-c573-4d64-98f3-281ec05b24c0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.252554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2c5447e-873a-4341-8cc2-1c11c610eedf req-e7bd01d0-c573-4d64-98f3-281ec05b24c0 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d82fbc-bf07-4472-b027-9fbcea212126 HTTP/1.1" status: 200 len: 945 time: 0.3118749 Dec 13 09:55:44.255153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:44.261782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.273627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Request body: {'subnet': {'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:44.308920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cb17-8b3a-4a3a-91f0-e25765e904d9 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event updated for resources: {'Network': ['ID=b5df9b8f-62e8-4944-b7ed-6494272cae89,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:44.337100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:44.348232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.384622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event deleted for resources: {'Port': ['ID=138f4464-ba4b-4a21-99b0-b9e11138edaa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:44.429179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bbebd98b-d5c7-4964-932c-111dccb145b3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:44.457050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] No DVR routers for this DVR port 138f4464-ba4b-4a21-99b0-b9e11138edaa on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:44.459575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.463790 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0e4a181-5a19-448c-9e4c-8a4c5d33c02f req-d99a2ad2-dd50-472c-8cb7-533b8ed3c8a3 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.20 "DELETE /v2.0/ports/138f4464-ba4b-4a21-99b0-b9e11138edaa HTTP/1.1" status: 204 len: 173 time: 1.8966677 Dec 13 09:55:44.464025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'name': 'network-vif-deleted', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:44.466622 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1fc446-fb6c-42e4-9bff-ff4f5d2dfc4b" -d '{"events": [{"server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "name": "network-vif-deleted", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:44.523403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['138f4464-ba4b-4a21-99b0-b9e11138edaa'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:44.526823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17f8b0-a88e-409e-9cc7-e4800a8e86cc None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:44.577252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.675935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2c5447e-873a-4341-8cc2-1c11c610eedf req-bdf2b505-fab7-4cf1-be66-f45c3b468d8e tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224486 Dec 13 09:55:44.698486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9e71265-86ff-45c8-99a2-b8d587ee2363 req-333d7beb-ca6b-4cec-ac79-135d36321cc0 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646764 Dec 13 09:55:44.767429 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da8ca2-8181-4db3-9f76-53dcd8d580e2 x-openstack-request-id: req-24da8ca2-8181-4db3-9f76-53dcd8d580e2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:44.768570 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d82fbc-bf07-4472-b027-9fbcea212126", "name": "network-vif-deleted", "tag": "138f4464-ba4b-4a21-99b0-b9e11138edaa", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:44.769024 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24da8ca2-8181-4db3-9f76-53dcd8d580e2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:44.769570 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d82fbc-bf07-4472-b027-9fbcea212126', 'name': 'network-vif-deleted', 'tag': '138f4464-ba4b-4a21-99b0-b9e11138edaa', 'status': 'completed', 'code': 200} Dec 13 09:55:44.775167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Made reservation on behalf of 447a72cffd294fceb3336c6e11e06d49 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:44.779864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.892492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.023725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.128708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=dc85d69f-6248-4eeb-ab71-fba6b1eea510,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.139432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.143798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d730c-22ec-47eb-a1df-40cd0742e70b None None] Network 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:45.150278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9a62474f-80f4-4fdc-bdc5-e0b08fb01683 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/dc85d69f-6248-4eeb-ab71-fba6b1eea510 HTTP/1.1" status: 204 len: 168 time: 1.1542838 Dec 13 09:55:45.151455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37802) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:45.290448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet df5b94f8-965e-48d1-8181-969e07ea6868 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:45.297222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.424382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.438723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.453238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] DHCP port deletion for 1c8b65fc-33d9-4978-9621-6a0c53f3ab00 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:45.578330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Deleting port 5772be3e-1ceb-4eb8-ad58-075d1561216f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:45.578724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.585017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event updated for resources: {'Subnet': ['ID=dc37fa8a-88d2-47d0-bd0b-a1685155503c,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.699770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.793776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] For port 5772be3e-1ceb-4eb8-ad58-075d1561216f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5772be3e-1ceb-4eb8-ad58-075d1561216f,segment=NetworkSegment(86251cf2-38e5-49b6-9223-8a4f2a634309),segment_id=86251cf2-38e5-49b6-9223-8a4f2a634309)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:45.794107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.840552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Calling delete_port for 5772be3e-1ceb-4eb8-ad58-075d1561216f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:45.842580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.865463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67067eca-c8fa-4d17-8b65-3e1cee981d61 req-e49c3381-68d2-4b4d-80a5-8bfb23148b78 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:45.881189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67067eca-c8fa-4d17-8b65-3e1cee981d61 req-e49c3381-68d2-4b4d-80a5-8bfb23148b78 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.2964411 Dec 13 09:55:45.952939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=df5b94f8-965e-48d1-8181-969e07ea6868,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.963121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.966554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9543760a-f6b1-4871-bc69-0bdb3284773f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/df5b94f8-965e-48d1-8181-969e07ea6868 HTTP/1.1" status: 204 len: 168 time: 0.8140876 Dec 13 09:55:45.969592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37820) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:45.971821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Checking segment: {'id': '9dc787d3-fbff-484f-8ce3-2b72e214a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:45.972208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Network hostable DHCP agents. Network: b5df9b8f-62e8-4944-b7ed-6494272cae89, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:46.037319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ea02f-a956-423b-8b48-a19202d92c53 None None] Network 987dc9e9-13e9-4855-8eee-04351cbde5a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:46.056886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.107185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:46.122741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67067eca-c8fa-4d17-8b65-3e1cee981d61 req-07fa30e5-b00d-40d3-8dfe-7bff84335cb3 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288265 Dec 13 09:55:46.136677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.160602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b5df9b8f-62e8-4944-b7ed-6494272cae89) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:46.173587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:46.175064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.251001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e323735-b182-4226-b4c9-f6bdf3408ba3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9917107 Dec 13 09:55:46.254512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37828) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.260167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Request body: {'port': {'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1534675457'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:46.271427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac6ea3-390b-4096-a64e-74822ec0aa68 None None] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:46.293285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] No DVR routers for this DVR port 5772be3e-1ceb-4eb8-ad58-075d1561216f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:46.360485 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.360860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8210-03b2-4aea-bfa9-a822ef75c279 None None] Pushing event deleted for resources: {'Port': ['ID=5772be3e-1ceb-4eb8-ad58-075d1561216f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:46.409536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8b65fc-33d9-4978-9621-6a0c53f3ab00']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:46.425568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86251cf2-38e5-49b6-9223-8a4f2a634309') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:46.430421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86251cf2-38e5-49b6-9223-8a4f2a634309') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:46.442541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.494598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.526417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:46.528132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:46.531578 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:46.595437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 138f4464-ba4b-4a21-99b0-b9e11138edaa no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:46.635113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 138f4464-ba4b-4a21-99b0-b9e11138edaa {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:46.635113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 138f4464-ba4b-4a21-99b0-b9e11138edaa not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:46.666670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Made reservation on behalf of 447a72cffd294fceb3336c6e11e06d49 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:46.669425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.735202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-b5df9b8f-62e8-4944-b7ed-6494272cae89', 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89', 'project_id': '447a72cffd294fceb3336c6e11e06d49', 'fixed_ips': [{'subnet_id': 'dc37fa8a-88d2-47d0-bd0b-a1685155503c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:46.737805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.745038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] DHCP port deletion for 987dc9e9-13e9-4855-8eee-04351cbde5a1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:46.804699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] device_id is not set on port 9654fb80-0d3d-4baa-94d5-198f615e0711 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:46.853374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.872272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.878897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/1c8b65fc-33d9-4978-9621-6a0c53f3ab00 HTTP/1.1" status: 204 len: 168 time: 0.9081693 Dec 13 09:55:46.881237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.911399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd64102-708a-44dc-a826-72fdef330556 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=1c8b65fc-33d9-4978-9621-6a0c53f3ab00,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:47.003253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-40b20138-1b76-44c7-a0f3-d09405b9a213 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:47.007922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-40b20138-1b76-44c7-a0f3-d09405b9a213 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.20 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.2983484 Dec 13 09:55:47.076339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.117030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Deleting port 39485732-5b34-4d49-9b35-8b3d88e45adc {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:47.117504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.173060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 39485732-5b34-4d49-9b35-8b3d88e45adc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:47.173624 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.294122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Deleting port e643c157-02cc-4ccf-be5c-0b6d71d008a7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:47.294462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.371114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 39485732-5b34-4d49-9b35-8b3d88e45adc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=39485732-5b34-4d49-9b35-8b3d88e45adc,segment=NetworkSegment(24adb251-72db-4869-93d8-83b0654267c4),segment_id=24adb251-72db-4869-93d8-83b0654267c4)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:47.371521 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.402814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 39485732-5b34-4d49-9b35-8b3d88e45adc owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:47.467342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] For port 39485732-5b34-4d49-9b35-8b3d88e45adc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=39485732-5b34-4d49-9b35-8b3d88e45adc,segment=NetworkSegment(24adb251-72db-4869-93d8-83b0654267c4),segment_id=24adb251-72db-4869-93d8-83b0654267c4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:47.467915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.498620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Calling delete_port for 39485732-5b34-4d49-9b35-8b3d88e45adc owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:47.622226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5772be3e-1ceb-4eb8-ad58-075d1561216f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:47.641173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] For port e643c157-02cc-4ccf-be5c-0b6d71d008a7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e643c157-02cc-4ccf-be5c-0b6d71d008a7,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:47.645573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.720619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5772be3e-1ceb-4eb8-ad58-075d1561216f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:47.724787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5772be3e-1ceb-4eb8-ad58-075d1561216f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:47.725279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 39485732-5b34-4d49-9b35-8b3d88e45adc no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:47.741654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485267b-960d-43d8-89c0-87a7068d0f8f req-aaec41c7-7549-47e6-90c5-1acb4db8ba1a tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:47.743208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e485267b-960d-43d8-89c0-87a7068d0f8f req-aaec41c7-7549-47e6-90c5-1acb4db8ba1a tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.2235403 Dec 13 09:55:47.793086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.837094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e485267b-960d-43d8-89c0-87a7068d0f8f req-e8d98ba8-3b4a-4003-9ad7-a4aca8f2edca tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859773 Dec 13 09:55:47.837862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=39485732-5b34-4d49-9b35-8b3d88e45adc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:47.846588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 39485732-5b34-4d49-9b35-8b3d88e45adc on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:47.918311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.922578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Allocated IP 172.20.0.2 (b5df9b8f-62e8-4944-b7ed-6494272cae89/dc37fa8a-88d2-47d0-bd0b-a1685155503c/0c8c1b11-79b8-42f0-be91-39fcf1f87ccd) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:47.934282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No active binding found for port 39485732-5b34-4d49-9b35-8b3d88e45adc {{(pid=103196) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 09:55:47.935207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 39485732-5b34-4d49-9b35-8b3d88e45adc not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:48.013496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.062587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987dc9e9-13e9-4855-8eee-04351cbde5a1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:48.077740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] Pushing event deleted for resources: {'Port': ['ID=39485732-5b34-4d49-9b35-8b3d88e45adc,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:48.078012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24adb251-72db-4869-93d8-83b0654267c4') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:48.078724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24adb251-72db-4869-93d8-83b0654267c4') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:48.082780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634dd0e-32e8-4def-a69a-7568531018b5 None None] No DVR routers for this DVR port 39485732-5b34-4d49-9b35-8b3d88e45adc on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:48.096257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.131616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.147726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:48.147913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:48.269414 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:48.285019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.305970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.306542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.306650 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Floating IP 5355ab08-ce9a-4f78-ace8-aa7653de924e disassociated. External IP: 172.25.2.203, port: e643c157-02cc-4ccf-be5c-0b6d71d008a7. Dec 13 09:55:48.307347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Calling delete_port for e643c157-02cc-4ccf-be5c-0b6d71d008a7 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:48.320301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.330403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.353655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.360996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/987dc9e9-13e9-4855-8eee-04351cbde5a1 HTTP/1.1" status: 204 len: 168 time: 1.4789920 Dec 13 09:55:48.362124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e2640-ba50-4fe9-aa28-5567ad38ce9a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=987dc9e9-13e9-4855-8eee-04351cbde5a1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:48.365154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37864) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:48.380700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-627568589'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:48.399948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Pushing event updated for resources: {'Port': ['ID=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:48.438816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:48.451711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:48.459838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:48.525254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:48.546043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.602195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Attempting to bind port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:48.602691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Attempting to bind port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9dc787d3-fbff-484f-8ce3-2b72e214a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:48.603061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Attempting to bind port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd on network b5df9b8f-62e8-4944-b7ed-6494272cae89 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:48.672026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:48.674577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Checking segment: {'id': '9dc787d3-fbff-484f-8ce3-2b72e214a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:48.676018 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.680204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Bound using segment: {'id': '9dc787d3-fbff-484f-8ce3-2b72e214a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:48.684616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Bound port: 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc787d3-fbff-484f-8ce3-2b72e214a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b5df9b8f-62e8-4944-b7ed-6494272cae89'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:48.685239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.694810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:48.714244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Allocated IP 172.20.0.6 (b5df9b8f-62e8-4944-b7ed-6494272cae89/dc37fa8a-88d2-47d0-bd0b-a1685155503c/9654fb80-0d3d-4baa-94d5-198f615e0711) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:48.734916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.736634 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment fbd60261-09dd-4f20-876e-d4ad53e0a1f8 of type vlan for network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 Dec 13 09:55:48.875145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.892370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] For port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:48.902129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] For port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,segment=NetworkSegment(9dc787d3-fbff-484f-8ce3-2b72e214a6d6),segment_id=9dc787d3-fbff-484f-8ce3-2b72e214a6d6)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:48.911953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.936976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.944398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:48.945197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.079250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99ad69-0a98-495e-bc3f-14ee388370d8 None None] Pushing event updated for resources: {'Port': ['ID=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:49.100494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7341030 Dec 13 09:55:49.107419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:49.118029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:49.175350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd645d-a5cb-485c-b414-e8adfe299ea0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=8cebcfd3-4d06-4f32-8079-c3b3b00eb445,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:49.198154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:49.254512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741ee4-6fc8-4b40-aa31-846a520e2672 req-97a085ec-e722-4b94-b613-e59789e2352a tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:49.260916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04741ee4-6fc8-4b40-aa31-846a520e2672 req-97a085ec-e722-4b94-b613-e59789e2352a tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 946 time: 0.2002027 Dec 13 09:55:49.296180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.399294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04741ee4-6fc8-4b40-aa31-846a520e2672 req-ce0cab59-a3cf-4536-8f53-f22bd3437824 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3445428-8269-497c-af3b-e792b383ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333060 Dec 13 09:55:49.899939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event deleted for resources: {'Port': ['ID=e643c157-02cc-4ccf-be5c-0b6d71d008a7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:49.925168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.040587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:50.045115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.473175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.584591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e643c157-02cc-4ccf-be5c-0b6d71d008a7 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:50.626817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: e643c157-02cc-4ccf-be5c-0b6d71d008a7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:50.627473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e643c157-02cc-4ccf-be5c-0b6d71d008a7 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:50.661198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4a57e5f-60f4-4328-b641-a9d2ac398bff req-168b4389-3623-445a-b982-c1fefeb29691 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 210 time: 0.0334156 Dec 13 09:55:50.683634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13777f-d096-411c-bdca-8687988f6aff None None] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:50.793110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.796612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:50.842319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:50.848827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:50.864229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] Provisioning complete for port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:50.864751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.868249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:50.905557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event updated for resources: {'Port': ['ID=9654fb80-0d3d-4baa-94d5-198f615e0711,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.026816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.063131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=a107d27a-4c17-49d2-8741-529680ff9500,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.087539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] For port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,segment=NetworkSegment(9dc787d3-fbff-484f-8ce3-2b72e214a6d6),segment_id=9dc787d3-fbff-484f-8ce3-2b72e214a6d6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:51.103044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.175984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a492dbb-1953-4c07-9f49-ad70c6766e37 None None] Pushing event updated for resources: {'Port': ['ID=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.177908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:51.188013 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Sync routers for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:51.203650 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:51.204739 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:51.237872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] No DVR routers for this DVR port e643c157-02cc-4ccf-be5c-0b6d71d008a7 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:51.240697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.258914 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3e030f34-9e86-4d38-8abd-158ab7f6b871 req-37ef3bf6-1ec5-4bc6-a2d0-f6b692a40e5c tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.20 "DELETE /v2.0/ports/e643c157-02cc-4ccf-be5c-0b6d71d008a7 HTTP/1.1" status: 204 len: 173 time: 4.2402534 Dec 13 09:55:51.287401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.288595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.302376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'name': 'network-vif-deleted', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:51.305541 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ca95da-1da5-4436-a0be-a171bc6371b3" -d '{"events": [{"server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "name": "network-vif-deleted", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:51.340024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e8411f6-9ab5-49f1-ad6c-aa0f39fff437 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0800655 Dec 13 09:55:51.340024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:51.340024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 8cebcfd3-4d06-4f32-8079-c3b3b00eb445, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:51.340436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37956) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:51.402939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:51.423487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 8cebcfd3-4d06-4f32-8079-c3b3b00eb445) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:51.433807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.434362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.448107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:51.470086 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eaa0db-715e-4e6d-a78f-cd9c19abbac7 x-openstack-request-id: req-84eaa0db-715e-4e6d-a78f-cd9c19abbac7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:51.471776 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0109525b-dacc-4636-8579-cf23264341fe", "name": "network-vif-deleted", "tag": "e643c157-02cc-4ccf-be5c-0b6d71d008a7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:51.472101 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84eaa0db-715e-4e6d-a78f-cd9c19abbac7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:51.473082 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0109525b-dacc-4636-8579-cf23264341fe', 'name': 'network-vif-deleted', 'tag': 'e643c157-02cc-4ccf-be5c-0b6d71d008a7', 'status': 'completed', 'code': 200} Dec 13 09:55:51.487214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-649ac0e4-bf76-4fc4-8143-7e5670a9cb63 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3752470 Dec 13 09:55:51.491181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:51.502172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2027612812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:51.503187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977eda4-10ce-4f31-8263-c5f9570797ee None None] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:51.570681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.573683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.594440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Deleting port 9654fb80-0d3d-4baa-94d5-198f615e0711 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:51.595148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.711039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.724947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.762415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.763707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9941bcd4-a105-415e-bbe7-ee7e3bd1e5a0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2697296 Dec 13 09:55:51.766354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:51.771473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'port': {'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445', 'name': 'tempest-RoutersTest-973240536'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:51.855858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:51.974322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.987277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-8cebcfd3-4d06-4f32-8079-c3b3b00eb445', 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': 'a107d27a-4c17-49d2-8741-529680ff9500'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:51.995451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.043099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Calling delete_port for 9654fb80-0d3d-4baa-94d5-198f615e0711 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:52.072251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:52.078966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.155719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] device_id is not set on port c051bb74-f231-4447-a09f-97f9dfe4bad8 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:52.268287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38126f5d-4976-46bd-8eae-276bb9dca25f req-0e3fa854-0195-4bf7-892d-cb3c535b5293 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/ports?device_id=0109525b-dacc-4636-8579-cf23264341fe HTTP/1.1" status: 200 len: 210 time: 0.0688062 Dec 13 09:55:52.310428 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:52.382962 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Checking router: 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:55:52.411112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:52.412117 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:52.435004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.464689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.20.0.14 (8cebcfd3-4d06-4f32-8079-c3b3b00eb445/a107d27a-4c17-49d2-8741-529680ff9500/c051bb74-f231-4447-a09f-97f9dfe4bad8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:52.534693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event deleted for resources: {'Port': ['ID=9654fb80-0d3d-4baa-94d5-198f615e0711,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:52.709451 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:52.754793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.770056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6584076b-228e-4471-9756-d7db2823b8e3 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "DELETE /v2.0/ports/9654fb80-0d3d-4baa-94d5-198f615e0711 HTTP/1.1" status: 204 len: 168 time: 1.4282522 Dec 13 09:55:52.772594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:52.880742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.986138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3200e15e-3248-4017-bc67-ac0c752d9b90 tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2123051 Dec 13 09:55:52.999961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37998) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.005223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1698821916'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:53.094112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.117454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Made reservation on behalf of 447a72cffd294fceb3336c6e11e06d49 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:53.125136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.127008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-08ba1354-ac2f-40e5-8dad-7c65e3d34475 None None] Provisioning complete for port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:53.128700 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08ba1354-ac2f-40e5-8dad-7c65e3d34475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.233312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:53.238809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:53.247115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c051bb74-f231-4447-a09f-97f9dfe4bad8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:53.252857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:53.259251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:53.268301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:53.268899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.328968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.328968 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Added segment afa9490e-f562-4437-90f6-a04ae8ec859d of type vlan for network e6c733f8-74db-48f5-bf09-a6063b9e80cd Dec 13 09:55:53.383737 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:53.441689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.455812 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8567d6-9a22-43f9-82e6-f1eeec0bee1d None None] The sync data for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 is: [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5683b9e5-9147-4f85-a513-8a48874c521a', 'name': '', 'network_id': '80012a7e-665d-4a39-8b96-7ac061d941cb', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'mac_address': 'fa:16:3e:a0:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:38Z', 'updated_at': '2021-12-13T09:53:46Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'subnets': [{'id': 'f6f50c3a-16a3-441f-bbb6-fc642fbb66b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:53.468997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.485323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Allocated IP 172.20.0.2 (8cebcfd3-4d06-4f32-8079-c3b3b00eb445/a107d27a-4c17-49d2-8741-529680ff9500/1320115a-194d-40f2-8e4a-ed402f0cc5b1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:53.556409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-08ba1354-ac2f-40e5-8dad-7c65e3d34475 None None] Could not find standard attr ID for object 9654fb80-0d3d-4baa-94d5-198f615e0711. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:53.565564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.579215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:53.579898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.607387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.662899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:53.664010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.672114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.678168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cd8a8423-2c53-47fa-bda1-54a1ef6c187b None None] Could not find standard attr ID for object 9654fb80-0d3d-4baa-94d5-198f615e0711. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:53.783934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.787044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.792170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3445428-8269-497c-af3b-e792b383ae3d HTTP/1.1" status: 204 len: 168 time: 0.3211565 Dec 13 09:55:53.792983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.803591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event updated for resources: {'Network': ['ID=e6c733f8-74db-48f5-bf09-a6063b9e80cd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:53.834751 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a5e86551-ecb8-43e9-9bc4-7f80f1d2f072 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8329129 Dec 13 09:55:53.837992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e6c733f8-74db-48f5-bf09-a6063b9e80cd details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:53.842831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0759b3-ca60-44b1-af2a-9121d01da67d tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3445428-8269-497c-af3b-e792b383ae3d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:53.853405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38018) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.866316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09874d0f-93f0-47a9-a1bf-efdf8ff98d3c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0960939 Dec 13 09:55:53.867012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38022) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.895620 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-50aa7d6e-8b64-4380-8f2c-ca417301ee87 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] show failed (client error): The resource could not be found. Dec 13 09:55:53.899534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50aa7d6e-8b64-4380-8f2c-ca417301ee87 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "GET /v2.0/security-groups/b3445428-8269-497c-af3b-e792b383ae3d HTTP/1.1" status: 404 len: 347 time: 0.0833442 Dec 13 09:55:53.903749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38030) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:54.130191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac95dfa-5c4a-4cd0-bc88-47ac819fed36 None None] New status for floating IP 5355ab08-ce9a-4f78-ace8-aa7653de924e: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:55:54.240866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.254181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.307202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Pushing event updated for resources: {'Port': ['ID=1320115a-194d-40f2-8e4a-ed402f0cc5b1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:54.320072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:54.323508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:54.329125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:54.401792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Attempting to bind port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:54.402600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Attempting to bind port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:54.403201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Attempting to bind port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 on network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:54.410073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:54.410840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Checking segment: {'id': 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:54.411481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.412215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Bound using segment: {'id': 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:54.413152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Bound port: 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8cebcfd3-4d06-4f32-8079-c3b3b00eb445'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:54.422568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.516444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] For port 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:54.520411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] For port 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1320115a-194d-40f2-8e4a-ed402f0cc5b1,segment=NetworkSegment(fbd60261-09dd-4f20-876e-d4ad53e0a1f8),segment_id=fbd60261-09dd-4f20-876e-d4ad53e0a1f8)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:54.526955 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.656471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7318-120a-48c9-9395-99b346b77b41 None None] Pushing event updated for resources: {'Port': ['ID=1320115a-194d-40f2-8e4a-ed402f0cc5b1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:54.769231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.817368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Deleting port 52a856b0-a6ac-436f-a3e0-7d3931a3d032 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:54.818430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.839431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a4984862-09ea-45cd-bbce-795c07cb2b2d tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 0.9820077 Dec 13 09:55:54.842552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.015615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d0fe-ab22-45b8-94c3-be15d9c6aadc req-e9d7da05-b8a5-447f-bfa6-c562329a7633 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:55.019720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c941d0fe-ab22-45b8-94c3-be15d9c6aadc req-e9d7da05-b8a5-447f-bfa6-c562329a7633 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.3823144 Dec 13 09:55:55.103184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.104270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.117523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Calling delete_port for 52a856b0-a6ac-436f-a3e0-7d3931a3d032 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:55.183962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a9581-4b10-4338-865d-30e079769abd tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] Network e6c733f8-74db-48f5-bf09-a6063b9e80cd is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:55.232105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29cfc9-595e-495a-a9e0-e680dddff652 None None] Network e6c733f8-74db-48f5-bf09-a6063b9e80cd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:55.260236 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-579a9581-4b10-4338-865d-30e079769abd tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "POST /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4137943 Dec 13 09:55:55.269572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.593909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c941d0fe-ab22-45b8-94c3-be15d9c6aadc req-46581285-28f8-476b-9acf-79201eeca5ec tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513794 Dec 13 09:55:55.594630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.656658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Pushing event deleted for resources: {'Port': ['ID=52a856b0-a6ac-436f-a3e0-7d3931a3d032,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:55.670966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a2d25019-a44a-4365-96e8-d9953222f237 tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks HTTP/1.1" status: 200 len: 11218 time: 0.3947852 Dec 13 09:55:55.672417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.706835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.734869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.801483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.804134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.815135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-23f5f99f-6a1f-4129-9015-ba2722a88a47 tempest-ServersTestManualDisk-720387594 tempest-ServersTestManualDisk-720387594-project] 10.222.0.31 "DELETE /v2.0/floatingips/5355ab08-ce9a-4f78-ace8-aa7653de924e HTTP/1.1" status: 204 len: 168 time: 1.9105029 Dec 13 09:55:55.815840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38080) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.896261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c051bb74-f231-4447-a09f-97f9dfe4bad8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:55.969712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1320115a-194d-40f2-8e4a-ed402f0cc5b1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:56.211798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:56.212176 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.305852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08359ac0-6210-41d4-ac2a-c873f98578bb tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "DELETE /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks/e6c733f8-74db-48f5-bf09-a6063b9e80cd HTTP/1.1" status: 204 len: 168 time: 0.6322470 Dec 13 09:55:56.310773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:56.343563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-bf5e0352-4bc7-4aeb-a071-cc63f478763f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:56.345580 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-bf5e0352-4bc7-4aeb-a071-cc63f478763f tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.3148570 Dec 13 09:55:56.435238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe8d47-1199-428e-a440-3bff82cf47eb None None] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:56.649303 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.715386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1320115a-194d-40f2-8e4a-ed402f0cc5b1,segment=NetworkSegment(fbd60261-09dd-4f20-876e-d4ad53e0a1f8),segment_id=fbd60261-09dd-4f20-876e-d4ad53e0a1f8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:56.726112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff329e6c-6993-4f9a-b397-4738f3dc6c2d None None] Provisioning complete for port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:56.726533 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff329e6c-6993-4f9a-b397-4738f3dc6c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.732485 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.840008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=1320115a-194d-40f2-8e4a-ed402f0cc5b1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:56.941818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.955169 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bdc77a10-4439-4432-833d-bb988bc3d3ae tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 0.6404178 Dec 13 09:55:56.961823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3ea0-e6ee-4820-9812-c09fea6c2310 req-9f6dfca0-6156-48c7-8b76-6718cb250697 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:56.972668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbbc3ea0-e6ee-4820-9812-c09fea6c2310 req-9f6dfca0-6156-48c7-8b76-6718cb250697 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 945 time: 0.1706002 Dec 13 09:55:56.974490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:57.100260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbbc3ea0-e6ee-4820-9812-c09fea6c2310 req-609ec1ee-d18c-4994-b231-42172e03b0bf tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266356 Dec 13 09:55:57.119804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-032f784b-58c0-44a6-a92d-f8909dfbfacd tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/networks/b5df9b8f-62e8-4944-b7ed-6494272cae89/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1004562 Dec 13 09:55:57.120699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38118) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:57.173173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Deleting port bbebd98b-d5c7-4964-932c-111dccb145b3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:57.173514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.195843 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4344e0d5-97a1-4506-93cd-244c580129a6 tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/networks/b5df9b8f-62e8-4944-b7ed-6494272cae89/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0509262 Dec 13 09:55:57.208360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38120) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:57.376264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.388815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] For port bbebd98b-d5c7-4964-932c-111dccb145b3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bbebd98b-d5c7-4964-932c-111dccb145b3,segment=NetworkSegment(51eb2d8d-4df3-4ba8-b52d-1a58376d3b44),segment_id=51eb2d8d-4df3-4ba8-b52d-1a58376d3b44)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:57.389191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.410843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Calling delete_port for bbebd98b-d5c7-4964-932c-111dccb145b3 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:57.422557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-38dc0dd0-bf48-4a92-899d-f6e1a4e61f01 None None] Provisioning complete for port c051bb74-f231-4447-a09f-97f9dfe4bad8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:57.422933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38dc0dd0-bf48-4a92-899d-f6e1a4e61f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.474747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-38dc0dd0-bf48-4a92-899d-f6e1a4e61f01 None None] Port c051bb74-f231-4447-a09f-97f9dfe4bad8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:57.486956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-38dc0dd0-bf48-4a92-899d-f6e1a4e61f01 None None] Provisioning complete for port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:57.487333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38dc0dd0-bf48-4a92-899d-f6e1a4e61f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.773642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.823990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-174bc4f6-e8fc-40e8-b520-b4fbb6ad2f2a None None] Provisioning complete for port c051bb74-f231-4447-a09f-97f9dfe4bad8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:57.824518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-174bc4f6-e8fc-40e8-b520-b4fbb6ad2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.922573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-174bc4f6-e8fc-40e8-b520-b4fbb6ad2f2a None None] Port c051bb74-f231-4447-a09f-97f9dfe4bad8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:57.925470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1320115a-194d-40f2-8e4a-ed402f0cc5b1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:58.051212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Deleting port 5683b9e5-9147-4f85-a513-8a48874c521a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:58.051820 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.092951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:58.093344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.257732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] For port 5683b9e5-9147-4f85-a513-8a48874c521a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5683b9e5-9147-4f85-a513-8a48874c521a,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:58.258104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.295642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d751a832-5147-4ccc-b6c3-3e88fd694b1d None None] Provisioning complete for port c051bb74-f231-4447-a09f-97f9dfe4bad8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:58.296159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d751a832-5147-4ccc-b6c3-3e88fd694b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.314996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Calling delete_port for 5683b9e5-9147-4f85-a513-8a48874c521a owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:58.362282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ec8ace71-9cd1-4fa3-af00-af47d3e5f7c5 tempest-DHCPAgentSchedulersTestJSON-1143332013 tempest-DHCPAgentSchedulersTestJSON-1143332013-project-admin] 10.222.0.31 "GET /v2.0/agents/995f2413-4807-4e34-b88d-a5d7b466af77/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 1.1323981 Dec 13 09:55:58.362282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.363002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38154) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:58.383309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d751a832-5147-4ccc-b6c3-3e88fd694b1d None None] Port c051bb74-f231-4447-a09f-97f9dfe4bad8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:58.418887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Pushing event deleted for resources: {'Port': ['ID=bbebd98b-d5c7-4964-932c-111dccb145b3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:58.474699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13435023-848a-4e52-9540-03ca12c5b5b0 None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:58.670780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.692787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb0636-9c4a-4af7-8ab3-0c7b4584e9cf req-2b8310a1-70c8-4552-a8cf-bcf18cc9243b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.694506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15eb0636-9c4a-4af7-8ab3-0c7b4584e9cf req-2b8310a1-70c8-4552-a8cf-bcf18cc9243b tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/ports?device_id=13e69e41-28f6-4b5c-9154-b702a235ce81 HTTP/1.1" status: 200 len: 867 time: 0.4234104 Dec 13 09:55:58.723585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5683b9e5-9147-4f85-a513-8a48874c521a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:58.853031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15eb0636-9c4a-4af7-8ab3-0c7b4584e9cf req-b49348d4-193d-4699-8d09-09db25b1dced tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47ee037-edc5-4680-90f0-de52cdd2c147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269476 Dec 13 09:55:59.027670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.115144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bbebd98b-d5c7-4964-932c-111dccb145b3 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:59.155442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.157318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] No DVR routers for this DVR port bbebd98b-d5c7-4964-932c-111dccb145b3 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:59.171345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: bbebd98b-d5c7-4964-932c-111dccb145b3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:59.171482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bbebd98b-d5c7-4964-932c-111dccb145b3 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:59.184871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.201738 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-72dcfac2-abbb-4b79-a339-ca987c58ebf8 req-0fedd8da-e58f-4532-b243-8e66e63994d2 tempest-AttachVolumeNegativeTest-272331976 tempest-AttachVolumeNegativeTest-272331976-project] 10.222.0.16 "DELETE /v2.0/ports/bbebd98b-d5c7-4964-932c-111dccb145b3 HTTP/1.1" status: 204 len: 173 time: 2.7771332 Dec 13 09:55:59.202630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'name': 'network-vif-deleted', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:59.204756 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed031d-c0ad-4449-b899-54799efd1419" -d '{"events": [{"server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "name": "network-vif-deleted", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:59.347002 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce9e7f-f039-4cd4-9928-4a9a87832b4f x-openstack-request-id: req-d2ce9e7f-f039-4cd4-9928-4a9a87832b4f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:59.347297 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e69e41-28f6-4b5c-9154-b702a235ce81", "name": "network-vif-deleted", "tag": "bbebd98b-d5c7-4964-932c-111dccb145b3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:59.347748 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2ce9e7f-f039-4cd4-9928-4a9a87832b4f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:59.348301 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e69e41-28f6-4b5c-9154-b702a235ce81', 'name': 'network-vif-deleted', 'tag': 'bbebd98b-d5c7-4964-932c-111dccb145b3', 'status': 'completed', 'code': 200} Dec 13 09:55:59.431235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.467638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c733f8-74db-48f5-bf09-a6063b9e80cd']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:59.471356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.492006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa9490e-f562-4437-90f6-a04ae8ec859d') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:59.492242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa9490e-f562-4437-90f6-a04ae8ec859d') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:59.505390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.512284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.585593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.588159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c051bb74-f231-4447-a09f-97f9dfe4bad8,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:59.640885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:59.654040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.678723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:59.679265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:59.689374 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:59.827775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.958163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:59.960002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:59.969839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1e8015f5-77f6-439c-a0aa-cf8b64dfa8e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/525e7cdf-6fd2-4cc7-b555-8eef778fcb2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1526728 Dec 13 09:55:59.971141 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Sync routers for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:59.981639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38198) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:59.984566 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:59.988760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:00.044101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.058460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.062216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "DELETE /v2.0/networks/e6c733f8-74db-48f5-bf09-a6063b9e80cd HTTP/1.1" status: 204 len: 168 time: 1.6968288 Dec 13 09:56:00.074461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38204) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:00.122443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Deleting subnet 01213129-538f-47de-b758-07bc2906a7de {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:00.133023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.144640 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-257d27a5-a420-46de-97cd-3d1d34ab2364 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:00.145214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257d27a5-a420-46de-97cd-3d1d34ab2364 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:00.148514 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-257d27a5-a420-46de-97cd-3d1d34ab2364 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "DELETE /v2.0/ports/9654fb80-0d3d-4baa-94d5-198f615e0711 HTTP/1.1" status: 404 len: 333 time: 0.0344110 Dec 13 09:56:00.157082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38210) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:00.179674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:00.189648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481dfce-a053-494c-9c11-d17d59e86afa tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event deleted for resources: {'Network': ['ID=e6c733f8-74db-48f5-bf09-a6063b9e80cd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:00.192783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:00.273892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.352511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Deleting subnet dc37fa8a-88d2-47d0-bd0b-a1685155503c {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:00.356398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.425279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.530023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.573173 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:00.579172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router da3ef365-619e-43ea-87ad-cfcd46850fa7 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:00.664619 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.754992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-53884b03-98ce-4a15-8f9d-ff39deeb3d31 None None] Provisioning complete for port c051bb74-f231-4447-a09f-97f9dfe4bad8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:00.756535 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53884b03-98ce-4a15-8f9d-ff39deeb3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.768860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:00.771711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.785053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-49b88fd0-518f-4a8b-98e8-66f0dab588fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/da3ef365-619e-43ea-87ad-cfcd46850fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9168999 Dec 13 09:56:00.789724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38226) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:00.828431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] Sync routers for ids ['da3ef365-619e-43ea-87ad-cfcd46850fa7'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:00.898704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06618774-2bbb-42bf-a849-8bc802412d65 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:00.904864 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06618774-2bbb-42bf-a849-8bc802412d65 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports/c051bb74-f231-4447-a09f-97f9dfe4bad8 HTTP/1.1" status: 200 len: 977 time: 0.1137993 Dec 13 09:56:00.905508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:00.908600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-53884b03-98ce-4a15-8f9d-ff39deeb3d31 None None] Port c051bb74-f231-4447-a09f-97f9dfe4bad8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:00.920768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] Routers {'da3ef365-619e-43ea-87ad-cfcd46850fa7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:00.923642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:55:58Z', 'revision_number': 5, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port': {'id': '0a2fb726-739b-4ae3-88fb-ae5eed0a1d72', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:32Z', 'updated_at': '2021-12-13T09:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:00.924885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['da3ef365-619e-43ea-87ad-cfcd46850fa7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:00.997109 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Checking router: 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:01.004007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.009897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.030618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.037177 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Routers {'525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:01.037819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.043015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] Routers {'da3ef365-619e-43ea-87ad-cfcd46850fa7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:01.044221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['da3ef365-619e-43ea-87ad-cfcd46850fa7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.054566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01213129-538f-47de-b758-07bc2906a7de,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.064893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.076239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-328b777f-fbac-41ee-99d7-bcf984cf1b15 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01213129-538f-47de-b758-07bc2906a7de HTTP/1.1" status: 204 len: 168 time: 1.1152611 Dec 13 09:56:01.077612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:01.129133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.149118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6dc83-d0d5-4370-bf24-c82dbd61f568 None None] Network c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:01.153358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.159890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae508d-727a-4476-8af3-d8d46beb0666 None None] The sync data for ids ['da3ef365-619e-43ea-87ad-cfcd46850fa7'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:01.167444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.211049 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] Set router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:01.245770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event deleted for resources: {'Subnet': ['ID=dc37fa8a-88d2-47d0-bd0b-a1685155503c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.263957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.269589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e2384f85-f119-4da5-a21e-dfd64b37a724 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "DELETE /v2.0/subnets/dc37fa8a-88d2-47d0-bd0b-a1685155503c HTTP/1.1" status: 204 len: 168 time: 1.1093142 Dec 13 09:56:01.282682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:01.289394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e8575711-701f-4438-87df-883e1ebab0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:56:01Z', 'revision_number': 6, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.299968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabb6b4-1f14-4afa-acd2-a41f94985de1 None None] Network b5df9b8f-62e8-4944-b7ed-6494272cae89 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:01.332545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.356228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.359902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575711-701f-4438-87df-883e1ebab0da None None] The sync data for ids ['525e7cdf-6fd2-4cc7-b555-8eef778fcb2a'] in n-d-820935-7 is: [{'id': '525e7cdf-6fd2-4cc7-b555-8eef778fcb2a', 'name': 'tempest-ServersTestManualDisk-879991212-router', 'tenant_id': '01b818bf2f90435f8d33911c547ff587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:31Z', 'updated_at': '2021-12-13T09:56:01Z', 'revision_number': 6, 'project_id': '01b818bf2f90435f8d33911c547ff587', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:01.367289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.367824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eb2d8d-4df3-4ba8-b52d-1a58376d3b44') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.379319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.394088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.402142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:01.403022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.442281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.470134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Deleting port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:01.470493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:01.505666 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:01.548593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5743d74-bd42-4aec-b086-ff3d61dc0cac None None] DHCP port deletion for c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:01.585401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.620137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Deleting port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:01.620137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.622405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] For port 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:01.622747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.631805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.638020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04 HTTP/1.1" status: 204 len: 168 time: 0.5572655 Dec 13 09:56:01.638020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ec351-e63d-4ee4-9597-d65e14e17e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c37b2cc4-df0c-4ffe-b349-54a1fd7c0c04,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.775442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5683b9e5-9147-4f85-a513-8a48874c521a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:01.842729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] DHCP port deletion for b5df9b8f-62e8-4944-b7ed-6494272cae89 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:01.864061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5683b9e5-9147-4f85-a513-8a48874c521a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:01.864425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5683b9e5-9147-4f85-a513-8a48874c521a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:01.958715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Deleting port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:01.959427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.017752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.101309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:02.164380 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3b43526-75d4-4c03-b769-ba1d27e8eefd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70de0bf339f74f458175d466533c26dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616243 Dec 13 09:56:02.189674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] For port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,segment=NetworkSegment(9dc787d3-fbff-484f-8ce3-2b72e214a6d6),segment_id=9dc787d3-fbff-484f-8ce3-2b72e214a6d6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:02.190470 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.190997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:02.194292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Calling delete_port for 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:02.211869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Calling delete_port for 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:02.294137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.306752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] For port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,segment=NetworkSegment(9dc787d3-fbff-484f-8ce3-2b72e214a6d6),segment_id=9dc787d3-fbff-484f-8ce3-2b72e214a6d6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:02.307131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.337473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Calling delete_port for 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:02.403676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.426628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.480808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] No DVR routers for this DVR port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:02.497370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb422c5-0db1-4f93-85ad-8e06e2c87dd9 None None] Pushing event deleted for resources: {'Port': ['ID=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:02.624811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port c051bb74-f231-4447-a09f-97f9dfe4bad8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:02.625278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.728649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.743425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for c051bb74-f231-4447-a09f-97f9dfe4bad8 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:02.746277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.786438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2fb726-739b-4ae3-88fb-ae5eed0a1d72,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:02.842429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b8df5-1564-4c98-ba3d-e89149fe7464 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:02.875755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.879578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.881000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a47ee037-edc5-4680-90f0-de52cdd2c147 HTTP/1.1" status: 204 len: 168 time: 0.6717954 Dec 13 09:56:02.904799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.905056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d27d3-6069-411a-8784-6ed44d0d1faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ee037-edc5-4680-90f0-de52cdd2c147,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:03.046395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.050629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event deleted for resources: {'Port': ['ID=0c8c1b11-79b8-42f0-be91-39fcf1f87ccd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:03.079769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] No DVR routers for this DVR port 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:03.176306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.245670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.250106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.253414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.269244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=c051bb74-f231-4447-a09f-97f9dfe4bad8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:03.359166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5df9b8f-62e8-4944-b7ed-6494272cae89']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:03.388123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc787d3-fbff-484f-8ce3-2b72e214a6d6') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:03.388392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc787d3-fbff-484f-8ce3-2b72e214a6d6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:03.405484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.406020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525e7cdf-6fd2-4cc7-b555-8eef778fcb2a {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:03.411983 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.413209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16598397-7ca8-4fa9-8124-c301bcd61dc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/525e7cdf-6fd2-4cc7-b555-8eef778fcb2a HTTP/1.1" status: 204 len: 168 time: 3.4296470 Dec 13 09:56:03.421509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.423049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38300) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:03.576175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.589961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Deleting subnet f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:03.612536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:03.612536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:03.627152 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:03.670164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.703774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.902820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:03.918985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.946894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router da3ef365-619e-43ea-87ad-cfcd46850fa7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:03.971143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:03.971505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c8c1b11-79b8-42f0-be91-39fcf1f87ccd not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:03.971974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:03.993085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.002214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.005578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] 10.222.0.31 "DELETE /v2.0/networks/b5df9b8f-62e8-4944-b7ed-6494272cae89 HTTP/1.1" status: 204 len: 168 time: 2.7215061 Dec 13 09:56:04.026810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:04.027645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2fb726-739b-4ae3-88fb-ae5eed0a1d72 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:04.058191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431036-ff6d-4a98-92cf-d4f5c37ac5b0 tempest-DHCPAgentSchedulersTestJSON-707836115 tempest-DHCPAgentSchedulersTestJSON-707836115-project] Pushing event deleted for resources: {'Network': ['ID=b5df9b8f-62e8-4944-b7ed-6494272cae89,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:04.071834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:04.083189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] Sync routers for ids ['da3ef365-619e-43ea-87ad-cfcd46850fa7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:04.109260 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] Routers {'da3ef365-619e-43ea-87ad-cfcd46850fa7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:04.110378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-19f35690-a6f0-4391-a63c-d5e61d716c5a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/da3ef365-619e-43ea-87ad-cfcd46850fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037983 Dec 13 09:56:04.111084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.116895 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['da3ef365-619e-43ea-87ad-cfcd46850fa7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:04.178155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.221270 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:04.251469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] Routers {'da3ef365-619e-43ea-87ad-cfcd46850fa7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:04.257081 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:55:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['da3ef365-619e-43ea-87ad-cfcd46850fa7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:04.285858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.321400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.369263 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:04.374632 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a95457-de1d-43dc-bd1f-f07dd358a325 None None] The sync data for ids ['da3ef365-619e-43ea-87ad-cfcd46850fa7'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:04.407630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.411321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c186055-3f3f-41ac-ba2c-b5e9cf3045b8 None None] Network 80012a7e-665d-4a39-8b96-7ac061d941cb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:04.438949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6f50c3a-16a3-441f-bbb6-fc642fbb66b9 HTTP/1.1" status: 204 len: 168 time: 1.0146596 Dec 13 09:56:04.441326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38346) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.460937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708b236-1dc8-401c-8c5d-f4b651fdd1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f50c3a-16a3-441f-bbb6-fc642fbb66b9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:04.527350 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-a51ec06a-cc63-4c95-b829-87dbe9edd627 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 09:56:04.531634 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a51ec06a-cc63-4c95-b829-87dbe9edd627 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/da3ef365-619e-43ea-87ad-cfcd46850fa7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4195085 Dec 13 09:56:04.532412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.565598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38350) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.581871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.635338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0248740e-3f6f-4eeb-a55c-8bc9fed0baef tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=da3ef365-619e-43ea-87ad-cfcd46850fa7 HTTP/1.1" status: 200 len: 205 time: 0.0822148 Dec 13 09:56:04.635931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.702316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.765198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] DHCP port deletion for 80012a7e-665d-4a39-8b96-7ac061d941cb request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:04.778838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.880237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59a4c039-2b14-4c24-9fd9-16fbd4a0e965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.927474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Deleting port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:04.927993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.022722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.025862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.063038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59a4c039-2b14-4c24-9fd9-16fbd4a0e965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.078328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Deleting port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:05.078709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.081009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59a4c039-2b14-4c24-9fd9-16fbd4a0e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.090151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] For port fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:05.090557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.094681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.095227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router da3ef365-619e-43ea-87ad-cfcd46850fa7 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:05.105262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.106659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-86dfbe95-f726-4263-a5a1-9a1341fefd03 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/da3ef365-619e-43ea-87ad-cfcd46850fa7 HTTP/1.1" status: 204 len: 168 time: 0.4694872 Dec 13 09:56:05.120651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Calling delete_port for fba33a5d-ff66-4f63-a1ca-1e40486e91f5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:05.132383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38370) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:05.242491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4c039-2b14-4c24-9fd9-16fbd4a0e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e83fe-468e-42cf-867b-f9b27ccc9f95,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.243353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] For port fba33a5d-ff66-4f63-a1ca-1e40486e91f5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,segment=NetworkSegment(33ddda36-3bf6-4972-801c-c30799b6ed99),segment_id=33ddda36-3bf6-4972-801c-c30799b6ed99)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:05.247609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.295526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet a107d27a-4c17-49d2-8741-529680ff9500 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:05.295841 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59a4c039-2b14-4c24-9fd9-16fbd4a0e965 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16214ca6cc024bc2b7c442aa500a5e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7039359 Dec 13 09:56:05.299633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38374) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:05.305746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.331637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f5946a0-702f-4747-8594-47209b946531 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=447a72cffd294fceb3336c6e11e06d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7644029 Dec 13 09:56:05.351536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:05.407583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.427121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.465932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] Pushing event deleted for resources: {'Port': ['ID=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.485616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c04c82-7624-4cb4-b9e1-44dad7abbae4 None None] No DVR routers for this DVR port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:05.492181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Calling delete_port for fba33a5d-ff66-4f63-a1ca-1e40486e91f5 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:05.598076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.643432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.655265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f900399-b693-4946-8226-59159507e11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.702576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f900399-b693-4946-8226-59159507e11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.738070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.742146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.745290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a0e83fe-468e-42cf-867b-f9b27ccc9f95 HTTP/1.1" status: 204 len: 168 time: 0.4446781 Dec 13 09:56:05.763001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ff58d-b947-45e4-8bf8-28addd886104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e83fe-468e-42cf-867b-f9b27ccc9f95,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.777126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.793104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f900399-b693-4946-8226-59159507e11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.800057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2f900399-b693-4946-8226-59159507e11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.804272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f900399-b693-4946-8226-59159507e11a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1e0ef26-8b23-4aed-ba7a-cf7717cf3c9c HTTP/1.1" status: 204 len: 168 time: 0.4517589 Dec 13 09:56:05.836068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f900399-b693-4946-8226-59159507e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0ef26-8b23-4aed-ba7a-cf7717cf3c9c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.905016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.929641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fba33a5d-ff66-4f63-a1ca-1e40486e91f5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:05.934810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba33a5d-ff66-4f63-a1ca-1e40486e91f5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.951633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] No DVR routers for this DVR port fba33a5d-ff66-4f63-a1ca-1e40486e91f5 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:05.981025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.025014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: fba33a5d-ff66-4f63-a1ca-1e40486e91f5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:06.025408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fba33a5d-ff66-4f63-a1ca-1e40486e91f5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:06.062772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=a107d27a-4c17-49d2-8741-529680ff9500,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:06.074078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.082361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38404) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:06.082937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6596c37a-af2d-4966-bd38-6ca69e044fd5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/a107d27a-4c17-49d2-8741-529680ff9500 HTTP/1.1" status: 204 len: 168 time: 0.9489398 Dec 13 09:56:06.093821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.116049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83df091-32d0-41d9-bc55-d07fe19011b3 None None] Network 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:06.148327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80012a7e-665d-4a39-8b96-7ac061d941cb']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:06.160373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ddda36-3bf6-4972-801c-c30799b6ed99') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:06.160667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ddda36-3bf6-4972-801c-c30799b6ed99') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:06.173273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.188804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.191622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7224471-5b0a-4249-b98c-d82841d02e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.199088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:06.199720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:06.261996 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:06.267747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.280207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.284665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] 10.222.0.31 "DELETE /v2.0/networks/80012a7e-665d-4a39-8b96-7ac061d941cb HTTP/1.1" status: 204 len: 168 time: 1.8421838 Dec 13 09:56:06.317907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5b6e8-5217-4290-88b1-6b26198cbe90 admin admin] Pushing event deleted for resources: {'Network': ['ID=80012a7e-665d-4a39-8b96-7ac061d941cb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:06.332427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.430911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:06.432293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.472710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386410be-4285-4317-b81f-f0736891a044 None None] DHCP port deletion for 8cebcfd3-4d06-4f32-8079-c3b3b00eb445 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:06.629604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1320115a-194d-40f2-8e4a-ed402f0cc5b1,segment=NetworkSegment(fbd60261-09dd-4f20-876e-d4ad53e0a1f8),segment_id=fbd60261-09dd-4f20-876e-d4ad53e0a1f8)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:06.630105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.657294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 1320115a-194d-40f2-8e4a-ed402f0cc5b1 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:06.755583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38424) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:06.807519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38426) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:06.831713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f23ab6be-54b5-4083-94b9-61f2419e41d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01b818bf2f90435f8d33911c547ff587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746291 Dec 13 09:56:06.834077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:06.868466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e00c5072-8eac-4b7f-b227-2602a5083a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.919320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.925446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-386410be-4285-4317-b81f-f0736891a044 None None] Deleting port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:06.925839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-386410be-4285-4317-b81f-f0736891a044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.933169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.982681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=1320115a-194d-40f2-8e4a-ed402f0cc5b1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.000460 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.028615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:07.097032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-386410be-4285-4317-b81f-f0736891a044 None None] For port 1320115a-194d-40f2-8e4a-ed402f0cc5b1, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:07.097646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-386410be-4285-4317-b81f-f0736891a044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.098055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.107182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.108925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/173cbaca-7ca3-457b-a876-159b1629bf67 HTTP/1.1" status: 204 len: 168 time: 0.2736893 Dec 13 09:56:07.121938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5bb5c-8b98-4d25-8dc6-f780e6982c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173cbaca-7ca3-457b-a876-159b1629bf67,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.123665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-386410be-4285-4317-b81f-f0736891a044 None None] Calling delete_port for 1320115a-194d-40f2-8e4a-ed402f0cc5b1 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:07.126734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-386410be-4285-4317-b81f-f0736891a044 None None] Port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:56:07.128141 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-386410be-4285-4317-b81f-f0736891a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.163127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386410be-4285-4317-b81f-f0736891a044 None None] Pushing event deleted for resources: {'Port': ['ID=1320115a-194d-40f2-8e4a-ed402f0cc5b1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.167161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386410be-4285-4317-b81f-f0736891a044 None None] No DVR routers for this DVR port 1320115a-194d-40f2-8e4a-ed402f0cc5b1 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:07.250555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.307514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cebcfd3-4d06-4f32-8079-c3b3b00eb445']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:07.319266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e00c5072-8eac-4b7f-b227-2602a5083a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.323807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:07.324220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd60261-09dd-4f20-876e-d4ad53e0a1f8') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:07.339733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e00c5072-8eac-4b7f-b227-2602a5083a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.371002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.407181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c5072-8eac-4b7f-b227-2602a5083a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9985f-863a-46ca-b822-d65d45aeab6f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.415227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.432813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38454) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:07.432941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e00c5072-8eac-4b7f-b227-2602a5083a7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93d23738fd2247ebb3a51898387984e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6212142 Dec 13 09:56:07.440786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:07.441590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:07.444899 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:07.496214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.523590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.590835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.594788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.596348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ce9985f-863a-46ca-b822-d65d45aeab6f HTTP/1.1" status: 204 len: 168 time: 0.1619811 Dec 13 09:56:07.610278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.625408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.630248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82087b-b8e6-48a9-b2a4-083c15758c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9985f-863a-46ca-b822-d65d45aeab6f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.636582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/8cebcfd3-4d06-4f32-8079-c3b3b00eb445 HTTP/1.1" status: 204 len: 168 time: 1.5529852 Dec 13 09:56:07.640193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:07.645306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-1785847427'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:07.652747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a625c-8da0-4cdd-aa23-cc2593e40385 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=8cebcfd3-4d06-4f32-8079-c3b3b00eb445,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.698792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:07.703888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.748494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:07.761980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.762605 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment e44630df-986d-46ff-8120-f803e6d2dfc3 of type vlan for network 80d94f41-e50d-414c-bba5-76303a1822f7 Dec 13 09:56:07.813892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.883636 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.891584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:07.892679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.898247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1320115a-194d-40f2-8e4a-ed402f0cc5b1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:07.944299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38474) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:07.947914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3059812 Dec 13 09:56:07.949682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1320115a-194d-40f2-8e4a-ed402f0cc5b1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:07.950047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1320115a-194d-40f2-8e4a-ed402f0cc5b1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:07.950533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:08.030513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef67ceb-16d7-426b-a2f0-cf2372235f75 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=80d94f41-e50d-414c-bba5-76303a1822f7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:08.043020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 80d94f41-e50d-414c-bba5-76303a1822f7 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:08.360496 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32e95d6d-863c-4e37-ad14-157cd6e3fe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.553645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:08.558259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.873437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.943876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=1ae52e19-8bf8-4f4a-8616-b0d7f6344886,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:08.963606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': 'e44630df-986d-46ff-8120-f803e6d2dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:08.963606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 80d94f41-e50d-414c-bba5-76303a1822f7, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:08.963907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.964195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.964529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.964873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.965215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.965555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.965890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.966223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.967619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.967619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.967619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.967933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.968155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:08.995143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 80d94f41-e50d-414c-bba5-76303a1822f7 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:09.009434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:09.022083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 80d94f41-e50d-414c-bba5-76303a1822f7) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:09.029435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:09.032541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.044140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e835f06-0340-4989-ab28-e929a83f9396 None None] Network 80d94f41-e50d-414c-bba5-76303a1822f7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:09.091965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38522) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:09.096963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1793752445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:09.102104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87cc3e59-709b-40a0-afe4-c2b14227f2b7 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1566372 Dec 13 09:56:09.148451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.149759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.206904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-80d94f41-e50d-414c-bba5-76303a1822f7', 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '1ae52e19-8bf8-4f4a-8616-b0d7f6344886'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:09.208546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.286700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.297063 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.360180 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.361758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-67d8c962-d844-4cb1-a4a9-70eb753debcd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2684250 Dec 13 09:56:09.364456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38532) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:09.444161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Allocated IP 172.20.0.2 (80d94f41-e50d-414c-bba5-76303a1822f7/1ae52e19-8bf8-4f4a-8616-b0d7f6344886/1bb10d1c-83b0-4dce-a1ad-7510c7f6d482) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:09.513238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1289907751-network', 'tenant_id': '38254589aa2f4691b859a78234c70b22'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:09.533772 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.550601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Made reservation on behalf of 38254589aa2f4691b859a78234c70b22 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:09.554357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.566470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.848933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.859711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.960964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Network 80d94f41-e50d-414c-bba5-76303a1822f7 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:09.965739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:09.969710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:09.989396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Pushing event updated for resources: {'Port': ['ID=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:10.121017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Attempting to bind port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:10.121683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Attempting to bind port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e44630df-986d-46ff-8120-f803e6d2dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:10.122230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Attempting to bind port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 on network 80d94f41-e50d-414c-bba5-76303a1822f7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:10.143068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:10.143819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Checking segment: {'id': 'e44630df-986d-46ff-8120-f803e6d2dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:10.144221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.144629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Bound using segment: {'id': 'e44630df-986d-46ff-8120-f803e6d2dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:10.149237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Bound port: 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44630df-986d-46ff-8120-f803e6d2dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '80d94f41-e50d-414c-bba5-76303a1822f7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:10.149658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.270401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] For port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:10.275666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] For port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,segment=NetworkSegment(e44630df-986d-46ff-8120-f803e6d2dfc3),segment_id=e44630df-986d-46ff-8120-f803e6d2dfc3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:10.283232 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.423539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd39e9-3473-40b1-9c69-c8e40a8313c1 None None] Pushing event updated for resources: {'Port': ['ID=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:10.525498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38568) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.645623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.713800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.724955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.900248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:10.976926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417db6bf-94d2-46d5-bd65-c375a99f2e68,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.004321 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.004748 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Added segment 5200d1ce-b6d2-49b5-a1af-e843fe5acf8b of type vlan for network 741685cd-accf-4039-8cf4-3b017563aed1 Dec 13 09:56:11.008210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-network', 'tenant_id': '9d3412558641442abe30d406fe7da723'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:11.035677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:11.041941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.065222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.163462 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.188113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.237488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.244423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.274629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:11.316825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe3764-2202-4588-97b2-6d99175fa76c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.319803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.332103 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Added segment 538ff698-a4bb-422e-b44a-bceaba7d5a31 of type vlan for network fb74d072-0d20-4af7-9108-0d5208feb395 Dec 13 09:56:11.367200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.368577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:11.369786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.439447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.496543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.497527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:11.498137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.577481 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0501022 Dec 13 09:56:11.581328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38598) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:11.595369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Request body: {'subnet': {'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-subnet', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:11.636206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:11.639175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.644864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] Pushing event updated for resources: {'Network': ['ID=741685cd-accf-4039-8cf4-3b017563aed1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.646452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368792-96e3-4b8c-8ddc-35630bee64a3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb74d072-0d20-4af7-9108-0d5208feb395,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.660502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 741685cd-accf-4039-8cf4-3b017563aed1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:11.684186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fb74d072-0d20-4af7-9108-0d5208feb395 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:11.710927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.20.0.1 (80d94f41-e50d-414c-bba5-76303a1822f7/1ae52e19-8bf8-4f4a-8616-b0d7f6344886/ac068b7c-75e8-4115-95a7-ad4beb3a3ea1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:11.891254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00d24b81-0a89-4d4e-ba69-da9cb6afeb34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8796489 Dec 13 09:56:11.891967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38614) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:11.926244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Request body: {'subnet': {'network_id': '741685cd-accf-4039-8cf4-3b017563aed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1289907751-subnet', 'tenant_id': '38254589aa2f4691b859a78234c70b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:12.014423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:12.026646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.144723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Made reservation on behalf of 38254589aa2f4691b859a78234c70b22 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:12.147245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.160237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf3573b-b6db-4808-a3dc-66e4904fb5d7 None None] Network 80d94f41-e50d-414c-bba5-76303a1822f7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:12.161876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Checking segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:12.162242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Network hostable DHCP agents. Network: fb74d072-0d20-4af7-9108-0d5208feb395, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:12.187137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:12.215571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Network fb74d072-0d20-4af7-9108-0d5208feb395 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:12.238058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fb74d072-0d20-4af7-9108-0d5208feb395) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:12.242938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.244417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.258524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.289683 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-876ea39e-090a-499f-b949-9cb7502272b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7046747 Dec 13 09:56:12.289905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:12.297745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:12.312064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad90f8-ae26-48e2-a75c-bf7553a81348 None None] Network fb74d072-0d20-4af7-9108-0d5208feb395 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:12.342684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.343902 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.365761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.436624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 80d94f41-e50d-414c-bba5-76303a1822f7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:12.446107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:12.452262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:12.473502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.531622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ac068b7c-75e8-4115-95a7-ad4beb3a3ea1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:12.559541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.564098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.710218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.758331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=61245e06-ad5d-490d-9b13-d817a46f867f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:12.826225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-fb74d072-0d20-4af7-9108-0d5208feb395', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:12.827945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.880351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.955537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Checking segment: {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:12.956188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Network hostable DHCP agents. Network: 741685cd-accf-4039-8cf4-3b017563aed1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:13.034306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.049551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Network 741685cd-accf-4039-8cf4-3b017563aed1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:13.130851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 741685cd-accf-4039-8cf4-3b017563aed1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:13.170549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:13.171296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.232256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Allocated IP 172.20.0.2 (fb74d072-0d20-4af7-9108-0d5208feb395/4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085/225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:13.345112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.353343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] Provisioning complete for port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:13.355171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.379358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.405116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d998d7d-0402-40c7-a10e-7e585e49662f None None] Network 741685cd-accf-4039-8cf4-3b017563aed1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:13.421977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ebf014f4-2b47-46c9-8ce4-f5cdb87de5bc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5160432 Dec 13 09:56:13.503825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38662) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:13.551902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:13.552635 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.582910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Allocated IP 172.25.2.32 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/a5f780f4-b000-436b-8e20-a597c9f6128b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:13.828677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:13.831640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.908075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.917983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.931151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.948780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.001626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe52503-1bc7-4c82-95a6-6681d37a38b2 None None] Network 741685cd-accf-4039-8cf4-3b017563aed1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:14.008889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.146767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:14.151734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:14.165424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:14.187644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a673d-aca2-4df0-9f1d-2b593454997d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:14.203679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.218559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.270077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.347960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ac068b7c-75e8-4115-95a7-ad4beb3a3ea1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:14.349766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] For port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,segment=NetworkSegment(e44630df-986d-46ff-8120-f803e6d2dfc3),segment_id=e44630df-986d-46ff-8120-f803e6d2dfc3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:14.352937 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.430607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f780f4-b000-436b-8e20-a597c9f6128b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:14.470763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Pushing event updated for resources: {'Port': ['ID=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:14.473324 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.571535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 80d94f41-e50d-414c-bba5-76303a1822f7 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:14.577004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:14.682383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Network fb74d072-0d20-4af7-9108-0d5208feb395 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:14.720365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:14.745098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:14.816563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.987006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.157747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:56:15.158110 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:56:15.198222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Provisioning complete for port a5f780f4-b000-436b-8e20-a597c9f6128b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:15.198598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.215202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80bd32-5394-4d78-a4ff-f092a7520bcc None None] Pushing event updated for resources: {'Port': ['ID=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:15.234064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 16e2dcbc-c02b-45d6-a757-55393ad006f3 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:15.257894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Allocated IP 172.25.2.116 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/10f1402c-2130-40bb-8d3b-f9a7eaa27d5f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:15.334264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Port a5f780f4-b000-436b-8e20-a597c9f6128b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:15.346861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Attempting to bind port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:15.347254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Attempting to bind port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:15.347655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Attempting to bind port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf on network fb74d072-0d20-4af7-9108-0d5208feb395 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:15.369962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:15.370376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Checking segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:15.370932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.371341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Bound using segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:15.371873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Bound port: 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:15.372269 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.458325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:15.472148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c36f327c-f5a0-4fd2-ae0e-f8a3c8535134 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/16e2dcbc-c02b-45d6-a757-55393ad006f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1063154 Dec 13 09:56:15.475756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:15.512215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] For port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:15.516007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] For port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:15.521727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] Sync routers for ids ['16e2dcbc-c02b-45d6-a757-55393ad006f3'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:15.535066 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.547634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] Routers {'16e2dcbc-c02b-45d6-a757-55393ad006f3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:15.548293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['16e2dcbc-c02b-45d6-a757-55393ad006f3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:15.576653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.671425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:15.764632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644561c-253e-4ccb-a3cb-a14ec38f2186 None None] Pushing event updated for resources: {'Port': ['ID=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:15.775650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Provisioning complete for port ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:15.776038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.827520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Port ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:15.848941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] Routers {'16e2dcbc-c02b-45d6-a757-55393ad006f3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:15.849560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['16e2dcbc-c02b-45d6-a757-55393ad006f3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:15.923732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Provisioning complete for port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:15.924480 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68994f07-3833-4fc2-940e-43acdfdc764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.988371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Router b1390c81-82f5-4824-8da0-4fdb96d972b0 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:16.019483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:16.024361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054cd2d-d3f1-4ed2-8bc3-fbb92bdd5604 None None] The sync data for ids ['16e2dcbc-c02b-45d6-a757-55393ad006f3'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:16.033391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:16.207791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:16.229818 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Sync routers for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:16.246790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:16.248525 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e66c610c-b4b9-4d15-98ac-f27ac6724ac5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9576721 Dec 13 09:56:16.251339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:16.293177 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:16.297040 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:16.398978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:16.401598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:16.560204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac5ef6-ed98-43fa-907a-2e859eddc5fb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:16.562427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d9ac5ef6-ed98-43fa-907a-2e859eddc5fb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports/ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 HTTP/1.1" status: 200 len: 910 time: 1.0856845 Dec 13 09:56:16.565851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38754) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:16.594600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1c53ca06-aeff-471d-a75d-9fb3250c5a98 None None] Provisioning complete for port ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:16.595177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c53ca06-aeff-471d-a75d-9fb3250c5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:16.681454 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:16.753835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1c53ca06-aeff-471d-a75d-9fb3250c5a98 None None] Port ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:16.891359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.102893 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:14Z', 'revision_number': 3, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:17.141597 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Checking router: b1390c81-82f5-4824-8da0-4fdb96d972b0 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:17.142444 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Updating router b1390c81-82f5-4824-8da0-4fdb96d972b0 port a5f780f4-b000-436b-8e20-a597c9f6128b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:17.180614 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.300019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.367517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.491383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:17.504770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:17.532040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:17.560171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=10f1402c-2130-40bb-8d3b-f9a7eaa27d5f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:17.628350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Allocated IP 172.20.0.1 (fb74d072-0d20-4af7-9108-0d5208feb395/4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085/5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:17.632843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b177f5-e54c-4fb6-a43d-270e0670e375 None None] Network fb74d072-0d20-4af7-9108-0d5208feb395 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:17.723090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38778) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:17.764183 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.776726 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.848741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ffbaf-ddf0-474e-984e-141d6368a4b8 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:17.873618 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Attempting to bind port a5f780f4-b000-436b-8e20-a597c9f6128b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:17.874238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Attempting to bind port a5f780f4-b000-436b-8e20-a597c9f6128b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:17.874832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Attempting to bind port a5f780f4-b000-436b-8e20-a597c9f6128b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:17.891541 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:17.894157 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:17.894758 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.896297 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:17.896958 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Bound port: a5f780f4-b000-436b-8e20-a597c9f6128b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:17.900661 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.909194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.911396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.931887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] Provisioning complete for port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:17.934537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.027347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.046660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:18.051958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19a93a3a-9f3c-4460-9862-ec6622109303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.057157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Network fb74d072-0d20-4af7-9108-0d5208feb395 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:18.059262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:18.062979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:18.066959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.125727 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Pushing event updated for resources: {'Port': ['ID=a5f780f4-b000-436b-8e20-a597c9f6128b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.142572 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] For port a5f780f4-b000-436b-8e20-a597c9f6128b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:18.150073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.152648 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.152999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.153344 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.153826 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.154171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.156064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.159161 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.160053 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.160418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.163570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.163570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.163570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.163570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.163570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:18.210342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] For port a5f780f4-b000-436b-8e20-a597c9f6128b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a5f780f4-b000-436b-8e20-a597c9f6128b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:18.226624 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.321365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caeb49c-724d-4b8a-8b58-508c0eb1a7c9 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:18.344499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:18.346179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:18.465187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:18.465575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.498661 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472b836-f991-41dd-a1e1-920209970024 None None] Pushing event updated for resources: {'Port': ['ID=a5f780f4-b000-436b-8e20-a597c9f6128b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.510371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.559967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.619971 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.653465 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:18.664254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] For port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:18.709019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.796879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19a93a3a-9f3c-4460-9862-ec6622109303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.887006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19a93a3a-9f3c-4460-9862-ec6622109303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.907357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b97f9-f2f4-4b62-b0d1-adfd8e4d7485 None None] Pushing event updated for resources: {'Port': ['ID=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.910264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] Provisioning complete for port a5f780f4-b000-436b-8e20-a597c9f6128b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:18.910645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.918043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.933122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.995660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a93a3a-9f3c-4460-9862-ec6622109303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0605d-79da-45c4-8738-d17996f66dd5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.076037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.085199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.086833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-19a93a3a-9f3c-4460-9862-ec6622109303 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f057ae96994449d28b01ad7deb147696&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3604710 Dec 13 09:56:19.090807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.094023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:19.097253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.121458 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.196888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] For port a5f780f4-b000-436b-8e20-a597c9f6128b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a5f780f4-b000-436b-8e20-a597c9f6128b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:19.203859 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.372206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:14Z', 'revision_number': 3, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:19.382390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Network fb74d072-0d20-4af7-9108-0d5208feb395 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:19.384949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea1bd1-1c2e-46e5-82d4-c481a993b523 None None] Pushing event updated for resources: {'Port': ['ID=a5f780f4-b000-436b-8e20-a597c9f6128b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.387346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:19.411350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=10f1402c-2130-40bb-8d3b-f9a7eaa27d5f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.411834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-98bad7e7-f2d3-44e5-9a3d-b41e753473fb None None] Provisioning complete for port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:19.412407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-98bad7e7-f2d3-44e5-9a3d-b41e753473fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.434523 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.446084 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15e791-5690-4d66-bc7e-56d57adce0d4 None None] The sync data for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 is: [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:14Z', 'revision_number': 3, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:19.484872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.563509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-98bad7e7-f2d3-44e5-9a3d-b41e753473fb None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:19.564804 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-98bad7e7-f2d3-44e5-9a3d-b41e753473fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.603487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.629645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.638414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.640207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2a0605d-79da-45c4-8738-d17996f66dd5 HTTP/1.1" status: 204 len: 168 time: 0.5406337 Dec 13 09:56:19.647480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.652609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-88f94d42-aa20-4ff0-a42e-b07d9fd1d587 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1475530 Dec 13 09:56:19.653595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38814) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:19.666584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-478653064'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:19.700218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5cc22-d456-4728-b347-5c4309d10db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0605d-79da-45c4-8738-d17996f66dd5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.705658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-98bad7e7-f2d3-44e5-9a3d-b41e753473fb None None] Port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:19.852516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b3e27998-57c8-40df-86ac-86505886e61c None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:19.860754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3e27998-57c8-40df-86ac-86505886e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.886649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Made reservation on behalf of 6a48ad20819348da98220b08c9be23a0 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:19.895254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.946415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.960212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b3e27998-57c8-40df-86ac-86505886e61c None None] Port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:20.081861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:20.158635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:20.158974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.204647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-753867bf-d835-4485-965e-70dcad1881db None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:20.205028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-753867bf-d835-4485-965e-70dcad1881db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.338722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-753867bf-d835-4485-965e-70dcad1881db None None] Port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:20.405842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:20.406623 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.443740 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:56:20.444993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.466250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.533123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:20.587197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:20.592331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Router b1390c81-82f5-4824-8da0-4fdb96d972b0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:20.606641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.640833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69fb0e52-89ae-46ba-b55e-9451cbf73724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.660891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436d52ea-cda3-4332-be7e-5865e73cfa19,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.678825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.679194 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Added segment 9ca5f6d6-d956-4031-91ea-cb9a7751a3f7 of type vlan for network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c Dec 13 09:56:20.794284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for ac068b7c-75e8-4115-95a7-ad4beb3a3ea1 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:20.900991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:20.915495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79f3bc75-73de-4006-9f34-337edc4896f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b1390c81-82f5-4824-8da0-4fdb96d972b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6628113 Dec 13 09:56:21.026672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.090794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.097983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:21.098611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.241305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5839634 Dec 13 09:56:21.244353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.249840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Request body: {'subnet': {'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:21.256861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9046-c9ee-43f8-9dbe-a0c85909d888 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Network': ['ID=65d5ba83-4ee6-46ac-82e1-3fce530eac3c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:21.269019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:21.488168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Made reservation on behalf of 6a48ad20819348da98220b08c9be23a0 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:21.497214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.500614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69fb0e52-89ae-46ba-b55e-9451cbf73724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.502499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.563604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69fb0e52-89ae-46ba-b55e-9451cbf73724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.689971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=ac068b7c-75e8-4115-95a7-ad4beb3a3ea1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:21.885037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-69fb0e52-89ae-46ba-b55e-9451cbf73724 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9fca9409bdf4d95b0d7255f4f8465f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3402004 Dec 13 09:56:21.893786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.902619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb0e52-89ae-46ba-b55e-9451cbf73724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9eb2c-f288-4128-ae37-bad3f0432469,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.046848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a5f780f4-b000-436b-8e20-a597c9f6128b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:22.082842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.089170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38876) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.115059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.169405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-19277713-network', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:22.184799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a5f780f4-b000-436b-8e20-a597c9f6128b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:22.185181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.235291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.274205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Subnet': ['ID=0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.333791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Made reservation on behalf of d3e3712bc11c4ecb8446684f1a730265 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:22.339715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.356229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.381277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.443634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Checking segment: {'id': '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:22.443986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network hostable DHCP agents. Network: 65d5ba83-4ee6-46ac-82e1-3fce530eac3c, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:22.473900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 16e2dcbc-c02b-45d6-a757-55393ad006f3 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:22.531972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:22.561324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.573131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.577678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ced9eb2c-f288-4128-ae37-bad3f0432469 HTTP/1.1" status: 204 len: 168 time: 0.6738205 Dec 13 09:56:22.620339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e2990-f775-4cc7-b3f5-437e895ca27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9eb2c-f288-4128-ae37-bad3f0432469,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.624836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 65d5ba83-4ee6-46ac-82e1-3fce530eac3c) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:22.634528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e9dc1-d2f3-4bfb-a03b-b078ec48e627 None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:22.641126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:22.660301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:22.662357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.663067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20d7ea1b-2618-47c7-b9a1-f6a11d73950c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/16e2dcbc-c02b-45d6-a757-55393ad006f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0957248 Dec 13 09:56:22.666531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.678579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] Sync routers for ids ['16e2dcbc-c02b-45d6-a757-55393ad006f3'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:22.699331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8cd6633f-26db-403c-ab89-78bbb38b5736 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4538205 Dec 13 09:56:22.703910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.709464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1158497308', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:22.736318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Sync routers for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:22.761678 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:22.762322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-22b851e8-ec9f-4bf4-95a0-1498eee64558 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e2dcbc-c02b-45d6-a757-55393ad006f3 HTTP/1.1" status: 200 len: 205 time: 0.0914466 Dec 13 09:56:22.765382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38892) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.765887 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:22.787659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.787659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.810273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.819006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.842002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] Routers {'16e2dcbc-c02b-45d6-a757-55393ad006f3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:22.842657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['16e2dcbc-c02b-45d6-a757-55393ad006f3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:22.848562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:22.876248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.878257 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Added segment f9cc194b-6919-4e6c-ac6a-c528207be594 of type vlan for network 818757ce-93bb-4361-bfc1-1e13433e969a Dec 13 09:56:22.997882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.007789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:23.049160 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:23.108302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.109280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:23.109855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.110034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] Routers {'16e2dcbc-c02b-45d6-a757-55393ad006f3'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:23.113623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['16e2dcbc-c02b-45d6-a757-55393ad006f3'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:23.201256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:23.204373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e77d5f-50d3-4e1d-a1c4-796e483fbd84 None None] The sync data for ids ['16e2dcbc-c02b-45d6-a757-55393ad006f3'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:23.310079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-65d5ba83-4ee6-46ac-82e1-3fce530eac3c', 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c', 'project_id': '6a48ad20819348da98220b08c9be23a0', 'fixed_ips': [{'subnet_id': '0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:23.311044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.414274 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 2, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:23.464803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.469291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bae761-0ccd-422c-a46f-593c2651ee87,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:23.487170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.502081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3349233 Dec 13 09:56:23.506107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Checking router: b1390c81-82f5-4824-8da0-4fdb96d972b0 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:23.506785 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Updating router b1390c81-82f5-4824-8da0-4fdb96d972b0 port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:23.521472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:23.530702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Request body: {'subnet': {'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-subnet', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:23.586742 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.621406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9135-3b8b-4ef7-a812-a3c2d9ac8e24 admin admin] Pushing event updated for resources: {'Network': ['ID=818757ce-93bb-4361-bfc1-1e13433e969a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:23.714653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Made reservation on behalf of d3e3712bc11c4ecb8446684f1a730265 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:23.722176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.786186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Allocated IP 172.20.0.2 (65d5ba83-4ee6-46ac-82e1-3fce530eac3c/0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563/97d8a773-b50c-493c-9359-9baac614c026) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:23.889832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.904784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.002149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.007979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 818757ce-93bb-4361-bfc1-1e13433e969a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:24.071490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.071490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router 16e2dcbc-c02b-45d6-a757-55393ad006f3 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:24.090330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.093949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0def3470-a29e-4fb7-9899-80bb195ab1b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/16e2dcbc-c02b-45d6-a757-55393ad006f3 HTTP/1.1" status: 204 len: 168 time: 1.3246043 Dec 13 09:56:24.094579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38936) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:24.099220 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.170682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.247414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 1ae52e19-8bf8-4f4a-8616-b0d7f6344886 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:24.255368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.309213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:24.332349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:24.344024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.373116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:24.396680 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.399257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Pushing event updated for resources: {'Port': ['ID=97d8a773-b50c-493c-9359-9baac614c026,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.413284 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.523144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.574080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Attempting to bind port 97d8a773-b50c-493c-9359-9baac614c026 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:24.574709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Attempting to bind port 97d8a773-b50c-493c-9359-9baac614c026 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:24.575311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Attempting to bind port 97d8a773-b50c-493c-9359-9baac614c026 on network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:24.595007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:24.595931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Checking segment: {'id': '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:24.600435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.601070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Bound using segment: {'id': '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:24.601796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Bound port: 97d8a773-b50c-493c-9359-9baac614c026, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:24.602578 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.625498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.700230 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9609-3f54-4240-aee6-ce34f1da08ec None None] Pushing event updated for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.729074 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Attempting to bind port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:24.730041 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Attempting to bind port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:24.730198 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Attempting to bind port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 on network fb74d072-0d20-4af7-9108-0d5208feb395 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:24.743927 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:24.746963 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Checking segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:24.747441 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.747865 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Bound using segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:24.749520 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Bound port: 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:24.749988 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.774463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] For port 97d8a773-b50c-493c-9359-9baac614c026, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:24.776607 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.779719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] For port 97d8a773-b50c-493c-9359-9baac614c026, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=97d8a773-b50c-493c-9359-9baac614c026,segment=NetworkSegment(9ca5f6d6-d956-4031-91ea-cb9a7751a3f7),segment_id=9ca5f6d6-d956-4031-91ea-cb9a7751a3f7)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:24.801304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.822686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067d60f5-a6e1-4419-ae70-70c52b52f705,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.854346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae52e19-8bf8-4f4a-8616-b0d7f6344886,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.860309 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.876587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3302b045-4d1b-49ed-93bc-5d2721f1bb52 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/1ae52e19-8bf8-4f4a-8616-b0d7f6344886 HTTP/1.1" status: 204 len: 168 time: 0.7808359 Dec 13 09:56:24.879321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38950) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:24.888762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Checking segment: {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:24.898215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2dbe7-f5a7-4124-879d-2903c091b92e None None] Network 80d94f41-e50d-414c-bba5-76303a1822f7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:24.910929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Network hostable DHCP agents. Network: 818757ce-93bb-4361-bfc1-1e13433e969a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:24.933698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] For port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:24.946649 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] For port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:24.952830 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.004735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Network 818757ce-93bb-4361-bfc1-1e13433e969a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:25.149165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.162308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:25.163239 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:25.244652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec52e-43a7-413b-948a-8d11610f4a39 None None] Pushing event updated for resources: {'Port': ['ID=97d8a773-b50c-493c-9359-9baac614c026,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.306381 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.339526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:25.356957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.357180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.359193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 818757ce-93bb-4361-bfc1-1e13433e969a) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:25.365293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:25.366113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.404453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-502cd038-ec4f-4492-bb99-3621efaf2542 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8789301 Dec 13 09:56:25.407194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 38962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.420911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:25.476480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:25.480199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.503458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0125e50-f921-48e7-89ce-08ebb8275bc1 None None] Network 818757ce-93bb-4361-bfc1-1e13433e969a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:25.522950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.526256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.602359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:25.663911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.701277 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9609-3f54-4240-aee6-ce34f1da08ec None None] Pushing event updated for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.710869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,segment=NetworkSegment(e44630df-986d-46ff-8120-f803e6d2dfc3),segment_id=e44630df-986d-46ff-8120-f803e6d2dfc3)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:25.711346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.764539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:26.075086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.169551 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:24Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:26.197887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=1bb10d1c-83b0-4dce-a1ad-7510c7f6d482,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:26.216532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:26.216775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.244430 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0781a3-3f79-4c0e-b607-e4d29cec3c23 None None] The sync data for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 is: [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:24Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:26.277546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 97d8a773-b50c-493c-9359-9baac614c026 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:26.461594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Allocated IP 172.25.2.244 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6b32d3b1-194b-44fe-8154-d1b395dc9609) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:26.567161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.633469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d94f41-e50d-414c-bba5-76303a1822f7']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:26.665093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44630df-986d-46ff-8120-f803e6d2dfc3') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:26.665336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44630df-986d-46ff-8120-f803e6d2dfc3') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:26.674639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.688224 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.723105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.744140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:26.745014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.888689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] For port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:26.921987 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:26.924500 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.925492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-818757ce-93bb-4361-bfc1-1e13433e969a', 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a', 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'fixed_ips': [{'subnet_id': '067d60f5-a6e1-4419-ae70-70c52b52f705'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:26.926621 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.934481 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.944509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/80d94f41-e50d-414c-bba5-76303a1822f7 HTTP/1.1" status: 204 len: 168 time: 2.0641060 Dec 13 09:56:26.955327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38994) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.971800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3f3d7-8014-4ba6-bc43-68c597e02e1c None None] DHCP port deletion for 80d94f41-e50d-414c-bba5-76303a1822f7 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:26.998311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.000870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224908030', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:27.014040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ffbad-f8df-4958-8593-62bed90c89c5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=80d94f41-e50d-414c-bba5-76303a1822f7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.041246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.077784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.087229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.118240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758cfad-49cd-4d10-b94e-4aad605b3ece None None] Pushing event updated for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.135244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7848175-aab4-4653-be9f-d2dc231e8765 None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:27.251171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.253843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.426212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:27.436496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:27.470506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:27.592095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.607743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.667534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Allocated IP 172.20.0.2 (818757ce-93bb-4361-bfc1-1e13433e969a/067d60f5-a6e1-4419-ae70-70c52b52f705/9f84cebf-c9fb-46e2-ba9d-53a6778eb5be) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:27.704605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=6b32d3b1-194b-44fe-8154-d1b395dc9609,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.734894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.106802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad14562-d5a6-48c4-807f-95c76946e1aa None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:28.195127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.228933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.229445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Provisioning complete for port 97d8a773-b50c-493c-9359-9baac614c026 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:28.229445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.252010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.282368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.351936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 97d8a773-b50c-493c-9359-9baac614c026 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:28.353424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.433469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Pushing event updated for resources: {'Port': ['ID=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:28.528574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Network 818757ce-93bb-4361-bfc1-1e13433e969a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:28.537024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:28.542918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:28.566377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.578776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.579463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.580114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.582576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.583105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.583632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.584202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.590278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.590802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.591309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.591847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.592336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:28.600950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Allocated IP 172.25.2.16 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/586b02e2-3d96-4e86-ace7-5c3f8872384e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:28.704151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Attempting to bind port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:28.705159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Attempting to bind port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:28.705985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Attempting to bind port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be on network 818757ce-93bb-4361-bfc1-1e13433e969a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:28.788993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.797369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:28.798021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Checking segment: {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:28.798506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.798983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Bound using segment: {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:28.799590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Bound port: 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:28.800039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.960959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.026221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.062942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 97d8a773-b50c-493c-9359-9baac614c026, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=97d8a773-b50c-493c-9359-9baac614c026,segment=NetworkSegment(9ca5f6d6-d956-4031-91ea-cb9a7751a3f7),segment_id=9ca5f6d6-d956-4031-91ea-cb9a7751a3f7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:29.129732 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.134470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.220739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.25.2.18 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/827477fa-5229-43e2-ab74-d52424b017a9) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:29.304568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] For port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:29.309162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:29.315843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:29.329120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.331651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:29.335618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Pushing event updated for resources: {'Port': ['ID=586b02e2-3d96-4e86-ace7-5c3f8872384e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:29.353686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] For port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:29.442560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753395d7-2048-4589-ad25-a4c4195b8fc8 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:29.445487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:56:29.445992 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:56:29.452091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.472454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:29.479353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.568953 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.687930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:29.700807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:29.708434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:29.717952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=827477fa-5229-43e2-ab74-d52424b017a9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:29.744207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.748476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6357d-0e73-48eb-9b92-655b72f7b040 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:29.755177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=97d8a773-b50c-493c-9359-9baac614c026,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:29.812207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:29.814177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.069210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2aec6-fe16-4c53-8bc6-3529867df4fc None None] Pushing event updated for resources: {'Port': ['ID=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:30.215880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Provisioning complete for port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:30.239559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb9665ab-a949-42e3-88a0-55971d939252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.250661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:30.333385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:30.334113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1bb10d1c-83b0-4dce-a1ad-7510c7f6d482 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:30.551031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.613630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.642901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Provisioning complete for port 97d8a773-b50c-493c-9359-9baac614c026 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:30.643292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.943338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Provisioning complete for port 586b02e2-3d96-4e86-ace7-5c3f8872384e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:30.944036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.956766 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.064131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Port 586b02e2-3d96-4e86-ace7-5c3f8872384e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:31.085352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Provisioning complete for port 6b32d3b1-194b-44fe-8154-d1b395dc9609 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:31.085738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.170724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Port 6b32d3b1-194b-44fe-8154-d1b395dc9609 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:31.187016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Provisioning complete for port 827477fa-5229-43e2-ab74-d52424b017a9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:31.187403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.316864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-138e2b65-79e7-4861-8e55-706456ae2770 None None] Port 827477fa-5229-43e2-ab74-d52424b017a9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:31.392415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 2fd41700-dba8-4a99-89d6-15e9da971df2 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:31.589012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.648506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 97d8a773-b50c-493c-9359-9baac614c026 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:31.785366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:31.847159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] Sync routers for ids ['2fd41700-dba8-4a99-89d6-15e9da971df2'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:31.876440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.883154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c79b99b0-9fa9-4382-a1fd-42a866817c5c tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9264691 Dec 13 09:56:31.885253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:31.892424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2cfb0-45b2-4c83-b9b4-506245b58120 None None] Network 818757ce-93bb-4361-bfc1-1e13433e969a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:31.902546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] Routers {'2fd41700-dba8-4a99-89d6-15e9da971df2'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:31.904447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2fd41700-dba8-4a99-89d6-15e9da971df2'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.090346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 97d8a773-b50c-493c-9359-9baac614c026 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:32.091375 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.189345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Router a66d81a9-3924-41c2-9353-e92f0fe421c1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:32.215370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.276615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] Routers {'2fd41700-dba8-4a99-89d6-15e9da971df2'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:32.279150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2fd41700-dba8-4a99-89d6-15e9da971df2'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.289416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] Provisioning complete for port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:32.290056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.340664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.341550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36ad8-496b-44be-822b-f9d687ac370a None None] The sync data for ids ['2fd41700-dba8-4a99-89d6-15e9da971df2'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:32.439113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.711143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:32.730603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.732825 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] Sync routers for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:32.777703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:32.782683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-36c2ba08-a057-4417-91fb-63bf44e687c3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers/2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 200 len: 880 time: 0.8957334 Dec 13 09:56:32.784713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39126) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:32.805414 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:32.811901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.885523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.887157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c71c503-769d-4c84-97d0-5972740f4f44 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.1822889 Dec 13 09:56:32.889783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.891596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39128) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:32.900044 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:32.900912 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.951848 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.953046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25da4a-b604-403e-8a3d-c09a5f744f33 None None] The sync data for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:32.978793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] For port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:32.989742 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.141555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:33.142874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.242137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae36ac-075b-441f-a1f5-93e438ff14db None None] Pushing event updated for resources: {'Port': ['ID=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.387938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-89d35ff9-dea0-4c16-b75c-7a59d0430fdb None None] Provisioning complete for port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:33.388344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89d35ff9-dea0-4c16-b75c-7a59d0430fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.531522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2194827b-95ec-4ea6-8b70-998b89fe15de tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7455924 Dec 13 09:56:33.532179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39144) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:33.565075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1224908030'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:33.586674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Router b675152d-2341-46db-a2f4-791acde995db is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:33.711631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:33.886528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:33.889329 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.036323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:34.099090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Sync routers for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:34.104940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.112187 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd844e84-2c32-4c2d-b840-946e368bcda9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7001300 Dec 13 09:56:34.112901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39154) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:34.265646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:34.266466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:34.367944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.382457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.421421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.566927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:34.840245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.928005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 2fd41700-dba8-4a99-89d6-15e9da971df2 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:35.211752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:30Z', 'revision_number': 3, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:35.248543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Checking router: b675152d-2341-46db-a2f4-791acde995db for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:35.249320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Updating router b675152d-2341-46db-a2f4-791acde995db port 586b02e2-3d96-4e86-ace7-5c3f8872384e binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:35.288457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.396318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:35.442952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.448534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-485c4ab1-0358-41dd-9ec6-a950124d7c8e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 200 len: 887 time: 1.9152610 Dec 13 09:56:35.449091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39202) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.453210 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] Sync routers for ids ['2fd41700-dba8-4a99-89d6-15e9da971df2'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:35.482316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] Routers {'2fd41700-dba8-4a99-89d6-15e9da971df2'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:35.488119 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2fd41700-dba8-4a99-89d6-15e9da971df2'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:35.601169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:35.641394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] Routers {'2fd41700-dba8-4a99-89d6-15e9da971df2'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:35.641946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2fd41700-dba8-4a99-89d6-15e9da971df2'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:35.757858 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:35.761510 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac985be9-c83a-4f45-b740-aa3c142b1fc6 None None] The sync data for ids ['2fd41700-dba8-4a99-89d6-15e9da971df2'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:35.806584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a62ad1ef-8847-4e2a-bd94-6437892999fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers/2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 200 len: 887 time: 0.3556478 Dec 13 09:56:35.809865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39214) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.828377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Allocated IP 172.20.0.1 (65d5ba83-4ee6-46ac-82e1-3fce530eac3c/0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563/fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:35.852244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bacf17b7-54b6-4a3e-a64a-9bd4ed5d14c2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 200 len: 205 time: 0.0408919 Dec 13 09:56:35.854707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39216) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.983622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.990831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.018272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.090801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.161347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734b055-ce8a-4864-b9d8-877fda78c588 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:36.194134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.197735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Attempting to bind port 586b02e2-3d96-4e86-ace7-5c3f8872384e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:36.198450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Attempting to bind port 586b02e2-3d96-4e86-ace7-5c3f8872384e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:36.198987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Attempting to bind port 586b02e2-3d96-4e86-ace7-5c3f8872384e on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:36.211913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a0417-2810-493a-a96c-012974f8c196 None None] Pushing event updated for resources: {'Port': ['ID=586b02e2-3d96-4e86-ace7-5c3f8872384e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.215087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9421316-becf-4615-9643-f6970e0aacbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.215917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.217423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:36.218172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:36.219123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.220205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:36.220865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Bound port: 586b02e2-3d96-4e86-ace7-5c3f8872384e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:36.221425 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.235645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:36.240576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:36.240728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.244811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:36.301358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9a2f2832-8242-4557-82ac-90bf23ef8e9c None None] Provisioning complete for port 586b02e2-3d96-4e86-ace7-5c3f8872384e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:36.301908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2832-8242-4557-82ac-90bf23ef8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.343973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f2832-8242-4557-82ac-90bf23ef8e9c None None] Port 586b02e2-3d96-4e86-ace7-5c3f8872384e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:36.371596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] For port 586b02e2-3d96-4e86-ace7-5c3f8872384e, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:36.391259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] For port 586b02e2-3d96-4e86-ace7-5c3f8872384e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=586b02e2-3d96-4e86-ace7-5c3f8872384e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:36.399254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.407879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.516270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a0417-2810-493a-a96c-012974f8c196 None None] Pushing event updated for resources: {'Port': ['ID=586b02e2-3d96-4e86-ace7-5c3f8872384e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.569498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6d88c-e0b8-4208-a227-05c55007b728 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:36.575663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:36.576384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:36.727403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.877798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:36.926876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 827477fa-5229-43e2-ab74-d52424b017a9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:36.927595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.039720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.065526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 827477fa-5229-43e2-ab74-d52424b017a9 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:37.078776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Allocated IP 172.20.0.1 (818757ce-93bb-4361-bfc1-1e13433e969a/067d60f5-a6e1-4419-ae70-70c52b52f705/d74a495c-9e82-4ffe-a835-d2f0ff6680d2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:37.096417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.156301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Provisioning complete for port fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:37.156301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.314964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Port fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:37.491534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Provisioning complete for port 586b02e2-3d96-4e86-ace7-5c3f8872384e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:37.492099 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.517892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.536155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.647020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=827477fa-5229-43e2-ab74-d52424b017a9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:37.754537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.795570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19fc06f-5cda-4c18-90f8-1394d610fce3 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:37.894942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.899073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.988803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.991271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd41700-dba8-4a99-89d6-15e9da971df2 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:38.016201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.021497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3339889f-a6e3-43b1-b21b-18f000991bd2 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 204 len: 168 time: 2.1620531 Dec 13 09:56:38.021865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39264) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.043476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:30Z', 'revision_number': 3, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:38.059281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-1971593929'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:38.100376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:38.157687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.161589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b7e6-d250-4730-b0b1-905a9019425a None None] The sync data for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 is: [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:30Z', 'revision_number': 3, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:38.185925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.242444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:38.260909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.261265 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment d8b47ae1-95cc-4d1f-a86d-449b1d6ea441 of type vlan for network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 Dec 13 09:56:38.301692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] For port 586b02e2-3d96-4e86-ace7-5c3f8872384e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=586b02e2-3d96-4e86-ace7-5c3f8872384e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:38.322665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.344099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.381646 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.420158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:38.420890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.442623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.503866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Network 818757ce-93bb-4361-bfc1-1e13433e969a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:38.516207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:38.520669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:38.549023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-242c76ad-0e94-4f6a-97dc-aebe98d44944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.574961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Pushing event updated for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:38.611744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694ce54-793d-44fe-ae54-a3582ffd5df8 None None] Pushing event updated for resources: {'Port': ['ID=586b02e2-3d96-4e86-ace7-5c3f8872384e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:38.628780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.637917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.824813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=1e904af7-5ecc-430f-930e-dcc2ec140bb7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:38.865821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.870258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8404291 Dec 13 09:56:38.870258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.870258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.871471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.872426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.876109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.876460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.876913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.877335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.878148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.878496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.879015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.879356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.879727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.880389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133c97-27ae-4e22-9f42-84480ffb1214 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:38.892880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:38.916098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.933813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:39.142499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-298f4a00-b9a2-4b75-a6ea-6a14ad4f7edd None None] Provisioning complete for port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:39.145867 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-298f4a00-b9a2-4b75-a6ea-6a14ad4f7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.187904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-298f4a00-b9a2-4b75-a6ea-6a14ad4f7edd None None] Port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:39.240689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f46ebaee-7ceb-4052-9bdb-8e1903c1d830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.348544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:39.372853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.458536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.507939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.597387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f46ebaee-7ceb-4052-9bdb-8e1903c1d830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.617359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 586b02e2-3d96-4e86-ace7-5c3f8872384e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:39.643264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f46ebaee-7ceb-4052-9bdb-8e1903c1d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.705350 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f46ebaee-7ceb-4052-9bdb-8e1903c1d830 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c959eedc92514683886050a02bc39264&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0539310 Dec 13 09:56:39.706221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:39.708031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:39.716216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.753710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 586b02e2-3d96-4e86-ace7-5c3f8872384e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:39.754100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.867004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.894260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.959577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.965910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.967995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20a5ccdb-8581-4429-b2eb-b9680cba56ba HTTP/1.1" status: 204 len: 168 time: 0.2582691 Dec 13 09:56:39.993886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb046-218c-4aba-bbaf-6d77877e8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a5ccdb-8581-4429-b2eb-b9680cba56ba,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.115704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ebaee-7ceb-4052-9bdb-8e1903c1d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a5ccdb-8581-4429-b2eb-b9680cba56ba,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.179994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.190600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:40.191593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.199806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:40.434986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Pushing event updated for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.466841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.552030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39332) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:40.568178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-032371ea-4ebd-4a57-9e11-0ad4058ba54b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.734009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b0eff8d1-ebf3-41e5-88dd-540fb42ba3fa None None] Provisioning complete for port fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:40.735763 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0eff8d1-ebf3-41e5-88dd-540fb42ba3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.761632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-032371ea-4ebd-4a57-9e11-0ad4058ba54b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.766446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-032371ea-4ebd-4a57-9e11-0ad4058ba54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.838378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b0eff8d1-ebf3-41e5-88dd-540fb42ba3fa None None] Port fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:40.845648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032371ea-4ebd-4a57-9e11-0ad4058ba54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b982310-3890-4d15-8275-b6f51dbafc55,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.855961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Router a66d81a9-3924-41c2-9353-e92f0fe421c1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:40.861412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.878977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-032371ea-4ebd-4a57-9e11-0ad4058ba54b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a9b54ba83894417909d88dee393987f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256042 Dec 13 09:56:40.880193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39340) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.008028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.115135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.128492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Network 818757ce-93bb-4361-bfc1-1e13433e969a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:41.144828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:41.151507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.220155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.226916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.229560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b982310-3890-4d15-8275-b6f51dbafc55 HTTP/1.1" status: 204 len: 168 time: 0.3479445 Dec 13 09:56:41.243930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f095b6-5092-4e8b-8e4a-fae84ce20553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b982310-3890-4d15-8275-b6f51dbafc55,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.304609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:41.306989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 1e904af7-5ecc-430f-930e-dcc2ec140bb7, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:41.372735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.516232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:41.527293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39354) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.532002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31a6f5c5-1a8f-4607-a296-479321c0df98 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "PUT /v2.0/routers/a66d81a9-3924-41c2-9353-e92f0fe421c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6134803 Dec 13 09:56:41.534398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Request body: {'port': {'network_id': '65d5ba83-4ee6-46ac-82e1-3fce530eac3c', 'name': 'tempest-FloatingIPAdminTestJSON-1058343807'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:41.539477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:41.556489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] Sync routers for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:41.652033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1e904af7-5ecc-430f-930e-dcc2ec140bb7) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:41.691642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.692316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.734462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Router b675152d-2341-46db-a2f4-791acde995db has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:41.757644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-62f00b9e-af0e-425b-95ee-40f5b3984d60 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8749413 Dec 13 09:56:41.761268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.769640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1120592420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:41.803512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Made reservation on behalf of 6a48ad20819348da98220b08c9be23a0 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:41.807493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.877963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.881255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.896884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] device_id is not set on port ab03724e-00c1-419c-b773-15f7db053f8b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:56:42.043772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.051873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.078193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.082234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0844591f-b962-4120-a058-35e7d8882f16 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3150887 Dec 13 09:56:42.082758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:42.091458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b57cf-2289-4af8-8ece-138832c37cb3 None None] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:42.109853 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Sync routers for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:42.126293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7dfb83aa-0307-4c1b-ac25-355052d30703 admin admin] 10.222.0.31 "PUT /v2.0/routers/b675152d-2341-46db-a2f4-791acde995db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0069172 Dec 13 09:56:42.126931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39380) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.128876 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:42.129913 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:42.286087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-af8ea2c4-92da-4c02-b1b1-cbf4b3d57b0d None None] Provisioning complete for port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:42.286475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af8ea2c4-92da-4c02-b1b1-cbf4b3d57b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.405191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:42.406133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:42.427998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.496035 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:42.603841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:42.730349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-af8ea2c4-92da-4c02-b1b1-cbf4b3d57b0d None None] Port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:42.778209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1e904af7-5ecc-430f-930e-dcc2ec140bb7', 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:42.780717 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.833655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:42.843443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:43.112250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:43.119896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7894994-2c10-4889-99f3-85c3b3733575 None None] The sync data for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:43.143307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:39Z', 'revision_number': 4, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd74a495c-9e82-4ffe-a835-d2f0ff6680d2', 'name': '', 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'mac_address': 'fa:16:3e:67:6c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:36Z', 'updated_at': '2021-12-13T09:56:39Z', 'revision_number': 2, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'subnets': [{'id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:43.160851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Allocated IP 172.20.0.5 (65d5ba83-4ee6-46ac-82e1-3fce530eac3c/0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563/ab03724e-00c1-419c-b773-15f7db053f8b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:43.197598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.253547 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Checking router: b675152d-2341-46db-a2f4-791acde995db for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:43.253900 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Updating router b675152d-2341-46db-a2f4-791acde995db port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:43.362178 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.398247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Allocated IP 172.20.0.2 (1e904af7-5ecc-430f-930e-dcc2ec140bb7/7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04/2952809c-6c10-466a-af72-8416ae368708) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:43.642623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.776179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.853764 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.871942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.976865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:43.986149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:43.993424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:43.995475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event updated for resources: {'Port': ['ID=ab03724e-00c1-419c-b773-15f7db053f8b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.996446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:43.998877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:44.004970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:44.006774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.20.0.1 (1e904af7-5ecc-430f-930e-dcc2ec140bb7/7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04/ffce0a01-e471-433b-872c-c29f958145d0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:44.079249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:44.088358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.144027 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.144599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cc1c0464-e6f1-41c9-b9e7-874542eb44ad tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6115921 Dec 13 09:56:44.146407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39484) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:44.153476 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.201205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Pushing event updated for resources: {'Port': ['ID=2952809c-6c10-466a-af72-8416ae368708,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.268900 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10356e7-815b-44c8-9b0d-7e6e89888597 None None] Pushing event updated for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.284528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Attempting to bind port 2952809c-6c10-466a-af72-8416ae368708 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:44.284925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Attempting to bind port 2952809c-6c10-466a-af72-8416ae368708 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:44.285292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Attempting to bind port 2952809c-6c10-466a-af72-8416ae368708 on network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:44.347181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:44.347604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Checking segment: {'id': 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:44.359066 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.359487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Bound using segment: {'id': 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:44.360030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Bound port: 2952809c-6c10-466a-af72-8416ae368708, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1e904af7-5ecc-430f-930e-dcc2ec140bb7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:44.360428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.453505 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Attempting to bind port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:44.454447 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Attempting to bind port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:44.454837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Attempting to bind port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 on network 818757ce-93bb-4361-bfc1-1e13433e969a {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:44.493322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.523985 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:44.525025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Checking segment: {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:44.525443 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.533658 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Bound using segment: {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:44.540997 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Bound port: d74a495c-9e82-4ffe-a835-d2f0ff6680d2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc194b-6919-4e6c-ac6a-c528207be594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:44.541854 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.646656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.702891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'project_id': '6a48ad20819348da98220b08c9be23a0', 'port_id': 'ab03724e-00c1-419c-b773-15f7db053f8b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:44.750249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] For port 2952809c-6c10-466a-af72-8416ae368708, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:44.756037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] For port 2952809c-6c10-466a-af72-8416ae368708, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2952809c-6c10-466a-af72-8416ae368708,segment=NetworkSegment(d8b47ae1-95cc-4d1f-a86d-449b1d6ea441),segment_id=d8b47ae1-95cc-4d1f-a86d-449b1d6ea441)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:44.764567 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.772622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a1d33a7a-512f-4e21-85f9-bfe6b49acfff None None] Provisioning complete for port ab03724e-00c1-419c-b773-15f7db053f8b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:44.775472 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] For port d74a495c-9e82-4ffe-a835-d2f0ff6680d2, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:44.777614 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1d33a7a-512f-4e21-85f9-bfe6b49acfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.781418 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] For port d74a495c-9e82-4ffe-a835-d2f0ff6680d2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:44.794927 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.803142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.855894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:44.878706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:44.886272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:44.982876 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:44.985122 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:45.135526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.161115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85e5fd-a55e-43ad-bd95-9b87166832eb None None] Pushing event updated for resources: {'Port': ['ID=2952809c-6c10-466a-af72-8416ae368708,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.169065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a1d33a7a-512f-4e21-85f9-bfe6b49acfff None None] Port ab03724e-00c1-419c-b773-15f7db053f8b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:45.189494 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10356e7-815b-44c8-9b0d-7e6e89888597 None None] Pushing event updated for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.193176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.320250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] Provisioning complete for port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:45.320882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.350798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ffce0a01-e471-433b-872c-c29f958145d0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.459006 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:45.553797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Allocated IP 172.25.2.12 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/bdd0da5f-bf78-444c-831c-84eba88b31bb) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:45.715865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.801787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2952809c-6c10-466a-af72-8416ae368708 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:45.845388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.889605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.944117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.952479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:45.958081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:45.968747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:45.972906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd0da5f-bf78-444c-831c-84eba88b31bb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:46.123778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:39Z', 'revision_number': 4, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd74a495c-9e82-4ffe-a835-d2f0ff6680d2', 'name': '', 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'mac_address': 'fa:16:3e:67:6c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:36Z', 'updated_at': '2021-12-13T09:56:44Z', 'revision_number': 4, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'subnets': [{'id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:46.182819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] For port d74a495c-9e82-4ffe-a835-d2f0ff6680d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:46.192272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.198663 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad7e07-616b-451d-8003-f205104a6eff None None] The sync data for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 is: [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T09:56:39Z', 'revision_number': 4, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd74a495c-9e82-4ffe-a835-d2f0ff6680d2', 'name': '', 'network_id': '818757ce-93bb-4361-bfc1-1e13433e969a', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'mac_address': 'fa:16:3e:67:6c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:36Z', 'updated_at': '2021-12-13T09:56:44Z', 'revision_number': 4, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'subnets': [{'id': '067d60f5-a6e1-4419-ae70-70c52b52f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:46.551372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2675dceb-f202-4f47-9093-0d8a3175416f None None] Provisioning complete for port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:46.552062 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2675dceb-f202-4f47-9093-0d8a3175416f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.590448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2952809c-6c10-466a-af72-8416ae368708 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:46.590849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.796440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0aef8-47dc-471d-9782-623d45a1e216 None None] Pushing event updated for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:47.275971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ec23a-7d86-4ce9-b35a-2f7c37ac2f11 None None] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:47.452710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.566571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.840980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.903772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2952809c-6c10-466a-af72-8416ae368708, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2952809c-6c10-466a-af72-8416ae368708,segment=NetworkSegment(d8b47ae1-95cc-4d1f-a86d-449b1d6ea441),segment_id=d8b47ae1-95cc-4d1f-a86d-449b1d6ea441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:47.918001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2132a0f2-7887-497f-8ca5-9dc624bc17d2 None None] Provisioning complete for port 2952809c-6c10-466a-af72-8416ae368708 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:47.918392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2132a0f2-7887-497f-8ca5-9dc624bc17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.950201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.958459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.095985 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.310108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.417720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.417970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2952809c-6c10-466a-af72-8416ae368708,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:48.435838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.565810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd0da5f-bf78-444c-831c-84eba88b31bb,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:48.578520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d74a495c-9e82-4ffe-a835-d2f0ff6680d2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:48.619870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.629342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ffce0a01-e471-433b-872c-c29f958145d0,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:48.702782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:48.705377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.756002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:48.763003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:49.013228 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Floating IP 8d0ed7af-fe54-4afb-b2b9-833477e5fbd8 associated. External IP: 172.25.2.12, port: ab03724e-00c1-419c-b773-15f7db053f8b. Dec 13 09:56:49.150359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 90dcc52a-a6ca-4931-b916-ec7221ab1f6c is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:49.246725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6367afdd-fa8f-4635-9529-6dbcf779ea19 None None] Provisioning complete for port 2952809c-6c10-466a-af72-8416ae368708 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:49.247242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6367afdd-fa8f-4635-9529-6dbcf779ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:49.534682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6367afdd-fa8f-4635-9529-6dbcf779ea19 None None] Provisioning complete for port ffce0a01-e471-433b-872c-c29f958145d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:49.535353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6367afdd-fa8f-4635-9529-6dbcf779ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:49.609597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6367afdd-fa8f-4635-9529-6dbcf779ea19 None None] Port ffce0a01-e471-433b-872c-c29f958145d0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:49.628105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:49.646913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] Sync routers for ids ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:49.655949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7dc9b798-6b23-4af2-aad1-e84b0be266d0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/90dcc52a-a6ca-4931-b916-ec7221ab1f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5213785 Dec 13 09:56:49.668586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39658) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:49.676448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] Routers {'90dcc52a-a6ca-4931-b916-ec7221ab1f6c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:49.678777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:49.778113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Router a66d81a9-3924-41c2-9353-e92f0fe421c1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:49.796548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:49.837620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d227727-26bf-46fb-b581-b29cb43f1c64 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:49.841567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] Routers {'90dcc52a-a6ca-4931-b916-ec7221ab1f6c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:49.847285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6d227727-26bf-46fb-b581-b29cb43f1c64 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports/ffce0a01-e471-433b-872c-c29f958145d0 HTTP/1.1" status: 200 len: 910 time: 0.1749477 Dec 13 09:56:49.847483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:49.849965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39662) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:49.856078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:49.969553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:49.970227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2d4c2-4f0d-4ca1-a2ef-ddbc98aad1de None None] The sync data for ids ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:50.005929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6adab951-9abf-4531-8346-b606baaf5568 None None] Provisioning complete for port ffce0a01-e471-433b-872c-c29f958145d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:50.011837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6adab951-9abf-4531-8346-b606baaf5568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.133506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:50.135901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6adab951-9abf-4531-8346-b606baaf5568 None None] Port ffce0a01-e471-433b-872c-c29f958145d0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:50.146859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] Sync routers for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:50.174284 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:50.177264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.195575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.257784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2952809c-6c10-466a-af72-8416ae368708 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:50.264134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:50.265088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-78480928-e40b-412f-91dc-1eef490ecdda tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.1173315 Dec 13 09:56:50.300388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.354018 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:50.354662 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.391783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d13b0d70-08fb-416d-92d8-49beffccb588 None None] Provisioning complete for port ffce0a01-e471-433b-872c-c29f958145d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:50.392169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d13b0d70-08fb-416d-92d8-49beffccb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.468407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea1de4a8-9694-46b6-89aa-dc5fa71aaa56 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "GET /v2.0/floatingips/8d0ed7af-fe54-4afb-b2b9-833477e5fbd8 HTTP/1.1" status: 200 len: 982 time: 0.2010779 Dec 13 09:56:50.470734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:50.500015 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.504295 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c651d97-748c-45d1-a33a-0f19a42233c3 None None] The sync data for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:50.519015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.563109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d13b0d70-08fb-416d-92d8-49beffccb588 None None] Port ffce0a01-e471-433b-872c-c29f958145d0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:50.609945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2952809c-6c10-466a-af72-8416ae368708 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:50.610659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.738047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5f84c3d5-6e0d-49d5-8fbe-d3a76af1bf3d tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2661026 Dec 13 09:56:50.741667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39688) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:51.129304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port bdd0da5f-bf78-444c-831c-84eba88b31bb {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:51.129897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.270931 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.271764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.303233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for bdd0da5f-bf78-444c-831c-84eba88b31bb owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:51.324693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.334933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.525531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:51.526597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.528334 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/ports/ffce0a01-e471-433b-872c-c29f958145d0 HTTP/1.1" status: 200 len: 910 time: 1.6773493 Dec 13 09:56:51.531948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:51.636900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d4953-1a3a-4d11-b685-dfdc79805110 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ffce0a01-e471-433b-872c-c29f958145d0,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.112802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.193615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.236529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=bdd0da5f-bf78-444c-831c-84eba88b31bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.332354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.332926 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Floating IP 8d0ed7af-fe54-4afb-b2b9-833477e5fbd8 disassociated (deleted). External IP: 172.25.2.12, port: ab03724e-00c1-419c-b773-15f7db053f8b. Dec 13 09:56:52.636682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port ffce0a01-e471-433b-872c-c29f958145d0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:52.638192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.829217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Router a66d81a9-3924-41c2-9353-e92f0fe421c1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:52.864441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.952140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for ffce0a01-e471-433b-872c-c29f958145d0 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:53.011665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:53.017789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.026385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] Sync routers for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:53.043630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:53.044549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:53.075518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1cbe6be1-1b61-4763-9550-9b77dd5a1482 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d0ed7af-fe54-4afb-b2b9-833477e5fbd8 HTTP/1.1" status: 204 len: 168 time: 2.3326070 Dec 13 09:56:53.078943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39752) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:53.083508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:53.103908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:53.118342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:53.128899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:53.236327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.275081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:53.280286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54571e5b-1ea8-466a-88de-035a7c2e7ad2 None None] The sync data for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:53.503517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.543882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=ffce0a01-e471-433b-872c-c29f958145d0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:53.706540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.808961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.063336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Allocated IP 172.25.2.182 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/4cab6c99-84e0-4cd2-a177-554ef04406bf) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:54.252048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.366475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 90dcc52a-a6ca-4931-b916-ec7221ab1f6c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:54.437619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.506058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:54.512447 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28990b59-8455-490e-bcde-0eaaf3896fdf tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/90dcc52a-a6ca-4931-b916-ec7221ab1f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791234 Dec 13 09:56:54.516200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39792) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:54.527243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:54.534548 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] Sync routers for ids ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:54.548062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] Routers {'90dcc52a-a6ca-4931-b916-ec7221ab1f6c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:54.550443 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.551812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:54.562000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:54.571597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Pushing event updated for resources: {'Port': ['ID=4cab6c99-84e0-4cd2-a177-554ef04406bf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:54.592853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4bbbf020-1ebc-494c-bb2a-dfeeddbf49a5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=90dcc52a-a6ca-4931-b916-ec7221ab1f6c HTTP/1.1" status: 200 len: 205 time: 0.0731027 Dec 13 09:56:54.595929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:54.770205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.778760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.881430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.933246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.967475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] Routers {'90dcc52a-a6ca-4931-b916-ec7221ab1f6c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:54.968148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:55.089375 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:55.091195 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18688f13-48b9-4d6c-8117-527f3f269a31 None None] The sync data for ids ['90dcc52a-a6ca-4931-b916-ec7221ab1f6c'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:55.224686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.232344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.332482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.333190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router 90dcc52a-a6ca-4931-b916-ec7221ab1f6c {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:55.346365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.353621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.353799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.360662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-275df3dc-0ffc-4495-ba1a-97292b842930 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/90dcc52a-a6ca-4931-b916-ec7221ab1f6c HTTP/1.1" status: 204 len: 168 time: 0.7618577 Dec 13 09:56:55.362986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:55.477519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:55.490571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.498049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Pushing event updated for resources: {'Port': ['ID=4cab6c99-84e0-4cd2-a177-554ef04406bf,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:55.522062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.554775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.556755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9163787-3f99-4805-bf44-bef18d2e667c tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4767435 Dec 13 09:56:55.559468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:55.609512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.875756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.996911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.052093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:56.058074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:56.067455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.085490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9eda2985-601e-41f3-a660-bc9aceed7cb3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04 HTTP/1.1" status: 204 len: 168 time: 0.7209699 Dec 13 09:56:56.087780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d14225b-d3cc-426f-8ac7-1f31d4c59df3 None None] Network 1e904af7-5ecc-430f-930e-dcc2ec140bb7 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:56.090470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39844) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:56.121484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.379615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.452988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] DHCP port deletion for 1e904af7-5ecc-430f-930e-dcc2ec140bb7 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:56.517368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.580989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 2952809c-6c10-466a-af72-8416ae368708 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:56.581700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.590646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Deleting port 2952809c-6c10-466a-af72-8416ae368708 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:56.592298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.719676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 2952809c-6c10-466a-af72-8416ae368708, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2952809c-6c10-466a-af72-8416ae368708,segment=NetworkSegment(d8b47ae1-95cc-4d1f-a86d-449b1d6ea441),segment_id=d8b47ae1-95cc-4d1f-a86d-449b1d6ea441)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:56.720183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.758105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 2952809c-6c10-466a-af72-8416ae368708 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:56.766619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Allocated IP 172.25.2.161 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/f3bd4f8a-d250-4c34-904c-091ff5770656) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:56.830877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] For port 2952809c-6c10-466a-af72-8416ae368708, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2952809c-6c10-466a-af72-8416ae368708,segment=NetworkSegment(d8b47ae1-95cc-4d1f-a86d-449b1d6ea441),segment_id=d8b47ae1-95cc-4d1f-a86d-449b1d6ea441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:56.831707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.866287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Calling delete_port for 2952809c-6c10-466a-af72-8416ae368708 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:56.891526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.956122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=2952809c-6c10-466a-af72-8416ae368708,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:56.975822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 2952809c-6c10-466a-af72-8416ae368708 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:57.108778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.138353 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.188099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] Pushing event deleted for resources: {'Port': ['ID=2952809c-6c10-466a-af72-8416ae368708,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:57.190248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8165415-d18c-4479-948d-0125e1417b73 None None] No DVR routers for this DVR port 2952809c-6c10-466a-af72-8416ae368708 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:57.206175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.231408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.268464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e904af7-5ecc-430f-930e-dcc2ec140bb7']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:57.285360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:57.285672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b47ae1-95cc-4d1f-a86d-449b1d6ea441') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:57.322064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.333810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:57.340086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:57.346858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:57.351390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Pushing event updated for resources: {'Port': ['ID=f3bd4f8a-d250-4c34-904c-091ff5770656,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:57.373419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.389942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:57.390349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:57.404215 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:57.447175 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:56:57.491222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.588409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.606448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.612476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.621535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/1e904af7-5ecc-430f-930e-dcc2ec140bb7 HTTP/1.1" status: 204 len: 168 time: 1.5279634 Dec 13 09:56:57.625560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39894) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:57.659509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05006ab0-8956-4bb7-8b56-26e3e09283ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=1e904af7-5ecc-430f-930e-dcc2ec140bb7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:57.673255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1831150072', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:57.723128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.742793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.918567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.924155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.970707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.972660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e2d2eadb-acd8-4ee9-b888-5ee4b8567c72 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3157017 Dec 13 09:56:57.975978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39908) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:58.004318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068663272'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:58.021315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.028577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.060969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:58.065988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.102739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:58.142988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.143754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Pushing event updated for resources: {'Port': ['ID=f3bd4f8a-d250-4c34-904c-091ff5770656,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:58.146020 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment 1402bf9c-b784-49f9-99ba-ac62838360a8 of type vlan for network 1f717845-1db7-4f74-baaa-4bd23089d1bf Dec 13 09:56:58.152222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:58.214480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.241648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.254922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c520c69-522c-4894-ac09-08af23043a06 tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6846836 Dec 13 09:56:58.254922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39918) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:58.281714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2952809c-6c10-466a-af72-8416ae368708 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:58.357448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.370471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2952809c-6c10-466a-af72-8416ae368708 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:58.371091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2952809c-6c10-466a-af72-8416ae368708 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:58.406478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.413674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:58.417229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.505260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5276411 Dec 13 09:56:58.508927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39930) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:58.514602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:58.537844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d9e31-09cd-46bc-9ccd-d86a8fa2e42b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=1f717845-1db7-4f74-baaa-4bd23089d1bf,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:58.549450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:58.695527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:58.711602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.016997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d3bdcc31-3706-44a0-93f1-0e1691768eb2 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.7673774 Dec 13 09:56:59.019613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:59.093083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.136501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c805ae6-2d96-49a0-8122-9260c885aab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.142370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df60ff92-60d2-4be3-a31a-22d13e5c5542 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1216385 Dec 13 09:56:59.148215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39950) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:59.247820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:59.248340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 1f717845-1db7-4f74-baaa-4bd23089d1bf, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:59.258417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=8ccd4363-e71b-4f23-85f5-f1f03e7efcf8,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:59.285118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:59.296116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1f717845-1db7-4f74-baaa-4bd23089d1bf) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:59.306066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d19d4-6c81-4ee6-ad36-9a27b8436fd8 None None] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:59.313800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:59.315148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.337618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-91e16693-3773-49c0-86d2-5434858b5ffb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8274698 Dec 13 09:56:59.340978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:59.365540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Deleting port f3bd4f8a-d250-4c34-904c-091ff5770656 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:59.365963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.455847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c805ae6-2d96-49a0-8122-9260c885aab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.466426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c805ae6-2d96-49a0-8122-9260c885aab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.558995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1f717845-1db7-4f74-baaa-4bd23089d1bf', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:59.561319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.581717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c805ae6-2d96-49a0-8122-9260c885aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d63321-05ff-47d6-8f67-6d19936fc075,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:59.642552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.653378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c805ae6-2d96-49a0-8122-9260c885aab6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ab95a8b59a14b03b966462d71749882&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4976521 Dec 13 09:56:59.658793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:59.739666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.739926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.829315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Calling delete_port for f3bd4f8a-d250-4c34-904c-091ff5770656 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:59.888953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.953978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Allocated IP 172.20.0.2 (1f717845-1db7-4f74-baaa-4bd23089d1bf/8ccd4363-e71b-4f23-85f5-f1f03e7efcf8/ae84750b-fcc7-4c72-bd95-055e9bf197e7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:59.984339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.158841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.169606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.215933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.229513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.233028 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0d63321-05ff-47d6-8f67-6d19936fc075 HTTP/1.1" status: 204 len: 168 time: 0.5710013 Dec 13 09:57:00.325019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Pushing event deleted for resources: {'Port': ['ID=f3bd4f8a-d250-4c34-904c-091ff5770656,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:00.326234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.333695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.416379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365978b9-e9db-476b-8ba8-1e162e23076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d63321-05ff-47d6-8f67-6d19936fc075,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:00.495693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Pushing event updated for resources: {'Port': ['ID=ae84750b-fcc7-4c72-bd95-055e9bf197e7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:00.511973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.520231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.521936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb2904e2-bbef-478f-b855-e36b72babb8d tempest-FloatingIPAdminTestJSON-1779801473 tempest-FloatingIPAdminTestJSON-1779801473-project] 10.222.0.31 "DELETE /v2.0/floatingips/0724d21e-00a1-4ad2-a9ac-ebf0a2d1086e HTTP/1.1" status: 204 len: 168 time: 1.3727326 Dec 13 09:57:00.525443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:00.542678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:00.547315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:00.552427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:00.682613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Attempting to bind port ae84750b-fcc7-4c72-bd95-055e9bf197e7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:00.683237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Attempting to bind port ae84750b-fcc7-4c72-bd95-055e9bf197e7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:00.684112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Attempting to bind port ae84750b-fcc7-4c72-bd95-055e9bf197e7 on network 1f717845-1db7-4f74-baaa-4bd23089d1bf {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:00.690822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:00.691718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Checking segment: {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:00.692490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.693090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Bound using segment: {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:00.693907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Bound port: ae84750b-fcc7-4c72-bd95-055e9bf197e7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:00.694511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.825557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.20.0.1 (1f717845-1db7-4f74-baaa-4bd23089d1bf/8ccd4363-e71b-4f23-85f5-f1f03e7efcf8/c3a8af3b-d485-41a3-8123-47badb6bfc4a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:00.995710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.073341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.114652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40008) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:01.135776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb93e-5687-4230-a58f-44984f1a85d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.161782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] For port ae84750b-fcc7-4c72-bd95-055e9bf197e7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:01.168806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] For port ae84750b-fcc7-4c72-bd95-055e9bf197e7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae84750b-fcc7-4c72-bd95-055e9bf197e7,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:01.177102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.199345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:01.218706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:01.248309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:01.267159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb93e-5687-4230-a58f-44984f1a85d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.275189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb93e-5687-4230-a58f-44984f1a85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.281858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Deleting port 4cab6c99-84e0-4cd2-a177-554ef04406bf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:01.282200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.345411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:01.379699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc14e99-e5b0-475b-8542-90ef31082257 None None] Pushing event updated for resources: {'Port': ['ID=ae84750b-fcc7-4c72-bd95-055e9bf197e7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:01.403210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.476105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b5cb93e-5687-4230-a58f-44984f1a85d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cd404b308ae4b218eb90aeab0c3be5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586273 Dec 13 09:57:01.485586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cb93e-5687-4230-a58f-44984f1a85d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce780ac-9acd-41c7-a3a7-9cc04a3b89c4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:01.510077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40016) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:01.625350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.699366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.700208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.764655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Calling delete_port for 4cab6c99-84e0-4cd2-a177-554ef04406bf owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:01.775572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.897563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.007600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.011478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.015820 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ce780ac-9acd-41c7-a3a7-9cc04a3b89c4 HTTP/1.1" status: 204 len: 168 time: 0.5035603 Dec 13 09:57:02.027611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482e8fc-de8d-46c2-9898-0663efba4286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce780ac-9acd-41c7-a3a7-9cc04a3b89c4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.167490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.250765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cab6c99-84e0-4cd2-a177-554ef04406bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.471306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae84750b-fcc7-4c72-bd95-055e9bf197e7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:02.512729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.515440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.516721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea739bdc-c576-487a-bcd9-cb8cec249846 tempest-FloatingIPAdminTestJSON-697350434 tempest-FloatingIPAdminTestJSON-697350434-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/152e075a-255b-41c8-8bfc-c2f8c13baf86 HTTP/1.1" status: 204 len: 168 time: 1.9874055 Dec 13 09:57:02.536245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:02.689146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ae84750b-fcc7-4c72-bd95-055e9bf197e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:02.689785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.820493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port ab03724e-00c1-419c-b773-15f7db053f8b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:02.850209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.940782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.036364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port ae84750b-fcc7-4c72-bd95-055e9bf197e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae84750b-fcc7-4c72-bd95-055e9bf197e7,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:03.046250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.189805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=ae84750b-fcc7-4c72-bd95-055e9bf197e7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.198975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.241763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for ab03724e-00c1-419c-b773-15f7db053f8b owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:03.327685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.335855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.425347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b78cb-ba4d-4cf5-ad53-2d3466a5f1c8 None None] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:03.678339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.688893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.795602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.900343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-70b2acd5-d88c-4fe3-a466-cdae07eaeada None None] Provisioning complete for port ae84750b-fcc7-4c72-bd95-055e9bf197e7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:03.900944 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70b2acd5-d88c-4fe3-a466-cdae07eaeada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.936186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:03.941658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:03.950215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=ab03724e-00c1-419c-b773-15f7db053f8b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:04.406284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.423225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.424671 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-57b852f8-66ba-4ed4-b915-4bbc0ca37a96 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/ports/ab03724e-00c1-419c-b773-15f7db053f8b HTTP/1.1" status: 204 len: 168 time: 1.8834240 Dec 13 09:57:04.427976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40156) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:04.459373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae84750b-fcc7-4c72-bd95-055e9bf197e7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:04.553445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.569699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04b5bb-3014-44c0-b125-17a83eb12692 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.572729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.574757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8d04b5bb-3014-44c0-b125-17a83eb12692 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "GET /v2.0/ports?device_id=a66d81a9-3924-41c2-9353-e92f0fe421c1 HTTP/1.1" status: 200 len: 913 time: 0.1457400 Dec 13 09:57:04.577893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:04.591197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ae84750b-fcc7-4c72-bd95-055e9bf197e7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:04.591601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.595282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.606275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.616045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.624277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.633427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.635831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8de0105-72ae-4d0c-877b-59446968ebba req-156fc46e-7db3-4710-8b94-2701591c1776 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.2968576 Dec 13 09:57:04.689426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-70ce28ec-636b-4a77-8838-f309dfcb38bd None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:04.691751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70ce28ec-636b-4a77-8838-f309dfcb38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.740055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:57:04.782171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8de0105-72ae-4d0c-877b-59446968ebba req-550daa3d-cb85-4367-a7cd-fb592acc74fa tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390264 Dec 13 09:57:04.795532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-70ce28ec-636b-4a77-8838-f309dfcb38bd None None] Port c3a8af3b-d485-41a3-8123-47badb6bfc4a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:04.905592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-70ce28ec-636b-4a77-8838-f309dfcb38bd None None] Provisioning complete for port ae84750b-fcc7-4c72-bd95-055e9bf197e7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:04.906310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70ce28ec-636b-4a77-8838-f309dfcb38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.123667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:05.141743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-78ca40a7-1225-4385-a77d-ad85aa31dac5 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7994323 Dec 13 09:57:05.142517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40190) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:05.149937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094966785'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:05.275393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:05.280367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.297522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:05.341064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:05.343738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:05.369019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:05.411505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.412204 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment 0cfd4f37-72ed-47b9-9f2d-05a0d8fda008 of type vlan for network 74f5bae6-7777-4391-9a14-35f3b2e096d0 Dec 13 09:57:05.570215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.668791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.684821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.690935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.706855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-22812603-7217-412f-882a-81c244ab64f2 None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:05.707631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22812603-7217-412f-882a-81c244ab64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.752974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:05.783602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.797193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.823583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.830072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.851158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.857729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.874368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-22812603-7217-412f-882a-81c244ab64f2 None None] Port c3a8af3b-d485-41a3-8123-47badb6bfc4a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:05.882507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.891447 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-806b9913-3b85-4ed2-8058-285fb24bdc75 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.5205336 Dec 13 09:57:05.895451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7518139 Dec 13 09:57:05.907815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:05.930835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83fbf5-069a-45d0-82b4-8ec2efefafce tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=74f5bae6-7777-4391-9a14-35f3b2e096d0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:05.936582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:06.001833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:06.178701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-21e78739-2b99-46f8-bede-b2f821ac8660 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.185582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-21e78739-2b99-46f8-bede-b2f821ac8660 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2766819 Dec 13 09:57:06.233843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.259846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.281692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.291107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.310913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.335140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.376233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:06.378704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-504c3cd0-1869-4fe5-975d-46c9e795b757 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.3308377 Dec 13 09:57:06.423046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:06.429885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.457074 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf59342d-9691-49ec-8320-e8ff2df52f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.478554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3f7f93d4-dd83-46d8-83a5-03d05d70fc86 None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:06.487123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3f7f93d4-dd83-46d8-83a5-03d05d70fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.583373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd2a2545-3699-4e62-bbb9-0fe05e8f034b req-c4408613-5a82-4394-9cc0-199d6fcf65e5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927218 Dec 13 09:57:06.650454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f93d4-dd83-46d8-83a5-03d05d70fc86 None None] Port c3a8af3b-d485-41a3-8123-47badb6bfc4a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:06.709085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40340) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:06.711698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:01Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:02Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:06.725486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fb46f11e-6325-49bc-b3dd-25d711ca45b3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5279934 Dec 13 09:57:06.756527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:06.771110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:06.771897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Updating router caf4f9a4-d525-4494-a76d-7589a54f3d39 port c3a8af3b-d485-41a3-8123-47badb6bfc4a binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:06.818019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.824631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.905044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.043030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-521cdcae-1b05-43f5-9a14-29547305a7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.252906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-521cdcae-1b05-43f5-9a14-29547305a7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.265861 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-521cdcae-1b05-43f5-9a14-29547305a7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.274600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.379223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-521cdcae-1b05-43f5-9a14-29547305a7a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27b878ad58e34fd69e842ea1f81c52d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6688671 Dec 13 09:57:07.385796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cdcae-1b05-43f5-9a14-29547305a7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c5712b-566b-406a-8707-93ddd91a1607,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:07.390918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:07.405426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.419123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.451702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=35486ba0-3d41-4317-9207-a89fef5550f9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:07.519492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:07.554868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=254838d9-bead-4fcf-a82d-2a71fb11a2e3,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:07.582363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.679564 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.682889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a25b-fa54-432c-bddf-8cbcdc01a1b6 None None] Pushing event updated for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:07.709062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] For port 254838d9-bead-4fcf-a82d-2a71fb11a2e3, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:07.814938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:07.815958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 74f5bae6-7777-4391-9a14-35f3b2e096d0, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:07.962382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:07.975769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:07.988178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:07.995088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Attempting to bind port c3a8af3b-d485-41a3-8123-47badb6bfc4a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:07.995479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Attempting to bind port c3a8af3b-d485-41a3-8123-47badb6bfc4a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:07.997106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Attempting to bind port c3a8af3b-d485-41a3-8123-47badb6bfc4a on network 1f717845-1db7-4f74-baaa-4bd23089d1bf {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:08.003283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.015108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:08.016074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Checking segment: {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:08.017859 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.018424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Bound using segment: {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:08.019077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Bound port: c3a8af3b-d485-41a3-8123-47badb6bfc4a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1402bf9c-b784-49f9-99ba-ac62838360a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:08.019903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.027379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.041020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.059789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.077882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-0d16287a-dda2-4dc1-9fb4-8b67162bc8b6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 5433 time: 0.2168765 Dec 13 09:57:08.092104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:08.096411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] device_id is not set on port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:08.109855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.170554 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.173184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.182565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32c5712b-566b-406a-8707-93ddd91a1607 HTTP/1.1" status: 204 len: 168 time: 0.7708979 Dec 13 09:57:08.222493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7506-43b5-4221-aabc-e93f3414c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c5712b-566b-406a-8707-93ddd91a1607,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:08.234320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] For port c3a8af3b-d485-41a3-8123-47badb6bfc4a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:08.247488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] For port c3a8af3b-d485-41a3-8123-47badb6bfc4a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3a8af3b-d485-41a3-8123-47badb6bfc4a,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:08.252557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.292362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 74f5bae6-7777-4391-9a14-35f3b2e096d0) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:08.306104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.309112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.326263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:08.333695 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91bd1c4-5b30-4efb-9ccb-54c3c4c078be" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:08.346159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.356987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-238b7e3d-8bee-42b5-bac0-cf9460a217f2 req-cc5e1125-f4e9-4400-848d-ac50d3c388a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2781525 Dec 13 09:57:08.365431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42f92a-ff77-4f5f-b879-fd068552cadb None None] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:08.398395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f69bb3d-5136-48f8-82f8-d5a5f68b3914 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4882104 Dec 13 09:57:08.401700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40508) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:08.411738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.684686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] No DVR routers for this DVR port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:08.689149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a25b-fa54-432c-bddf-8cbcdc01a1b6 None None] Pushing event updated for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:08.849813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:08.869464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] In _notify_port_updated(), no bound segment for port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:57:08.876819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.878063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.883178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 200 len: 1027 time: 2.1309500 Dec 13 09:57:08.926306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:08.931871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.042499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:09.043408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.045781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.046698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:09.196063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:09.198250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:56:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:09.318172 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0b82959-90fd-49cc-b5a1-825d0e384811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.331137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Pushing event updated for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:09.371159 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f13e2-04d1-4b2e-9e16-56bfac5a39a7 x-openstack-request-id: req-d61f13e2-04d1-4b2e-9e16-56bfac5a39a7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:09.371496 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:09.371825 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d61f13e2-04d1-4b2e-9e16-56bfac5a39a7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:09.372329 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'code': 200} Dec 13 09:57:09.402718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.402986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.403340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.424291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.426259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.427093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.453304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.453761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.454118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.454475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.454823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.455414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.466551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e201a-d350-4eab-bf0f-cf06eef917a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:09.538448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-82e50bc9-8fe2-4366-8e1c-590e1e3d19b0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.541519 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-82e50bc9-8fe2-4366-8e1c-590e1e3d19b0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "GET /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6332574 Dec 13 09:57:09.559779 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.614528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:09.745900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.753872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.782380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.806418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.835048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.852957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.858684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-37540873-997e-4fd3-9456-a89b2e0080a7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 4657 time: 0.2993643 Dec 13 09:57:09.874072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.009655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.014762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.034039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:10.097561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:10.346851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-74f5bae6-7777-4391-9a14-35f3b2e096d0', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:10.353406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.544710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2edb7a4f-1b6a-4e8b-aadf-78fbb204dac7 req-b5b519e9-5b11-44f3-a673-96d5203da526 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3159549 Dec 13 09:57:10.625525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.638264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.21.0.1 (74f5bae6-7777-4391-9a14-35f3b2e096d0/35486ba0-3d41-4317-9207-a89fef5550f9/c7e448b1-bc8b-458b-a7e0-7cca7657d725) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:10.649753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:10.827877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.869187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:10.878888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.885283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:57:10.887408 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:57:10.947943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:10.952043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:10.962626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:11.001712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:11.024866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Allocated IP 172.21.0.2 (74f5bae6-7777-4391-9a14-35f3b2e096d0/35486ba0-3d41-4317-9207-a89fef5550f9/2a136c6e-3137-4446-b6cd-1e68aecd8bc7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:11.094934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.128494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.179048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.252689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.253926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0832e8f2-eb20-4874-a3f3-dc2e0169971e no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:11.255538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.264769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=fcb29c8f-c0c7-49e7-a96a-d8b2229e59ce,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.324660 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d18bdd-84b7-42ff-8348-eece3ac95f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.348672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.510555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:11.511295 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ee6bb-34b7-4ea5-adcc-ae6a75682094" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:11.543428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d18bdd-84b7-42ff-8348-eece3ac95f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.664300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d18bdd-84b7-42ff-8348-eece3ac95f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.751271 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.770484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d18bdd-84b7-42ff-8348-eece3ac95f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5d97c-5374-4cc2-af15-f3ccc42b5385,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.796147 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eed0ff-f143-47dd-8926-87df0f5970a6 x-openstack-request-id: req-44eed0ff-f143-47dd-8926-87df0f5970a6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:11.796451 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3ec091-fae0-4c8d-b79d-2ab787cdfc88", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:11.796714 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44eed0ff-f143-47dd-8926-87df0f5970a6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:11.797124 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3ec091-fae0-4c8d-b79d-2ab787cdfc88', 'code': 200} Dec 13 09:57:11.799384 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.863529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.902515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.917896 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.937888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.947405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] For port c3a8af3b-d485-41a3-8123-47badb6bfc4a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3a8af3b-d485-41a3-8123-47badb6bfc4a,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:11.966630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.971759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.013633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29d18bdd-84b7-42ff-8348-eece3ac95f87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3518969667fd4a42b886dc006005e007&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0073748 Dec 13 09:57:12.014312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:12.105766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c833b7-3f0e-4ea3-8507-074d13ea7821 None None] Pushing event updated for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.119427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.174365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:12.211853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Pushing event updated for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.222793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:12.234854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:12.254035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.275583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.294997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.302482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.310760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.317195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.324305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.342723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.345091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-1387484f-9b6a-4097-89dc-4ab7c6a8632e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 4655 time: 0.4752569 Dec 13 09:57:12.359787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.410821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:12.427646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4c0cc10a-9c53-4983-b4c3-c3a307c9c7a8 None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:12.428399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc10a-9c53-4983-b4c3-c3a307c9c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.430801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.431782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 60930877-3723-4f8a-803f-62169f4be5ea no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:12.482845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.517119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.521405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5b78a7f-33a2-4869-91b7-c4a1c19abdf1 req-40990264-ad6b-4e67-abc8-3976c1cd8417 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&id=f3688b57-9e40-49f6-9ed1-a198757081b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383033 Dec 13 09:57:12.525131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:12.561020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:12.567115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:12.630041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.633806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:01Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:12.636434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Attempting to bind port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:12.637077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Attempting to bind port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:12.637809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Attempting to bind port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 on network 74f5bae6-7777-4391-9a14-35f3b2e096d0 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:12.649514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.688617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf46d-1af9-4fe9-bc2b-f72e667dc43c None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:01Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:12.692669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:12.694151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Checking segment: {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:12.695085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.696720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Bound using segment: {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:12.697426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Bound port: 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:12.698176 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.835943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:12.872952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.905832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.910492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.912104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ef5d97c-5374-4cc2-af15-f3ccc42b5385 HTTP/1.1" status: 204 len: 168 time: 0.8890836 Dec 13 09:57:12.950808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] For port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:12.965293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b334-c13f-4497-adf8-b86fb2932c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5d97c-5374-4cc2-af15-f3ccc42b5385,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.066808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:13.071282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:13.088096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2df13a83-6ff8-4ee2-b69a-5ddab54df990 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6846817 Dec 13 09:57:13.088969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:13.094632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-1415676949'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:13.114404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:13.155430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:13.156925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.158265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:13.160019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.199432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:13.212540 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.212893 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment c23d0c40-39e4-49d8-b4ed-79412f4d5627 of type vlan for network 64ffd4be-27a6-45c9-aca6-bc8b4210546c Dec 13 09:57:13.218372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] device_id is not set on port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:13.246236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.280380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.290970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:13.308071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.384506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.393869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:13.403421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.453742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.657212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4c0cc10a-9c53-4983-b4c3-c3a307c9c7a8 None None] Provisioning complete for port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:13.657589 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc10a-9c53-4983-b4c3-c3a307c9c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.667427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.669577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5738988 Dec 13 09:57:13.669742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40806) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:13.682141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] No DVR routers for this DVR port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:13.708046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:13.725550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e9401-6c64-404c-a797-9bdb53c6e167 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=64ffd4be-27a6-45c9-aca6-bc8b4210546c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.750273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.761532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cc10a-9c53-4983-b4c3-c3a307c9c7a8 None None] Port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:13.795075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Router a66d81a9-3924-41c2-9353-e92f0fe421c1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:13.838293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] In _notify_port_updated(), no bound segment for port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 on network 54322de4-c6b8-4103-a14f-937297b02a67 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:57:13.839735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:13.841923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.850030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-abd03954-ef6f-445b-85cb-5e0dd2327ce9 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 200 len: 1026 time: 4.2704995 Dec 13 09:57:13.867953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:13.869866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.891930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}, {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:13.896663 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dcc58a-f6a8-4c69-a776-85618b9cfee3" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e"}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "60930877-3723-4f8a-803f-62169f4be5ea"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:13.908281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4eab6-a06d-4e88-be20-36acc76a6854 None None] Pushing event updated for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.958224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:14.252086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.298853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.332532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.368873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.384886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.408372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-212ad9a7-c2e1-4fdf-b926-3b2947214aae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3878 time: 0.6174204 Dec 13 09:57:14.490409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:14.495184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.541495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:14.551460 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] Sync routers for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:14.574229 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:14.574978 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:14.577652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26f7812b-335d-48e7-adfc-bf2f585b29e3 req-9f4e8d98-2407-44fe-9987-38e6ebe51ef9 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681607 Dec 13 09:57:14.578119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d88894e-e21b-4547-bbbf-8cc53113e3ac tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "PUT /v2.0/routers/a66d81a9-3924-41c2-9353-e92f0fe421c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9901009 Dec 13 09:57:14.578269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:14.628339 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaf3735-e04d-4692-98d8-1c97b431414b x-openstack-request-id: req-acaf3735-e04d-4692-98d8-1c97b431414b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:14.631808 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e", "code": 200}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "60930877-3723-4f8a-803f-62169f4be5ea", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:14.632303 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acaf3735-e04d-4692-98d8-1c97b431414b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:14.633470 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'code': 200} Dec 13 09:57:14.634542 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea', 'code': 200} Dec 13 09:57:14.639084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3a8af3b-d485-41a3-8123-47badb6bfc4a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:14.641705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.642656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 5230d237-747f-4075-846b-12729fbc92cb no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:14.642773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 0832e8f2-eb20-4874-a3f3-dc2e0169971e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:14.643112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.717782 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:14.769275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff4809cf-357e-4b51-bf1a-ac1fe02c25cc None None] Provisioning complete for port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:14.769794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff4809cf-357e-4b51-bf1a-ac1fe02c25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.777584 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] Routers {'a66d81a9-3924-41c2-9353-e92f0fe421c1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:14.778253 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a66d81a9-3924-41c2-9353-e92f0fe421c1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:14.813154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ff4809cf-357e-4b51-bf1a-ac1fe02c25cc None None] Port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:14.846958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:14.865111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c3a8af3b-d485-41a3-8123-47badb6bfc4a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:14.865111 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.934688 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:14.936265 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af718da6-c1bb-46bf-bc48-4a4e47e426cd None None] The sync data for ids ['a66d81a9-3924-41c2-9353-e92f0fe421c1'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:14.947842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] For port 0832e8f2-eb20-4874-a3f3-dc2e0169971e, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0832e8f2-eb20-4874-a3f3-dc2e0169971e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:14.956113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.020229 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.060864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:15.070673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.086843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 254838d9-bead-4fcf-a82d-2a71fb11a2e3 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:15.243644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 254838d9-bead-4fcf-a82d-2a71fb11a2e3 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:15.269606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:15.511756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.512899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.513227 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Floating IP c48e6f2e-7510-44d8-b2b4-cdd3ab481d80 disassociated. External IP: 172.25.2.9, port: 0832e8f2-eb20-4874-a3f3-dc2e0169971e. Dec 13 09:57:15.514231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 0832e8f2-eb20-4874-a3f3-dc2e0169971e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:15.884545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.953255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:15.979037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:15.979727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:16.014439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=0832e8f2-eb20-4874-a3f3-dc2e0169971e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:16.090098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.099365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e6130-3b1e-4e8f-ae09-72066278a94d None None] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:16.354653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:16.381864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.383043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:16.428931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:16.446954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-44971f29-8c02-4e27-a829-8fa11c1ecf71 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.461976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-44971f29-8c02-4e27-a829-8fa11c1ecf71 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.468152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-44971f29-8c02-4e27-a829-8fa11c1ecf71 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.491913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-44971f29-8c02-4e27-a829-8fa11c1ecf71 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.492616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] Provisioning complete for port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:16.493101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.496510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-44971f29-8c02-4e27-a829-8fa11c1ecf71 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 3142 time: 0.6421897 Dec 13 09:57:16.563748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.594831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:16.605030 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Sync routers for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:16.623621 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:16.624262 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:16.663718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680'}, {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5230d237-747f-4075-846b-12729fbc92cb'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:16.671962 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e26e9-b8db-4323-a5b2-ed624841dbd2" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680"}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "5230d237-747f-4075-846b-12729fbc92cb"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:16.676548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] No DVR routers for this DVR port 0832e8f2-eb20-4874-a3f3-dc2e0169971e on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:16.700380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.709355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-fc89401f-fe9e-4f20-92fc-e0af391d53d5 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "DELETE /v2.0/ports/0832e8f2-eb20-4874-a3f3-dc2e0169971e HTTP/1.1" status: 204 len: 173 time: 2.6288929 Dec 13 09:57:16.709355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:16.731478 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274080ad-044a-46e1-83d5-9df55262eb6c" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:16.820690 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccebadf5-12de-4c50-9a74-acfe8ea3d606 x-openstack-request-id: req-ccebadf5-12de-4c50-9a74-acfe8ea3d606 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:16.829798 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680", "code": 200}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-unplugged", "status": "completed", "tag": "5230d237-747f-4075-846b-12729fbc92cb", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:16.831820 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccebadf5-12de-4c50-9a74-acfe8ea3d606 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:16.834772 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'code': 200} Dec 13 09:57:16.835144 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5230d237-747f-4075-846b-12729fbc92cb', 'code': 200} Dec 13 09:57:16.916574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afc1ee52-000d-49b6-9939-6ec5d8c21b55 req-ad1419d3-4d10-4628-9f9e-4af4198ed8f4 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131134 Dec 13 09:57:16.967974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:16.968348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 64ffd4be-27a6-45c9-aca6-bc8b4210546c, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:16.974734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=5175654c-ab0e-4161-b01a-d303632923a4,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:17.006811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:17.007296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.060384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port 6b32d3b1-194b-44fe-8154-d1b395dc9609 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:17.063250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.064449 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:17.223042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.239478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for 6b32d3b1-194b-44fe-8154-d1b395dc9609 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:17.261545 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda3219-92c0-4f58-91b5-8cb4cedd8074 x-openstack-request-id: req-2cda3219-92c0-4f58-91b5-8cb4cedd8074 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:17.269908 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "0832e8f2-eb20-4874-a3f3-dc2e0169971e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:17.270409 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cda3219-92c0-4f58-91b5-8cb4cedd8074 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:17.271788 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '0832e8f2-eb20-4874-a3f3-dc2e0169971e', 'status': 'completed', 'code': 200} Dec 13 09:57:17.279934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] For port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:17.280662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.297367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:17.297923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.302868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:17.352504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:17.408967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 64ffd4be-27a6-45c9-aca6-bc8b4210546c) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:17.429548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:17.432240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.491762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c810205-8014-4367-8388-d1fb91959884 None None] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:17.522496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.534684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:17.577525 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Checking router: 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:17.604790 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:17.607701 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:17.675837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dfadf4c4-a243-43d8-92c5-49271743ec7e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9943898 Dec 13 09:57:17.678659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.724078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.764837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.841080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=0592b1f4-0bc5-4eca-8c44-c995a1bf6680,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:17.936365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] No DVR routers for this DVR port 0592b1f4-0bc5-4eca-8c44-c995a1bf6680 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:17.941060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.950541 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-baff5ddb-4c94-475c-b91d-e02962a97e2f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "DELETE /v2.0/ports/0592b1f4-0bc5-4eca-8c44-c995a1bf6680 HTTP/1.1" status: 204 len: 173 time: 1.2141392 Dec 13 09:57:17.952924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9739a83-718b-4358-a745-d937708d2453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.981159 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:18.209850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:18.235610 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.357866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 60930877-3723-4f8a-803f-62169f4be5ea {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:18.358397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.368849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.382494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:18.383368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.540279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 3, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:18.621732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c349191d-d7bd-4f3d-a526-6f541939b9c5 None None] Provisioning complete for port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:18.624797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c349191d-d7bd-4f3d-a526-6f541939b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.629998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a9d1-f050-4622-aeb2-74315d703a67 None None] Pushing event updated for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.678102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:18.723465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.746676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9739a83-718b-4358-a745-d937708d2453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.768492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9739a83-718b-4358-a745-d937708d2453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.788361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:18.789497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Updating router caf4f9a4-d525-4494-a76d-7589a54f3d39 port c7e448b1-bc8b-458b-a7e0-7cca7657d725 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:18.801244 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c38b3-f628-4a68-bdef-80377a591540 None None] The sync data for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 is: [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:45:52Z', 'revision_number': 4, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'eff42f74-648a-4715-abde-69e329cb266e', 'name': '', 'network_id': 'cbd95b2d-d08b-47bf-a646-2faad58fce8a', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'mac_address': 'fa:16:3e:8b:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:50Z', 'updated_at': '2021-12-13T09:45:58Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'subnets': [{'id': '74f09fb1-4a8e-48ab-854b-66fd78793122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:18.868269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] For port 60930877-3723-4f8a-803f-62169f4be5ea, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=60930877-3723-4f8a-803f-62169f4be5ea,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:18.873689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.887612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=6b32d3b1-194b-44fe-8154-d1b395dc9609,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.908802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90dbeb-a7bb-418f-a38b-02822917b326 req-f2881515-a175-4624-a417-20340aafcfda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:18.936587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90dbeb-a7bb-418f-a38b-02822917b326 req-f2881515-a175-4624-a417-20340aafcfda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:18.949171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 60930877-3723-4f8a-803f-62169f4be5ea owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:18.954004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9739a83-718b-4358-a745-d937708d2453 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=880147c95300450089b8d5929c74cf1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4237795 Dec 13 09:57:18.956419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:57:18.956785 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:57:18.957826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739a83-718b-4358-a745-d937708d2453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d096372-fc0a-4ef1-b4f8-a52535d29830,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.963269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:18.971088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90dbeb-a7bb-418f-a38b-02822917b326 req-f2881515-a175-4624-a417-20340aafcfda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:18.982507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c90dbeb-a7bb-418f-a38b-02822917b326 req-f2881515-a175-4624-a417-20340aafcfda tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 2409 time: 0.6103129 Dec 13 09:57:18.999967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.025569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a19be-dc13-4bb0-942e-271b8f66efa8 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:19.221938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.284316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:19.290737 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc0a9d-b205-4afc-8bbf-2a11f05a0a5e" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:19.380603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.482141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c90dbeb-a7bb-418f-a38b-02822917b326 req-444b2ddf-4f18-40f4-a835-cb459d1a90b1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961619 Dec 13 09:57:19.489498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.507249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a55af-cb27-4dc8-b5ad-5097aabc58e9 None None] New status for floating IP c48e6f2e-7510-44d8-b2b4-cdd3ab481d80: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:57:19.533388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.585671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=60930877-3723-4f8a-803f-62169f4be5ea,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:19.598947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.605776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.609698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d096372-fc0a-4ef1-b4f8-a52535d29830 HTTP/1.1" status: 204 len: 168 time: 0.6454861 Dec 13 09:57:19.646313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94112e7d-81bf-4ae1-9004-7e2bea741052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d096372-fc0a-4ef1-b4f8-a52535d29830,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:19.657968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.670602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.686384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.704802 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc44352-4864-4f20-b4f9-7d9abaea3555 x-openstack-request-id: req-dbc44352-4864-4f20-b4f9-7d9abaea3555 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:19.705352 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "0592b1f4-0bc5-4eca-8c44-c995a1bf6680", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:19.705612 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbc44352-4864-4f20-b4f9-7d9abaea3555 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:19.706014 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '0592b1f4-0bc5-4eca-8c44-c995a1bf6680', 'status': 'completed', 'code': 200} Dec 13 09:57:19.744561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] No DVR routers for this DVR port 60930877-3723-4f8a-803f-62169f4be5ea on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:19.747947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.754793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-be475c29-628c-4a49-8ecd-4f0eb1b1cb6c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "DELETE /v2.0/ports/60930877-3723-4f8a-803f-62169f4be5ea HTTP/1.1" status: 204 len: 173 time: 1.7973747 Dec 13 09:57:19.914574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Allocated IP 172.22.0.2 (64ffd4be-27a6-45c9-aca6-bc8b4210546c/5175654c-ab0e-4161-b01a-d303632923a4/8c3e6b62-70e9-4947-a421-05d695d474ed) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:19.980681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 5230d237-747f-4075-846b-12729fbc92cb {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:19.981074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.092750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.094024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Fanout notify agent at l3_agent the message router_deleted on router a66d81a9-3924-41c2-9353-e92f0fe421c1 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:57:20.115883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.122298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-332aba95-1168-4ff2-b530-5a93db0b40e3 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/routers/a66d81a9-3924-41c2-9353-e92f0fe421c1 HTTP/1.1" status: 204 len: 168 time: 5.5363021 Dec 13 09:57:20.125254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:20.207062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40968) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:20.231065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935870191', 'description': 'tempest-secgroup-smoke-935870191 description', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:20.318680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] For port 5230d237-747f-4075-846b-12729fbc92cb, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=5230d237-747f-4075-846b-12729fbc92cb,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:20.319061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.388021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting subnet 0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:20.410661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.467599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:20.470398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c349191d-d7bd-4f3d-a526-6f541939b9c5 None None] Provisioning complete for port c7e448b1-bc8b-458b-a7e0-7cca7657d725 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:20.470948 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c349191d-d7bd-4f3d-a526-6f541939b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.486418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 5230d237-747f-4075-846b-12729fbc92cb owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:20.510783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be6c5478-7e10-4b10-a652-c32c4e3aa0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.542668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:20.593467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.607625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be6c5478-7e10-4b10-a652-c32c4e3aa0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.613319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.619950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be6c5478-7e10-4b10-a652-c32c4e3aa0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.775445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.790113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.804089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c349191d-d7bd-4f3d-a526-6f541939b9c5 None None] Port c7e448b1-bc8b-458b-a7e0-7cca7657d725 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:20.809758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c5478-7e10-4b10-a652-c32c4e3aa0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b35f6-0b64-4034-b0e5-dd2493b9e085,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:20.820907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.877081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be6c5478-7e10-4b10-a652-c32c4e3aa0d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b730979ca373462a916d253aced0c66c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961048 Dec 13 09:57:20.883160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:20.884141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.963922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.979831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:21.047441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.076428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62964e4-5b1f-40ec-ac98-5214fa477707 req-ddf55369-4f0b-46a0-8195-bb1dada0dbaa tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:21.087857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62964e4-5b1f-40ec-ac98-5214fa477707 req-ddf55369-4f0b-46a0-8195-bb1dada0dbaa tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:21.090353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e62964e4-5b1f-40ec-ac98-5214fa477707 req-ddf55369-4f0b-46a0-8195-bb1dada0dbaa tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 1677 time: 0.3877258 Dec 13 09:57:21.097403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.129117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:21.133930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:21.158539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=5230d237-747f-4075-846b-12729fbc92cb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.177420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:21.178018 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.186585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.194202 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/subnets/0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563 HTTP/1.1" status: 204 len: 168 time: 1.0678763 Dec 13 09:57:21.221154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:21.258066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Pushing event updated for resources: {'Port': ['ID=8c3e6b62-70e9-4947-a421-05d695d474ed,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.274260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26f209-67f0-4b2b-b5dc-0ac7a0e1a369 None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:21.280181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.294497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0792019 Dec 13 09:57:21.296547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:21.304973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:21.315875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87dd3-e0c9-45b7-98d5-c1cd628f2419 tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae71dca-47d1-42d5-a9b2-1d1e7f7a7563,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.340372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] No DVR routers for this DVR port 5230d237-747f-4075-846b-12729fbc92cb on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:21.346716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.353017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-84a1bf11-337c-45b9-8b79-bb8ce348cce6 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "DELETE /v2.0/ports/5230d237-747f-4075-846b-12729fbc92cb HTTP/1.1" status: 204 len: 173 time: 1.5923717 Dec 13 09:57:21.353753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.404982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.22.0.1 (64ffd4be-27a6-45c9-aca6-bc8b4210546c/5175654c-ab0e-4161-b01a-d303632923a4/ae0e14e1-8d65-44da-97f4-4c7763a4f577) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:21.439569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.471266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a98328-fd8f-48b6-9641-02aa27859f8d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05823983-3044-4c92-af6e-9aaceb31747d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.564897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.568702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.574641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.597537 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.629186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e62964e4-5b1f-40ec-ac98-5214fa477707 req-635c392f-eac4-473d-98da-d485b5e91fae tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b11473a-0c6d-4281-aee6-a2d93b867917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5221829 Dec 13 09:57:21.696626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fd6ccd6b-03b3-434b-8386-02bf7b12dcae None None] Provisioning complete for port c7e448b1-bc8b-458b-a7e0-7cca7657d725 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:21.699212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccd6b-03b3-434b-8386-02bf7b12dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.737761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea'}, {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '5230d237-747f-4075-846b-12729fbc92cb'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:21.740510 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04f0bd7-4f7e-45b8-afaa-cba7b7dcaa17" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "60930877-3723-4f8a-803f-62169f4be5ea"}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "5230d237-747f-4075-846b-12729fbc92cb"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:21.840411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Attempting to bind port 8c3e6b62-70e9-4947-a421-05d695d474ed on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:21.840974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Attempting to bind port 8c3e6b62-70e9-4947-a421-05d695d474ed by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:21.841544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Attempting to bind port 8c3e6b62-70e9-4947-a421-05d695d474ed on network 64ffd4be-27a6-45c9-aca6-bc8b4210546c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:21.876921 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b411d-5085-4df8-a0ae-8f99683cc204 x-openstack-request-id: req-d90b411d-5085-4df8-a0ae-8f99683cc204 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:21.880853 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "60930877-3723-4f8a-803f-62169f4be5ea", "status": "completed", "code": 200}, {"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "5230d237-747f-4075-846b-12729fbc92cb", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:21.881426 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d90b411d-5085-4df8-a0ae-8f99683cc204 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:21.882015 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '60930877-3723-4f8a-803f-62169f4be5ea', 'status': 'completed', 'code': 200} Dec 13 09:57:21.882972 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': '5230d237-747f-4075-846b-12729fbc92cb', 'status': 'completed', 'code': 200} Dec 13 09:57:21.913411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.916835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.922843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.929781 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a60b35f6-0b64-4034-b0e5-dd2493b9e085 HTTP/1.1" status: 204 len: 168 time: 1.0276539 Dec 13 09:57:21.946466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.951200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfecb6b-8338-4c18-8fd6-ae395d71bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b35f6-0b64-4034-b0e5-dd2493b9e085,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.012201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6c7fa1-b12f-4d02-82f2-7e03e161a190,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.019291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:22.019906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.103003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:22.103381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Checking segment: {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:22.108803 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.109980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Bound using segment: {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:22.110538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Bound port: 8c3e6b62-70e9-4947-a421-05d695d474ed, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:22.111650 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.141772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.154002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port 97d8a773-b50c-493c-9359-9baac614c026 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:22.154645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.168199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f9777-c388-449f-85a3-895aedab6eef None None] Pushing event updated for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.283888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ccd6b-03b3-434b-8386-02bf7b12dcae None None] Port c7e448b1-bc8b-458b-a7e0-7cca7657d725 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:22.312900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] For port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:22.313270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.353440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:22.450690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] For port 8c3e6b62-70e9-4947-a421-05d695d474ed, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:22.458397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] For port 8c3e6b62-70e9-4947-a421-05d695d474ed, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c3e6b62-70e9-4947-a421-05d695d474ed,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:22.484629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] DHCP port deletion for 65d5ba83-4ee6-46ac-82e1-3fce530eac3c request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:22.501377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.503298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e8beec6-6c53-4f17-a0e0-cab8ad8ddcca tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2031322 Dec 13 09:57:22.506295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41016) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:22.511838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:22.518018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] For port 97d8a773-b50c-493c-9359-9baac614c026, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=97d8a773-b50c-493c-9359-9baac614c026,segment=NetworkSegment(9ca5f6d6-d956-4031-91ea-cb9a7751a3f7),segment_id=9ca5f6d6-d956-4031-91ea-cb9a7751a3f7)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:22.522648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.590001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.602134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for 97d8a773-b50c-493c-9359-9baac614c026 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:22.639749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.662880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.681849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.750818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.763697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.790091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Attempting to bind port c7e448b1-bc8b-458b-a7e0-7cca7657d725 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:22.794714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Attempting to bind port c7e448b1-bc8b-458b-a7e0-7cca7657d725 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:22.795284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Attempting to bind port c7e448b1-bc8b-458b-a7e0-7cca7657d725 on network 74f5bae6-7777-4391-9a14-35f3b2e096d0 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:22.809466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] No DVR routers for this DVR port 97d8a773-b50c-493c-9359-9baac614c026 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:22.862701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=97d8a773-b50c-493c-9359-9baac614c026,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.901512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] No DVR routers for this DVR port f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:22.908188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.916174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d7a1653-55ce-4d8e-bc3e-c492860b5dbf req-7a075c50-a286-4631-94bd-a66159c0598e tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.16 "DELETE /v2.0/ports/f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8 HTTP/1.1" status: 204 len: 173 time: 1.5114999 Dec 13 09:57:22.950182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.962188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.974260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:22.974971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Checking segment: {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:22.975825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.977809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Bound using segment: {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:22.980290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Bound port: c7e448b1-bc8b-458b-a7e0-7cca7657d725, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:22.980997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.996094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-24be2ebe-2bdc-4ede-b562-85272855fdd9 None None] Provisioning complete for port c7e448b1-bc8b-458b-a7e0-7cca7657d725 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:22.996810 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24be2ebe-2bdc-4ede-b562-85272855fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.014429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecbdf78-e7f2-4935-ab1d-057fb94fa438,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.056139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.076890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f35bfa0e-724a-46ca-8fc1-19c9dff59eb0 req-caac939d-3cb8-4b2f-a395-ce99d22408c0 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2701001 Dec 13 09:57:23.081162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.085118 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c88c9b48-2231-4258-9110-de1fb4cf220b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5748422 Dec 13 09:57:23.085349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:23.104479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:23.116792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:23.122138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:23.135187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:23.213825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.293310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] For port c7e448b1-bc8b-458b-a7e0-7cca7657d725, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:23.298179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] For port c7e448b1-bc8b-458b-a7e0-7cca7657d725, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c7e448b1-bc8b-458b-a7e0-7cca7657d725,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:23.324451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.371897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1dcc-9eaf-43b1-8f75-28843ae2381e None None] Pushing event updated for resources: {'Port': ['ID=8c3e6b62-70e9-4947-a421-05d695d474ed,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.431478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.520567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d5ba83-4ee6-46ac-82e1-3fce530eac3c']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:23.556868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.564564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:23.564903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca5f6d6-d956-4031-91ea-cb9a7751a3f7') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:23.572303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.581882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Deleting port 97d8a773-b50c-493c-9359-9baac614c026 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:23.584358 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.586972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-24be2ebe-2bdc-4ede-b562-85272855fdd9 None None] Port c7e448b1-bc8b-458b-a7e0-7cca7657d725 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:23.599945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f9777-c388-449f-85a3-895aedab6eef None None] Pushing event updated for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.621080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.648753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89652bfc-18cc-4699-82fa-50202d7771d1,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.668412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.688643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.697198 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9dbad239-976f-4e02-ac20-089006335400 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6065876 Dec 13 09:57:23.698341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41048) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:23.702591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:23.703541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.711808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:23.778523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:23.814776 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:23.881873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.893511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:23.895204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:23.912344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] For port 97d8a773-b50c-493c-9359-9baac614c026, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:23.915271 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.917482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.932407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:23.934884 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743657ec-b640-4842-9162-cca11c5b5c6c" -d '{"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:23.935461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/networks/65d5ba83-4ee6-46ac-82e1-3fce530eac3c HTTP/1.1" status: 204 len: 168 time: 2.7024806 Dec 13 09:57:23.961784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:23.982498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb64a-7c3d-4fa9-8142-d97faaf5a65a tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Network': ['ID=65d5ba83-4ee6-46ac-82e1-3fce530eac3c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:24.023628 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.103403 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d40726-b148-4486-b403-cc8c7a6d6adc x-openstack-request-id: req-95d40726-b148-4486-b403-cc8c7a6d6adc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:24.103798 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271786fe-fc06-459a-b23d-9f07da07313c", "name": "network-vif-deleted", "tag": "f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:24.103985 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95d40726-b148-4486-b403-cc8c7a6d6adc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:24.104407 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271786fe-fc06-459a-b23d-9f07da07313c', 'name': 'network-vif-deleted', 'tag': 'f3abe0d9-f0cd-4c3b-ac43-42885ab31fa8', 'status': 'completed', 'code': 200} Dec 13 09:57:24.373574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-365698f7-886a-455f-b700-850d4925ed33 req-8a66ad04-9e48-425e-beba-d3c7c9749210 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1150446 Dec 13 09:57:24.439748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.457195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.478677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.502727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.505842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8061821 Dec 13 09:57:24.509532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:24.518783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f23657-4e0b-4c04-9682-c71df09b10ad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe54959a-70d1-4bf0-8a25-63b0d66f846d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:24.537347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:24.555528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Deleting port 10f1402c-2130-40bb-8d3b-f9a7eaa27d5f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:24.555970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.650518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c3e6b62-70e9-4947-a421-05d695d474ed up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:24.693949 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Project f1956682cc574a1d86f16a15c8949bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:57:24.729696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Calling delete_port for 97d8a773-b50c-493c-9359-9baac614c026 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:24.757147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.796646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Port 97d8a773-b50c-493c-9359-9baac614c026 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:57:24.809090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.810055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.815327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.842297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Calling delete_port for 10f1402c-2130-40bb-8d3b-f9a7eaa27d5f owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:24.905270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Network 65d5ba83-4ee6-46ac-82e1-3fce530eac3c is not hosted by any dhcp agent {{(pid=103196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:57:24.909831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] No DVR routers for this DVR port 97d8a773-b50c-493c-9359-9baac614c026 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:24.964298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9cb5e-a1ec-4e03-87ee-ca7d575cd61b None None] Pushing event deleted for resources: {'Port': ['ID=97d8a773-b50c-493c-9359-9baac614c026,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:25.006338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] Provisioning complete for port c7e448b1-bc8b-458b-a7e0-7cca7657d725 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:25.009220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.030935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.045368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.114622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611801f3-8962-410a-95f6-78a6d7ee20b4 None None] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:25.140295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:25.305704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8c3e6b62-70e9-4947-a421-05d695d474ed triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:25.306446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.329580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05b64ed-e71f-4d3a-8f04-66cbd89df549,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:25.345487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.353531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-963f9f28-cfc3-4d63-b731-986de4434ea8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8425744 Dec 13 09:57:25.356688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:25.369833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'security_group_rule': {'security_group_id': '05823983-3044-4c92-af6e-9aaceb31747d', 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:25.407376 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Project f1956682cc574a1d86f16a15c8949bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:57:25.469515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.919261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.971664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.979484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.043637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8c3e6b62-70e9-4947-a421-05d695d474ed, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c3e6b62-70e9-4947-a421-05d695d474ed,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:26.047423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Pushing event deleted for resources: {'Port': ['ID=10f1402c-2130-40bb-8d3b-f9a7eaa27d5f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:26.073515 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.209088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.213909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.242792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8c3e6b62-70e9-4947-a421-05d695d474ed,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:26.244821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-674ebb21-4896-4a0b-96a9-5874bb18212b tempest-FloatingIPAdminTestJSON-349462195 tempest-FloatingIPAdminTestJSON-349462195-project] 10.222.0.31 "DELETE /v2.0/floatingips/df77e818-4916-45bb-ae3a-ff29f49fdb73 HTTP/1.1" status: 204 len: 168 time: 2.2730255 Dec 13 09:57:26.248073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 97d8a773-b50c-493c-9359-9baac614c026 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:26.282906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] For port c7e448b1-bc8b-458b-a7e0-7cca7657d725, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c7e448b1-bc8b-458b-a7e0-7cca7657d725,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:26.322308 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.407506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 97d8a773-b50c-493c-9359-9baac614c026 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:26.440011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 97d8a773-b50c-493c-9359-9baac614c026 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:26.581636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b096eb0-45ac-41b4-9c14-f41231c9dd4e req-79e5985f-8bb0-4eba-a31a-70e4e9e46b8d tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0386407 Dec 13 09:57:26.668869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.684161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.751568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5f7af89a-5086-453a-9be7-3c7c941aae96 None None] Provisioning complete for port 8c3e6b62-70e9-4947-a421-05d695d474ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:26.751958 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f7af89a-5086-453a-9be7-3c7c941aae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.768435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad6802c-cd13-4737-88b7-ddcb5045e8ca,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:26.785304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.786864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b71a624-b767-44aa-9062-19860108da4d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4258003 Dec 13 09:57:26.816201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-a6f13174-e6b5-45be-97fc-bd122810d459 req-5fcab040-7b4a-40eb-a96d-d607626cffab service neutron] (103194) timed out ('10.222.0.20', 49228) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 09:57:26.839936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.848918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.975289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3648b5-6fe3-4e80-9443-b96050655213 None None] Pushing event updated for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:27.010713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c3e6b62-70e9-4947-a421-05d695d474ed up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:27.123643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 3, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:23Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:27.154737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:27.157876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.429805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851d1bb-a7a5-42c7-bf4a-f0e939fcb05e None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 3, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:23Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:27.486376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8c3e6b62-70e9-4947-a421-05d695d474ed triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:27.486376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.515156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:27.540886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:27.581303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-65a4c2bc-e7d3-4afd-9029-d5874e55b6ff None None] Provisioning complete for port 8c3e6b62-70e9-4947-a421-05d695d474ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:27.581816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a4c2bc-e7d3-4afd-9029-d5874e55b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.777900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:27.907834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41196) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:28.058271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d49d073-cdf0-4654-8613-a11307a918fb req-c2ff2219-f79a-410e-8249-ee1472136f3c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2424173 Dec 13 09:57:28.138473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-65a4c2bc-e7d3-4afd-9029-d5874e55b6ff None None] Provisioning complete for port ae0e14e1-8d65-44da-97f4-4c7763a4f577 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:28.138991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a4c2bc-e7d3-4afd-9029-d5874e55b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.160876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-dc1e75d1-7481-4775-9bb7-0299788ae6c9 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935870191&fields=id&tenant_id=f1956682cc574a1d86f16a15c8949bf8 HTTP/1.1" status: 200 len: 267 time: 0.3579738 Dec 13 09:57:28.302486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-65a4c2bc-e7d3-4afd-9029-d5874e55b6ff None None] Port ae0e14e1-8d65-44da-97f4-4c7763a4f577 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:28.342455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bad948b5-b318-4895-850f-197e2f853a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.375624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:28.464090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-948dfab8-9051-4160-8459-8655e7b9784a None None] Provisioning complete for port ae0e14e1-8d65-44da-97f4-4c7763a4f577 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:28.480065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-948dfab8-9051-4160-8459-8655e7b9784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.491528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8f914bf-e6fb-4b1c-b805-e2f33612ce5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a48ad20819348da98220b08c9be23a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111661 Dec 13 09:57:28.504827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41212) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:28.651144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-948dfab8-9051-4160-8459-8655e7b9784a None None] Port ae0e14e1-8d65-44da-97f4-4c7763a4f577 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:28.700272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c7e448b1-bc8b-458b-a7e0-7cca7657d725 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:28.705384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bad948b5-b318-4895-850f-197e2f853a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.744839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-8f66c922-6c42-43dc-b463-9602f0b193ab tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:28.750496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-8f66c922-6c42-43dc-b463-9602f0b193ab tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 814 time: 0.5819142 Dec 13 09:57:28.757824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.779728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-8bbb097a-c805-48d3-b7c8-5edf3987809d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/quotas/f1956682cc574a1d86f16a15c8949bf8 HTTP/1.1" status: 200 len: 375 time: 0.0221725 Dec 13 09:57:28.836537 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.918973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bad948b5-b318-4895-850f-197e2f853a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.931123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:28.951343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db149754-2b87-4a67-bf31-12daa0e59787 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2690086 Dec 13 09:57:28.967814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c7e448b1-bc8b-458b-a7e0-7cca7657d725 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:28.968352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.989613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.993423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.997663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41224) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.009512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/436d52ea-cda3-4332-be7e-5865e73cfa19 HTTP/1.1" status: 204 len: 168 time: 0.4930754 Dec 13 09:57:29.036153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'network': {'name': 'tempest-RoutersTest-16537239'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:29.110655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bad948b5-b318-4895-850f-197e2f853a5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=033863901bcb410b8a3502af2fddd851&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2012985 Dec 13 09:57:29.114024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41234) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.134784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad948b5-b318-4895-850f-197e2f853a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58d81f-36e2-4767-8109-a55d009ea1cc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:29.193775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b8ab7-3edd-46e3-8bdc-273f473b7100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d52ea-cda3-4332-be7e-5865e73cfa19,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:29.228188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:29.256624 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:29.258978 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:29.267425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-51d459b9-7869-451e-b3d8-900579a7d3db tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4619088 Dec 13 09:57:29.294425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-a660e8c6-0ea5-4290-ab9e-7ad500ed5e0d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:57:29.310178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-a660e8c6-0ea5-4290-ab9e-7ad500ed5e0d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240121 Dec 13 09:57:29.315731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:29.335359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.556182 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:29.564591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61a6fb1c-6dfb-4821-a5a2-e820cf3918b7 req-bad72332-738d-47a2-9adf-bcecf8e1dd59 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1946595 Dec 13 09:57:29.589467 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.640575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.658043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.675427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:29.704272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.704721 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added segment 9c4aa0df-279d-4e88-8d80-7f3fc1059792 of type vlan for network 6a902da1-6f57-4b1f-be85-cba0960ef170 Dec 13 09:57:29.744313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.777213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f836e9e7-310e-4aba-87e4-06614e00532d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.794880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.872749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.889446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.895695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:29.896792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.942419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-0cde0a06-2bcb-4b23-9d48-829d1f508d29 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297441 Dec 13 09:57:29.952653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9295821 Dec 13 09:57:29.990587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:24Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:25Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:30.049905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f836e9e7-310e-4aba-87e4-06614e00532d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.052128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:30.062941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'subnet': {'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:30.223978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f836e9e7-310e-4aba-87e4-06614e00532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.293953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e8d5e-2f13-4593-88e8-4e0bd75b4a49 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Network': ['ID=6a902da1-6f57-4b1f-be85-cba0960ef170,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:30.313841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.314545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:30.326665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.339088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e58d81f-36e2-4767-8109-a55d009ea1cc HTTP/1.1" status: 204 len: 168 time: 1.2122548 Dec 13 09:57:30.371979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f836e9e7-310e-4aba-87e4-06614e00532d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8d2a050fcd14eaa88809378df36ea15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238091 Dec 13 09:57:30.371979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e9e7-310e-4aba-87e4-06614e00532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4f215-1fb5-43f7-836d-9e2fdfdb0ac3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:30.372795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:30.392208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Made reservation on behalf of 2327d98387b341199ef82d4362d565b3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:30.396869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.461140 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:30.461590 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Updating router caf4f9a4-d525-4494-a76d-7589a54f3d39 port ae0e14e1-8d65-44da-97f4-4c7763a4f577 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:30.516796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d5ef2-1eac-4f4b-ac31-9a4cc4d07317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58d81f-36e2-4767-8109-a55d009ea1cc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:30.560174 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.690579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0cd1-21e3-4069-ba10-a7bbe3552f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.700034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-4f01d0ee-a155-4994-b3dd-6b94d3cb1f51 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702795 Dec 13 09:57:30.817843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.866214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9d0733d-e77f-4cc2-8bb2-d49528e75b11 req-ff5c3316-68e9-4aba-8c96-5e1a2d0f0094 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0746129 Dec 13 09:57:30.881540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.996105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.999835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.016453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7d4f215-1fb5-43f7-836d-9e2fdfdb0ac3 HTTP/1.1" status: 204 len: 168 time: 0.6418550 Dec 13 09:57:31.276607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0cd1-21e3-4069-ba10-a7bbe3552f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.281012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6de4-7d97-40f5-b18a-fe63de71a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4f215-1fb5-43f7-836d-9e2fdfdb0ac3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:31.292315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0cd1-21e3-4069-ba10-a7bbe3552f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.408747 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.424339 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.469347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8bdb0cd1-21e3-4069-ba10-a7bbe3552f51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f1d429681cd4d04bb4d3ee6083cb6ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8275244 Dec 13 09:57:31.470167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb0cd1-21e3-4069-ba10-a7bbe3552f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62618cd2-cded-49f1-859e-1dfceca136b1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:31.472847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:31.614004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Pushing event updated for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:31.639211 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.641192 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.641649 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.642338 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.644169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.645191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.645458 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.645990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.647029 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.648638 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.649310 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.649935 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.650815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.651865 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:31.664776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.734217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.778361 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Attempting to bind port ae0e14e1-8d65-44da-97f4-4c7763a4f577 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:31.780523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Attempting to bind port ae0e14e1-8d65-44da-97f4-4c7763a4f577 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:31.781494 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Attempting to bind port ae0e14e1-8d65-44da-97f4-4c7763a4f577 on network 64ffd4be-27a6-45c9-aca6-bc8b4210546c {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:31.807391 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:31.809891 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Checking segment: {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:31.813864 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.815337 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Bound using segment: {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:31.815337 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Bound port: ae0e14e1-8d65-44da-97f4-4c7763a4f577, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23d0c40-39e4-49d8-b4ed-79412f4d5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:31.815337 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.823507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:31.886517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Subnet': ['ID=1a108f99-4b42-4ddc-8d23-694547be609a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:31.939717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b333c1bb-6078-4435-bd52-f49f36843e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.971843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.980268 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.005708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62618cd2-cded-49f1-859e-1dfceca136b1 HTTP/1.1" status: 204 len: 168 time: 0.5150180 Dec 13 09:57:32.016146 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] For port ae0e14e1-8d65-44da-97f4-4c7763a4f577, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:32.017672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4b085516-383f-400e-ad88-6f0139725532 None None] Provisioning complete for port ae0e14e1-8d65-44da-97f4-4c7763a4f577 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:32.018153 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b085516-383f-400e-ad88-6f0139725532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.028911 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] For port ae0e14e1-8d65-44da-97f4-4c7763a4f577, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae0e14e1-8d65-44da-97f4-4c7763a4f577,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:32.035664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Checking segment: {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:32.036210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network hostable DHCP agents. Network: 6a902da1-6f57-4b1f-be85-cba0960ef170, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:32.048651 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.089366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:32.115248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6a902da1-6f57-4b1f-be85-cba0960ef170) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:32.124998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:32.125607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.138349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9857-9709-4d83-a259-bb80a458272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62618cd2-cded-49f1-859e-1dfceca136b1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:32.180630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4b085516-383f-400e-ad88-6f0139725532 None None] Port ae0e14e1-8d65-44da-97f4-4c7763a4f577 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:32.186555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0efa4d51-9404-43c9-ac22-d59bc5610dfd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1294348 Dec 13 09:57:32.186813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41336) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:32.194271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4fc4bb-9ea9-44a8-8fae-9b062cf54e54 None None] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:32.323182 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b29472-2f6a-41d0-8a84-4001d2630f11 None None] Pushing event updated for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:32.375800 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:32.376611 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:32.398001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1430f1bb-87a2-47cc-a505-9d0e604ed2a3 req-861a36c7-6e44-4ace-b6b0-1227b5b7ffa3 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2616892 Dec 13 09:57:32.566782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0db714f-5faf-4168-a340-3a73ea30e970 req-78634326-8e3a-47df-a94e-51d5273d25ed tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1271584 Dec 13 09:57:32.666770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b333c1bb-6078-4435-bd52-f49f36843e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.683175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b333c1bb-6078-4435-bd52-f49f36843e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.772208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333c1bb-6078-4435-bd52-f49f36843e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620e7712-ea07-4544-a3b3-c44db3c2d42c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:32.813462 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:32.837996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b333c1bb-6078-4435-bd52-f49f36843e0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b93d35f08c1e471eb9d9151998ebc4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0133359 Dec 13 09:57:32.838651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:33.086143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.153950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Provisioning complete for port ae0e14e1-8d65-44da-97f4-4c7763a4f577 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:33.155756 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.170461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.200693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.258506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6a902da1-6f57-4b1f-be85-cba0960ef170', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'project_id': '2327d98387b341199ef82d4362d565b3', 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:33.276754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.325514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.334125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.346284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/620e7712-ea07-4544-a3b3-c44db3c2d42c HTTP/1.1" status: 204 len: 168 time: 0.4957111 Dec 13 09:57:33.348136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41366) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:33.442256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41376) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:33.497307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90fe97b7-0e9b-476a-92ab-27aec05de432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.508843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda62242-d484-492b-bacb-2c37737b5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e7712-ea07-4544-a3b3-c44db3c2d42c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:33.550624 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:24Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:31Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:33.687484 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931f066-5c5c-4d7e-b545-5c35c932120f None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:24Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:31Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:33.723164 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.780398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90fe97b7-0e9b-476a-92ab-27aec05de432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.786699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] For port ae0e14e1-8d65-44da-97f4-4c7763a4f577, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae0e14e1-8d65-44da-97f4-4c7763a4f577,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:33.823190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90fe97b7-0e9b-476a-92ab-27aec05de432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.838931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.911107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41392) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:33.917198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1482613507'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:33.965166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Allocated IP 172.23.0.2 (6a902da1-6f57-4b1f-be85-cba0960ef170/1a108f99-4b42-4ddc-8d23-694547be609a/d1a9c167-3a0d-43a5-abb7-87104363d1de) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:33.979867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7aed90e-1dea-4272-b0ca-a254dc99d4cb req-af703371-3baa-4f85-b60d-c50a4497fbaf tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1835079 Dec 13 09:57:34.003093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:34.010456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.013380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-014230cd-102b-440a-98d2-d3267610cdf5 req-bcc63213-4167-44cb-a5df-e5d1db151e32 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.2185977 Dec 13 09:57:34.080543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe97b7-0e9b-476a-92ab-27aec05de432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b678d3a4-307c-4014-9ff9-63a1265d17c8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.084928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:34.109043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.110828 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Added segment efc13eb4-a91e-4a70-aa5e-d8e393da0a52 of type vlan for network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 Dec 13 09:57:34.135163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72da46d3-7b58-4f5f-ab21-fea09fa59e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.151664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-90fe97b7-0e9b-476a-92ab-27aec05de432 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3a449ef3e1649c39f918d3b11432042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7077258 Dec 13 09:57:34.155021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41400) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:34.196372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Pushing event updated for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.224609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.225048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.225413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.225795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.228524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.229071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.231215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.231756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.233739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.234257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.234846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.235346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.236358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475751f3-719b-4e53-9e42-b913a652a104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:34.292909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72da46d3-7b58-4f5f-ab21-fea09fa59e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.303280 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72da46d3-7b58-4f5f-ab21-fea09fa59e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.309516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.362235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-72da46d3-7b58-4f5f-ab21-fea09fa59e57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=912c87a88f574c2fbd6b750e9931e5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9574625 Dec 13 09:57:34.364160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41410) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:34.371874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.372132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da46d3-7b58-4f5f-ab21-fea09fa59e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120dfe9f-f79e-46de-8ac9-276f15f0230d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.419677 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.443442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.448343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:57:34.468546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:34.473576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.482126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.512768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.521119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.534430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6218562 Dec 13 09:57:34.542235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.547021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41412) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:34.565987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1021527198'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:34.601715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.689001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:34.699068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c167-3a0d-43a5-abb7-87104363d1de,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.701812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:34.706608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.709280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:34.717262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:34.760036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.763195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.764804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/120dfe9f-f79e-46de-8ac9-276f15f0230d HTTP/1.1" status: 204 len: 168 time: 0.3995712 Dec 13 09:57:34.787463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae0e14e1-8d65-44da-97f4-4c7763a4f577 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:34.848510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:34.868341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9978a-b978-42a7-b50e-f4a53b9a68c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120dfe9f-f79e-46de-8ac9-276f15f0230d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.895362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.895871 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Added segment 47e6e2f9-5810-49c6-9e08-eff85f34d33b of type vlan for network ce687c19-aafb-4dd2-8dd0-34939de7a670 Dec 13 09:57:35.058245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5902bf-aef8-4550-a572-fe6e128affef tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Network': ['ID=60e882be-bd9a-49c7-b8f0-9449f1de27d4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:35.061277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.077968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Allocated IP 172.23.0.1 (6a902da1-6f57-4b1f-be85-cba0960ef170/1a108f99-4b42-4ddc-8d23-694547be609a/e8dfa9ee-fac5-4f48-97be-bed529e69840) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:35.099615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:35.211407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.213068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.216693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.223763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:35.226384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.229939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b678d3a4-307c-4014-9ff9-63a1265d17c8 HTTP/1.1" status: 204 len: 168 time: 1.0149119 Dec 13 09:57:35.352670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-647bc1de-7d75-4b60-b10a-b4a4f338ea10 req-a96d03e4-4acb-4617-a950-ebd5f3e87d00 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0905256 Dec 13 09:57:35.353518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Attempting to bind port d1a9c167-3a0d-43a5-abb7-87104363d1de on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:35.356985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Attempting to bind port d1a9c167-3a0d-43a5-abb7-87104363d1de by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:35.361829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Attempting to bind port d1a9c167-3a0d-43a5-abb7-87104363d1de on network 6a902da1-6f57-4b1f-be85-cba0960ef170 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:35.405284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:35.415966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83fe92e6-deb5-4c1a-813b-794af3c9affa req-e9457e97-47ef-4b54-94bd-780e98c6169d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1513693 Dec 13 09:57:35.418712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Checking segment: {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:35.419364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.424693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Bound using segment: {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:35.425313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Bound port: d1a9c167-3a0d-43a5-abb7-87104363d1de, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:35.434866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.440575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8820055 Dec 13 09:57:35.444681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ae0e14e1-8d65-44da-97f4-4c7763a4f577 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:35.445152 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.447176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:35.476806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'subnet': {'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:35.515978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe9bd-b2ef-4560-96a4-ee937102d86f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Network': ['ID=ce687c19-aafb-4dd2-8dd0-34939de7a670,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:35.536786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:35.602845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5aa0-a9ca-4f42-acf7-26068686fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b678d3a4-307c-4014-9ff9-63a1265d17c8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:35.727633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.736963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:35.741444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.885770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-c72822bd-581d-48fe-b291-910d3fa7334c tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:35.888290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-c72822bd-581d-48fe-b291-910d3fa7334c tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 814 time: 0.3019197 Dec 13 09:57:35.915254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] For port d1a9c167-3a0d-43a5-abb7-87104363d1de, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:35.920169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] For port d1a9c167-3a0d-43a5-abb7-87104363d1de, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d1a9c167-3a0d-43a5-abb7-87104363d1de,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:35.940567 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.028890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-36f3bb22-bdb4-4a65-99bc-fd03d5c798b8 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1956682cc574a1d86f16a15c8949bf8 HTTP/1.1" status: 200 len: 379 time: 0.1189108 Dec 13 09:57:36.041383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.050236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'port': {'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'admin_state_up': True, 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'security_groups': ['05823983-3044-4c92-af6e-9aaceb31747d']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:36.206668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a579d5-0a09-4cf9-9195-665fd87262a5 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c167-3a0d-43a5-abb7-87104363d1de,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:36.246587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3f38047-35aa-4911-9841-6804b27dc079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.420654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:36.493434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:36.499985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:36.505850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:36.611024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.622152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f56d2384-d739-4bb6-a749-fa74ef716d09 req-c476752c-8b7d-459b-bddd-a4830ccd8417 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1069968 Dec 13 09:57:36.766106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-050fdd70-057b-4393-9671-301173397d19 req-fed6949c-7c57-44ae-b81c-83749b68fe49 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.0807035 Dec 13 09:57:36.789492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.929591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d1a9c167-3a0d-43a5-abb7-87104363d1de up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:36.970137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Subnet': ['ID=1c4e84e6-1800-438b-a48a-84c02c37f8e0,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:37.141319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d1a9c167-3a0d-43a5-abb7-87104363d1de triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:37.142030 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.171908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:37.172567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network hostable DHCP agents. Network: 60e882be-bd9a-49c7-b8f0-9449f1de27d4, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:37.190231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Made reservation on behalf of f1956682cc574a1d86f16a15c8949bf8 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:37.198184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.325972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.332535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:37.386429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.472094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port d1a9c167-3a0d-43a5-abb7-87104363d1de, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d1a9c167-3a0d-43a5-abb7-87104363d1de,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:37.480209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.491734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 60e882be-bd9a-49c7-b8f0-9449f1de27d4) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:37.496088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.496697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.559722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1e7de-7fb9-400c-ac5a-686aaf945b77 None None] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:37.712886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41530) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:37.718720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'subnet': {'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:37.724150 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a6497dd-1e33-49fc-abc5-f5880a2492a5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2710156 Dec 13 09:57:37.750609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=d1a9c167-3a0d-43a5-abb7-87104363d1de,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:37.870282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:37.871191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.035105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41544) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:38.082196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:38.087761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.143128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Allocated IP 172.20.0.13 (7e6901b2-c98b-4315-8335-abc27ac6711f/bc7385e1-678e-4a1d-92c9-6ee0bc259345/2a87813b-1769-4288-890e-faf4d9de6e50) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:38.176159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-121f9cd6-74a2-4b86-8dfb-d83d7c538aa9 req-904e56bf-f31c-4074-9860-68ec044be0de tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2837839 Dec 13 09:57:38.190362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae685a-d462-436e-b0be-87b1704cb672 None None] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:38.206775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eadb25a0-a5b0-4291-b2e2-3f6bdaa9417b req-16d7e209-0bf0-484e-9852-55d9ae704cfc tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1699655 Dec 13 09:57:38.450736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1094394651', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:38.459988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Allocated IP 10.1.1.2 (60e882be-bd9a-49c7-b8f0-9449f1de27d4/1c4e84e6-1800-438b-a48a-84c02c37f8e0/5e94cc30-6b1a-47b8-963f-776f651886ac) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:38.488415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6b2febc5-407a-4b26-af1f-212ff16f35a6 None None] Provisioning complete for port d1a9c167-3a0d-43a5-abb7-87104363d1de triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:38.491110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b2febc5-407a-4b26-af1f-212ff16f35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.530916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Made reservation on behalf of 2f30bdc1f284430687dcfbc94e866bac for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:38.538715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.575099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.628580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f6ce52af-03cd-48cf-bf43-0a810a8db606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.714615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d1a9c167-3a0d-43a5-abb7-87104363d1de up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:38.762680 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.884187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.919108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.940948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.956273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.973792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] device_id is not set on port 6ef9edc9-533c-4c78-8c88-d67c8589bfa3 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:38.979768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.003809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.022085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event updated for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:39.027060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.033352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.102334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d1a9c167-3a0d-43a5-abb7-87104363d1de triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:39.102874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.114928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:39.225187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41618) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:39.323785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Network 7e6901b2-c98b-4315-8335-abc27ac6711f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:39.329222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:39.353359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:39.371861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:39.430200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb667895-f751-4725-bc9e-8e8e67c3a8b9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:39.454511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:39.455978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.500102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Pushing event updated for resources: {'Port': ['ID=5e94cc30-6b1a-47b8-963f-776f651886ac,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:39.516983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:39.517244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-cfbf5af0-7e7a-4574-8770-263e72b561ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4765415 Dec 13 09:57:39.519890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:39.532373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.537023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.572195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Request body: {'port': {'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:39.595570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Attempting to bind port 5e94cc30-6b1a-47b8-963f-776f651886ac on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:39.595570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Attempting to bind port 5e94cc30-6b1a-47b8-963f-776f651886ac by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:39.595938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Attempting to bind port 5e94cc30-6b1a-47b8-963f-776f651886ac on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:39.623473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:39.623906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:39.624311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.624726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Bound using segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:39.626153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Bound port: 5e94cc30-6b1a-47b8-963f-776f651886ac, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:39.626541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.628970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ca3aac1-03e9-449e-98a5-69f106ad34d7 req-8319ffae-1a5f-4dbd-851c-1ef2cd100188 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2736549 Dec 13 09:57:39.655382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.655768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.656123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.656470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.663994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.664404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.664754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.665092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.665480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.665842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.666090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.666483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.666822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:39.721398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.723373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Subnet': ['ID=7b79c000-e585-46a7-8f77-1e98c5c4e941,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:39.780667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76c67bf3-b1a7-4098-bdfe-e2da8cf09623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.831986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Allocated IP 172.25.2.57 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6ef9edc9-533c-4c78-8c88-d67c8589bfa3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:39.885946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Checking segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:39.887892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network hostable DHCP agents. Network: ce687c19-aafb-4dd2-8dd0-34939de7a670, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:39.896066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7b1fba1c-e5a7-4ca1-a6e0-0b640cc338da None None] Provisioning complete for port d1a9c167-3a0d-43a5-abb7-87104363d1de triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:39.896728 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b1fba1c-e5a7-4ca1-a6e0-0b640cc338da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.917583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb51d34-63ae-4da1-9ae9-08828567e7fc req-6b9dd3a4-a754-4168-9b1c-a705c09ed32b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:39.925417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cb51d34-63ae-4da1-9ae9-08828567e7fc req-6b9dd3a4-a754-4168-9b1c-a705c09ed32b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 932 time: 0.5328732 Dec 13 09:57:39.998234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] For port 5e94cc30-6b1a-47b8-963f-776f651886ac, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:40.016209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:40.048218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] For port 5e94cc30-6b1a-47b8-963f-776f651886ac, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e94cc30-6b1a-47b8-963f-776f651886ac,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:40.065269 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.078458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ce687c19-aafb-4dd2-8dd0-34939de7a670) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:40.116699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1960843-d97a-4592-bab3-4c3155047cba None None] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:40.152438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.153322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.174635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cb51d34-63ae-4da1-9ae9-08828567e7fc req-80a82713-7576-4c94-a0de-8e7b0f05a4d3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430022 Dec 13 09:57:40.238191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db60b3-98e7-44ec-bc1b-5adc9146f4ae None None] Pushing event updated for resources: {'Port': ['ID=5e94cc30-6b1a-47b8-963f-776f651886ac,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:40.249393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-618a819c-674f-4750-a4b8-7a56de43a932 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5353832 Dec 13 09:57:40.250250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41634) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:40.261686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76c67bf3-b1a7-4098-bdfe-e2da8cf09623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.283456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'name': 'tempest-TaggedBootDevicesTest_v242-114527197', 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:40.291179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76c67bf3-b1a7-4098-bdfe-e2da8cf09623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.352049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:40.357510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:40.361245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-ce687c19-aafb-4dd2-8dd0-34939de7a670', 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ips': [{'subnet_id': '7b79c000-e585-46a7-8f77-1e98c5c4e941'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:40.362381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.380875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67bf3-b1a7-4098-bdfe-e2da8cf09623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa014b-821a-4d84-8df3-97b877925dbb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:40.403340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7b1fba1c-e5a7-4ca1-a6e0-0b640cc338da None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:40.403868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b1fba1c-e5a7-4ca1-a6e0-0b640cc338da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.535160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.588788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fba1c-e5a7-4ca1-a6e0-0b640cc338da None None] Port e8dfa9ee-fac5-4f48-97be-bed529e69840 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:40.598041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-76c67bf3-b1a7-4098-bdfe-e2da8cf09623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec053f43cb8c42fcb2e4d87db55519d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3516159 Dec 13 09:57:40.648738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:40.728290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.740824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Allocated IP 10.2.2.2 (ce687c19-aafb-4dd2-8dd0-34939de7a670/7b79c000-e585-46a7-8f77-1e98c5c4e941/f5ef31e3-222d-46eb-9f92-fe5648452472) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:40.744121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Provisioning complete for port 2a87813b-1769-4288-890e-faf4d9de6e50 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:40.744121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.769636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e94cc30-6b1a-47b8-963f-776f651886ac up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:40.860875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:40.862272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef9edc9-533c-4c78-8c88-d67c8589bfa3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:40.954284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a87813b-1769-4288-890e-faf4d9de6e50 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:40.980221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Port 2a87813b-1769-4288-890e-faf4d9de6e50 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:40.999243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:41.009592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:41.012469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:41.017719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.040496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Transition to ACTIVE for port object 2a87813b-1769-4288-890e-faf4d9de6e50 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:57:41.050627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.058208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d717f-a523-4b26-afa0-f739f63179e1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:41.063430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7927f34d-f880-4d0b-9687-72fbb4259f71 req-3cbcb211-631c-4402-97cf-1639ae1deb85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.2052476 Dec 13 09:57:41.103988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.104155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:41.104155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.137394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:41.148834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:41.149958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.156932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:41.165127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:41.174283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-13e5190c-ce80-4551-919b-79bc3b6ffbe0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9864604 Dec 13 09:57:41.181238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41646) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:41.195410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:41.270336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.282993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:41.294137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.338512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:41.341734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:41.353227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-87b8d81f-2a48-41f4-8426-f4d19ec004ed None None] Port e8dfa9ee-fac5-4f48-97be-bed529e69840 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:41.473947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-551084db-3b4b-4544-9b9a-bccce3bbe210 tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4163737 Dec 13 09:57:41.499222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5e94cc30-6b1a-47b8-963f-776f651886ac triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:41.499449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.511740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41654) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:41.530158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}]}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:41.562657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.564114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.646205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.677225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e922fe-6de2-4616-a12d-0e0fef5f6979 req-d3073a36-e00d-43dd-ba93-1b39ca6120ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:41.688019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1e922fe-6de2-4616-a12d-0e0fef5f6979 req-d3073a36-e00d-43dd-ba93-1b39ca6120ac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.3912158 Dec 13 09:57:41.701656 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.736364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Provisioning complete for port 6ef9edc9-533c-4c78-8c88-d67c8589bfa3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:41.736829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.848499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Port 6ef9edc9-533c-4c78-8c88-d67c8589bfa3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:41.859178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1e922fe-6de2-4616-a12d-0e0fef5f6979 req-d925d9ff-1a71-4346-b091-1ce7e2a2d59d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700249 Dec 13 09:57:41.931829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.944556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:41.947527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Attempting to bind port 2a87813b-1769-4288-890e-faf4d9de6e50 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:41.948068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Attempting to bind port 2a87813b-1769-4288-890e-faf4d9de6e50 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:41.948318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Attempting to bind port 2a87813b-1769-4288-890e-faf4d9de6e50 on network 7e6901b2-c98b-4315-8335-abc27ac6711f {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:41.953693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:41.954173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Port 2a87813b-1769-4288-890e-faf4d9de6e50 on network 7e6901b2-c98b-4315-8335-abc27ac6711f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:57:41.954295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Attempting to bind port 2a87813b-1769-4288-890e-faf4d9de6e50 on network 7e6901b2-c98b-4315-8335-abc27ac6711f {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:41.979181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:41.979535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Checking segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:41.979959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Bound using segment: {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:41.980424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Bound port: 2a87813b-1769-4288-890e-faf4d9de6e50, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009bf18a-dc60-47f9-b813-f9234c532b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:41.982886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.005917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:42.044862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cc2b2-444a-4c0e-97a4-b5d1779e4461 None None] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:42.055006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.063102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.066102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.070236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56fa014b-821a-4d84-8df3-97b877925dbb HTTP/1.1" status: 204 len: 168 time: 1.4174850 Dec 13 09:57:42.076384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.151313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:42.154778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:42.165415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2a87813b-1769-4288-890e-faf4d9de6e50,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:42.170924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.277018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.277656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.279120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 1092 time: 2.7484796 Dec 13 09:57:42.287061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:42.297119 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c9303-721b-47d4-abd5-05b216accd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:42.448561 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839db9b4-3d3a-4f83-9a9b-0d300108afd7 x-openstack-request-id: req-839db9b4-3d3a-4f83-9a9b-0d300108afd7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:42.462036 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:42.462703 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-839db9b4-3d3a-4f83-9a9b-0d300108afd7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:42.463389 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:57:42.468618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ec548-6aab-4307-b701-9837b5ba62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:42.550105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-d568a6e6-6f0a-4992-bf73-d8c48a0e550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.554987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-d568a6e6-6f0a-4992-bf73-d8c48a0e550d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1095 time: 0.2294307 Dec 13 09:57:42.567390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Attempting to bind port f5ef31e3-222d-46eb-9f92-fe5648452472 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:42.568088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Attempting to bind port f5ef31e3-222d-46eb-9f92-fe5648452472 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:42.568619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Attempting to bind port f5ef31e3-222d-46eb-9f92-fe5648452472 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:42.577114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:42.577805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.632433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aa17fb43-e7ca-49ef-9840-ea1ce996b321 None None] Port e8dfa9ee-fac5-4f48-97be-bed529e69840 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:42.635621 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.658096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] device_id is not set on port 3814720d-d194-4796-a00c-6470cc65f70b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:42.664347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-353a7748-aa31-4d79-a48d-da3b2b1b6b5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 217 time: 0.1001225 Dec 13 09:57:42.675780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 5e94cc30-6b1a-47b8-963f-776f651886ac, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e94cc30-6b1a-47b8-963f-776f651886ac,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:42.677583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Pushing event updated for resources: {'Port': ['ID=f5ef31e3-222d-46eb-9f92-fe5648452472,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:42.690841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:42.691455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Checking segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:42.692518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.703082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Bound using segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:42.709568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Bound port: f5ef31e3-222d-46eb-9f92-fe5648452472, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:42.710831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.724062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67db1ca5-acca-4f2a-bea9-69b027b9c898 req-01b9a72c-41ae-495c-bdcc-aac857ad3c85 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1009018 Dec 13 09:57:42.780787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-a7923155-741b-4104-ad37-31e043c4bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.784793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-a7923155-741b-4104-ad37-31e043c4bed3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.1132720 Dec 13 09:57:42.805468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ebe8-3529-4e35-a8ea-da800ccb2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa014b-821a-4d84-8df3-97b877925dbb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:42.877426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5982578-e58f-4c57-8e64-1232a627d902 req-d20a7ebf-8762-4b82-839f-c13ce644fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.883387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-d20a7ebf-8762-4b82-839f-c13ce644fcc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879855 Dec 13 09:57:42.923344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] For port f5ef31e3-222d-46eb-9f92-fe5648452472, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:42.927154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] For port f5ef31e3-222d-46eb-9f92-fe5648452472, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f5ef31e3-222d-46eb-9f92-fe5648452472,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:42.929009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.956549 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.016885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.199450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=5e94cc30-6b1a-47b8-963f-776f651886ac,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:43.201316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-09a66f23-c00a-47d4-ae30-49207495eb48 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117125 Dec 13 09:57:43.232849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a31c1ed4-0cfe-40e4-bcad-acd8d942b552 None None] Provisioning complete for port 5e94cc30-6b1a-47b8-963f-776f651886ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:43.233651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a31c1ed4-0cfe-40e4-bcad-acd8d942b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.488329 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e5982578-e58f-4c57-8e64-1232a627d902 req-93909bf3-930f-4da1-907c-3f477b1e32ec service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755606 Dec 13 09:57:43.516380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bf6ef-6898-46f7-9617-318b65e29b06 None None] Pushing event updated for resources: {'Port': ['ID=f5ef31e3-222d-46eb-9f92-fe5648452472,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:43.654757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c9303-721b-47d4-abd5-05b216accd5d req-7774dea8-8a14-4137-829a-675e2a0549b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:43.656493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-7774dea8-8a14-4137-829a-675e2a0549b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1095 time: 0.0889719 Dec 13 09:57:43.674848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:37Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:38Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:43.749365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:43.749365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Updating router caf4f9a4-d525-4494-a76d-7589a54f3d39 port e8dfa9ee-fac5-4f48-97be-bed529e69840 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:43.796073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.1.1.225 (60e882be-bd9a-49c7-b8f0-9449f1de27d4/1c4e84e6-1800-438b-a48a-84c02c37f8e0/3814720d-d194-4796-a00c-6470cc65f70b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:43.804541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c9303-721b-47d4-abd5-05b216accd5d req-9b83e2c1-4c95-4fec-ab44-df1a212a82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:43.806415 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-9b83e2c1-4c95-4fec-ab44-df1a212a82bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 0.1248326 Dec 13 09:57:43.821738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.848343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca8013-cc16-465f-9888-04d57aeea58b req-e9aa2244-68cb-4f81-883a-61742704faba tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:43.851370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eca8013-cc16-465f-9888-04d57aeea58b req-e9aa2244-68cb-4f81-883a-61742704faba tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.8214605 Dec 13 09:57:43.931988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-f30dc031-ce8f-417b-ac5d-474cb343e053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 217 time: 0.1175976 Dec 13 09:57:43.942069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.extraroute_db [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103195) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:57:44.043590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c9303-721b-47d4-abd5-05b216accd5d req-e3a5cc4b-3684-4035-950d-b4d44056386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.047735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-e3a5cc4b-3684-4035-950d-b4d44056386f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.1084945 Dec 13 09:57:44.077363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.extraroute_db [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Removed routes are [] {{(pid=103195) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:57:44.077785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.092789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f1eeb7d-9462-4e5a-bdb2-15ed55ceba22 req-43fc2d32-b6e3-4b4c-90ca-58336d94acb1 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1369193 Dec 13 09:57:44.165826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eca8013-cc16-465f-9888-04d57aeea58b req-0293a065-cdd9-4221-be43-f1d40eab2017 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879384 Dec 13 09:57:44.219399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c9303-721b-47d4-abd5-05b216accd5d req-330a46c2-a762-4d62-8730-ff8a41d48285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.221795 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-330a46c2-a762-4d62-8730-ff8a41d48285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671102 Dec 13 09:57:44.389149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41716) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:44.451540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-07e578ad-4de1-4033-ac47-c259af66025d service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155771 Dec 13 09:57:44.592338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.624932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ba141ae6-18ad-4f96-b47d-f15a1d7d1ea2 None None] Provisioning complete for port 5e94cc30-6b1a-47b8-963f-776f651886ac triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:44.625554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba141ae6-18ad-4f96-b47d-f15a1d7d1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.641646 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-473c9303-721b-47d4-abd5-05b216accd5d req-e704d22c-7f18-4e60-bf82-b05fa3962a41 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826746 Dec 13 09:57:44.732561 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.810369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7bdb1-8fd3-41ad-9d9d-78e4d5ac5efd None None] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:44.896543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80de68f9-15d1-49f0-a65c-e4c722cfd0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.911457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.917951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:44.958827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:44.987923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:44.995329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.068605 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.076089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.082443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] Provisioning complete for port f5ef31e3-222d-46eb-9f92-fe5648452472 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:45.082851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.090459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.125671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.238507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42fca-e2f7-40ce-9d92-eb8705fe384a None None] Pushing event updated for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.349640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e94cc30-6b1a-47b8-963f-776f651886ac up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:45.412091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80de68f9-15d1-49f0-a65c-e4c722cfd0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.421873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:45.445632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Attempting to bind port e8dfa9ee-fac5-4f48-97be-bed529e69840 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:45.446030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Attempting to bind port e8dfa9ee-fac5-4f48-97be-bed529e69840 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:45.446609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Attempting to bind port e8dfa9ee-fac5-4f48-97be-bed529e69840 on network 6a902da1-6f57-4b1f-be85-cba0960ef170 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:45.479247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:45.479704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Checking segment: {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:45.480150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.480596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Bound using segment: {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:45.481119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Bound port: e8dfa9ee-fac5-4f48-97be-bed529e69840, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4aa0df-279d-4e88-8d80-7f3fc1059792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:45.481514 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.496768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80de68f9-15d1-49f0-a65c-e4c722cfd0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.507770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.564405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10df6505-a8e1-4bcf-923a-adea59666995 req-83edb5d3-0a72-4d82-a03c-295909a00e10 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1354892 Dec 13 09:57:45.573425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.574215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.623082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.660333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-80de68f9-15d1-49f0-a65c-e4c722cfd0f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fc2d271e3cd4eab884c05abc34bec65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2675545 Dec 13 09:57:45.660784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41736) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:45.682203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] For port e8dfa9ee-fac5-4f48-97be-bed529e69840, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:45.716474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] For port e8dfa9ee-fac5-4f48-97be-bed529e69840, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dfa9ee-fac5-4f48-97be-bed529e69840,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:45.734235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.745571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] For port f5ef31e3-222d-46eb-9f92-fe5648452472, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f5ef31e3-222d-46eb-9f92-fe5648452472,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:45.777382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.783944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.811475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5e94cc30-6b1a-47b8-963f-776f651886ac triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:45.812933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.823343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.898350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42fca-e2f7-40ce-9d92-eb8705fe384a None None] Pushing event updated for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.902939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:45.903809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:45.916769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.918575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:45.920209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de68f9-15d1-49f0-a65c-e4c722cfd0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d57392-766c-416f-99a3-6b5cc05284f8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.920827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.924337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4d57392-766c-416f-99a3-6b5cc05284f8 HTTP/1.1" status: 204 len: 168 time: 0.2602184 Dec 13 09:57:45.935574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbab30b-009d-4b6a-97e1-ef35ed5398c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d57392-766c-416f-99a3-6b5cc05284f8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.954395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.956256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5f0858b1-437b-44a3-aadf-25903b36fa61 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 934 time: 4.7664845 Dec 13 09:57:45.959758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:45.964093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-62c67991-a81f-4b85-9c7d-73d2ad992443 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7009695 Dec 13 09:57:46.042014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41744) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:46.052958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1670955646', 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:46.144281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f2dbb21a-5ab6-4881-9c5b-b521536a824b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 934 time: 0.1827323 Dec 13 09:57:46.145048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:46.160837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'routes': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:46.190508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6a761-ae0f-4181-b138-b87ae705ce46 req-eac620d8-b20a-4ea4-afb5-dd3a3c77f956 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:46.192248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67e6a761-ae0f-4181-b138-b87ae705ce46 req-eac620d8-b20a-4ea4-afb5-dd3a3c77f956 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.7686496 Dec 13 09:57:46.236400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Provisioning complete for port f5ef31e3-222d-46eb-9f92-fe5648452472 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.236769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.317185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f5ef31e3-222d-46eb-9f92-fe5648452472 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:46.340953 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.454076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c70d7-5326-49f0-9cd1-e8bc822da46a None None] Pushing event updated for resources: {'Port': ['ID=f5ef31e3-222d-46eb-9f92-fe5648452472,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.476829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:46.838441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:46.843223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.890514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f5ef31e3-222d-46eb-9f92-fe5648452472 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.891025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.902708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0342de9-3a6b-4c7b-994d-1e134736253c req-d8fdeafe-a06c-463b-8d54-df64711dddde tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0519698 Dec 13 09:57:46.953228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:57:46.953733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:57:46.966827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67e6a761-ae0f-4181-b138-b87ae705ce46 req-2d4d0904-be0c-4226-95a5-ade1bc1af4b3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7576640 Dec 13 09:57:46.972396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:43Z', 'revision_number': 6, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:46.978014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.978229 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.027675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088ad15-2af6-4bd9-9983-2a7a917f2e42 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:43Z', 'revision_number': 6, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:47.044612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] device_id is not set on port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:47.047640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.176148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.278601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.281263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.349827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] For port e8dfa9ee-fac5-4f48-97be-bed529e69840, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dfa9ee-fac5-4f48-97be-bed529e69840,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:47.356131 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.433321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Provisioning complete for port 3814720d-d194-4796-a00c-6470cc65f70b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:47.435714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.490263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.490826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 393f9a0d-f0aa-4997-a531-9f504bc34098 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:57:47.524326 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:57:47.530306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c98bca7-3670-4f2b-911d-e69643a1818a tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0136459 Dec 13 09:57:47.531990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dfa9ee-fac5-4f48-97be-bed529e69840 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:47.535486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41784) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:47.652138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.670116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.1.1.31 (60e882be-bd9a-49c7-b8f0-9449f1de27d4/1c4e84e6-1800-438b-a48a-84c02c37f8e0/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:47.680055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.698995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Pushing event updated for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:47.727017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8251c0da-d7e5-4cff-8d6c-4b42d8fe952d None None] Port 3814720d-d194-4796-a00c-6470cc65f70b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:47.734840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:47.735441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.897934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f5ef31e3-222d-46eb-9f92-fe5648452472 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:47.938524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e11a1cf7-33b3-465d-abcf-400e85ed48bf None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:47.938907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e11a1cf7-33b3-465d-abcf-400e85ed48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.056464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.057545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Deleting port 6ef9edc9-533c-4c78-8c88-d67c8589bfa3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:48.057962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.065842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:48.146000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f5ef31e3-222d-46eb-9f92-fe5648452472 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:48.146382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.247253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35499301-a85d-43ec-bf21-4f3235668457 req-39aef9d7-f601-421b-9063-fced04310a80 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1262326 Dec 13 09:57:48.370824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.371183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.436771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Calling delete_port for 6ef9edc9-533c-4c78-8c88-d67c8589bfa3 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:48.518477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:48.582981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:48.616603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3d3de-2614-4273-8b0e-17e876a920e8 req-de4d2d03-1adc-4212-8853-a56db3b629f5 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:48.618273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63e3d3de-2614-4273-8b0e-17e876a920e8 req-de4d2d03-1adc-4212-8853-a56db3b629f5 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.4527872 Dec 13 09:57:48.619756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:48.624350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:48.654330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:48.666064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.670092 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-91df1c6b-01a4-4dc4-a14f-55f671f2efc1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 700 time: 2.5213890 Dec 13 09:57:48.672578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41810) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:48.702790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41812) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:48.736248 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:48.761390 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:48.762715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:48.873604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:48.874001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.905988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1869981410', 'router:external': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:48.931740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63e3d3de-2614-4273-8b0e-17e876a920e8 req-d767cdac-0b12-4d35-8cd3-490a06488d69 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042250 Dec 13 09:57:48.966057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-88bbc3af-143f-4eb8-b23b-93036c11d31e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9167526 Dec 13 09:57:48.967158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3daa0384-c346-4e2e-ad08-1f2d2d37939f tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 700 time: 0.2933848 Dec 13 09:57:48.968050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:48.992821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Made reservation on behalf of 75a8e7712785479388d60885c4273a18 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:48.995215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.996788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:49.013908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.223319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-73de9792-c7ca-4122-855d-bddc89b3c0a4 None None] Provisioning complete for port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:49.223830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73de9792-c7ca-4122-855d-bddc89b3c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.225577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.233433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.316148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41826) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:49.323934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.329039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9f7bb-92ac-4ae4-97f8-0509b741bded,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:49.331667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656308750', 'description': 'tempest-description--1553524025'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:49.347407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-73de9792-c7ca-4122-855d-bddc89b3c0a4 None None] Port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:49.347776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:49.382327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.382845 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Added segment fd53bf9a-71a0-4eed-8bd1-5fb897d744c8 of type vlan for network 4bf537d7-053d-4f80-840a-eecfb593bf19 Dec 13 09:57:49.384134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dfa9ee-fac5-4f48-97be-bed529e69840 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:49.424648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.460307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:46Z', 'revision_number': 7, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:49.474208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.501728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:49.510960 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:49.511199 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:49.515326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ef9edc9-533c-4c78-8c88-d67c8589bfa3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:49.517200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8dfa9ee-fac5-4f48-97be-bed529e69840 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:49.517594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.526209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00c4a7b2-907c-4b3b-b0bd-258b9ecc156b req-d8712418-2720-4b6c-8980-e880626c0fbd tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0748069 Dec 13 09:57:49.549476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae905f99-360b-4607-9a84-bfea9fb58c10 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:49.612881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.614025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:49.614777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.663903 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:49.744789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0323145 Dec 13 09:57:49.751793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41832) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:49.768405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'subnet': {'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:49.784334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095c08f-4c00-4aec-93a9-af42b3468597 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Network': ['ID=4bf537d7-053d-4f80-840a-eecfb593bf19,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:49.807082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Made reservation on behalf of 75a8e7712785479388d60885c4273a18 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:49.810329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.858222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:50.010087 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:46Z', 'revision_number': 7, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:50.042399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.042399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5965541-ac1f-478d-8085-e49073ccafda tempest-RoutersAdminNegativeIpV6Test-2128179363 tempest-RoutersAdminNegativeIpV6Test-2128179363-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6ef9edc9-533c-4c78-8c88-d67c8589bfa3 HTTP/1.1" status: 204 len: 168 time: 2.5016572 Dec 13 09:57:50.045113 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412c26f-431c-42e9-b326-7d9360371628 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:46Z', 'revision_number': 7, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8dfa9ee-fac5-4f48-97be-bed529e69840', 'name': '', 'network_id': '6a902da1-6f57-4b1f-be85-cba0960ef170', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:d2:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:33Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '1a108f99-4b42-4ddc-8d23-694547be609a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:50.098898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.113750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.134058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4515b-a47c-43b0-84ac-c0c6fdb4560c req-b6080e70-28fc-4da0-a83a-2e817fc8598a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:50.144050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19c4515b-a47c-43b0-84ac-c0c6fdb4560c req-b6080e70-28fc-4da0-a83a-2e817fc8598a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.0659142 Dec 13 09:57:50.203989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.208071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8796170 Dec 13 09:57:50.227382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:50.236172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19c4515b-a47c-43b0-84ac-c0c6fdb4560c req-07d6ab33-1275-42fe-9294-4e3241e0f3ba tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911353 Dec 13 09:57:50.242732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'security_group_rule': {'security_group_id': '048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:50.253016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284135e-df0e-4500-b96b-a4855233cf6d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:50.554587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41850) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:50.666595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-721ae399-052b-454a-9b30-7c4dcbf75f0e req-0e0e2be8-b0f2-4c9d-90df-072fc2968bff tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0367138 Dec 13 09:57:50.717012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31fa8ed9-98ee-4aa5-847e-00e4d05d71dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.816205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31fa8ed9-98ee-4aa5-847e-00e4d05d71dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.827019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31fa8ed9-98ee-4aa5-847e-00e4d05d71dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.887890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-31fa8ed9-98ee-4aa5-847e-00e4d05d71dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eadb2f68f3145d781b4fa854bc6cfe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317261 Dec 13 09:57:50.888913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41860) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:50.898274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8ed9-98ee-4aa5-847e-00e4d05d71dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6069ea7-d5bb-4774-98de-0240945b5c1c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:50.900195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.970680 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.995215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.000454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.022844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.067086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698d37ad-fae2-4b8c-883b-9e09724e2d11,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.076379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.080097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.083139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6069ea7-d5bb-4774-98de-0240945b5c1c HTTP/1.1" status: 204 len: 168 time: 0.1924083 Dec 13 09:57:51.093636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86fb6-b60d-48d3-b4e9-745472ccb88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6069ea7-d5bb-4774-98de-0240945b5c1c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.105087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.106345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7abf70e4-b5db-4bf2-b8d4-f963a91fef3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8696697 Dec 13 09:57:51.109388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.121105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'security_group_rule': {'security_group_id': '048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.148827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.187488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.275506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.277547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.objects.ports [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:57:51.278403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.281254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.346285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a312cc-9e05-42a5-8217-64fcdc8fb13b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.357847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.364674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c97962b9-062b-432c-94d5-a67c1340329c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537718 Dec 13 09:57:51.365556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41874) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.372621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.397579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Subnet': ['ID=870d7b67-356b-4e29-8ae1-db5c788dade7,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.450496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.452090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Checking segment: {'id': 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:51.452737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network hostable DHCP agents. Network: 4bf537d7-053d-4f80-840a-eecfb593bf19, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:51.491628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:51.496934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f167-7265-455f-892d-d0796ecf6ecd req-13efa1c6-ceca-440b-8ff9-43071b0dcbc4 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:51.500255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5d0f167-7265-455f-892d-d0796ecf6ecd req-13efa1c6-ceca-440b-8ff9-43071b0dcbc4 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.1326909 Dec 13 09:57:51.533519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4bf537d7-053d-4f80-840a-eecfb593bf19) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:51.539984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:51.540228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.547447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbd63b-04b6-46b0-bd55-0032f382e602 None None] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:51.613467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5d0f167-7265-455f-892d-d0796ecf6ecd req-178b5ede-048b-4e07-a4c0-533861a36f22 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711973 Dec 13 09:57:51.661209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72cc9679-867c-4ade-b9c6-84c8c250fb06 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9066021 Dec 13 09:57:51.664643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41880) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.678194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1812863677', 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.717261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port e8dfa9ee-fac5-4f48-97be-bed529e69840 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:51.717261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.719955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.733559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Made reservation on behalf of 75a8e7712785479388d60885c4273a18 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:51.743720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.746490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66fb61e-1fb7-44fe-9959-fcc12e733f38 None None] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:51.775179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] device_id is not set on port 29aac3b0-f983-4bfe-978f-949556aca538 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:51.840701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4181132-b567-46e5-a1c1-55643bed07ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f30bdc1f284430687dcfbc94e866bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181974 Dec 13 09:57:51.843947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.914914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port e8dfa9ee-fac5-4f48-97be-bed529e69840, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8dfa9ee-fac5-4f48-97be-bed529e69840,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:51.915647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.935764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.937577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for e8dfa9ee-fac5-4f48-97be-bed529e69840 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:51.942787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.986139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89d59813-b434-4762-a9dd-41ff6ce92d36 req-8b1ec14d-6f23-469e-88bc-a2b0f24cdfcf tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0463469 Dec 13 09:57:52.030834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.036081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.20.0.9 (4bf537d7-053d-4f80-840a-eecfb593bf19/870d7b67-356b-4e29-8ae1-db5c788dade7/29aac3b0-f983-4bfe-978f-949556aca538) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:52.147532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.150439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.155537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb667895-f751-4725-bc9e-8e8e67c3a8b9 HTTP/1.1" status: 204 len: 168 time: 0.3109348 Dec 13 09:57:52.167713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae602b-0878-4009-a6f4-7dba37bd86a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb667895-f751-4725-bc9e-8e8e67c3a8b9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:52.265319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.276709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 172.25.2.182 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/fcdeafbc-c1c2-48a8-b8f3-50f32727391f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:52.355382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=e8dfa9ee-fac5-4f48-97be-bed529e69840,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:52.520097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.557359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.612341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:52.620963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:52.623595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:52.704815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=fcdeafbc-c1c2-48a8-b8f3-50f32727391f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:52.724827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.749882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.915376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.917653 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.939867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f41c5-eb7c-45ad-a604-5bd435d6586a req-0651b48d-50a9-4342-91be-426b279cf702 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:52.941440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c7f41c5-eb7c-45ad-a604-5bd435d6586a req-0651b48d-50a9-4342-91be-426b279cf702 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.1849513 Dec 13 09:57:53.018178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=29aac3b0-f983-4bfe-978f-949556aca538,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:53.031079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:53.055500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:53.057182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:53.067057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:53.104321 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.219779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:53.233193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64940670-782c-4e32-a791-22223e0d72e3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2546790 Dec 13 09:57:53.233969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41926) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:53.236194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:53.320108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:53.323161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:53.342120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 1a108f99-4b42-4ddc-8d23-694547be609a {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:53.349426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.409508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.417187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c7f41c5-eb7c-45ad-a604-5bd435d6586a req-d65bd2fb-fd79-4517-9f55-c6f801650dcd tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080734 Dec 13 09:57:53.430101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:53.430722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.442474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.464023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0210738f-5877-4d13-8b7d-045dffb862d5 req-01f532e9-8c49-4a78-8138-00c169ac5aec tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.3106759 Dec 13 09:57:53.478496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.481242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:53.534824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c57045b9-bae1-4009-b45e-8fd36043be8a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8690796 Dec 13 09:57:53.541658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41932) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:53.631257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.653081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=fcdeafbc-c1c2-48a8-b8f3-50f32727391f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:53.666277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.675534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb569ab1-bfb1-4966-98a4-5bade4496fca tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2985084 Dec 13 09:57:53.681450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:53.716098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.740219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Deleting port 29aac3b0-f983-4bfe-978f-949556aca538 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:53.741568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.878058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.882955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.897578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Calling delete_port for 29aac3b0-f983-4bfe-978f-949556aca538 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:53.910806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.912246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:52Z', 'revision_number': 8, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:53.914958 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/1a108f99-4b42-4ddc-8d23-694547be609a HTTP/1.1" status: 204 len: 168 time: 0.6796627 Dec 13 09:57:53.921307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41948) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:53.921730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2107285187'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:53.950572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac79ac-9d6f-4889-b4f6-2106275520fd tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=1a108f99-4b42-4ddc-8d23-694547be609a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:53.971345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:53.977427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.988266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.017172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:54.022568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b84e78-6280-492a-ac9f-c0306ab2651b None None] Network 6a902da1-6f57-4b1f-be85-cba0960ef170 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:54.101843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.107054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.145545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065ac0bc-b13d-4f4d-b51c-dc3e050b91c9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:54.146008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:54.146751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:54.175476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:54.194758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.195455 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Added segment acd461a6-9b88-465d-8a37-10f97239e30e of type vlan for network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b Dec 13 09:57:54.283010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:54.303478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.353766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.365363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.369628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.370544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.395796 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.419483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] DHCP port deletion for 6a902da1-6f57-4b1f-be85-cba0960ef170 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:54.421759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7393031 Dec 13 09:57:54.425644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:54.436039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'subnet': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:54.454261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Port': ['ID=29aac3b0-f983-4bfe-978f-949556aca538,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:54.561548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-d5b3b45c-de96-4ec9-bdd7-fbf9bcc748b1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1656308750&fields=id&tenant_id=9d3412558641442abe30d406fe7da723 HTTP/1.1" status: 200 len: 267 time: 0.4949563 Dec 13 09:57:54.632850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc331a-a599-4206-8c27-709922dd744c tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Network': ['ID=7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:54.656289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:54.727861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:54.733188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.744911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.753447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c1e0112-3778-4c72-ae72-4063274ce317 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/ports/29aac3b0-f983-4bfe-978f-949556aca538 HTTP/1.1" status: 204 len: 168 time: 1.2083235 Dec 13 09:57:54.756845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Deleting port d1a9c167-3a0d-43a5-abb7-87104363d1de {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:54.757321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.763752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41972) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:54.774529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f44cb889-0c22-4cda-bdcb-08a35401f559 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.781590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f44cb889-0c22-4cda-bdcb-08a35401f559 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 936 time: 0.1626978 Dec 13 09:57:54.789472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19', 'external_fixed_ips': [{'subnet_id': '870d7b67-356b-4e29-8ae1-db5c788dade7', 'ip_address': '172.20.0.9'}]}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:54.813179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037c299-d952-4a09-a1a4-8dc801387acd req-5ad049c0-38e5-44a1-915c-5d24b1548d35 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.821327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2037c299-d952-4a09-a1a4-8dc801387acd req-5ad049c0-38e5-44a1-915c-5d24b1548d35 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.2571542 Dec 13 09:57:54.879436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port d1a9c167-3a0d-43a5-abb7-87104363d1de {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:54.879886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.894588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] For port d1a9c167-3a0d-43a5-abb7-87104363d1de, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d1a9c167-3a0d-43a5-abb7-87104363d1de,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:54.895286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.920779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Calling delete_port for d1a9c167-3a0d-43a5-abb7-87104363d1de owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:54.951620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-864b3359-54ad-42a4-95b4-cf11d7113d7d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.960163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-864b3359-54ad-42a4-95b4-cf11d7113d7d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 936 time: 0.1770644 Dec 13 09:57:54.967685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.968789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.030360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:52Z', 'revision_number': 8, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:55.046761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-dd531b77-2e93-44a5-a6af-b8252c14c30e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0856667 Dec 13 09:57:55.080230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port d1a9c167-3a0d-43a5-abb7-87104363d1de, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d1a9c167-3a0d-43a5-abb7-87104363d1de,segment=NetworkSegment(9c4aa0df-279d-4e88-8d80-7f3fc1059792),segment_id=9c4aa0df-279d-4e88-8d80-7f3fc1059792)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:55.081768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.091163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37ad3-58ec-4a80-bb37-844b302284ef None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:57:52Z', 'revision_number': 8, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae0e14e1-8d65-44da-97f4-4c7763a4f577', 'name': '', 'network_id': '64ffd4be-27a6-45c9-aca6-bc8b4210546c', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:c8:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5175654c-ab0e-4161-b01a-d303632923a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:20Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '5175654c-ab0e-4161-b01a-d303632923a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:55.093032 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.123843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2037c299-d952-4a09-a1a4-8dc801387acd req-9a781d88-679b-4086-a898-eab38a0d37c9 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999518 Dec 13 09:57:55.138507 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.153273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for d1a9c167-3a0d-43a5-abb7-87104363d1de owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:55.232563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] Pushing event deleted for resources: {'Port': ['ID=d1a9c167-3a0d-43a5-abb7-87104363d1de,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:55.239708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e526e6-80c5-4613-9c52-c5273e41a8c5 None None] No DVR routers for this DVR port d1a9c167-3a0d-43a5-abb7-87104363d1de on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:55.250471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Subnet': ['ID=155253a1-da67-48e6-97c0-e81030dde2ff,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:55.261330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Checking segment: {'id': 'acd461a6-9b88-465d-8a37-10f97239e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:55.261916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network hostable DHCP agents. Network: 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:55.282842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:55.314444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:55.325920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-97757199-82e9-4c90-915a-429fb3ddcc22 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1926136 Dec 13 09:57:55.338686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.341110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.369179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdec1c-70aa-4e66-8386-4389753da3ba None None] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:55.384597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a61bb00e-06be-4eed-a052-8769823e151f tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9576845 Dec 13 09:57:55.387694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41982) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:55.399950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-1898746645'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:55.437630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.480954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cecd1e20-0afd-4d4b-91bc-6b900a1485f0 req-4ff05f26-5c58-4384-a214-fe23ef6a5356 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1678557 Dec 13 09:57:55.629743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dfa9ee-fac5-4f48-97be-bed529e69840 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:55.640430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'project_id': '68eed822079c45ddbcc298f1c8250a5d', 'fixed_ips': [{'subnet_id': '155253a1-da67-48e6-97c0-e81030dde2ff'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:55.641297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.752044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e8dfa9ee-fac5-4f48-97be-bed529e69840 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:55.752407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8dfa9ee-fac5-4f48-97be-bed529e69840 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:55.752954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d1a9c167-3a0d-43a5-abb7-87104363d1de no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:55.764935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:55.771559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.795568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port a5cb2a4d-a54d-410c-8b61-14395ad3580a yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:55.808797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.821472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c189d93-a06b-4e4e-ab31-728323bb1bcf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.830314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c189d93-a06b-4e4e-ab31-728323bb1bcf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.837838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c189d93-a06b-4e4e-ab31-728323bb1bcf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.840174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c189d93-a06b-4e4e-ab31-728323bb1bcf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 1996 time: 0.5003860 Dec 13 09:57:55.846522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d1a9c167-3a0d-43a5-abb7-87104363d1de {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:55.847047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d1a9c167-3a0d-43a5-abb7-87104363d1de not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:55.885434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a6c54382-109a-4da6-8111-d0374b626d0e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/quotas/9d3412558641442abe30d406fe7da723 HTTP/1.1" status: 200 len: 375 time: 0.0346408 Dec 13 09:57:55.927126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.8 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/a5cb2a4d-a54d-410c-8b61-14395ad3580a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:55.946596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.141575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.187767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.267702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Allocated IP 172.20.0.2 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/ad069e1c-ab7a-417f-8149-a30a10c22a78) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:56.283150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:56.297430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:56.302873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:56.384017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:56.384648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.427750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=a5cb2a4d-a54d-410c-8b61-14395ad3580a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:56.450463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a530e83-46f0-44a0-9cf7-13a80805f809 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0608943 Dec 13 09:57:56.451103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:56.457489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-1520626512', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:9d:9b'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:56.528802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.539041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.548410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=d1a9c167-3a0d-43a5-abb7-87104363d1de,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:56.593907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:56.623063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port d1a9c167-3a0d-43a5-abb7-87104363d1de on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:56.627712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Pushing event updated for resources: {'Port': ['ID=ad069e1c-ab7a-417f-8149-a30a10c22a78,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:56.642513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:56.644046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:56.650414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:56.733527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.749755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Attempting to bind port ad069e1c-ab7a-417f-8149-a30a10c22a78 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:56.750112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Attempting to bind port ad069e1c-ab7a-417f-8149-a30a10c22a78 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'acd461a6-9b88-465d-8a37-10f97239e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:56.750482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Attempting to bind port ad069e1c-ab7a-417f-8149-a30a10c22a78 on network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:56.755690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:56.756073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Checking segment: {'id': 'acd461a6-9b88-465d-8a37-10f97239e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:56.757042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.757445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Bound using segment: {'id': 'acd461a6-9b88-465d-8a37-10f97239e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:56.757924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Bound port: ad069e1c-ab7a-417f-8149-a30a10c22a78, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd461a6-9b88-465d-8a37-10f97239e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:56.758135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.758326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.768350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port b92d4a35-a3ee-4a16-aa79-51c65f01539d yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:57:56.782379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a902da1-6f57-4b1f-be85-cba0960ef170']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:56.816509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4aa0df-279d-4e88-8d80-7f3fc1059792') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:56.816878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4aa0df-279d-4e88-8d80-7f3fc1059792') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:56.835954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] For port ad069e1c-ab7a-417f-8149-a30a10c22a78, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:56.838781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.840739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] For port ad069e1c-ab7a-417f-8149-a30a10c22a78, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ad069e1c-ab7a-417f-8149-a30a10c22a78,segment=NetworkSegment(acd461a6-9b88-465d-8a37-10f97239e30e),segment_id=acd461a6-9b88-465d-8a37-10f97239e30e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:56.846940 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.866842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-2acfac16-de85-4e5e-b278-50a5951d9d08 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9215696 Dec 13 09:57:56.888611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.933004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e87a5d-b681-4f30-bc16-ce393c059564 req-9270ceb6-ef6d-49a4-bd85-f2eaf2fe04ef tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:56.935769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42e87a5d-b681-4f30-bc16-ce393c059564 req-9270ceb6-ef6d-49a4-bd85-f2eaf2fe04ef tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.4240651 Dec 13 09:57:56.938280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:56.938886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.962691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b43b8e-6605-47b7-85ca-830a19e19ccd None None] Pushing event updated for resources: {'Port': ['ID=ad069e1c-ab7a-417f-8149-a30a10c22a78,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:56.962903 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:57.015984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.10 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/b92d4a35-a3ee-4a16-aa79-51c65f01539d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:57.035396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-69c1ca77-6384-421e-becb-382f9f9480a0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:57:57.036599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-69c1ca77-6384-421e-becb-382f9f9480a0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1555064 Dec 13 09:57:57.149366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.202413 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.206161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/6a902da1-6f57-4b1f-be85-cba0960ef170 HTTP/1.1" status: 204 len: 168 time: 3.2832417 Dec 13 09:57:57.207339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f55488-d944-4a17-ab18-8573bfd42876 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=6a902da1-6f57-4b1f-be85-cba0960ef170,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:57.212747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:57.213975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.283763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.385094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:57.388556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:57.392933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:57.402370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.407475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42e87a5d-b681-4f30-bc16-ce393c059564 req-6e69d0bb-e5e2-4e3f-950d-2728966b9951 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292347 Dec 13 09:57:57.455814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=b92d4a35-a3ee-4a16-aa79-51c65f01539d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:57.494499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.525347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:57.526227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.545740 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3cc95931-7f54-4b97-9d0d-7e07f97a43c8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0934522 Dec 13 09:57:57.549877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42014) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:57.617424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3668cf-8a8f-49bf-8203-70d6df005d9d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:57.624262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3668cf-8a8f-49bf-8203-70d6df005d9d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:57.634262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3668cf-8a8f-49bf-8203-70d6df005d9d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:57.636146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bf3668cf-8a8f-49bf-8203-70d6df005d9d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0852568 Dec 13 09:57:57.638876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18468c7c-df04-44a2-b66f-c6aa81c03866 req-dc0e6b2e-48e0-42ac-bb81-930af48564c7 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.0836368 Dec 13 09:57:57.639352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:57.686741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1bc06ad5-0823-4096-925d-5212044461a0 service neutron] 10.222.0.31 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383886 Dec 13 09:57:57.932776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.20.0.9 (4bf537d7-053d-4f80-840a-eecfb593bf19/870d7b67-356b-4e29-8ae1-db5c788dade7/b1b47162-3201-4696-900a-8c283d8f6df9) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:58.023417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-66f99b3d-5d94-47cf-9065-67f9bdcf4b59 service neutron] 10.222.0.31 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296649 Dec 13 09:57:58.111833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port b92d4a35-a3ee-4a16-aa79-51c65f01539d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:58.112170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.186553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-06252c52-eddf-43a0-9522-3cd382324d81 service neutron] 10.222.0.31 "GET /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1247945 Dec 13 09:57:58.246075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f8fb0-25a2-49d1-a8f2-ed4cb023b0d1 None None] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:58.305925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.324357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.330460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] Provisioning complete for port ad069e1c-ab7a-417f-8149-a30a10c22a78 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:58.330845 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.357301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for b92d4a35-a3ee-4a16-aa79-51c65f01539d owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:58.479325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bf595492-1b3e-4243-b4e2-bee18f7c0bab service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792621 Dec 13 09:57:58.484517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.514196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.543101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] For port ad069e1c-ab7a-417f-8149-a30a10c22a78, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ad069e1c-ab7a-417f-8149-a30a10c22a78,segment=NetworkSegment(acd461a6-9b88-465d-8a37-10f97239e30e),segment_id=acd461a6-9b88-465d-8a37-10f97239e30e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:58.548558 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.611810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b621fe-6fbc-40ed-94af-6bf6bea665a6 None None] Pushing event updated for resources: {'Port': ['ID=ad069e1c-ab7a-417f-8149-a30a10c22a78,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:58.642716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 4bf537d7-053d-4f80-840a-eecfb593bf19 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:58.669066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:58.676676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:58.681275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b47162-3201-4696-900a-8c283d8f6df9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:58.732514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.775382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Provisioning complete for port b92d4a35-a3ee-4a16-aa79-51c65f01539d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:58.775790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.799667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb8495-bffa-4efb-a9ca-0f5c522e3995 req-7342b777-d4c0-4e33-b542-4d7139a73338 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:58.801139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdeb8495-bffa-4efb-a9ca-0f5c522e3995 req-7342b777-d4c0-4e33-b542-4d7139a73338 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.2784619 Dec 13 09:57:58.822239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Port b92d4a35-a3ee-4a16-aa79-51c65f01539d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:58.829961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-cd6bf133-725b-436c-a1e4-7799be187f2b service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414190 Dec 13 09:57:58.846256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Provisioning complete for port ad069e1c-ab7a-417f-8149-a30a10c22a78 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:58.846640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.964305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Provisioning complete for port a5cb2a4d-a54d-410c-8b61-14395ad3580a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:58.964774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.004474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-11318185-5f18-4243-8f42-a424f38da523 None None] Port a5cb2a4d-a54d-410c-8b61-14395ad3580a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:59.126427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f215eef3-64f1-43d8-afbb-9f926bfead1b None None] Provisioning complete for port a5cb2a4d-a54d-410c-8b61-14395ad3580a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:59.126800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f215eef3-64f1-43d8-afbb-9f926bfead1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.163694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f215eef3-64f1-43d8-afbb-9f926bfead1b None None] Port a5cb2a4d-a54d-410c-8b61-14395ad3580a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:59.277220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b3cd5ebb-6914-40d4-b941-d3565951f1b1 None None] Could not find standard attr ID for object b92d4a35-a3ee-4a16-aa79-51c65f01539d. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:57:59.290556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.301879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-2e71e2f1-b0cd-44b5-96b6-385b532ce25a service neutron] 10.222.0.31 "GET /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1181033 Dec 13 09:57:59.322999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ad069e1c-ab7a-417f-8149-a30a10c22a78 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:59.370865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdeb8495-bffa-4efb-a9ca-0f5c522e3995 req-fc9de87e-a8e2-4b06-a9f8-cc7fd651b87d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5601413 Dec 13 09:57:59.377323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ad069e1c-ab7a-417f-8149-a30a10c22a78 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:59.377701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.407360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=b92d4a35-a3ee-4a16-aa79-51c65f01539d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:59.571713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86e4189e-52ac-4756-99cd-ec61c0d22493 req-c2ff98d1-23b5-4993-9357-74c24c61878c tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/ports?device_id=271786fe-fc06-459a-b23d-9f07da07313c HTTP/1.1" status: 200 len: 210 time: 0.1030636 Dec 13 09:57:59.613092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.633196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-aae1975b-5067-47db-a313-940f26c4289e service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965117 Dec 13 09:57:59.914186 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.917476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89eedcda-64a4-4338-9ac9-51e23fa3aa60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/b92d4a35-a3ee-4a16-aa79-51c65f01539d HTTP/1.1" status: 204 len: 168 time: 2.2692261 Dec 13 09:57:59.920290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:59.926348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.930694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-91e30c81-636d-419a-b523-306b454b2279 service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914000 Dec 13 09:57:59.947991 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd62f34-d43e-4a72-ad35-40cbecac66c0 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] GET failed (client error): The resource could not be found. Dec 13 09:57:59.952903 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0fd62f34-d43e-4a72-ad35-40cbecac66c0 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports/b92d4a35-a3ee-4a16-aa79-51c65f01539d HTTP/1.1" status: 404 len: 333 time: 0.0282402 Dec 13 09:57:59.953288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:59.958216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-1588330644'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:00.074105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:00.077740 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.099172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:58:00.146652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port ae0e14e1-8d65-44da-97f4-4c7763a4f577 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:00.147640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.163870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-7da87a14-ef2c-412e-aabc-aae68ded656d service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988146 Dec 13 09:58:00.226929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.3 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/30bcb4f8-cf5f-45e1-9983-c07b5d982123) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:00.384114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.384392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.402120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port ae0e14e1-8d65-44da-97f4-4c7763a4f577, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae0e14e1-8d65-44da-97f4-4c7763a4f577,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:00.402540 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.445618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.453136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-72e1a836-048b-4192-bb3f-920e20c1d9dc service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336197 Dec 13 09:58:00.455945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for ae0e14e1-8d65-44da-97f4-4c7763a4f577 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:00.521989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:00.525278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:00.529045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:00.536314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=30bcb4f8-cf5f-45e1-9983-c07b5d982123,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:00.587944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:00.588645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.608256 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-870b84e2-de72-4be6-8500-75ae61f30571 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6537032 Dec 13 09:58:00.610873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42034) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:00.618447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:9d:9b'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:00.705930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.806792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f824d-80ea-4c6e-a2de-be8ef13edf6f req-187a1eb6-f667-469c-83de-3ddccd8955af tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:00.808436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd9f824d-80ea-4c6e-a2de-be8ef13edf6f req-187a1eb6-f667-469c-83de-3ddccd8955af tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.3086753 Dec 13 09:58:00.872194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4907aa9e-1bbb-466e-9d05-6179675dc84e service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016743 Dec 13 09:58:00.933597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9e7459c3-de1a-4e1f-b022-f9e8bc3f0eaf None None] Provisioning complete for port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:00.934180 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e7459c3-de1a-4e1f-b022-f9e8bc3f0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.949249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.957354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.999378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:01.019322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9e7459c3-de1a-4e1f-b022-f9e8bc3f0eaf None None] Port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:01.037108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=30bcb4f8-cf5f-45e1-9983-c07b5d982123,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.114538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] In _notify_port_updated(), no bound segment for port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 on network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:58:01.122184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:01.123493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.127807 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-586cbc97-cc85-4c7c-88d6-494e85e31bf1 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "PUT /v2.0/ports/30bcb4f8-cf5f-45e1-9983-c07b5d982123 HTTP/1.1" status: 200 len: 993 time: 0.5127251 Dec 13 09:58:01.128335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:01.258349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:01.258671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.362393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.375338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for 30bcb4f8-cf5f-45e1-9983-c07b5d982123 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:01.382549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd9f824d-80ea-4c6e-a2de-be8ef13edf6f req-0bbb67d4-61e1-493a-bba5-da656bc0213b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5580404 Dec 13 09:58:01.452761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42912840-54d3-4b58-8a43-d4080b603801 None None] Provisioning complete for port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:01.453586 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42912840-54d3-4b58-8a43-d4080b603801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.462673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.532000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-5671ef87-8e9f-47b9-9403-ef524e8188ff service neutron] 10.222.0.31 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482847 Dec 13 09:58:01.533393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:01.591859 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.593629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=ae0e14e1-8d65-44da-97f4-4c7763a4f577,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.652281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=30bcb4f8-cf5f-45e1-9983-c07b5d982123,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.711621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.785529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:01.798772 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Sync routers for ids ['6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:01.825420 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Routers {'6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:01.826335 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:01.834316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.853177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.856059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-42912840-54d3-4b58-8a43-d4080b603801 None None] Port 30bcb4f8-cf5f-45e1-9983-c07b5d982123 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:01.862401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e6e147a0-b0ab-43a7-a89e-de76194a29e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0787485 Dec 13 09:58:01.867571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42046) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.012224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-212ca120-3a0a-4693-a671-228722881e45 service neutron] 10.222.0.31 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478648 Dec 13 09:58:02.045190 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Set router 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:02.095694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.113128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f575a85f-1137-4109-b1e9-ede596fab7bc service neutron] 10.222.0.31 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923498 Dec 13 09:58:02.116028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.133878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.137405 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bd18799c-29c1-449c-9bdf-133125950542 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/30bcb4f8-cf5f-45e1-9983-c07b5d982123 HTTP/1.1" status: 204 len: 168 time: 1.0080707 Dec 13 09:58:02.139994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42048) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.177129 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e074ef6-3d1e-4f70-acac-4197219e362a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] GET failed (client error): The resource could not be found. Dec 13 09:58:02.179443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e074ef6-3d1e-4f70-acac-4197219e362a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports/30bcb4f8-cf5f-45e1-9983-c07b5d982123 HTTP/1.1" status: 404 len: 333 time: 0.0383582 Dec 13 09:58:02.182945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42050) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.188539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-346873579'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:02.208771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.211719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.216104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b11473a-0c6d-4281-aee6-a2d93b867917 HTTP/1.1" status: 204 len: 168 time: 0.6816018 Dec 13 09:58:02.220669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.222184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-24572286-c6b9-4d65-8e05-fa0193b643ff service neutron] 10.222.0.31 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996702 Dec 13 09:58:02.289964 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0cdaf2-2370-4e7f-997c-8d3040a3f23e', 'name': '', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19', 'external_fixed_ips': [{'subnet_id': '870d7b67-356b-4e29-8ae1-db5c788dade7', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b1b47162-3201-4696-900a-8c283d8f6df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:55Z', 'updated_at': '2021-12-13T09:57:59Z', 'revision_number': 3, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port': {'id': 'b1b47162-3201-4696-900a-8c283d8f6df9', 'name': '', 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0cdaf2-2370-4e7f-997c-8d3040a3f23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '870d7b67-356b-4e29-8ae1-db5c788dade7', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:57Z', 'updated_at': '2021-12-13T09:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '870d7b67-356b-4e29-8ae1-db5c788dade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:02.328635 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Checking router: 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:02.329266 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Updating router 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e port b1b47162-3201-4696-900a-8c283d8f6df9 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:58:02.385623 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.444105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-2890c051-d995-433b-af0b-410f31c114bc service neutron] 10.222.0.31 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143550 Dec 13 09:58:02.502467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:02.666081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ffd54-dbdc-4d5a-85d4-f58c8eba37c3 req-3ead6ece-821d-4e1e-8f60-16558382fa82 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.667882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f44ffd54-dbdc-4d5a-85d4-f58c8eba37c3 req-3ead6ece-821d-4e1e-8f60-16558382fa82 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.1353548 Dec 13 09:58:02.669651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:02.683865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8482067-e16e-468f-b472-a0af266555ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4669881 Dec 13 09:58:02.687138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42062) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.689480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:02.705807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:02.706556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:02.761733 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-1336f4a6-19a4-4eaf-b97b-f39858e06a27 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] show failed (client error): The resource could not be found. Dec 13 09:58:02.765817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1336f4a6-19a4-4eaf-b97b-f39858e06a27 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "GET /v2.0/security-groups/0b11473a-0c6d-4281-aee6-a2d93b867917 HTTP/1.1" status: 404 len: 347 time: 0.5412016 Dec 13 09:58:02.766569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.771527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b1c85-ed79-4a02-a90e-d7641a80632f tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11473a-0c6d-4281-aee6-a2d93b867917,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:02.794913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 5175654c-ab0e-4161-b01a-d303632923a4 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:02.806629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.873830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:02.877985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f44ffd54-dbdc-4d5a-85d4-f58c8eba37c3 req-8476c115-9b12-4cf8-9acc-32a789367528 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929059 Dec 13 09:58:02.891046 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.909261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.914359 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.946066 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.023193 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f037bd1-4fac-4242-b557-b1e62b3f7b8e None None] Pushing event updated for resources: {'Port': ['ID=b1b47162-3201-4696-900a-8c283d8f6df9,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:03.036707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:03.040323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.076672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.094325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Attempting to bind port b1b47162-3201-4696-900a-8c283d8f6df9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:03.095821 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Attempting to bind port b1b47162-3201-4696-900a-8c283d8f6df9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:03.098673 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Attempting to bind port b1b47162-3201-4696-900a-8c283d8f6df9 on network 4bf537d7-053d-4f80-840a-eecfb593bf19 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:03.105044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 648e5c7a-b36e-430b-a51a-347d100b93ff {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:03.105629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.112123 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:03.112819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Checking segment: {'id': 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:03.113818 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.117679 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Bound using segment: {'id': 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:03.118401 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Bound port: b1b47162-3201-4696-900a-8c283d8f6df9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf537d7-053d-4f80-840a-eecfb593bf19'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:03.119721 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.142975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port f3fe295a-3cd1-4629-9076-9a3890893e3f yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:58:03.191697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2a87813b-1769-4288-890e-faf4d9de6e50 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:03.198966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.224660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.225739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:00Z', 'revision_number': 9, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:03.231682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/5175654c-ab0e-4161-b01a-d303632923a4 HTTP/1.1" status: 204 len: 168 time: 0.5271115 Dec 13 09:58:03.232381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd52ac-d04f-43aa-929d-cdd87585bead None None] Network 64ffd4be-27a6-45c9-aca6-bc8b4210546c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:03.233612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:03.296185 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] For port b1b47162-3201-4696-900a-8c283d8f6df9, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:03.301214 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] For port b1b47162-3201-4696-900a-8c283d8f6df9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b1b47162-3201-4696-900a-8c283d8f6df9,segment=NetworkSegment(fd53bf9a-71a0-4eed-8bd1-5fb897d744c8),segment_id=fd53bf9a-71a0-4eed-8bd1-5fb897d744c8)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:03.309300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08de99-1b5a-4e0f-bad8-3399f7fb8422 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=5175654c-ab0e-4161-b01a-d303632923a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:03.313682 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.334501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Deleting port b1b47162-3201-4696-900a-8c283d8f6df9 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:03.334862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.388621 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:58:03.420635 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Routers {'6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:03.423424 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:03.426791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.477563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.477939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.516523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:03.561127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 648e5c7a-b36e-430b-a51a-347d100b93ff owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:03.567080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 8c3e6b62-70e9-4947-a421-05d695d474ed {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:03.567255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.573868 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] Set router 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:03.644177 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0cdaf2-2370-4e7f-997c-8d3040a3f23e', 'name': '', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:55Z', 'updated_at': '2021-12-13T09:58:02Z', 'revision_number': 4, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:03.665360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] For port b1b47162-3201-4696-900a-8c283d8f6df9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b1b47162-3201-4696-900a-8c283d8f6df9,segment=NetworkSegment(fd53bf9a-71a0-4eed-8bd1-5fb897d744c8),segment_id=fd53bf9a-71a0-4eed-8bd1-5fb897d744c8)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:03.665727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.667067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2a87813b-1769-4288-890e-faf4d9de6e50,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:03.676003 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095063-6f41-43bc-bd98-f9973c9974e8 None None] The sync data for ids ['6d0cdaf2-2370-4e7f-997c-8d3040a3f23e'] in n-d-820935-7 is: [{'id': '6d0cdaf2-2370-4e7f-997c-8d3040a3f23e', 'name': '', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:55Z', 'updated_at': '2021-12-13T09:58:02Z', 'revision_number': 4, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:03.681637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:03.682294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:57:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:03.710710 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f037bd1-4fac-4242-b557-b1e62b3f7b8e None None] Pushing event updated for resources: {'Port': ['ID=b1b47162-3201-4696-900a-8c283d8f6df9,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:03.727046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Calling delete_port for b1b47162-3201-4696-900a-8c283d8f6df9 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:03.754337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '2a87813b-1769-4288-890e-faf4d9de6e50', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:03.791814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e2e6351-2f82-4eee-b82d-f2144712e402 req-c21df015-3a69-41d8-aec7-19d79ccce8bc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0436521 Dec 13 09:58:03.821310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 8c3e6b62-70e9-4947-a421-05d695d474ed, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c3e6b62-70e9-4947-a421-05d695d474ed,segment=NetworkSegment(c23d0c40-39e4-49d8-b4ed-79412f4d5627),segment_id=c23d0c40-39e4-49d8-b4ed-79412f4d5627)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:03.821768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.838809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 8c3e6b62-70e9-4947-a421-05d695d474ed owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:03.845561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.12 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/f3fe295a-3cd1-4629-9076-9a3890893e3f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:03.902289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:04.003969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.035685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=8c3e6b62-70e9-4947-a421-05d695d474ed,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.095655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 8c3e6b62-70e9-4947-a421-05d695d474ed on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:04.109054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68396825-dff6-41d2-8954-a1dc4f00c062 None None] DHCP port deletion for 64ffd4be-27a6-45c9-aca6-bc8b4210546c request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:04.118523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.203486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.208268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a87813b-1769-4288-890e-faf4d9de6e50 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:04.239755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2a87813b-1769-4288-890e-faf4d9de6e50,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:04.248605 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.268038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b47162-3201-4696-900a-8c283d8f6df9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.287132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.318427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ffd4be-27a6-45c9-aca6-bc8b4210546c']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.331650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23d0c40-39e4-49d8-b4ed-79412f4d5627') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.332053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23d0c40-39e4-49d8-b4ed-79412f4d5627') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.343160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.368128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.376121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:04.376121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.378498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.444461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:04.462835 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:04.465109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.475063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e71e6-3e40-4b69-bb48-ec93741c30d7 req-dc35e3e7-1b19-45ba-b662-8b79f3c04966 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.482821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af8e71e6-3e40-4b69-bb48-ec93741c30d7 req-dc35e3e7-1b19-45ba-b662-8b79f3c04966 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 944 time: 0.4484048 Dec 13 09:58:04.494014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.497551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/64ffd4be-27a6-45c9-aca6-bc8b4210546c HTTP/1.1" status: 204 len: 168 time: 1.2628651 Dec 13 09:58:04.501237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.514895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['2a87813b-1769-4288-890e-faf4d9de6e50'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:04.520418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.545005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.617202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9ea75-c9d0-44ef-8f5b-4db77dde6920 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=64ffd4be-27a6-45c9-aca6-bc8b4210546c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.625332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:00Z', 'revision_number': 9, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.634698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=648e5c7a-b36e-430b-a51a-347d100b93ff,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.710500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af8e71e6-3e40-4b69-bb48-ec93741c30d7 req-61ed446b-6d2f-4607-9525-08c21f298c2a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264762 Dec 13 09:58:04.729125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5fbb-6fe2-4697-a197-872611a0e027 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:00Z', 'revision_number': 9, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7e448b1-bc8b-458b-a7e0-7cca7657d725', 'name': '', 'network_id': '74f5bae6-7777-4391-9a14-35f3b2e096d0', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:48:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:10Z', 'updated_at': '2021-12-13T09:57:26Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '35486ba0-3d41-4317-9207-a89fef5550f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:04.759606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.762082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.768784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.845928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.848709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.852018 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb24900a-e003-4783-9a5c-c42223911423 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/floatingips/c48e6f2e-7510-44d8-b2b4-cdd3ab481d80 HTTP/1.1" status: 204 len: 168 time: 2.0783007 Dec 13 09:58:04.853899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.854505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0cdaf2-2370-4e7f-997c-8d3040a3f23e {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:04.863436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42102) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.875489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.879351 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aef9f08f-f4cc-4455-b869-1ba637cbe032 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6d0cdaf2-2370-4e7f-997c-8d3040a3f23e HTTP/1.1" status: 204 len: 168 time: 3.0112164 Dec 13 09:58:04.887581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.948834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.985519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e927ac0d-b4d8-46fc-a872-4fa72ff0e5f4 req-e5f7dd77-1e91-474d-b184-f480bf251bb9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0420249 Dec 13 09:58:05.067316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:05.119538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:05.125694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Deleting subnet 870d7b67-356b-4e29-8ae1-db5c788dade7 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:05.129156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:05.248782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.254393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=f3fe295a-3cd1-4629-9076-9a3890893e3f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:05.257415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.409125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c3e6b62-70e9-4947-a421-05d695d474ed no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:05.441250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8c3e6b62-70e9-4947-a421-05d695d474ed {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:05.441615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c3e6b62-70e9-4947-a421-05d695d474ed not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:05.442723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae0e14e1-8d65-44da-97f4-4c7763a4f577 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:05.488625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.489314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.497647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-5e19e3b8-c54b-4de9-8487-2f5763258572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.499055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-5e19e3b8-c54b-4de9-8487-2f5763258572 service neutron] 10.222.0.16 "GET /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 1032 time: 0.2873752 Dec 13 09:58:05.504206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ae0e14e1-8d65-44da-97f4-4c7763a4f577 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:05.505562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae0e14e1-8d65-44da-97f4-4c7763a4f577 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:05.527396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.536410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-286191f9-c176-4e91-9770-b6e9faf7ea78 None None] Provisioning complete for port f3fe295a-3cd1-4629-9076-9a3890893e3f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:05.538214 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-286191f9-c176-4e91-9770-b6e9faf7ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.580929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.597808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-286191f9-c176-4e91-9770-b6e9faf7ea78 None None] Port f3fe295a-3cd1-4629-9076-9a3890893e3f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:05.664073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-14a8be31-4e62-4b55-9cc8-c7119cd032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.666898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-14a8be31-4e62-4b55-9cc8-c7119cd032aa service neutron] 10.222.0.16 "GET /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 1032 time: 0.0449672 Dec 13 09:58:05.677486 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-af20b49c-8ace-47bd-b81a-7f15fd4dd8f8 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4931481 Dec 13 09:58:05.683201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:05.689677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:9d:9b'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:05.754942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 254838d9-bead-4fcf-a82d-2a71fb11a2e3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:05.755296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.890734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.898976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port c7e448b1-bc8b-458b-a7e0-7cca7657d725 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:05.899337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.908576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 254838d9-bead-4fcf-a82d-2a71fb11a2e3 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:05.963150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1167cd7-1476-4bee-9361-e41709f227b3 req-2757df38-7acb-4e0b-a0a7-fba15743134e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.964685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1167cd7-1476-4bee-9361-e41709f227b3 req-2757df38-7acb-4e0b-a0a7-fba15743134e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 945 time: 0.1214628 Dec 13 09:58:06.089200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.119272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d553311-3809-4923-8efd-dacdb18c28d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.133059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.167397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1167cd7-1476-4bee-9361-e41709f227b3 req-55b3a27c-0522-4511-8c58-6e8ceedbae73 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922021 Dec 13 09:58:06.188177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.195215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=254838d9-bead-4fcf-a82d-2a71fb11a2e3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:06.222108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e83daa8-8500-45c9-b6b3-bf83f2462890 req-0de07a58-bba8-40ee-9b74-c5b25f7822f3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0942676 Dec 13 09:58:06.227468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port c7e448b1-bc8b-458b-a7e0-7cca7657d725, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c7e448b1-bc8b-458b-a7e0-7cca7657d725,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:06.227915 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.294928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=870d7b67-356b-4e29-8ae1-db5c788dade7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:06.337057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.340499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11d6ec1b-f69a-44fc-8889-851ba01a46be tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/870d7b67-356b-4e29-8ae1-db5c788dade7 HTTP/1.1" status: 204 len: 168 time: 1.4519832 Dec 13 09:58:06.345025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:06.363256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-05b1da77-f31f-44eb-8c0f-8ea056459ed9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.367125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for c7e448b1-bc8b-458b-a7e0-7cca7657d725 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:06.369185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-05b1da77-f31f-44eb-8c0f-8ea056459ed9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.375167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-05b1da77-f31f-44eb-8c0f-8ea056459ed9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.376907 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-05b1da77-f31f-44eb-8c0f-8ea056459ed9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 1996 time: 0.6940682 Dec 13 09:58:06.390795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.394287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5befbf00-9280-4cde-91c9-df09a922aa13 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/ports/254838d9-bead-4fcf-a82d-2a71fb11a2e3 HTTP/1.1" status: 204 len: 168 time: 1.5296729 Dec 13 09:58:06.431298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42116) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:06.522326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.539821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.548945 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.587132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-2b853296-15ec-4112-ba96-b1d2b6251264 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3412558641442abe30d406fe7da723 HTTP/1.1" status: 200 len: 380 time: 0.1916327 Dec 13 09:58:06.614279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'admin_state_up': True, 'tenant_id': '9d3412558641442abe30d406fe7da723', 'security_groups': ['048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:06.857542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.881470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting port 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:06.881823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.931865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6efd8828-d121-48e4-994b-884beff87cd6 None None] Provisioning complete for port f3fe295a-3cd1-4629-9076-9a3890893e3f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:06.932437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6efd8828-d121-48e4-994b-884beff87cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.979915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6efd8828-d121-48e4-994b-884beff87cd6 None None] Port f3fe295a-3cd1-4629-9076-9a3890893e3f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:06.981097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.002268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf537d7-053d-4f80-840a-eecfb593bf19']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.019031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Calling delete_port for 7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:07.023850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.024202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd53bf9a-71a0-4eed-8bd1-5fb897d744c8') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.039941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:07.044863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.061321 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.092191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.094041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=f3fe295a-3cd1-4629-9076-9a3890893e3f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:07.106731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] In _notify_port_updated(), no bound segment for port f3fe295a-3cd1-4629-9076-9a3890893e3f on network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:58:07.112753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:07.113389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.114835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e17de772-644c-4b4f-bf60-3b90cb8d966a tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "PUT /v2.0/ports/f3fe295a-3cd1-4629-9076-9a3890893e3f HTTP/1.1" status: 200 len: 996 time: 1.4299097 Dec 13 09:58:07.127131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42120) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:07.148510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:07.148968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:07.152779 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:07.165901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.199021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=c7e448b1-bc8b-458b-a7e0-7cca7657d725,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:07.206008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2a87813b-1769-4288-890e-faf4d9de6e50 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:07.402514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.415057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 2a87813b-1769-4288-890e-faf4d9de6e50 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:07.421714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 2a87813b-1769-4288-890e-faf4d9de6e50 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:07.422387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.439403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bf537d7-053d-4f80-840a-eecfb593bf19 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 09:58:07.448456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.451882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4bf537d7-053d-4f80-840a-eecfb593bf19 HTTP/1.1" status: 204 len: 168 time: 1.1039138 Dec 13 09:58:07.521990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be91b68-9095-43f3-a402-5a51e6c4ce59 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bf537d7-053d-4f80-840a-eecfb593bf19,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:07.598423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1b3952-89db-4247-a618-09d19737e49d req-c48da3e6-bb0a-492f-8c7c-6ff33e0ea393 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.1769681 Dec 13 09:58:07.633215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 172.20.0.8 (fb74d072-0d20-4af7-9108-0d5208feb395/4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085/71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:07.633447 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.647841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.681050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port f3fe295a-3cd1-4629-9076-9a3890893e3f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:07.681909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.692040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.704066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:07.730626 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e6b76c-e1be-4a39-a5b3-1a6a9ac5c115" -d '{"events": [{"server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "name": "network-vif-plugged", "status": "completed", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:07.779296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2a87813b-1769-4288-890e-faf4d9de6e50,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:07.795442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.809919 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd9cbf-4f1a-4ab2-bcb7-9ba210ee9f8f x-openstack-request-id: req-46fd9cbf-4f1a-4ab2-bcb7-9ba210ee9f8f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:07.811891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Port': ['ID=7a3ec091-fae0-4c8d-b79d-2ab787cdfc88,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:07.812299 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "name": "network-vif-plugged", "status": "completed", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:07.812635 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46fd9cbf-4f1a-4ab2-bcb7-9ba210ee9f8f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:07.813159 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'code': 200} Dec 13 09:58:07.894615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42cbd-07d8-4d63-ae9a-86068059b105 req-a1d56831-3a2c-4758-8f5a-dfcba2a83ef0 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:07.894832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd42cbd-07d8-4d63-ae9a-86068059b105 req-a1d56831-3a2c-4758-8f5a-dfcba2a83ef0 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 945 time: 0.5921023 Dec 13 09:58:07.940474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:08.058404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.064354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-73edcdb8-bfa7-4ac3-b69b-8ae9a252b091 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/ports/7a3ec091-fae0-4c8d-b79d-2ab787cdfc88 HTTP/1.1" status: 204 len: 168 time: 1.6288524 Dec 13 09:58:08.067494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42154) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.155209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.158127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.162470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'name': 'tempest-router--583321041', 'project_id': '89f8bbcc5dbe42f0adc942ee275736c4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:08.211461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for f3fe295a-3cd1-4629-9076-9a3890893e3f owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:08.230910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8d44-1c99-4da3-af15-5dfa738dfd5a req-8236fde5-df41-4d96-a78d-7311fdbc277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.232764 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ebc8d44-1c99-4da3-af15-5dfa738dfd5a req-8236fde5-df41-4d96-a78d-7311fdbc277b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.2857416 Dec 13 09:58:08.240923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd42cbd-07d8-4d63-ae9a-86068059b105 req-13ce8386-f5e0-4f03-bebe-b9aba0d72ee7 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347523 Dec 13 09:58:08.310371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.311409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.355242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting subnet ceed3094-09fb-46c6-bbed-bb769a22d8a3 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:08.364365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.395955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ebc8d44-1c99-4da3-af15-5dfa738dfd5a req-23a894bf-9f3e-411d-b7ee-1f04a5e111bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470346 Dec 13 09:58:08.441581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.462999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:08.471046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.512088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cda964e-a0d8-467f-8064-51638e92186c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.535407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.556613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.587344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.588675 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9258980-3c6e-44c3-96df-1d8056ac85fb tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4295397 Dec 13 09:58:08.593762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42200) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.597101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.626244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:08.636810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f2b8bf1-f101-4002-8f2f-edf4efb68dd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1204927 Dec 13 09:58:08.637514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42206) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.645824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:08.670988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:08.671973 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:08.714731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:08.774284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network fb74d072-0d20-4af7-9108-0d5208feb395 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:08.782134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:08.822197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.828897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:08.832763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 35486ba0-3d41-4317-9207-a89fef5550f9 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:08.850541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.891427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.946307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:08.973955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7d4b-6cd0-4d75-95b5-137068fada29 req-ef90ea83-e06f-4f0d-9b49-b2f516085413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.975623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8daa7d4b-6cd0-4d75-95b5-137068fada29 req-ef90ea83-e06f-4f0d-9b49-b2f516085413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 931 time: 0.2482760 Dec 13 09:58:09.064675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.140285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8daa7d4b-6cd0-4d75-95b5-137068fada29 req-fb6efa66-d299-40df-b7a1-0ce2cca328cf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539462 Dec 13 09:58:09.186927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.251518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Subnet': ['ID=ceed3094-09fb-46c6-bbed-bb769a22d8a3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:09.264177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.269363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-34af0bef-9fb7-4959-9e5b-cd6b23041997 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/subnets/ceed3094-09fb-46c6-bbed-bb769a22d8a3 HTTP/1.1" status: 204 len: 168 time: 1.2018428 Dec 13 09:58:09.272414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42266) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:09.285602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725cc7c-107d-47be-ae7f-97628bd98554 None None] Network 1de61aac-01ea-444f-86d1-2d72341dbf3d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:09.296456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d68541a-dcbb-465a-ac4b-2aaf6b853cc1 None None] Provisioning complete for port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:09.302995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d68541a-dcbb-465a-ac4b-2aaf6b853cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.311252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.412924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Deleting subnet 66f63167-7eaa-4d64-87c0-640d15a693fa {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:09.423717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.560738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195fb50-8bb2-4c43-84b0-6abb20189b19 req-806324a5-8764-4aea-b5c5-0de5cf597d4e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.562338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1195fb50-8bb2-4c43-84b0-6abb20189b19 req-806324a5-8764-4aea-b5c5-0de5cf597d4e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.2024827 Dec 13 09:58:09.576511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.580875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.586698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.587213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.624300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.628322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d68541a-dcbb-465a-ac4b-2aaf6b853cc1 None None] Port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:09.671451 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:07Z', 'revision_number': 10, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:09.676984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.707974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=f3fe295a-3cd1-4629-9076-9a3890893e3f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:09.739364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=35486ba0-3d41-4317-9207-a89fef5550f9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:09.769545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.772883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-80105a8a-dbe9-41a9-8b4f-071a433b19c6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/35486ba0-3d41-4317-9207-a89fef5550f9 HTTP/1.1" status: 204 len: 168 time: 1.1318836 Dec 13 09:58:09.796076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:09.806079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] DHCP port deletion for 1de61aac-01ea-444f-86d1-2d72341dbf3d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:09.814294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacfc1b-eb3a-48bf-91a1-59448fafde9f None None] Network 74f5bae6-7777-4391-9a14-35f3b2e096d0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:09.842269 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f9687902-b5eb-405a-836f-1e31fd06e40d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2369921 Dec 13 09:58:09.955464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:09.980846 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:09.981493 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:10.006460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.006843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.009523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.010105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.010646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.011180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.011758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.013106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.013792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.014328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.019993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.020664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.021309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.021888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.172868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1195fb50-8bb2-4c43-84b0-6abb20189b19 req-b2d30475-243c-491b-9c97-266916eca42d tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5880783 Dec 13 09:58:10.173440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.180523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.217599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Deleting port 9875d00f-9326-4a8f-b449-fa71386e0e93 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:10.217982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.275770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:10.284498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.324122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'admin_state_up': True, 'tenant_id': '9d3412558641442abe30d406fe7da723', 'security_groups': ['048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:10.333624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.337266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7c365951-8113-4b84-b927-c8bacb020e1d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/f3fe295a-3cd1-4629-9076-9a3890893e3f HTTP/1.1" status: 204 len: 168 time: 3.2008688 Dec 13 09:58:10.341030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42370) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.353335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] DHCP port deletion for 74f5bae6-7777-4391-9a14-35f3b2e096d0 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:10.366163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.366695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90a52442-c313-4650-a9c5-8915d98ab406 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:10.398693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.407009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47270f7f-138e-43aa-be62-be7bb7e2c1f2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/routers/90a52442-c313-4650-a9c5-8915d98ab406 HTTP/1.1" status: 204 len: 168 time: 1.8120811 Dec 13 09:58:10.411967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.436494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] For port 9875d00f-9326-4a8f-b449-fa71386e0e93, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9875d00f-9326-4a8f-b449-fa71386e0e93,segment=NetworkSegment(c36b8d93-2acf-4086-a42a-054b236a424f),segment_id=c36b8d93-2acf-4086-a42a-054b236a424f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:10.446137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.502257 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad307910-3161-448b-b5c9-b2b6abbbbd46 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] GET failed (client error): The resource could not be found. Dec 13 09:58:10.508217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ad307910-3161-448b-b5c9-b2b6abbbbd46 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports/f3fe295a-3cd1-4629-9076-9a3890893e3f HTTP/1.1" status: 404 len: 333 time: 0.1577427 Dec 13 09:58:10.514714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42388) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.537695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-1433607513'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:10.550651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Calling delete_port for 9875d00f-9326-4a8f-b449-fa71386e0e93 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:10.596386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Subnet': ['ID=66f63167-7eaa-4d64-87c0-640d15a693fa,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:10.620435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.624951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-480e1d0e-e360-4a7f-bf6c-300267a5cdbc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/subnets/66f63167-7eaa-4d64-87c0-640d15a693fa HTTP/1.1" status: 204 len: 168 time: 1.3505013 Dec 13 09:58:10.632907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42402) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.681962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dfa27-cae5-4254-bc40-66769a27f6ed req-209ba59c-ec8c-4c5c-894e-bc9d658af4ac tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:10.684341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-560dfa27-cae5-4254-bc40-66769a27f6ed req-209ba59c-ec8c-4c5c-894e-bc9d658af4ac tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 931 time: 0.2753258 Dec 13 09:58:10.699242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:10.700618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.724248 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:07Z', 'revision_number': 10, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:10.750306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.786941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa682d3-f1de-496d-8bb7-35c0261e00e7 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:07Z', 'revision_number': 10, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None, '_interfaces': [{'id': 'c3a8af3b-d485-41a3-8123-47badb6bfc4a', 'name': '', 'network_id': '1f717845-1db7-4f74-baaa-4bd23089d1bf', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'mac_address': 'fa:16:3e:89:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:00Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 5, 'project_id': '2327d98387b341199ef82d4362d565b3', 'subnets': [{'id': '8ccd4363-e71b-4f23-85f5-f1f03e7efcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:10.854505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:10.859996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.864039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:10.868815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.908670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port 4e7b92da-3387-4db7-bc3e-a1350c148f58 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:58:10.943761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b5137-3ed4-4b95-9b05-41753107dc95 None None] Network 54322de4-c6b8-4103-a14f-937297b02a67 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:11.058767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Deleting port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:11.059150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.184033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.1.1.69 (60e882be-bd9a-49c7-b8f0-9449f1de27d4/1c4e84e6-1800-438b-a48a-84c02c37f8e0/575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:11.186264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.5 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/4e7b92da-3387-4db7-bc3e-a1350c148f58) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:11.206148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:11.206657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.296616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:11.311408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.324180 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.336767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-560dfa27-cae5-4254-bc40-66769a27f6ed req-da93761d-7854-4eab-a4ae-ba7ff23b449f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638570 Dec 13 09:58:11.358918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-72560737', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:11.382945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.390285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] Pushing event deleted for resources: {'Port': ['ID=9875d00f-9326-4a8f-b449-fa71386e0e93,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:11.414764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd06cc-d683-4503-b4bb-be70d7025c4e None None] No DVR routers for this DVR port 9875d00f-9326-4a8f-b449-fa71386e0e93 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:11.435232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:11.436415 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.452438 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:58:11.478544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Calling delete_port for 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:11.515170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:11.585781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.587346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.610640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] DHCP port deletion for 54322de4-c6b8-4103-a14f-937297b02a67 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:11.637973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.652440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a7496-a83b-40f4-bc87-cada951b0030 req-1197a6cf-f423-4f96-90e7-34961f67911e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:11.654708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b9a7496-a83b-40f4-bc87-cada951b0030 req-1197a6cf-f423-4f96-90e7-34961f67911e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.3371270 Dec 13 09:58:11.657319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.697434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de61aac-01ea-444f-86d1-2d72341dbf3d']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:11.714788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36b8d93-2acf-4086-a42a-054b236a424f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:11.715328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36b8d93-2acf-4086-a42a-054b236a424f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:11.743843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.758965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.765559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:11.765981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.794416 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:11.830672 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:11.843493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Deleting port 2fd21840-0880-490c-9233-947602aa46b8 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:11.844259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.854875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.871014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,segment=NetworkSegment(0cfd4f37-72ed-47b9-9f2d-05a0d8fda008),segment_id=0cfd4f37-72ed-47b9-9f2d-05a0d8fda008)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:11.882770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b9a7496-a83b-40f4-bc87-cada951b0030 req-e6fc05fd-f1da-411e-82c6-49d5b19972a9 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077112 Dec 13 09:58:11.890968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.898477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/networks/1de61aac-01ea-444f-86d1-2d72341dbf3d HTTP/1.1" status: 204 len: 168 time: 1.2632697 Dec 13 09:58:11.901515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42510) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:11.902299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.903829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c7e448b1-bc8b-458b-a7e0-7cca7657d725 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:11.931865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.968657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c7e448b1-bc8b-458b-a7e0-7cca7657d725 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:11.969395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c7e448b1-bc8b-458b-a7e0-7cca7657d725 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:11.970037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9875d00f-9326-4a8f-b449-fa71386e0e93 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:12.000373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.005130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9875d00f-9326-4a8f-b449-fa71386e0e93 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:12.005601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9875d00f-9326-4a8f-b449-fa71386e0e93 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:12.007984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event deleted for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.010818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.011320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489acf09-1305-49ba-8975-dd9b9d0380bc tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Network': ['ID=1de61aac-01ea-444f-86d1-2d72341dbf3d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.021043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.024932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] For port 2fd21840-0880-490c-9233-947602aa46b8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2fd21840-0880-490c-9233-947602aa46b8,segment=NetworkSegment(0aaaa93f-6c39-4fde-a197-dde54eafe375),segment_id=0aaaa93f-6c39-4fde-a197-dde54eafe375)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:12.025638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.073080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Calling delete_port for 2fd21840-0880-490c-9233-947602aa46b8 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:12.075522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] Pushing event deleted for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.077767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.080063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=2a136c6e-3137-4446-b6cd-1e68aecd8bc7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.087630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111983c-ef04-4806-94ac-7457ca5403f1 None None] No DVR routers for this DVR port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:12.119722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.148515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port 2a136c6e-3137-4446-b6cd-1e68aecd8bc7 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:12.198573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.237367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] Pushing event deleted for resources: {'Port': ['ID=2fd21840-0880-490c-9233-947602aa46b8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.250715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673be89-791e-4c76-9551-ef58708a6613 None None] No DVR routers for this DVR port 2fd21840-0880-490c-9233-947602aa46b8 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:12.269223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.272885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.342060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:12.343357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.358365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:12.369227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:12.372780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.412793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.446093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47780247-8f44-4794-bc58-279a13eb9f07 req-9a4fe2fa-d85b-49f0-9d8f-877c7c3f287b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.448560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47780247-8f44-4794-bc58-279a13eb9f07 req-9a4fe2fa-d85b-49f0-9d8f-877c7c3f287b tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.3315616 Dec 13 09:58:12.529142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:12.540329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:12.546163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=4e7b92da-3387-4db7-bc3e-a1350c148f58,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:12.551051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:12.579908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f5bae6-7777-4391-9a14-35f3b2e096d0']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.593774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.594341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.611023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.639115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.640267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfd4f37-72ed-47b9-9f2d-05a0d8fda008') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.697905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47780247-8f44-4794-bc58-279a13eb9f07 req-1874c548-2ca4-4509-97ac-341e88a1fd2c tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076352 Dec 13 09:58:12.718629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.747754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:12.757556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54322de4-c6b8-4103-a14f-937297b02a67']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.765954 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-bb1c11dd-9d08-4638-8ac9-102a18486435 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8534477 Dec 13 09:58:12.794346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.850848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede47334-6f8c-4060-8fdf-db92472d30ed req-a18b5625-fbdb-4223-8e82-e5960e4aeabf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.852170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5ea1a889-27c7-4a49-baf7-b9f07d4d87a5 None None] Provisioning complete for port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:12.852625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a889-27c7-4a49-baf7-b9f07d4d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.853519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'admin_state_up': True, 'tenant_id': '9d3412558641442abe30d406fe7da723', 'security_groups': ['048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:12.869451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede47334-6f8c-4060-8fdf-db92472d30ed req-a18b5625-fbdb-4223-8e82-e5960e4aeabf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.871213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ede47334-6f8c-4060-8fdf-db92472d30ed req-a18b5625-fbdb-4223-8e82-e5960e4aeabf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 1652 time: 0.3792200 Dec 13 09:58:12.873239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaaa93f-6c39-4fde-a197-dde54eafe375') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.873543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaaa93f-6c39-4fde-a197-dde54eafe375') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.911244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.914322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:12.914665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.927289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.930156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1a889-27c7-4a49-baf7-b9f07d4d87a5 None None] Port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:12.937609 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:12.968794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.014691 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a1622702-bd63-49ce-a718-b95e6c88ecd7 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4921148 Dec 13 09:58:13.048939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42618) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:13.062672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ede47334-6f8c-4060-8fdf-db92472d30ed req-e9ff7b9c-0612-4526-8ba8-e4ca6a21144c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771805 Dec 13 09:58:13.065361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6f123fc2-bb11-44c3-84f3-8947be904fd2 None None] Provisioning complete for port 4e7b92da-3387-4db7-bc3e-a1350c148f58 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:13.065771 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f123fc2-bb11-44c3-84f3-8947be904fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.070357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.077406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'network_id': '7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b', 'name': 'tempest-AllowedAddressPairTestJSON-2090356723'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:13.132830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.150864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6f123fc2-bb11-44c3-84f3-8947be904fd2 None None] Port 4e7b92da-3387-4db7-bc3e-a1350c148f58 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:13.157008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.192775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:13.193183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:13.196700 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:13.227364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8909f33e-97e4-4125-a5e0-615537abe871 tempest-TestVolumeBackupRestore-1735453017 tempest-TestVolumeBackupRestore-1735453017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:13.233467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8909f33e-97e4-4125-a5e0-615537abe871 tempest-TestVolumeBackupRestore-1735453017 tempest-TestVolumeBackupRestore-1735453017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1092 time: 0.4841640 Dec 13 09:58:13.234219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42630) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:13.245225 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.247585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:13.250609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.257859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/74f5bae6-7777-4391-9a14-35f3b2e096d0 HTTP/1.1" status: 204 len: 168 time: 3.4583998 Dec 13 09:58:13.265094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42634) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:13.376013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fd21840-0880-490c-9233-947602aa46b8 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:13.409832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2fd21840-0880-490c-9233-947602aa46b8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:13.410177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2fd21840-0880-490c-9233-947602aa46b8 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:13.457531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.516690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Allocated IP 172.25.2.104 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/43772153-a290-4779-9fbd-523bb66785be) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:13.566737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:13.571161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.808556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0e3a-5928-4452-8a35-f92403f2d4ab tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=74f5bae6-7777-4391-9a14-35f3b2e096d0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:13.871863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.876354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.879802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] 10.222.0.31 "DELETE /v2.0/networks/54322de4-c6b8-4103-a14f-937297b02a67 HTTP/1.1" status: 204 len: 168 time: 1.9771042 Dec 13 09:58:13.926202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.003605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Made reservation on behalf of 68eed822079c45ddbcc298f1c8250a5d for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:14.007757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.026893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f931644-8411-4c62-87d4-770d9883f885 tempest-TaggedBootDevicesTest-1372092392 tempest-TaggedBootDevicesTest-1372092392-project] Pushing event deleted for resources: {'Network': ['ID=54322de4-c6b8-4103-a14f-937297b02a67,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:14.070439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.1.1.17 (60e882be-bd9a-49c7-b8f0-9449f1de27d4/1c4e84e6-1800-438b-a48a-84c02c37f8e0/10547389-cf82-4a3b-8cd0-81ff3af9e553) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:14.076077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.079024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] device_id is not set on port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:58:14.207292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-1b79c567-9f72-4a28-9b39-e0b3a4bf9814 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:14.209597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-1b79c567-9f72-4a28-9b39-e0b3a4bf9814 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 814 time: 0.4336779 Dec 13 09:58:14.226568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.261450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:14.265587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-1e1ac52b-1c9c-4852-930e-cd3311ad673e tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/quotas/38254589aa2f4691b859a78234c70b22 HTTP/1.1" status: 200 len: 375 time: 0.0359762 Dec 13 09:58:14.282976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:14.285336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:14.298262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a85cb0-0a60-4a5b-9ff6-102b24695534 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:14.349162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4643e3-e5fc-4c3a-b0c5-b829092213e4 req-8199f121-db9e-4007-a6d2-8e50cea0ac6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:14.362573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4643e3-e5fc-4c3a-b0c5-b829092213e4 req-8199f121-db9e-4007-a6d2-8e50cea0ac6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:14.364273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c4643e3-e5fc-4c3a-b0c5-b829092213e4 req-8199f121-db9e-4007-a6d2-8e50cea0ac6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 1652 time: 0.1797378 Dec 13 09:58:14.386205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-52dd9476-abcf-4809-bd97-ebcdc2339437 None None] Provisioning complete for port 43772153-a290-4779-9fbd-523bb66785be triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:14.386665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52dd9476-abcf-4809-bd97-ebcdc2339437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.426299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-15e54332-ff02-424b-ad6f-ba531f89ff96 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329641 Dec 13 09:58:14.429419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-52dd9476-abcf-4809-bd97-ebcdc2339437 None None] Port 43772153-a290-4779-9fbd-523bb66785be cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:14.508463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Allocated IP 172.20.0.13 (7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b/155253a1-da67-48e6-97c0-e81030dde2ff/b1ad5c2b-d36e-475a-9b1f-aab21719ea13) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:14.572747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c4643e3-e5fc-4c3a-b0c5-b829092213e4 req-7ed86d3c-a293-43dd-90a5-df84e1f29d7f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898313 Dec 13 09:58:14.638964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-48bc987b-ad4e-4b9b-ba01-319f6e241227 service neutron] 10.222.0.31 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116075 Dec 13 09:58:14.759128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-8af06bf5-d08f-484c-b194-2316ce5db195 service neutron] 10.222.0.31 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116745 Dec 13 09:58:14.894023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.931024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.999792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.143998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:15.170790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:15.208328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6a14ec1-072a-486f-a5f0-75fe9610c2fc req-1d360c3e-c760-4289-a756-a1beacc583ce tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 210 time: 0.1713588 Dec 13 09:58:15.214927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:15.230297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=b1ad5c2b-d36e-475a-9b1f-aab21719ea13,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.277353 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.286212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event updated for resources: {'Port': ['ID=43772153-a290-4779-9fbd-523bb66785be,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.295196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.327299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Allocated IP 172.25.2.101 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8204b2a0-0813-4210-a07f-e3c54f5ddeb3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:15.347853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:15.362720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.436667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e2dec1d9-1011-41ae-b137-7ba97cafc213 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3728309 Dec 13 09:58:15.438847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42668) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:15.452252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:35:9d:9b'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:32:03:c6'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:15.570007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d9e481f8-b51f-4cc9-88f4-060d5012c6c7 None None] Provisioning complete for port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:15.570636 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9e481f8-b51f-4cc9-88f4-060d5012c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.599239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:15.640331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d9e481f8-b51f-4cc9-88f4-060d5012c6c7 None None] Port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:15.689165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.691463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:15.694822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:15.765040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.904205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.949806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413775-965d-4b5f-add5-75f6790f8f78 req-072f5b07-ea7b-40f8-a00b-be679f7c7267 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:15.956954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413775-965d-4b5f-add5-75f6790f8f78 req-072f5b07-ea7b-40f8-a00b-be679f7c7267 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:15.970894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413775-965d-4b5f-add5-75f6790f8f78 req-072f5b07-ea7b-40f8-a00b-be679f7c7267 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:15.972672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8413775-965d-4b5f-add5-75f6790f8f78 req-072f5b07-ea7b-40f8-a00b-be679f7c7267 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 2372 time: 0.2938628 Dec 13 09:58:16.167691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8413775-965d-4b5f-add5-75f6790f8f78 req-880f1495-11c4-4fd4-9e7f-e9dcedec2a91 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500173 Dec 13 09:58:16.180462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-97c8b816-fcbc-41bd-9ba0-7f3a700f1570 None None] Provisioning complete for port 10547389-cf82-4a3b-8cd0-81ff3af9e553 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:16.180678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.181854 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97c8b816-fcbc-41bd-9ba0-7f3a700f1570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.232922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.285103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-97c8b816-fcbc-41bd-9ba0-7f3a700f1570 None None] Port 10547389-cf82-4a3b-8cd0-81ff3af9e553 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:16.319233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:16.319956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.462839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7faf3485-8cc2-46bc-922d-354e480124df req-bb0347ed-79c2-4e09-82e4-a42a8d526a0e tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 210 time: 0.0934501 Dec 13 09:58:16.587562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1371b4b1-6df6-4f0a-883e-09d2ee91e2f2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7464530 Dec 13 09:58:16.645549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'admin_state_up': True, 'tenant_id': '9d3412558641442abe30d406fe7da723', 'security_groups': ['048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:16.671477 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.685784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.742411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-cdd0be71-db18-4b22-8ea5-bbf8a737670d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:16.744269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-cdd0be71-db18-4b22-8ea5-bbf8a737670d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.16 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 814 time: 0.2138901 Dec 13 09:58:16.798251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] In _notify_port_updated(), no bound segment for port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 on network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:58:16.805299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:16.806080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.807533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "PUT /v2.0/ports/b1ad5c2b-d36e-475a-9b1f-aab21719ea13 HTTP/1.1" status: 200 len: 1056 time: 1.3675685 Dec 13 09:58:16.812805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:16.816684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Request body: {'port': {'device_id': '2fdcd669-d8aa-44df-b514-299d40b13279', 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1', 'admin_state_up': True, 'tenant_id': '38254589aa2f4691b859a78234c70b22'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:16.890259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Router 74b483a1-27d4-4537-8809-9f27cd9d9f64 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:16.905465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.935885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acadb60-35f2-4bc8-a21c-bf31a7ce761d tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event updated for resources: {'Port': ['ID=b1ad5c2b-d36e-475a-9b1f-aab21719ea13,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:16.981157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-6e3f5840-483a-4299-b690-92aba44f1180 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3876886 Dec 13 09:58:16.991778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:17.068007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:17.074925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:17.121565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:17.122143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.142814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Made reservation on behalf of 38254589aa2f4691b859a78234c70b22 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:17.147429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.222999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-32337bd9-b88a-4127-9ac1-d704b5593e28 None None] Provisioning complete for port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:17.223510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32337bd9-b88a-4127-9ac1-d704b5593e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.254011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'Port': ['ID=8204b2a0-0813-4210-a07f-e3c54f5ddeb3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:17.261765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-32337bd9-b88a-4127-9ac1-d704b5593e28 None None] Port b1ad5c2b-d36e-475a-9b1f-aab21719ea13 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:17.358838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-5de94227-79cc-4e5e-a09b-4c82aefe318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.360535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-5de94227-79cc-4e5e-a09b-4c82aefe318d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.2737679 Dec 13 09:58:17.385898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.415708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for b1ad5c2b-d36e-475a-9b1f-aab21719ea13 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:17.453196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37c797-28cf-438a-905d-957624a8217c req-c9591e13-1091-4151-ba14-63b3985a6b7f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.460120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37c797-28cf-438a-905d-957624a8217c req-c9591e13-1091-4151-ba14-63b3985a6b7f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.467247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37c797-28cf-438a-905d-957624a8217c req-c9591e13-1091-4151-ba14-63b3985a6b7f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.469054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe37c797-28cf-438a-905d-957624a8217c req-c9591e13-1091-4151-ba14-63b3985a6b7f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 2372 time: 0.1474731 Dec 13 09:58:17.545175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-def26f3e-18dc-4a98-85ed-765b3f5b9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.546844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-def26f3e-18dc-4a98-85ed-765b3f5b9631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 0.1463239 Dec 13 09:58:17.553380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:17.564418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] Sync routers for ids ['74b483a1-27d4-4537-8809-9f27cd9d9f64'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:17.578433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] Routers {'74b483a1-27d4-4537-8809-9f27cd9d9f64'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:17.585453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['74b483a1-27d4-4537-8809-9f27cd9d9f64'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:17.646308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:17.701762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:17.704459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f15a9998-893a-4e9b-9372-4fc636b33764 req-d68596a0-d294-464d-a746-0c198a64fa1f tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 210 time: 0.1159027 Dec 13 09:58:17.705286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-6aa7ec1e-3ffc-4893-9493-f8dceb1a24a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 217 time: 0.1313479 Dec 13 09:58:17.706160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Allocated IP 172.20.0.9 (741685cd-accf-4039-8cf4-3b017563aed1/61245e06-ad5d-490d-9b13-d817a46f867f/79714096-ea6e-452f-bf4e-ebddca8db3d9) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:17.721755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] Routers {'74b483a1-27d4-4537-8809-9f27cd9d9f64'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:17.722601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['74b483a1-27d4-4537-8809-9f27cd9d9f64'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:17.762111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:17.763225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45ddec-f252-4eee-9deb-fd37289f3c5c None None] The sync data for ids ['74b483a1-27d4-4537-8809-9f27cd9d9f64'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:17.776787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.780532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2ced350d-51ea-4328-bf5b-7ea2f70cef88 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.0248682 Dec 13 09:58:17.793148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe37c797-28cf-438a-905d-957624a8217c req-b5c55c46-c7c5-47af-8a4e-211180e23b34 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052940 Dec 13 09:58:17.793971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:17.938260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port c3a8af3b-d485-41a3-8123-47badb6bfc4a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:17.938708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.029123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port c3a8af3b-d485-41a3-8123-47badb6bfc4a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3a8af3b-d485-41a3-8123-47badb6bfc4a,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:18.029399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.042208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for c3a8af3b-d485-41a3-8123-47badb6bfc4a owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:18.096871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1107fc5-d56b-4e6b-933c-eb9c08712882 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/74b483a1-27d4-4537-8809-9f27cd9d9f64 HTTP/1.1" status: 200 len: 919 time: 0.2951636 Dec 13 09:58:18.099201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42688) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:18.100647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.178373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2991b31c-80b4-4c7e-a505-6a517ca7650c tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=74b483a1-27d4-4537-8809-9f27cd9d9f64 HTTP/1.1" status: 200 len: 205 time: 0.0725553 Dec 13 09:58:18.181307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=b1ad5c2b-d36e-475a-9b1f-aab21719ea13,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:18.183414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42690) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:18.291921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.389566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.504972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Network 741685cd-accf-4039-8cf4-3b017563aed1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:18.508633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Pushing event updated for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:18.544882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:18.557520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:18.652112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.661036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.688816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-f6eaf7a9-0781-48f5-b23e-d0f3e435eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:18.690440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-f6eaf7a9-0781-48f5-b23e-d0f3e435eeb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.9255700 Dec 13 09:58:18.717807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:18.718630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.783976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=c3a8af3b-d485-41a3-8123-47badb6bfc4a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:18.803969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-a42d440f-82d6-4099-b7ce-745d0546f953 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9948349 Dec 13 09:58:18.838031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.939338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Request body: {'port': {'device_id': '2fdcd669-d8aa-44df-b514-299d40b13279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:19.080635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1288f1-fa75-41bc-a162-2203e4b159ca req-f1db8c68-0f25-4ec3-88e2-255210b49415 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.086725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1288f1-fa75-41bc-a162-2203e4b159ca req-f1db8c68-0f25-4ec3-88e2-255210b49415 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.092579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1288f1-fa75-41bc-a162-2203e4b159ca req-f1db8c68-0f25-4ec3-88e2-255210b49415 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.094260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1288f1-fa75-41bc-a162-2203e4b159ca req-f1db8c68-0f25-4ec3-88e2-255210b49415 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 2372 time: 0.1826591 Dec 13 09:58:19.096232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.102688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa6ea5c1-8f68-4dd7-850b-56122c2186a9 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/b1ad5c2b-d36e-475a-9b1f-aab21719ea13 HTTP/1.1" status: 204 len: 168 time: 2.2800810 Dec 13 09:58:19.106491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:19.136829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-4e5b7be0-61d0-4666-adbd-80224062a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.138628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-4e5b7be0-61d0-4666-adbd-80224062a41b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3972974 Dec 13 09:58:19.207353 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-4638108e-34a1-445d-a996-aae0da1a5bde tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] GET failed (client error): The resource could not be found. Dec 13 09:58:19.212142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4638108e-34a1-445d-a996-aae0da1a5bde tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports/b1ad5c2b-d36e-475a-9b1f-aab21719ea13 HTTP/1.1" status: 404 len: 333 time: 0.0853195 Dec 13 09:58:19.213005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.219402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42702) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:19.230229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.582864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.603382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9f064-83b7-4de3-b858-2cb3a3a23c10 req-70a2735a-6e3d-4473-9904-a67fe803818b tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.604922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f9f064-83b7-4de3-b858-2cb3a3a23c10 req-70a2735a-6e3d-4473-9904-a67fe803818b tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 931 time: 0.6877224 Dec 13 09:58:19.739452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1288f1-fa75-41bc-a162-2203e4b159ca req-8f334fe6-cc9d-472a-b046-13a6f133fc3d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6317394 Dec 13 09:58:19.740388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-166997de-3fe8-423b-a3ff-28b3141be81c req-db1c2d91-eeb0-4b75-b564-d48156db5a4e service neutron] (103195) timed out ('10.222.0.20', 65509) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 09:58:19.780858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f9f064-83b7-4de3-b858-2cb3a3a23c10 req-bf32d27c-a93b-45be-8a6f-88588efa0951 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516562 Dec 13 09:58:19.922256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port 43772153-a290-4779-9fbd-523bb66785be {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:19.922590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.982731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.020995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port 4e7b92da-3387-4db7-bc3e-a1350c148f58 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:20.021914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.128678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-54fd5900-477b-4ec6-a6ec-c7473762e835 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470073 Dec 13 09:58:20.185970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.202397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.213770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for 43772153-a290-4779-9fbd-523bb66785be owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:20.224264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for 4e7b92da-3387-4db7-bc3e-a1350c148f58 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:20.284249 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2ea5a7a-ba50-4890-a757-73a0b652d42a req-94c5738e-e11c-4b0a-8cd5-675ea564a129 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931399 Dec 13 09:58:20.338629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.341926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:20.357628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79714096-ea6e-452f-bf4e-ebddca8db3d9 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:20.372532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.413894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Transition to ACTIVE for port object 79714096-ea6e-452f-bf4e-ebddca8db3d9 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:20.435504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.2.2.100 (ce687c19-aafb-4dd2-8dd0-34939de7a670/7b79c000-e585-46a7-8f77-1e98c5c4e941/99c94969-de93-45e4-857d-ca02dcc07586) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:20.447078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.498827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:20.516399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-342da922-0263-4c9f-b521-a3a8ba3aa95b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2491236 Dec 13 09:58:20.520488 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:20.525949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:20.541530 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:20.542448 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.593743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Pushing event updated for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:20.632050 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:20.657422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting subnet 8ccd4363-e71b-4f23-85f5-f1f03e7efcf8 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:20.690100 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.690620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.721341 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:20.731191 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:20.732107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.752348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=4e7b92da-3387-4db7-bc3e-a1350c148f58,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:20.768246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.773853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.776182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.824682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:20.860709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.907570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.963527 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fef508-b73c-40c0-b6c1-d6440d4dc6a6 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:20.977471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:20.979504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=43772153-a290-4779-9fbd-523bb66785be,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:20.995346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Attempting to bind port 79714096-ea6e-452f-bf4e-ebddca8db3d9 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:20.995869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Attempting to bind port 79714096-ea6e-452f-bf4e-ebddca8db3d9 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:20.996220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Attempting to bind port 79714096-ea6e-452f-bf4e-ebddca8db3d9 on network 741685cd-accf-4039-8cf4-3b017563aed1 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:21.059953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.068982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.073372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fe321-ac01-45d7-836c-e92e109589cf None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:21.078619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Port 79714096-ea6e-452f-bf4e-ebddca8db3d9 on network 741685cd-accf-4039-8cf4-3b017563aed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:21.079112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Attempting to bind port 79714096-ea6e-452f-bf4e-ebddca8db3d9 on network 741685cd-accf-4039-8cf4-3b017563aed1 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:21.129051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352e2a9-3ecc-488a-8cdc-d5929ce75384 None None] Network 1f717845-1db7-4f74-baaa-4bd23089d1bf requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:21.139505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.147662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/8ccd4363-e71b-4f23-85f5-f1f03e7efcf8 HTTP/1.1" status: 204 len: 168 time: 0.6204052 Dec 13 09:58:21.180374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:21.218347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:21.219038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Checking segment: {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:21.219321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Bound using segment: {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:21.219908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Bound port: 79714096-ea6e-452f-bf4e-ebddca8db3d9, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:21.220440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.250553 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.256924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ebe26169-2679-4af2-a337-dc5146da7330 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/4e7b92da-3387-4db7-bc3e-a1350c148f58 HTTP/1.1" status: 204 len: 168 time: 2.0235324 Dec 13 09:58:21.263903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42720) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:21.275800 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.281333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118180-26c3-4c8a-895f-c89107785ed7 req-d00c3da7-1c45-4f75-b894-a30a6225e3bc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:21.283358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8387e76-4719-49c9-b7ee-fbae00ce61f0 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccd4363-e71b-4f23-85f5-f1f03e7efcf8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:21.288574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118180-26c3-4c8a-895f-c89107785ed7 req-d00c3da7-1c45-4f75-b894-a30a6225e3bc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:21.296439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118180-26c3-4c8a-895f-c89107785ed7 req-d00c3da7-1c45-4f75-b894-a30a6225e3bc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:21.298380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86118180-26c3-4c8a-895f-c89107785ed7 req-d00c3da7-1c45-4f75-b894-a30a6225e3bc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 2372 time: 0.3683033 Dec 13 09:58:21.387636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3a8af3b-d485-41a3-8123-47badb6bfc4a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:21.424500 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea80089d-2243-4d71-91d0-3e43391f13e6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] GET failed (client error): The resource could not be found. Dec 13 09:58:21.430247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] DHCP port deletion for 1f717845-1db7-4f74-baaa-4bd23089d1bf request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:21.431019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea80089d-2243-4d71-91d0-3e43391f13e6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "GET /v2.0/ports/4e7b92da-3387-4db7-bc3e-a1350c148f58 HTTP/1.1" status: 404 len: 333 time: 0.1657674 Dec 13 09:58:21.438118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c3a8af3b-d485-41a3-8123-47badb6bfc4a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:21.438997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3a8af3b-d485-41a3-8123-47badb6bfc4a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:21.439862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.448138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42722) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:21.480728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c016f9-8c3d-4428-9cc1-5449310fc080 req-134eca89-ec5f-4027-90af-b3b656e9c478 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:21.494210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c016f9-8c3d-4428-9cc1-5449310fc080 req-134eca89-ec5f-4027-90af-b3b656e9c478 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 943 time: 0.4480553 Dec 13 09:58:21.513949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Deleting port ae84750b-fcc7-4c72-bd95-055e9bf197e7 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:21.514388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.547351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event updated for resources: {'Port': ['ID=8204b2a0-0813-4210-a07f-e3c54f5ddeb3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:21.621058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] For port ae84750b-fcc7-4c72-bd95-055e9bf197e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae84750b-fcc7-4c72-bd95-055e9bf197e7,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:21.622046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.643884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.654544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Calling delete_port for ae84750b-fcc7-4c72-bd95-055e9bf197e7 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:21.705752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Deleting port ae84750b-fcc7-4c72-bd95-055e9bf197e7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:21.706004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.761033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.765472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.794032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] Pushing event deleted for resources: {'Port': ['ID=ae84750b-fcc7-4c72-bd95-055e9bf197e7,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:21.798609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:21.805306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:21.812256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70bf4eb-2712-4093-a2a2-2695673dc617 None None] No DVR routers for this DVR port ae84750b-fcc7-4c72-bd95-055e9bf197e7 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:21.863126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.867338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.889167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] For port ae84750b-fcc7-4c72-bd95-055e9bf197e7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ae84750b-fcc7-4c72-bd95-055e9bf197e7,segment=NetworkSegment(1402bf9c-b784-49f9-99ba-ac62838360a8),segment_id=1402bf9c-b784-49f9-99ba-ac62838360a8)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:21.889516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.915283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Calling delete_port for ae84750b-fcc7-4c72-bd95-055e9bf197e7 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:21.928831 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Floating IP fda0301e-6fb2-469f-8939-3ba9abe8a454 associated. External IP: 172.25.2.101, port: 2a87813b-1769-4288-890e-faf4d9de6e50. Dec 13 09:58:21.959515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86118180-26c3-4c8a-895f-c89107785ed7 req-4b4c4830-6b06-448c-a032-256d6f26f9c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5969048 Dec 13 09:58:21.979906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.001248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c016f9-8c3d-4428-9cc1-5449310fc080 req-8c8b4339-8408-4290-abd4-22b8cdf4069a tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056772 Dec 13 09:58:22.003522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.016988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.017551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router 74b483a1-27d4-4537-8809-9f27cd9d9f64 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:22.051760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.053141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-11da09f2-ef02-48ec-a194-c8c783ed7315 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/74b483a1-27d4-4537-8809-9f27cd9d9f64 HTTP/1.1" status: 204 len: 168 time: 3.8639531 Dec 13 09:58:22.066158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42724) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:22.071005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806397188', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:22.103250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:22.104345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.105845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] 10.222.0.16 "PUT /v2.0/ports/79714096-ea6e-452f-bf4e-ebddca8db3d9 HTTP/1.1" status: 200 len: 1091 time: 3.1957831 Dec 13 09:58:22.110252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:22.112975 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b84136b-64cb-4577-8b69-3fe33a11251d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:22.204666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae07a-0c71-4df4-9a77-96d4d61c34be service neutron] Pushing event updated for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.228862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port a5cb2a4d-a54d-410c-8b61-14395ad3580a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:22.229470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.253926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-103a2bc4-a0ab-4510-bced-4cd5ac5647bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:22.256992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-103a2bc4-a0ab-4510-bced-4cd5ac5647bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 1094 time: 0.0985205 Dec 13 09:58:22.341065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-e3a963ec-b58b-4ca4-85ca-76658c0505db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9 HTTP/1.1" status: 200 len: 217 time: 0.0516343 Dec 13 09:58:22.398146 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd08387-362e-44ec-a58d-17e4ab11656d x-openstack-request-id: req-7cd08387-362e-44ec-a58d-17e4ab11656d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:22.398536 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:22.398730 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cd08387-362e-44ec-a58d-17e4ab11656d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:22.399110 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9', 'status': 'completed', 'code': 200} Dec 13 09:58:22.446304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.459440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-44e47e5b-e2a3-4e21-8c3c-a6c579b294be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:22.461930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-44e47e5b-e2a3-4e21-8c3c-a6c579b294be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 200 len: 854 time: 0.1117136 Dec 13 09:58:22.469352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for a5cb2a4d-a54d-410c-8b61-14395ad3580a owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:22.595839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:22.596832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.607819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:22.614979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:22.628943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.654145 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.655199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.671687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-f747711f-8217-4def-829a-7c312c83e701 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=741685cd-accf-4039-8cf4-3b017563aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547178 Dec 13 09:58:22.748800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=a5cb2a4d-a54d-410c-8b61-14395ad3580a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.750518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:22.751242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.900689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.901572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.969543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8e68ad4a-0828-4f25-9522-a6a657cfb9bd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3389232 Dec 13 09:58:22.984442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7a56414d-13ff-4a0d-9c6b-9342f57cc8f3 None None] Provisioning complete for port 99c94969-de93-45e4-857d-ca02dcc07586 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:22.985704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a56414d-13ff-4a0d-9c6b-9342f57cc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.028824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.040773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7a56414d-13ff-4a0d-9c6b-9342f57cc8f3 None None] Port 99c94969-de93-45e4-857d-ca02dcc07586 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:23.044130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-39a61171-ee87-490f-a0f0-e858564f8ca3 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/ports/a5cb2a4d-a54d-410c-8b61-14395ad3580a HTTP/1.1" status: 204 len: 168 time: 1.5945537 Dec 13 09:58:23.062317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:23.064576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-6e5cd018-ccb9-447d-b662-70e2b5dbee6f service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379033 Dec 13 09:58:23.113153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'admin_state_up': True, 'tenant_id': '9d3412558641442abe30d406fe7da723', 'security_groups': ['048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:23.121857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Port': ['ID=ae84750b-fcc7-4c72-bd95-055e9bf197e7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.128189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No DVR routers for this DVR port ae84750b-fcc7-4c72-bd95-055e9bf197e7 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:23.247153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting subnet 155253a1-da67-48e6-97c0-e81030dde2ff {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:23.269477 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.315316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172a087-4942-4468-8c8b-5b35d5965792 req-2ae38d9d-8172-4cd7-b1f1-8ba6a8a9f02a tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.316890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f172a087-4942-4468-8c8b-5b35d5965792 req-2ae38d9d-8172-4cd7-b1f1-8ba6a8a9f02a tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 943 time: 0.1499772 Dec 13 09:58:23.337398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-dc6c9ab9-1bc8-4833-b604-f6894ca8d909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.343354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-dc6c9ab9-1bc8-4833-b604-f6894ca8d909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.350079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-dc6c9ab9-1bc8-4833-b604-f6894ca8d909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.356512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-dc6c9ab9-1bc8-4833-b604-f6894ca8d909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.358715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-dc6c9ab9-1bc8-4833-b604-f6894ca8d909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3093 time: 0.2455361 Dec 13 09:58:23.384431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae84750b-fcc7-4c72-bd95-055e9bf197e7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:23.408169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.417969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ae84750b-fcc7-4c72-bd95-055e9bf197e7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:23.418326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ae84750b-fcc7-4c72-bd95-055e9bf197e7 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:23.445895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f717845-1db7-4f74-baaa-4bd23089d1bf']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:23.457260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1402bf9c-b784-49f9-99ba-ac62838360a8') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:23.457561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1402bf9c-b784-49f9-99ba-ac62838360a8') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:23.472304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a6f0341-1bb2-4342-935d-bcdab34e0e2e req-6c40be19-2033-4945-b97f-32070455ce11 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616992 Dec 13 09:58:23.475404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.485161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47e48041-2d5a-430d-a4a9-a845d8363699 req-ddeaef9f-1c7a-49e0-8518-32fafe58d99e service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106209 Dec 13 09:58:23.491188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.522746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f172a087-4942-4468-8c8b-5b35d5965792 req-3b7f16fa-cdf7-4d03-970b-b970536ac5f1 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593418 Dec 13 09:58:23.534647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.548011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:23.548011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:23.626020 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:23.632487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.637917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.644045 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/networks/1f717845-1db7-4f74-baaa-4bd23089d1bf HTTP/1.1" status: 204 len: 168 time: 2.4618154 Dec 13 09:58:23.644879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42740) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:23.680252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.696510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'routes': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:23.752196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Router 5fe70d9d-df44-4509-b026-274e7e396937 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:23.826413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4305599-6f17-41e4-aa4f-df0ee89cb3d1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Pushing event deleted for resources: {'Network': ['ID=1f717845-1db7-4f74-baaa-4bd23089d1bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.959877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.985265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-8c372cc3-7563-43d0-b90c-bc2dea0d61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.987062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-8c372cc3-7563-43d0-b90c-bc2dea0d61d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 1094 time: 0.4297261 Dec 13 09:58:24.007468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Made reservation on behalf of 9d3412558641442abe30d406fe7da723 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:24.073040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.119248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Subnet': ['ID=155253a1-da67-48e6-97c0-e81030dde2ff,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:24.122199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Added routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:58:24.122727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.extraroute_db [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Removed routes are [] {{(pid=103194) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:58:24.122847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.133958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.140113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b29e3ea2-fabf-4b64-b3b9-2c994aa7eb60 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/subnets/155253a1-da67-48e6-97c0-e81030dde2ff HTTP/1.1" status: 204 len: 168 time: 1.0744133 Dec 13 09:58:24.140839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42742) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:24.142656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6fe02-b4c5-4737-a183-2382cb3380a9 None None] Network 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:24.150920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-bf75bfc0-bbd6-415a-8368-4786dc6a0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.152563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-bf75bfc0-bbd6-415a-8368-4786dc6a0fb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 915 time: 0.1578789 Dec 13 09:58:24.263461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.267468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-9bd8e278-e141-43a2-b0ba-f8c13d74b36e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9 HTTP/1.1" status: 200 len: 217 time: 0.1035900 Dec 13 09:58:24.289130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:24.317127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:24.365642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:24.368611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:24.394471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.398107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.408908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.418358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-90b0b874-aa31-4c3f-9abe-ca92aec5278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.420270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-90b0b874-aa31-4c3f-9abe-ca92aec5278b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 200 len: 854 time: 0.1458001 Dec 13 09:58:24.468561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-c3fafc16-ca84-4484-97ba-3e9f727f248b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=741685cd-accf-4039-8cf4-3b017563aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358105 Dec 13 09:58:24.472521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Deleting port ad069e1c-ab7a-417f-8149-a30a10c22a78 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:24.473095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.599995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] For port ad069e1c-ab7a-417f-8149-a30a10c22a78, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ad069e1c-ab7a-417f-8149-a30a10c22a78,segment=NetworkSegment(acd461a6-9b88-465d-8a37-10f97239e30e),segment_id=acd461a6-9b88-465d-8a37-10f97239e30e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:24.600730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.608637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:24.625550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Calling delete_port for ad069e1c-ab7a-417f-8149-a30a10c22a78 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:24.676908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-3f2bb8f6-19b0-4b79-9bce-c0a68fc9c55d service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008770 Dec 13 09:58:24.722720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Allocated IP 10.2.2.200 (ce687c19-aafb-4dd2-8dd0-34939de7a670/7b79c000-e585-46a7-8f77-1e98c5c4e941/01d957c9-cc55-4615-9563-efca97707704) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:24.838961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.879124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e085-19e9-4d26-9221-46ad83a439fc req-2a450707-2138-4e77-a851-3836089e9cb4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.886045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e085-19e9-4d26-9221-46ad83a439fc req-2a450707-2138-4e77-a851-3836089e9cb4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.892315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e085-19e9-4d26-9221-46ad83a439fc req-2a450707-2138-4e77-a851-3836089e9cb4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.913139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e085-19e9-4d26-9221-46ad83a439fc req-2a450707-2138-4e77-a851-3836089e9cb4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.929050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8341e085-19e9-4d26-9221-46ad83a439fc req-2a450707-2138-4e77-a851-3836089e9cb4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3093 time: 0.2616723 Dec 13 09:58:24.965392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d2fca-8945-4193-b35e-ad18a5077964 req-aa67e2a2-1b6b-49cc-bd5b-218db60f79cf tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.967033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-874d2fca-8945-4193-b35e-ad18a5077964 req-aa67e2a2-1b6b-49cc-bd5b-218db60f79cf tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 943 time: 0.2864172 Dec 13 09:58:24.980898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] DHCP port deletion for 7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:25.016777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b84136b-64cb-4577-8b69-3fe33a11251d req-a5ca78f1-b298-467e-a5e9-e16a7add31d1 service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272510 Dec 13 09:58:25.024592 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.053949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-529472d9-0872-439f-b64a-239a6c0d9f8a tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.8141975 Dec 13 09:58:25.066187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42750) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:25.088458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Port': ['ID=ad069e1c-ab7a-417f-8149-a30a10c22a78,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:25.099688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:19Z', 'revision_number': 0, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:25.120107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] No DVR routers for this DVR port ad069e1c-ab7a-417f-8149-a30a10c22a78 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:25.132838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:25.135160 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99" -d '{"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:25.135907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8341e085-19e9-4d26-9221-46ad83a439fc req-6533c31b-6672-4dac-9270-100c6baec7a0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057645 Dec 13 09:58:25.149142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:25.167726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Deleting port ad069e1c-ab7a-417f-8149-a30a10c22a78 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:25.167726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.171243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:25.172033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:25.293462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-874d2fca-8945-4193-b35e-ad18a5077964 req-41a0e3ef-f834-4c00-9f17-f4311c6a4247 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139331 Dec 13 09:58:25.311397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] For port ad069e1c-ab7a-417f-8149-a30a10c22a78, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:25.311977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.371491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Calling delete_port for ad069e1c-ab7a-417f-8149-a30a10c22a78 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:25.377504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Port ad069e1c-ab7a-417f-8149-a30a10c22a78 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:58:25.381462 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.401309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] No DVR routers for this DVR port ad069e1c-ab7a-417f-8149-a30a10c22a78 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:25.412378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ad069e1c-ab7a-417f-8149-a30a10c22a78 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:25.444944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6455c-0757-47e0-be79-0c81eb984f1b tempest-TestVolumeBackupRestore-1735453017 tempest-TestVolumeBackupRestore-1735453017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:25.446903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-47f6455c-0757-47e0-be79-0c81eb984f1b tempest-TestVolumeBackupRestore-1735453017 tempest-TestVolumeBackupRestore-1735453017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1092 time: 0.3738699 Dec 13 09:58:25.454817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.457427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42754) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:25.467383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ad069e1c-ab7a-417f-8149-a30a10c22a78 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:25.468194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ad069e1c-ab7a-417f-8149-a30a10c22a78 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:25.476148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0671da-75a1-459e-8d43-6b71ec8c64c7 None None] Pushing event deleted for resources: {'Port': ['ID=ad069e1c-ab7a-417f-8149-a30a10c22a78,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:25.486915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:25.546528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:25.593713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd461a6-9b88-465d-8a37-10f97239e30e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:25.594376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd461a6-9b88-465d-8a37-10f97239e30e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:25.613788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.649550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.666755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:25.670593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.694303 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea2c96-2ab7-4873-bda1-71b63cf757f6 x-openstack-request-id: req-44ea2c96-2ab7-4873-bda1-71b63cf757f6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:25.694599 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:25.694857 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44ea2c96-2ab7-4873-bda1-71b63cf757f6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:25.695255 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:58:25.792584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router caf4f9a4-d525-4494-a76d-7589a54f3d39 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:25.809042 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:25.828941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Request body: {'floatingip': {'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:25.835361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.846751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.855420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] 10.222.0.31 "DELETE /v2.0/networks/7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b HTTP/1.1" status: 204 len: 168 time: 1.7130587 Dec 13 09:58:25.916916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3a3d3-dd67-4230-aa8e-9ec2e998fcc6 tempest-AllowedAddressPairTestJSON-439037879 tempest-AllowedAddressPairTestJSON-439037879-project] Pushing event deleted for resources: {'Network': ['ID=7d500dc8-2f26-4b39-b4e0-3e2cddc3c06b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:25.920386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.927960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-ae28e85c-ff49-43b9-99b1-9af927c165d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:25.929603 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-ae28e85c-ff49-43b9-99b1-9af927c165d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.2335322 Dec 13 09:58:25.959447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.971255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.004747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.094312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:26.106874 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Sync routers for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:26.124873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.127085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:26.129135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d3f7cff6-2cf1-45a6-b375-086d4a00f474 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 701 time: 2.4369855 Dec 13 09:58:26.129820 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:26.135945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:26.226315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 79714096-ea6e-452f-bf4e-ebddca8db3d9 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:26.344672 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:26.507002 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:26.543807 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Checking router: caf4f9a4-d525-4494-a76d-7589a54f3d39 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:26.562176 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Routers {'caf4f9a4-d525-4494-a76d-7589a54f3d39'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:26.562815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caf4f9a4-d525-4494-a76d-7589a54f3d39'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:26.610490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.25.2.220 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/7c2aff93-6cb3-4269-909d-5378b04a29c3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:26.612513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42774) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:26.626430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ee1906e-d5cd-4f44-821a-7bf53329c710 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 205 time: 0.4847534 Dec 13 09:58:26.627575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:26.686673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:26.720608 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] Set router caf4f9a4-d525-4494-a76d-7589a54f3d39 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:26.741302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '79714096-ea6e-452f-bf4e-ebddca8db3d9', 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1', 'port_id': '79714096-ea6e-452f-bf4e-ebddca8db3d9', 'mac_address': 'fa:16:3e:37:77:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61245e06-ad5d-490d-9b13-d817a46f867f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:26.758133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:19Z', 'revision_number': 0, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:26.795661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.798596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579c574-ad6a-4dc8-a90e-f2b92459c994 None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:19Z', 'revision_number': 0, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:26.863425 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:26.867531 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.901653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79714096-ea6e-452f-bf4e-ebddca8db3d9 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:26.936582 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e0a5d-251b-44a8-853e-ca3807103df4 None None] The sync data for ids ['caf4f9a4-d525-4494-a76d-7589a54f3d39'] in n-d-820935-7 is: [{'id': 'caf4f9a4-d525-4494-a76d-7589a54f3d39', 'name': 'tempest-RoutersTest-router-1831150072', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:57Z', 'updated_at': '2021-12-13T09:58:18Z', 'revision_number': 11, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:26.953606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:26.969703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.023852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event updated for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:27.100119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:27.106049 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a6b809f-9381-401c-96f4-7eed18a2bfd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68eed822079c45ddbcc298f1c8250a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887068 Dec 13 09:58:27.112671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:27.141798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42782) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:27.145320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.234944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.252204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.260106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.271447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.272029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e452796-12d5-4585-8026-5a0af98ca9fc None None] New status for floating IP fda0301e-6fb2-469f-8939-3ba9abe8a454: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:27.285004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.291519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:27.294006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:27.295731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1eca01be-fc16-4d82-9554-10746c477803 req-cfb87591-cf1b-4994-b57b-a5f53d23c05f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3814 time: 1.0027983 Dec 13 09:58:27.339376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['79714096-ea6e-452f-bf4e-ebddca8db3d9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:27.394782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4564f-6d60-4b09-8830-48f39a523312 req-441bee19-0f99-4842-b3fa-d4e238563677 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.402323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23f4564f-6d60-4b09-8830-48f39a523312 req-441bee19-0f99-4842-b3fa-d4e238563677 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 944 time: 0.4782550 Dec 13 09:58:27.452126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.467225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.475172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:58:27.548361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1eca01be-fc16-4d82-9554-10746c477803 req-b96ecebc-cdf3-4000-a567-4ed719e16d79 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482045 Dec 13 09:58:27.587755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-55499b19-ed79-4a7a-9ff9-da57bae97685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.589267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-55499b19-ed79-4a7a-9ff9-da57bae97685 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 1.5981839 Dec 13 09:58:27.603774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23f4564f-6d60-4b09-8830-48f39a523312 req-3bb7e6f7-4f59-4abb-a6ea-099f6dfea387 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004228 Dec 13 09:58:27.628604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.629153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router caf4f9a4-d525-4494-a76d-7589a54f3d39 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:27.638806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.643868 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f39050ef-10cb-4c05-b796-d9cdb66a1c3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 204 len: 168 time: 1.0011270 Dec 13 09:58:27.652323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.654619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:27.661772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1145670700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:27.670923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.680709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-2e452796-12d5-4585-8026-5a0af98ca9fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:58:27.681062 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-2e452796-12d5-4585-8026-5a0af98ca9fc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:58:27.769941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5dcb863b-4364-42f6-aa73-ed3df66e1041 None None] Provisioning complete for port 01d957c9-cc55-4615-9563-efca97707704 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:27.770325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5dcb863b-4364-42f6-aa73-ed3df66e1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.778451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.828870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.854720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.862880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.913163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.915863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.920225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/065ac0bc-b13d-4f4d-b51c-dc3e050b91c9 HTTP/1.1" status: 204 len: 168 time: 0.6497655 Dec 13 09:58:27.927116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb863b-4364-42f6-aa73-ed3df66e1041 None None] Port 01d957c9-cc55-4615-9563-efca97707704 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:27.942090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:27.942717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.987891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ef6eb-41e5-49c0-86dd-81219f41e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ac0bc-b13d-4f4d-b51c-dc3e050b91c9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:27.993910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-fef08276-9160-4270-8ac2-50404d2f67b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 1000 time: 0.3674092 Dec 13 09:58:28.025678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f2eecd23-cf29-4eba-a065-96ddd910e535 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9170556 Dec 13 09:58:28.055357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.067655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:28.182698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e452796-12d5-4585-8026-5a0af98ca9fc None None] New status for floating IP fda0301e-6fb2-469f-8939-3ba9abe8a454: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:28.197207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-d4df1a10-912b-4116-8397-57d1fb11411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:28.199955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-d4df1a10-912b-4116-8397-57d1fb11411b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.1954679 Dec 13 09:58:28.223471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.225277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.541708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.591875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.597004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c8b272c-682b-412d-ac96-a0c10f47387e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9412622 Dec 13 09:58:28.604297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:28.621167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:28.838643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Router 5fe70d9d-df44-4509-b026-274e7e396937 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:28.850160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:28.858536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.873079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Transition to ACTIVE for port object 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:28.878077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.954010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.972043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=7c2aff93-6cb3-4269-909d-5378b04a29c3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:29.039568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:29.134812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:29.135071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:29.140311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.146972 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:29.147599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-d70d7634-22fa-4e76-a2e1-3e0e805614ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:29.149543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-d70d7634-22fa-4e76-a2e1-3e0e805614ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9301255 Dec 13 09:58:29.152592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a2c5a-a69b-42b6-bdbf-c767bbc46df7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:29.158226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:29.174947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:29.179220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:29.300010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d8c85b5-f114-4374-93d1-5ddf9b3b4c7f None None] Provisioning complete for port 7c2aff93-6cb3-4269-909d-5378b04a29c3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:29.300393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d8c85b5-f114-4374-93d1-5ddf9b3b4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.422201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c85b5-f114-4374-93d1-5ddf9b3b4c7f None None] Port 7c2aff93-6cb3-4269-909d-5378b04a29c3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:29.623231 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.658906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:29.797174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 79714096-ea6e-452f-bf4e-ebddca8db3d9 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:29.861856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-b432bf90-49f7-4b0c-86e1-67b28011611a service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896634 Dec 13 09:58:29.866215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:29.928273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 79714096-ea6e-452f-bf4e-ebddca8db3d9 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:29.935109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 79714096-ea6e-452f-bf4e-ebddca8db3d9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:29.935502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.002719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:30.133527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.200330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:30.203442 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ebb0de-8e53-4afc-a47f-381447c69fd0" -d '{"events": [{"server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "name": "network-vif-plugged", "status": "completed", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:30.213403 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:28Z', 'revision_number': 2, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:30.232000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-743941261'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:30.236569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a2a93-6849-4ecc-8c7d-d18d14d9bb62 req-b42a38e2-0aee-445e-8945-b0b7fa1f348c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.239504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:30.239843 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e55261e-2c77-41ad-85ad-fe5cbcc7ba99 req-af74f4e3-62d3-4c00-a368-0a3714cd1c8d service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571274 Dec 13 09:58:30.240910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-355a2a93-6849-4ecc-8c7d-d18d14d9bb62 req-b42a38e2-0aee-445e-8945-b0b7fa1f348c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 944 time: 1.3190222 Dec 13 09:58:30.244478 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.252874 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:30.263068 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:30.263864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:30.273335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:30.279601 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d" -d '{"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:30.289538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.341358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:30.376783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.392985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.413021 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:30.416575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.423704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.430965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Attempting to bind port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:30.431317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Attempting to bind port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:30.431684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Attempting to bind port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b on network fb74d072-0d20-4af7-9108-0d5208feb395 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:30.433857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.442982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b on network fb74d072-0d20-4af7-9108-0d5208feb395 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:30.442982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Attempting to bind port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b on network fb74d072-0d20-4af7-9108-0d5208feb395 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:30.444977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-832ba82d-e146-486d-9962-362d046ff2ca req-a0562f76-92ab-4df0-b050-372cc04bd3d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3826 time: 1.6207817 Dec 13 09:58:30.486190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:30.486620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Checking segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:30.487032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Bound using segment: {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:30.488179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Bound port: 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538ff698-a4bb-422e-b44a-bceaba7d5a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:30.488561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.493087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d5da4d3-576a-4f5e-9943-1925728fab59 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "PUT /v2.0/floatingips/fda0301e-6fb2-469f-8939-3ba9abe8a454 HTTP/1.1" status: 200 len: 992 time: 5.0325840 Dec 13 09:58:30.521913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.583262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:30.587897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:30.597954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.616293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Made reservation on behalf of d70ea906114248a2963ed7e9fe09cbcd for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:30.620974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.650902 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.762208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-355a2a93-6849-4ecc-8c7d-d18d14d9bb62 req-897372bd-de01-4ce1-b92a-353f2c26b9c3 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314177 Dec 13 09:58:30.779691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-832ba82d-e146-486d-9962-362d046ff2ca req-17778ff9-e15a-4a74-a6ae-a5d54388251d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322632 Dec 13 09:58:30.873393 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf155b-9a5e-488c-8d3c-511b925c9db4 x-openstack-request-id: req-8daf155b-9a5e-488c-8d3c-511b925c9db4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:30.873693 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "name": "network-vif-plugged", "status": "completed", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:30.873971 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8daf155b-9a5e-488c-8d3c-511b925c9db4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:30.874367 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9', 'code': 200} Dec 13 09:58:30.878963 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e468e4eb-5ca1-48c0-b7e2-03aedae8fac2 x-openstack-request-id: req-e468e4eb-5ca1-48c0-b7e2-03aedae8fac2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:30.879439 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:30.879837 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e468e4eb-5ca1-48c0-b7e2-03aedae8fac2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:30.880871 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:58:30.884300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Router 245b6cc7-8ddd-4e7b-85ee-cc2175424d92 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:30.919523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:28Z', 'revision_number': 2, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:30.940254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:30.941116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.943873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] 10.222.0.16 "PUT /v2.0/ports/71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 1091 time: 2.8853371 Dec 13 09:58:30.944444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:30.946892 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:30.992666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:31.026700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.034218 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc7990-6945-4433-9b51-6550ec0b2e60 None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'fda0301e-6fb2-469f-8939-3ba9abe8a454', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'port_id': '2a87813b-1769-4288-890e-faf4d9de6e50', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'mac_address': 'fa:16:3e:ea:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:19Z', 'updated_at': '2021-12-13T09:58:28Z', 'revision_number': 2, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:31.084495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:31.095964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.100475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a6ed9b4-ec07-4d80-a427-168a750b1cd3 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "PUT /v2.0/routers/245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 200 len: 694 time: 2.4913599 Dec 13 09:58:31.102854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42828) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:31.105723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Sync routers for ids ['245b6cc7-8ddd-4e7b-85ee-cc2175424d92'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:31.108007 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06fd2fd-e85b-4786-b8d6-7750c5e5eba6 x-openstack-request-id: req-f06fd2fd-e85b-4786-b8d6-7750c5e5eba6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:31.108529 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:31.109212 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f06fd2fd-e85b-4786-b8d6-7750c5e5eba6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:31.109815 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'status': 'completed', 'code': 200} Dec 13 09:58:31.142667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Routers {'245b6cc7-8ddd-4e7b-85ee-cc2175424d92'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:31.143326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['245b6cc7-8ddd-4e7b-85ee-cc2175424d92'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:31.155894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.211062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0e13427d-082a-40e0-bcaf-6b718af13a9e tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/routers/245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 200 len: 700 time: 0.1069608 Dec 13 09:58:31.211723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:31.249401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8273d537-eaf6-4c2b-8f5d-6d5e2c1673b1 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 200 len: 205 time: 0.0349460 Dec 13 09:58:31.250239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42834) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:31.258220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ca250-58ec-4d09-96a0-df3b8289df16 req-b756034e-caf4-49ea-b6ef-8f547dd53365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.260704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-187ca250-58ec-4d09-96a0-df3b8289df16 req-b756034e-caf4-49ea-b6ef-8f547dd53365 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 1096 time: 0.2538559 Dec 13 09:58:31.267176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Set router 245b6cc7-8ddd-4e7b-85ee-cc2175424d92 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:31.360845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245b6cc7-8ddd-4e7b-85ee-cc2175424d92', 'name': 'tempest-RoutersTest-router-1145670700', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:28Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:31.376199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.389938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-187ca250-58ec-4d09-96a0-df3b8289df16 req-c8ec476c-e414-4c56-98bd-d8644bb26b71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Dec 13 09:58:31.393519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.426880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:58:31.440594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Checking router: 245b6cc7-8ddd-4e7b-85ee-cc2175424d92 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:31.453079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Routers {'245b6cc7-8ddd-4e7b-85ee-cc2175424d92'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:31.453959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['245b6cc7-8ddd-4e7b-85ee-cc2175424d92'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:31.461087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91589d-473d-4b45-8079-337d75ce9412 service neutron] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:31.489529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.490064 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Added segment 6b8ee07f-e2f9-4951-a10a-288a1e9ba686 of type vlan for network 2fe2f410-d39d-48a8-af11-e601e0d08b99 Dec 13 09:58:31.493139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2298d996-a98f-4927-9103-ba446ce5a3a8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:31.541994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-10a0550b-e17e-4829-8207-4c5374dbb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.543772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-10a0550b-e17e-4829-8207-4c5374dbb9de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.5715010 Dec 13 09:58:31.591876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.592527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.593048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.593566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.594093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.594557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] Set router 245b6cc7-8ddd-4e7b-85ee-cc2175424d92 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:31.596107 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-08ad5ed4-82f5-4ac4-b309-b77b3b0dda24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 4361 time: 0.4835870 Dec 13 09:58:31.665626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.668006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.761046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.768895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245b6cc7-8ddd-4e7b-85ee-cc2175424d92', 'name': 'tempest-RoutersTest-router-1145670700', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:28Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:31.800049 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.800509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Fanout notify agent at l3_agent the message router_deleted on router 245b6cc7-8ddd-4e7b-85ee-cc2175424d92 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:31.825890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.835757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28b149bf-41c5-44a4-b7f8-565c4ecfda91 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 204 len: 168 time: 0.5841849 Dec 13 09:58:31.837503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:31.877188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a98c-12af-4375-a73f-8d30db27e2e3 None None] The sync data for ids ['245b6cc7-8ddd-4e7b-85ee-cc2175424d92'] in n-d-820935-7 is: [{'id': '245b6cc7-8ddd-4e7b-85ee-cc2175424d92', 'name': 'tempest-RoutersTest-router-1145670700', 'tenant_id': '2327d98387b341199ef82d4362d565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:28Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 2, 'project_id': '2327d98387b341199ef82d4362d565b3', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:31.877783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.879663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.886066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.887396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.913033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b239717-c450-411d-a180-ff1836589211 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 200 len: 205 time: 0.0722487 Dec 13 09:58:31.916163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42842) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.030816 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-434ecd6f-192e-4cd4-9391-7760b4ffaa19 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:32.034851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-434ecd6f-192e-4cd4-9391-7760b4ffaa19 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/245b6cc7-8ddd-4e7b-85ee-cc2175424d92 HTTP/1.1" status: 404 len: 336 time: 0.1176097 Dec 13 09:58:32.035991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42844) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.084526 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-883e45d3-7866-4e4d-be33-d9a4b6ce67cc tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:32.085520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883e45d3-7866-4e4d-be33-d9a4b6ce67cc tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:32.091522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-883e45d3-7866-4e4d-be33-d9a4b6ce67cc tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/1a108f99-4b42-4ddc-8d23-694547be609a HTTP/1.1" status: 404 len: 337 time: 0.0516953 Dec 13 09:58:32.102114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42846) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.138700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.146496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.158419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.161375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3814720d-d194-4796-a00c-6470cc65f70b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:32.170142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.172713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.184319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Transition to ACTIVE for port object 3814720d-d194-4796-a00c-6470cc65f70b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:32.187462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.197334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-181b99aa-2e74-41a6-bd3e-6c2440cc07c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3826 time: 0.2247069 Dec 13 09:58:32.253692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.294079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42850) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.305373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4e85d4c-d72f-40e9-abfd-9e4b78796b1f req-18b3a900-45e5-4d50-bb8a-4512553c882e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071119 Dec 13 09:58:32.336668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a2f0-0f1c-4be4-9797-dd1082502705 req-620b1c27-13f5-4343-a1d5-31362316f397 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.336668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d5a2f0-0f1c-4be4-9797-dd1082502705 req-620b1c27-13f5-4343-a1d5-31362316f397 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 945 time: 0.4337957 Dec 13 09:58:32.340117 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67108d3-c4b6-4d73-ba61-ab3764e7418d tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:32.340698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67108d3-c4b6-4d73-ba61-ab3764e7418d tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:32.346206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f67108d3-c4b6-4d73-ba61-ab3764e7418d tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/5175654c-ab0e-4161-b01a-d303632923a4 HTTP/1.1" status: 404 len: 337 time: 0.2365170 Dec 13 09:58:32.367450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42854) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.405182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.483031 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc08bd1-34ab-4c6d-ae39-3a29cb658551 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:32.483666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc08bd1-34ab-4c6d-ae39-3a29cb658551 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:32.495312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fbc08bd1-34ab-4c6d-ae39-3a29cb658551 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/35486ba0-3d41-4317-9207-a89fef5550f9 HTTP/1.1" status: 404 len: 337 time: 0.1262231 Dec 13 09:58:32.501717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42856) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.556806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6856923 Dec 13 09:58:32.568140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42858) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.597100 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05221f8-a652-4afb-b409-ce3eb4f69e6a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:32.598113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05221f8-a652-4afb-b409-ce3eb4f69e6a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:32.600912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'subnet': {'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:32.609189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a05221f8-a652-4afb-b409-ce3eb4f69e6a tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/8ccd4363-e71b-4f23-85f5-f1f03e7efcf8 HTTP/1.1" status: 404 len: 337 time: 0.1024191 Dec 13 09:58:32.615787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42860) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.703255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-38762abf-58af-4457-802a-bd7c6ca6eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.705423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-38762abf-58af-4457-802a-bd7c6ca6eff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 1.1280558 Dec 13 09:58:32.706209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67eb2-0561-47a5-8816-103a78cf6398 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Network': ['ID=2fe2f410-d39d-48a8-af11-e601e0d08b99,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.717843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:58:32.812870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-31a7be12-4218-4f9f-be13-7cb9767c46cb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 200 len: 205 time: 0.1935482 Dec 13 09:58:32.832481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d5a2f0-0f1c-4be4-9797-dd1082502705 req-8902f753-c1f9-48ad-9a6e-f2bcd39fa01e tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799559 Dec 13 09:58:32.832984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.888889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:32.891279 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b70fc2-6631-4643-8f5f-f4a8386290f2" -d '{"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:32.894295 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-654c5234-af0c-4363-836c-7d490ad03c41 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:32.895275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-654c5234-af0c-4363-836c-7d490ad03c41 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/caf4f9a4-d525-4494-a76d-7589a54f3d39 HTTP/1.1" status: 404 len: 336 time: 0.0560613 Dec 13 09:58:32.922255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42866) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.946305 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8e85f-3c9b-4171-a434-fb33c0dcb1ed x-openstack-request-id: req-cda8e85f-3c9b-4171-a434-fb33c0dcb1ed {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:32.947231 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:32.947685 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cda8e85f-3c9b-4171-a434-fb33c0dcb1ed {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:32.948290 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:58:32.967397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20e3f86a-f6dc-4712-bff0-0989643acbbb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=90dcc52a-a6ca-4931-b916-ec7221ab1f6c HTTP/1.1" status: 200 len: 205 time: 0.0438721 Dec 13 09:58:32.970728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42868) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.212032 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-fa72f6ef-6837-4157-a359-6f23633e7c77 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:33.215333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fa72f6ef-6837-4157-a359-6f23633e7c77 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/90dcc52a-a6ca-4931-b916-ec7221ab1f6c HTTP/1.1" status: 404 len: 336 time: 0.2410288 Dec 13 09:58:33.216377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42870) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.233729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-c66b485e-5769-44c2-868b-593826628a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.234355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-c66b485e-5769-44c2-868b-593826628a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.234777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-c66b485e-5769-44c2-868b-593826628a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.236618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-c66b485e-5769-44c2-868b-593826628a55 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.5875618 Dec 13 09:58:33.266275 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-764307a1-f0a1-4e23-86d5-073bf1ebda77 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:33.267479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764307a1-f0a1-4e23-86d5-073bf1ebda77 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:33.273675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-764307a1-f0a1-4e23-86d5-073bf1ebda77 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/7ee1c07d-35e9-4a8b-947d-fdc41d6eaa04 HTTP/1.1" status: 404 len: 337 time: 0.0533094 Dec 13 09:58:33.275619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.306690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c068211e-88bd-4d35-b373-9b54a6de64d6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 200 len: 205 time: 0.0291426 Dec 13 09:58:33.307504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42874) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.512949 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-05862a49-7606-4860-a83e-c4cf42766f3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:33.514021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-05862a49-7606-4860-a83e-c4cf42766f3b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/2fd41700-dba8-4a99-89d6-15e9da971df2 HTTP/1.1" status: 404 len: 336 time: 0.1881080 Dec 13 09:58:33.520098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42878) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.533954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.540769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.547939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.556141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.564408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.568592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-e1253b7d-3051-49c7-896c-151aea916b10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 1002 time: 0.7168725 Dec 13 09:58:33.575524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.584619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-cd7b6319-415a-4638-bbb0-7d86f4f99390 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 4603 time: 0.1322227 Dec 13 09:58:33.590971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Attempting to bind port 3814720d-d194-4796-a00c-6470cc65f70b on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:33.591319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Attempting to bind port 3814720d-d194-4796-a00c-6470cc65f70b by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:33.591686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Attempting to bind port 3814720d-d194-4796-a00c-6470cc65f70b on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:33.623171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-016ab490-355e-4a5e-a8d2-5c67fbcd5f6b tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e2dcbc-c02b-45d6-a757-55393ad006f3 HTTP/1.1" status: 200 len: 205 time: 0.0324109 Dec 13 09:58:33.627461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.636953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42880) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.650218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Made reservation on behalf of d70ea906114248a2963ed7e9fe09cbcd for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:33.653772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.656866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Port 3814720d-d194-4796-a00c-6470cc65f70b on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:33.657201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Attempting to bind port 3814720d-d194-4796-a00c-6470cc65f70b on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:33.678844 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-6ac48322-2b06-4d57-ab3c-252a609d69ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:33.689340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6ac48322-2b06-4d57-ab3c-252a609d69ad tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/16e2dcbc-c02b-45d6-a757-55393ad006f3 HTTP/1.1" status: 404 len: 336 time: 0.0478883 Dec 13 09:58:33.689940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42882) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.703562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:33.703920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:33.704571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Bound using segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:33.705028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Bound port: 3814720d-d194-4796-a00c-6470cc65f70b, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:33.705788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.746210 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc95e9d-e7c8-41d2-bc63-fe5a9985ecc6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:33.746831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc95e9d-e7c8-41d2-bc63-fe5a9985ecc6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:33.752687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7fc95e9d-e7c8-41d2-bc63-fe5a9985ecc6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/1ae52e19-8bf8-4f4a-8616-b0d7f6344886 HTTP/1.1" status: 404 len: 337 time: 0.0550923 Dec 13 09:58:33.758830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42884) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.791068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfccc7d4-baf3-4cdf-9a45-1aaa91a98dd6 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=da3ef365-619e-43ea-87ad-cfcd46850fa7 HTTP/1.1" status: 200 len: 205 time: 0.0308266 Dec 13 09:58:33.793917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.802754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-0318784f-d726-4291-a39a-673ad4144e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.804243 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0b26dc9f-fd52-4d75-bc8a-66c24ef89ec2 req-0318784f-d726-4291-a39a-673ad4144e26 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5352430 Dec 13 09:58:33.816619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-af50ea35-8968-4439-9566-0a9b8db1becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.818810 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-af50ea35-8968-4439-9566-0a9b8db1becc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.2430680 Dec 13 09:58:33.851946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14ea5ccd-67a5-4002-8ebd-524f687cac1f req-0de18735-184a-433b-a17e-840773ed6820 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2661457 Dec 13 09:58:33.892295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.894613 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-42c0fade-6b53-419d-ba8d-951393b29638 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:33.895885 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-42c0fade-6b53-419d-ba8d-951393b29638 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/da3ef365-619e-43ea-87ad-cfcd46850fa7 HTTP/1.1" status: 404 len: 336 time: 0.0951412 Dec 13 09:58:33.924717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.038233 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3a5411-5428-4765-9843-441d53323ed8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:34.038732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3a5411-5428-4765-9843-441d53323ed8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:34.042054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ce3a5411-5428-4765-9843-441d53323ed8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/a107d27a-4c17-49d2-8741-529680ff9500 HTTP/1.1" status: 404 len: 337 time: 0.0971403 Dec 13 09:58:34.052687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42892) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.076979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:34.082609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3814720d-d194-4796-a00c-6470cc65f70b,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:34.086636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-cad6074f-ae45-47bd-b345-52b5a847f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.086871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-38f19961-f46a-4e37-8b1b-a051f2e783a9 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 HTTP/1.1" status: 200 len: 205 time: 0.0329683 Dec 13 09:58:34.088606 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-cad6074f-ae45-47bd-b345-52b5a847f92d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074335 Dec 13 09:58:34.091315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42894) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.096137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.172159 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-c032a1a7-d527-4433-b385-5fc0a3523092 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] delete failed (client error): The resource could not be found. Dec 13 09:58:34.178088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c032a1a7-d527-4433-b385-5fc0a3523092 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/routers/b79ccda8-e3f2-481d-bd75-b5d9ae8f1188 HTTP/1.1" status: 404 len: 336 time: 0.0806677 Dec 13 09:58:34.179127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42896) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.232981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.233776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.235324 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] 10.222.0.16 "PUT /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 1135 time: 3.2545137 Dec 13 09:58:34.235922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '3814720d-d194-4796-a00c-6470cc65f70b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:34.238326 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "3814720d-d194-4796-a00c-6470cc65f70b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:34.247073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63daef-4a5b-4d95-98d3-994c71d57653 req-8c8bc2a3-2b5a-4b62-a07a-87c3a24d5d47 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.249068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e63daef-4a5b-4d95-98d3-994c71d57653 req-8c8bc2a3-2b5a-4b62-a07a-87c3a24d5d47 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 945 time: 0.2362058 Dec 13 09:58:34.253234 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79b868e-c553-4307-a413-2457d8b219fb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:34.253864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79b868e-c553-4307-a413-2457d8b219fb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:34.259714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e79b868e-c553-4307-a413-2457d8b219fb tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/dc85d69f-6248-4eeb-ab71-fba6b1eea510 HTTP/1.1" status: 404 len: 337 time: 0.0569539 Dec 13 09:58:34.268553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.307091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.309122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:34.327900 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f550b-ca3f-47bc-827c-fb47b86582d6 x-openstack-request-id: req-a24f550b-ca3f-47bc-827c-fb47b86582d6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:34.328460 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "3814720d-d194-4796-a00c-6470cc65f70b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:34.328875 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a24f550b-ca3f-47bc-827c-fb47b86582d6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:34.329789 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '3814720d-d194-4796-a00c-6470cc65f70b', 'status': 'completed', 'code': 200} Dec 13 09:58:34.353944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e63daef-4a5b-4d95-98d3-994c71d57653 req-6b62ca5f-7e20-4e08-8e57-624fc1770478 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915558 Dec 13 09:58:34.391728 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08ee263-1468-4099-9726-a75c285b06d8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] DELETE failed (client error): The resource could not be found. Dec 13 09:58:34.392198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08ee263-1468-4099-9726-a75c285b06d8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:58:34.395435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c08ee263-1468-4099-9726-a75c285b06d8 tempest-RoutersTest-338140072 tempest-RoutersTest-338140072-project] 10.222.0.31 "DELETE /v2.0/subnets/df5b94f8-965e-48d1-8181-969e07ea6868 HTTP/1.1" status: 404 len: 337 time: 0.1152329 Dec 13 09:58:34.487414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Deleting port eff42f74-648a-4715-abde-69e329cb266e {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:34.488091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.525963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255d79a-38e9-4bd9-9eed-bf251f8123bd service neutron] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:34.619436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] For port eff42f74-648a-4715-abde-69e329cb266e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eff42f74-648a-4715-abde-69e329cb266e,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:34.620109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.659123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Calling delete_port for eff42f74-648a-4715-abde-69e329cb266e owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:34.698829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router f01195c0-557b-4fcb-98b1-44c345ce0188 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:34.706103 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-842721d4-9177-4cb6-b335-1b0026e2b6dc service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028824 Dec 13 09:58:34.712621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.784064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.840865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42944) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.876240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.876712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.877203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.877685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.878185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.878648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.892271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-f46a40d6-e330-4051-a39f-97692ffb71af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5289 time: 0.5378888 Dec 13 09:58:35.091578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Subnet': ['ID=4ca9d11b-b1bc-4963-8e07-99b88583c2d3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:35.094346 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.134266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8334415b-aaa7-465f-b66c-f4078dce4e4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2327d98387b341199ef82d4362d565b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920973 Dec 13 09:58:35.145581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42952) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:35.149547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.155971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.163198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.169737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.176198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.182480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.184481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-8c5b7956-6c4d-44f5-9f83-c037c49b6fed tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 4603 time: 0.2048330 Dec 13 09:58:35.188274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eff42f74-648a-4715-abde-69e329cb266e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:35.349906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0c93488-6cd1-4d2a-8345-0fa8a863ebc7 req-956492c1-8d5a-405c-9f46-bdc9b871eb9b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572304 Dec 13 09:58:35.428965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.446868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Checking segment: {'id': '6b8ee07f-e2f9-4951-a10a-288a1e9ba686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:35.448052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network hostable DHCP agents. Network: 2fe2f410-d39d-48a8-af11-e601e0d08b99, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:58:35.450877 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a3c621fe-5bb0-4fa0-a13d-e88263a6ed0d req-f038d80e-d0a4-4cdd-b2bd-f43098a13ae1 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350307 Dec 13 09:58:35.726642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:35.899917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-88343254-897a-456f-b4e1-e7939b61ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.900724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-88343254-897a-456f-b4e1-e7939b61ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.901246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-88343254-897a-456f-b4e1-e7939b61ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.902965 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-88343254-897a-456f-b4e1-e7939b61ff65 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9945419 Dec 13 09:58:35.904173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:35.919712 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Sync routers for ids ['f01195c0-557b-4fcb-98b1-44c345ce0188'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:35.932937 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Routers {'f01195c0-557b-4fcb-98b1-44c345ce0188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:35.933945 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f01195c0-557b-4fcb-98b1-44c345ce0188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:36.010764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:58:36.050030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.070284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.074776 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65eee96f-15a4-4513-8b75-bb861eaa39ae tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 14.0075541 Dec 13 09:58:36.079717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.098352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2fe2f410-d39d-48a8-af11-e601e0d08b99) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:36.109175 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Set router f01195c0-557b-4fcb-98b1-44c345ce0188 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:36.119303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c92239-b41c-4c4a-807e-10044fdfb8d2 None None] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:36.161917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.162454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.183140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-583a715d-f640-41df-8819-fb2821be5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.184952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-583a715d-f640-41df-8819-fb2821be5984 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.3177781 Dec 13 09:58:36.194137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.221020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:36.227972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fa2ad862-8483-4a1c-9161-a73e9a804f5f admin admin] 10.222.0.31 "PUT /v2.0/routers/4b78d241-b4e0-4c3f-87d6-cd6f3b645acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8932416 Dec 13 09:58:36.230640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42988) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.260786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695d158-870a-4265-bd57-c304547f379a None None] Sync routers for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:36.329788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11633674-cf3d-4d2f-9d36-5a888870cc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.357158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:36.360186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:36.450826 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.456930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f60f2e3e-4f25-41be-a100-c5249adf46a6 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8855784 Dec 13 09:58:36.488155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.505455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-4ee9026f-57ac-4293-92ff-f132a7f28125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.508706 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3ae2b0a-9e50-44a3-8bc6-c3617cb1f47c req-4ee9026f-57ac-4293-92ff-f132a7f28125 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5836992 Dec 13 09:58:36.547101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2fe2f410-d39d-48a8-af11-e601e0d08b99', 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99', 'project_id': 'd70ea906114248a2963ed7e9fe09cbcd', 'fixed_ips': [{'subnet_id': '4ca9d11b-b1bc-4963-8e07-99b88583c2d3'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:58:36.548399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.561115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1315464324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:36.569378 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:22Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port': {'id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:36.586021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1c9223d0-086e-4483-a13d-c621f87d3287 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/f01195c0-557b-4fcb-98b1-44c345ce0188 HTTP/1.1" status: 200 len: 909 time: 0.5016601 Dec 13 09:58:36.596610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.626116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806397188', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': True}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:36.637243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Checking router: f01195c0-557b-4fcb-98b1-44c345ce0188 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:36.637713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Updating router f01195c0-557b-4fcb-98b1-44c345ce0188 port 7c2aff93-6cb3-4269-909d-5378b04a29c3 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:58:36.691526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.694292 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.703231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.712542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.721581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.732549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.741992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.745679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-fd93aabc-df9c-464e-95e1-f901c2c109be tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 4603 time: 0.2319555 Dec 13 09:58:36.763302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:58:36.763302 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 09:58:36.763302 n-d-820935-7 neutron-server[103194]: [parameters: {'project_id_1': '75a8e7712785479388d60885c4273a18', 'expiration_1': datetime.datetime(2021, 12, 13, 9, 58, 16, 651326)}] Dec 13 09:58:36.763302 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:58:36.765566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.767283 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:58:36.797496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.809967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.811147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02b7d028-f9c5-44f6-947e-d509faa96971 HTTP/1.1" status: 204 len: 168 time: 1.6572025 Dec 13 09:58:36.836711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.837767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.873959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:36.899834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.921185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-d58bf757-992a-4360-9a9d-8d92f0bfb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.923277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-d58bf757-992a-4360-9a9d-8d92f0bfb554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 0.7076118 Dec 13 09:58:36.935969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e9826-f39d-477a-ac2b-019685631e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b7d028-f9c5-44f6-947e-d509faa96971,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:36.937229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-015356a4-71a2-4244-9bc9-1a663d5f74ba req-bfaba290-db03-424b-b943-19c8e1e5e7f7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745315 Dec 13 09:58:36.948375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Deleting port 5a0d670a-6499-44dd-b31e-64603682ffef {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:36.948876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.988903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Allocated IP 172.20.0.2 (2fe2f410-d39d-48a8-af11-e601e0d08b99/4ca9d11b-b1bc-4963-8e07-99b88583c2d3/8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:37.043133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:37.093749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.103892 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.109739 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.129123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] For port 5a0d670a-6499-44dd-b31e-64603682ffef, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5a0d670a-6499-44dd-b31e-64603682ffef,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:37.129508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.157422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.163225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Calling delete_port for 5a0d670a-6499-44dd-b31e-64603682ffef owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:37.176529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Transition to ACTIVE for port object d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:37.178821 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Attempting to bind port 7c2aff93-6cb3-4269-909d-5378b04a29c3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:37.179358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Attempting to bind port 7c2aff93-6cb3-4269-909d-5378b04a29c3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:37.180085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Attempting to bind port 7c2aff93-6cb3-4269-909d-5378b04a29c3 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:37.185298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f873d-0bd0-41b8-a455-015e43b6bac4 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:37.190087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.196577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43002) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:37.196766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0a4eeb29-2d25-4cbb-a3a0-892ff55ea123 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6952355 Dec 13 09:58:37.198354 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:37.198789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:37.199129 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.199521 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:37.201506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.204640 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Bound port: 7c2aff93-6cb3-4269-909d-5378b04a29c3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:37.204928 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.312017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.313116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.330342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] For port 7c2aff93-6cb3-4269-909d-5378b04a29c3, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:37.336486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] For port 7c2aff93-6cb3-4269-909d-5378b04a29c3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7c2aff93-6cb3-4269-909d-5378b04a29c3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:37.351444 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.378155 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Pushing event updated for resources: {'Port': ['ID=7c2aff93-6cb3-4269-909d-5378b04a29c3,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:37.378449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.418604 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.424149 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.424701 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.425297 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.430569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.432988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.433502 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.434016 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.434511 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.435004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.435944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.438468 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.439000 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:37.500595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae281007-26ad-4b38-b6d9-813475e5d183 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:37.567283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Attempting to bind port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:37.568442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Attempting to bind port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:37.568581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Attempting to bind port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:37.568942 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Routers {'f01195c0-557b-4fcb-98b1-44c345ce0188'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:37.569915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f01195c0-557b-4fcb-98b1-44c345ce0188'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:37.575353 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-5e8ff911-5d2c-44b3-bbcc-8a5f5a7ec19f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 1002 time: 0.6037245 Dec 13 09:58:37.579466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:37.579830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Attempting to bind port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:37.635366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-47b42630-8477-402e-912a-a7fb98ccc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.637403 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-47b42630-8477-402e-912a-a7fb98ccc16d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.0498476 Dec 13 09:58:37.657183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] Provisioning complete for port 7c2aff93-6cb3-4269-909d-5378b04a29c3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:37.660117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.747116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:37.796260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:37.796840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:37.797625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Bound using segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:37.798347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Bound port: d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:37.798888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.838650 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.852712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.885166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:58:34Z', 'revision_number': 5, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port': {'id': '5a0d670a-6499-44dd-b31e-64603682ffef', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:44Z', 'updated_at': '2021-12-13T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:37.924073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:37.929641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:37.946445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695d158-870a-4265-bd57-c304547f379a None None] Checking router: 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:37.950335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.992610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.993945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.995217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:37.997988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] 10.222.0.16 "PUT /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 1135 time: 3.7012415 Dec 13 09:58:38.019145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] Routers {'4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:38.023750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:38.028574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:38.041356 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.049587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] Set router f01195c0-557b-4fcb-98b1-44c345ce0188 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:38.069428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:38.076391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:38.077496 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baac60b4-c494-4574-aefd-1325fabe53d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:38.088067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Pushing event updated for resources: {'Port': ['ID=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.149707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:38.172350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.248490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.261365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.262103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.262665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.263229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.263867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.264545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.264985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.265110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-5906f34d-5b74-465a-bcb8-fda45faf2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.265487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.266322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.266902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.267460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.267930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:38.274937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] For port 7c2aff93-6cb3-4269-909d-5378b04a29c3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7c2aff93-6cb3-4269-909d-5378b04a29c3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:38.288789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-5906f34d-5b74-465a-bcb8-fda45faf2134 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6107640 Dec 13 09:58:38.343831 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc542a4-98be-4b55-a24c-c5a423756caa None None] Pushing event updated for resources: {'Port': ['ID=7c2aff93-6cb3-4269-909d-5378b04a29c3,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.353869 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f3b0f-66c2-40da-8934-6c10f749a91c x-openstack-request-id: req-1c3f3b0f-66c2-40da-8934-6c10f749a91c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:38.354704 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:38.356091 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c3f3b0f-66c2-40da-8934-6c10f749a91c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:38.356683 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3', 'status': 'completed', 'code': 200} Dec 13 09:58:38.361560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.368130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43026) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:38.371058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.546803 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:22Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port': {'id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:38.596649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] Set router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:38.638479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2f0d3-9a1d-4f6f-a624-a61a1ccaa4a1 None None] The sync data for ids ['f01195c0-557b-4fcb-98b1-44c345ce0188'] in n-d-820935-7 is: [{'id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:22Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port': {'id': '7c2aff93-6cb3-4269-909d-5378b04a29c3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01195c0-557b-4fcb-98b1-44c345ce0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:38.639469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76190a-42be-460d-8a0a-ad8b49b5c9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.711480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.712517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.713122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.713734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.714523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.715153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.715796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.718180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-8f16e9f8-2c96-414f-9fdf-e8a451c2c72a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6217 time: 0.3605688 Dec 13 09:58:38.721299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Attempting to bind port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:38.722568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Attempting to bind port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6b8ee07f-e2f9-4951-a10a-288a1e9ba686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:38.723010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Attempting to bind port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 on network 2fe2f410-d39d-48a8-af11-e601e0d08b99 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:38.731129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6112b447-a2f0-4a7a-8ab3-f7b97f50596b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.743044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8695d158-870a-4265-bd57-c304547f379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:58:36Z', 'revision_number': 6, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:38.749289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7da03-f719-4fad-b1ed-20e08a165986 None None] Pushing event updated for resources: {'Port': ['ID=7c2aff93-6cb3-4269-909d-5378b04a29c3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.763416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Allocated IP 172.20.0.1 (2fe2f410-d39d-48a8-af11-e601e0d08b99/4ca9d11b-b1bc-4963-8e07-99b88583c2d3/7876f0e2-0beb-4931-8106-36be10275918) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:38.766151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:38.766943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Checking segment: {'id': '6b8ee07f-e2f9-4951-a10a-288a1e9ba686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:38.767681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.768308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Bound using segment: {'id': '6b8ee07f-e2f9-4951-a10a-288a1e9ba686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:38.769015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Bound port: 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ee07f-e2f9-4951-a10a-288a1e9ba686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:38.769617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.813918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.817610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695d158-870a-4265-bd57-c304547f379a None None] The sync data for ids ['4b78d241-b4e0-4c3f-87d6-cd6f3b645acd'] in n-d-820935-7 is: [{'id': '4b78d241-b4e0-4c3f-87d6-cd6f3b645acd', 'name': 'tempest-TaggedBootDevicesTest-1738196688-router', 'tenant_id': 'c24c4356b4744d41a5b91771a4a16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:42Z', 'updated_at': '2021-12-13T09:58:36Z', 'revision_number': 6, 'project_id': 'c24c4356b4744d41a5b91771a4a16789', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:38.914542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--44139374'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:38.932163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] For port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:38.940385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] For port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,segment=NetworkSegment(6b8ee07f-e2f9-4951-a10a-288a1e9ba686),segment_id=6b8ee07f-e2f9-4951-a10a-288a1e9ba686)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:38.950989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.954562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.970235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2660ad0a-d0ee-4ee1-91ba-5e7060740a41 None None] Provisioning complete for port 7c2aff93-6cb3-4269-909d-5378b04a29c3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:38.971158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2660ad0a-d0ee-4ee1-91ba-5e7060740a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.976331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.984826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-2b035ca1-e20f-44f7-90a2-2e838d8eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.985296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-2b035ca1-e20f-44f7-90a2-2e838d8eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.985844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-2b035ca1-e20f-44f7-90a2-2e838d8eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.987487 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-2b035ca1-e20f-44f7-90a2-2e838d8eb7a0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1545053 Dec 13 09:58:38.991327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.004276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.010560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.020531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.027663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.035972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.042132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.044179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-b5d4df98-d32e-4017-b424-3d67f6e132e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5380 time: 0.8743474 Dec 13 09:58:39.069338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.096019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.126454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0d670a-6499-44dd-b31e-64603682ffef,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:39.187980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821612c3-5322-4407-9d7e-11b05bfab18e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:39.206364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-27aa413a-ce32-49c4-858c-af450ea74431 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401732 Dec 13 09:58:39.235781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0860c-4347-44b2-bb46-f744f6cd3919 None None] Pushing event updated for resources: {'Port': ['ID=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:39.353924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.439697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.549042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.601157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:39.609190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c33dd06c-f229-4dae-a4e5-d2725b3dcf28 req-2c466db8-499c-45a8-8cb5-cb68e8826388 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5382118 Dec 13 09:58:39.698071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:39.722428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.728575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:39.742766 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.804984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-aa081fda-2c23-4f07-ad60-9c2b9068bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.807021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-baac60b4-c494-4574-aefd-1325fabe53d4 req-aa081fda-2c23-4f07-ad60-9c2b9068bb62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8033917 Dec 13 09:58:39.894973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-43b70fc2-6631-4643-8f5f-f4a8386290f2 req-e663ea92-7ea2-482d-b905-2abc610599bd service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521394 Dec 13 09:58:39.900163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.902967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=7876f0e2-0beb-4931-8106-36be10275918,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:39.931338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7c2aff93-6cb3-4269-909d-5378b04a29c3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:39.958241 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.959080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b78d241-b4e0-4c3f-87d6-cd6f3b645acd {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:39.960936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.964217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.969663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.971029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab73b188-8d9f-44ea-901e-a5bb65a9428c admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b78d241-b4e0-4c3f-87d6-cd6f3b645acd HTTP/1.1" status: 204 len: 168 time: 3.7390187 Dec 13 09:58:39.985687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43038) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:40.072151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7c2aff93-6cb3-4269-909d-5378b04a29c3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:40.072730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.072965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Deleting subnet 74f09fb1-4a8e-48ab-854b-66fd78793122 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:40.076776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.122010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.153785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.154148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.154528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.154847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.155196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.155531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.155931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.156278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.156606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.156942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.157287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.157619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.157945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:40.255843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1b7006-e070-4370-be94-95423b16c254,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:40.277533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:40.294919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.311997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Transition to ACTIVE for port object 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:40.312905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eff42f74-648a-4715-abde-69e329cb266e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:40.339489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: eff42f74-648a-4715-abde-69e329cb266e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:40.340190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eff42f74-648a-4715-abde-69e329cb266e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:40.344239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.394503 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.431878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.459495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.501005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.516727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.533620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.659394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.25.2.247 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/10248c15-d844-4a7d-8948-cdb617b3181c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:40.726833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.729014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.3597555 Dec 13 09:58:40.747343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43044) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:40.784039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea833cd-3aa9-4453-940f-1be0ca357286 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa8beea-6854-4092-9d8b-21b1e93adbf9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.186146 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.201590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Pushing event updated for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.318737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b547ae20-d5cc-46c4-9e02-78069bec9e98 None None] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:41.338532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.346269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Attempting to bind port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:41.346615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Attempting to bind port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:41.346951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Attempting to bind port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:41.354121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:41.354121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Attempting to bind port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:41.363874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:41.364278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:41.364729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Bound using segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:41.365099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Bound port: 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:41.365467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.445772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.505675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:41.510854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:41.511105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:41.516975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:41.521981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] Provisioning complete for port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:41.523259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.524380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:41.566757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=10248c15-d844-4a7d-8948-cdb617b3181c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.577158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:41.586311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.595503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b09188-e61d-490e-a069-c893285d8cf0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:41.636249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.657597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Pushing event updated for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.723796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.725630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.726500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-259ba285-eb7c-436b-8c75-9db4fb5c1243 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.9781435 Dec 13 09:58:41.734880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23670b9a-d81b-4479-87c5-31d35c08b47e service neutron] 10.222.0.16 "PUT /v2.0/ports/575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 1090 time: 3.5859537 Dec 13 09:58:41.735035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43048) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:41.735179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:41.741925 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067e86eb-248d-4c19-b21f-0457e5f434dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:41.742178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f09fb1-4a8e-48ab-854b-66fd78793122,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.750907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.771095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a6d0d3d-ef60-492e-a133-831dd90ae041 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/74f09fb1-4a8e-48ab-854b-66fd78793122 HTTP/1.1" status: 204 len: 168 time: 1.7785943 Dec 13 09:58:41.778561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-security--1759411157', 'description': 'tempest-security-description-2142854025'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:41.808157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:41.831788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:41.839312 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc750e-9e6b-4aa3-b122-e59e096910e0 x-openstack-request-id: req-69fc750e-9e6b-4aa3-b122-e59e096910e0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:41.839623 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:41.839876 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69fc750e-9e6b-4aa3-b122-e59e096910e0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:41.840291 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941', 'status': 'completed', 'code': 200} Dec 13 09:58:41.842091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.848906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.856151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.867238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.873817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.881542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.889710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.893341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-5dfdba94-01e0-4e1f-a0f8-aff7d9048afd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5392 time: 1.0533581 Dec 13 09:58:42.000993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.061621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.064454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.077327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.094915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.097394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9258f401-dba0-4c74-b9ee-2e245c3cc13c req-4f783d93-77f3-495a-8ccc-ca3249732180 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928899 Dec 13 09:58:42.100895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d479e-3489-4265-822f-846e69725b4b None None] Network cbd95b2d-d08b-47bf-a646-2faad58fce8a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:42.172253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.173007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.173807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.174454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.175070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.175923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.176541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.179479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-4bac32cc-a095-429d-a6d4-9085049e2ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6284 time: 0.2895625 Dec 13 09:58:42.190783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.200397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.203170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.207192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "PUT /v2.0/security-groups/efa8beea-6854-4092-9d8b-21b1e93adbf9 HTTP/1.1" status: 200 len: 1797 time: 0.4639926 Dec 13 09:58:42.215277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43056) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.232751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=7876f0e2-0beb-4931-8106-36be10275918,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.244002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.264798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:42.265300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.276708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc829966-a9b3-49e0-8a5f-122d486eefcd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa8beea-6854-4092-9d8b-21b1e93adbf9,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.328490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.343586 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8257b828-c405-45f3-91bf-4a2f28ff5d68 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups/efa8beea-6854-4092-9d8b-21b1e93adbf9 HTTP/1.1" status: 200 len: 1797 time: 0.1228931 Dec 13 09:58:42.343920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43058) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.449107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.461491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.493147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:42.505829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:42.521216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.525290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.581730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.614073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] DHCP port deletion for cbd95b2d-d08b-47bf-a646-2faad58fce8a request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:42.620647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] For port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,segment=NetworkSegment(6b8ee07f-e2f9-4951-a10a-288a1e9ba686),segment_id=6b8ee07f-e2f9-4951-a10a-288a1e9ba686)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:42.654744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.705053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Deleting port 8053ae19-9169-4f0b-abb7-2827c01f300c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:42.705443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.732997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.736635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.738419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/efa8beea-6854-4092-9d8b-21b1e93adbf9 HTTP/1.1" status: 204 len: 168 time: 0.3880272 Dec 13 09:58:42.745171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:58:42.745610 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:58:42.757821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.758624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0404e-4284-49ef-9317-d58d28153b12 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa8beea-6854-4092-9d8b-21b1e93adbf9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.781603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Deleting port 8053ae19-9169-4f0b-abb7-2827c01f300c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:42.782013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.783582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5095325-d056-4a04-9a5d-f6c12c948356 None None] Pushing event updated for resources: {'Port': ['ID=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.828095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-289d67e8-af3f-4e9c-8c1e-4013dabd57d6 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671892 Dec 13 09:58:42.834238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43062) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.857785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-b6a3faf7-ca52-4cde-87e2-bc3dcbce96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.858248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-b6a3faf7-ca52-4cde-87e2-bc3dcbce96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.858707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-b6a3faf7-ca52-4cde-87e2-bc3dcbce96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.860664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-b6a3faf7-ca52-4cde-87e2-bc3dcbce96d1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6659276 Dec 13 09:58:42.866680 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-84120c28-0390-4d7b-b377-529dd87fd594 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] delete failed (client error): The resource could not be found. Dec 13 09:58:42.867815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-84120c28-0390-4d7b-b377-529dd87fd594 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/efa8beea-6854-4092-9d8b-21b1e93adbf9 HTTP/1.1" status: 404 len: 347 time: 0.0263386 Dec 13 09:58:42.868619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Router c6c176f1-854d-42e6-b6dd-ace25420be3b is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:42.871378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Provisioning complete for port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:42.871796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.879130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.890658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--784872783'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:42.958774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] For port 8053ae19-9169-4f0b-abb7-2827c01f300c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8053ae19-9169-4f0b-abb7-2827c01f300c,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:42.959893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.985235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Calling delete_port for 8053ae19-9169-4f0b-abb7-2827c01f300c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:43.026550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.081882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] For port 8053ae19-9169-4f0b-abb7-2827c01f300c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8053ae19-9169-4f0b-abb7-2827c01f300c,segment=NetworkSegment(762b46de-3dc2-44be-89d9-3d9a7b12c819),segment_id=762b46de-3dc2-44be-89d9-3d9a7b12c819)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:43.082239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.117441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Calling delete_port for 8053ae19-9169-4f0b-abb7-2827c01f300c owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:43.184677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.188255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:43.190309 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.201634 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] Sync routers for ids ['c6c176f1-854d-42e6-b6dd-ace25420be3b'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:43.206712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-31eede07-a112-4c6a-9f9e-4f4923187429 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "PUT /v2.0/routers/c6c176f1-854d-42e6-b6dd-ace25420be3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0058377 Dec 13 09:58:43.212538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:43.215715 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.216968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3308902 Dec 13 09:58:43.221833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'port': {'network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99', 'name': 'tempest-FloatingIPNegativeTestJSON-291151724'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:43.230671 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] Routers {'c6c176f1-854d-42e6-b6dd-ace25420be3b'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:43.231250 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c6c176f1-854d-42e6-b6dd-ace25420be3b'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.257926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:43.267823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'eb30ab72-9f78-4e52-83d5-9426ab3caf87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:43.282689 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.296408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.304320 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] Routers {'c6c176f1-854d-42e6-b6dd-ace25420be3b'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:43.308626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c6c176f1-854d-42e6-b6dd-ace25420be3b'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.373654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.376955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-adb78453-4383-46bf-b562-bf9addbe2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.378844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-067e86eb-248d-4c19-b21f-0457e5f434dd req-adb78453-4383-46bf-b562-bf9addbe2f10 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4689171 Dec 13 09:58:43.394095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.397280 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a801-73f4-4495-8c3a-86cd9d9e4a49 None None] The sync data for ids ['c6c176f1-854d-42e6-b6dd-ace25420be3b'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:43.426917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Made reservation on behalf of d70ea906114248a2963ed7e9fe09cbcd for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:43.430981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.462223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] device_id is not set on port 59004c9f-75dd-4d4a-af6e-3888a16ce26a yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:58:43.473098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] No DVR routers for this DVR port 8053ae19-9169-4f0b-abb7-2827c01f300c on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:43.476038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Provisioning complete for port 7876f0e2-0beb-4931-8106-36be10275918 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.476705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.480112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01056aa7-ffcd-47a2-8581-af22bc7f1184 None None] Pushing event deleted for resources: {'Port': ['ID=8053ae19-9169-4f0b-abb7-2827c01f300c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.501653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405ffbb-30d0-4ec5-a4ef-b8d91935b1b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30ab72-9f78-4e52-83d5-9426ab3caf87,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.510010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a0d670a-6499-44dd-b31e-64603682ffef no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:43.535334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.541384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5a0d670a-6499-44dd-b31e-64603682ffef {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:43.541737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5a0d670a-6499-44dd-b31e-64603682ffef not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:43.542545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.548608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.550690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Port 7876f0e2-0beb-4931-8106-36be10275918 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:43.550826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.553204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.554674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.562909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Provisioning complete for port 10248c15-d844-4a7d-8948-cdb617b3181c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.563068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.563305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.570026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.578400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.581030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-5de40eea-5cb3-4c94-87b7-831125204b9e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5392 time: 0.2231977 Dec 13 09:58:43.613193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d578863-1612-444f-8162-c5cfb5d707e9 None None] Port 10248c15-d844-4a7d-8948-cdb617b3181c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:43.661841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Pushing event deleted for resources: {'Port': ['ID=8053ae19-9169-4f0b-abb7-2827c01f300c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.663941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] No DVR routers for this DVR port 8053ae19-9169-4f0b-abb7-2827c01f300c on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:43.685796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:43.698646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Allocated IP 172.20.0.5 (2fe2f410-d39d-48a8-af11-e601e0d08b99/4ca9d11b-b1bc-4963-8e07-99b88583c2d3/59004c9f-75dd-4d4a-af6e-3888a16ce26a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:43.704637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10547389-cf82-4a3b-8cd0-81ff3af9e553 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:43.716407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.754668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fb472d6b-4473-40c9-8a14-0df56e65b20a None None] Provisioning complete for port 7876f0e2-0beb-4931-8106-36be10275918 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.755883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb472d6b-4473-40c9-8a14-0df56e65b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.765938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7e24aa5-5c13-4129-b26a-06603b53771b req-d3b373be-8971-4b7f-8089-2f006eca62f9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740942 Dec 13 09:58:43.791580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Transition to ACTIVE for port object 10547389-cf82-4a3b-8cd0-81ff3af9e553 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:43.807852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.845180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.845815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.845943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.849417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fb472d6b-4473-40c9-8a14-0df56e65b20a None None] Port 7876f0e2-0beb-4931-8106-36be10275918 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:43.860472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.868664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.959831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd95b2d-d08b-47bf-a646-2faad58fce8a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.962272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b0e73b-4502-4e82-8be2-e1ab3c765be3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.974764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.991349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.992603 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2437f335-edb3-4fa8-8bb5-8e3c4e4ec2e3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7295523 Dec 13 09:58:43.995665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43074) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.000585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762b46de-3dc2-44be-89d9-3d9a7b12c819') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:44.000876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762b46de-3dc2-44be-89d9-3d9a7b12c819') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:44.039175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8053ae19-9169-4f0b-abb7-2827c01f300c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:44.056130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Pushing event updated for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.061017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.073420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.087064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.093334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8053ae19-9169-4f0b-abb7-2827c01f300c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:44.093695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8053ae19-9169-4f0b-abb7-2827c01f300c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:44.098421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.140625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.155097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:44.156888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:44.167264 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:44.178370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:44.182312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.186726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=59004c9f-75dd-4d4a-af6e-3888a16ce26a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.189281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:44.198555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.202455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/58b0e73b-4502-4e82-8be2-e1ab3c765be3 HTTP/1.1" status: 204 len: 168 time: 0.2026789 Dec 13 09:58:44.202455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:44.212819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.214849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290bba-c077-4c35-87c9-a55a0272c038 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58b0e73b-4502-4e82-8be2-e1ab3c765be3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.274690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:44.275382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.305703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b57cd817-6ff7-4a84-928b-92ea8a594ada tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0875986 Dec 13 09:58:44.309572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43080) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.310777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router 9fcd99fa-c222-4489-ae01-73c1bd311307 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:44.316916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:44.325640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Attempting to bind port 10547389-cf82-4a3b-8cd0-81ff3af9e553 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:44.325981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Attempting to bind port 10547389-cf82-4a3b-8cd0-81ff3af9e553 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:44.326550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Attempting to bind port 10547389-cf82-4a3b-8cd0-81ff3af9e553 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:44.351798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.358329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.362916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cbd95b2d-d08b-47bf-a646-2faad58fce8a HTTP/1.1" status: 204 len: 168 time: 2.5536902 Dec 13 09:58:44.363865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Port 10547389-cf82-4a3b-8cd0-81ff3af9e553 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:44.364227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Attempting to bind port 10547389-cf82-4a3b-8cd0-81ff3af9e553 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:44.367114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43082) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.448009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e20767-fd49-45d2-903a-2323583f4310 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd95b2d-d08b-47bf-a646-2faad58fce8a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.452057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:44.452469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Checking segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:44.452781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Bound using segment: {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:44.453225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Bound port: 10547389-cf82-4a3b-8cd0-81ff3af9e553, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:44.453588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.469148 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e178bd0-d11e-4ee8-a46e-f8aba7c62148 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2546275 Dec 13 09:58:44.483359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.487127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.514638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-724d887e-aaa0-4f9d-b07b-af8bd1d7668e None None] Provisioning complete for port 59004c9f-75dd-4d4a-af6e-3888a16ce26a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:44.515206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-724d887e-aaa0-4f9d-b07b-af8bd1d7668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.571863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-724d887e-aaa0-4f9d-b07b-af8bd1d7668e None None] Port 59004c9f-75dd-4d4a-af6e-3888a16ce26a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:44.624768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.685969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.769966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.773457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.777192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/eb30ab72-9f78-4e52-83d5-9426ab3caf87 HTTP/1.1" status: 204 len: 168 time: 0.2905643 Dec 13 09:58:44.780778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43088) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.811272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd3780-5083-44f9-a87a-001b957a89dd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30ab72-9f78-4e52-83d5-9426ab3caf87,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.889364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:44.903113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Sync routers for ids ['9fcd99fa-c222-4489-ae01-73c1bd311307'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:44.910385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b2f7d26d-03be-4baa-b2e7-fa84a07f8231 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1232967 Dec 13 09:58:44.915835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43092) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.920507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Routers {'9fcd99fa-c222-4489-ae01-73c1bd311307'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:44.921254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370610114'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:44.921864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9fcd99fa-c222-4489-ae01-73c1bd311307'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:44.979273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.980590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2a45a6db-2c62-4e01-a07c-e8b4bfaab25e tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3724401 Dec 13 09:58:44.984601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:44.986767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:45.004161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.021339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.028001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.034340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.041014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.049598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.055848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.057241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Set router 9fcd99fa-c222-4489-ae01-73c1bd311307 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:45.062161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.064726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-5422ec54-b2f1-4a33-b87c-20f33fd09a43 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5404 time: 0.1505663 Dec 13 09:58:45.101434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:45.116139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.190579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c7bf9fd-ca7b-4d4d-9c5a-47a3e8bb8191 req-9c5d016b-d453-4743-a5c5-78b48950e217 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150672 Dec 13 09:58:45.194784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Pushing event updated for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:45.214799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.226101 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d85c0a98-de48-4994-ac61-b9576ce7bd0b tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/9fcd99fa-c222-4489-ae01-73c1bd311307 HTTP/1.1" status: 200 len: 908 time: 0.2381639 Dec 13 09:58:45.231635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:45.251053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.301947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.311628 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.350008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.350639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.352065 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-1c57e78a-c2c9-4976-88dc-600a1acc70bf service neutron] 10.222.0.16 "PUT /v2.0/ports/10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 1090 time: 3.5448625 Dec 13 09:58:45.352594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:45.355087 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acd8e9-b7c1-4c38-874e-1c257c266575" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:45.383922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd99fa-c222-4489-ae01-73c1bd311307', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '10248c15-d844-4a7d-8948-cdb617b3181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:37Z', 'updated_at': '2021-12-13T09:58:42Z', 'revision_number': 3, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port': {'id': '10248c15-d844-4a7d-8948-cdb617b3181c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd99fa-c222-4489-ae01-73c1bd311307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:40Z', 'updated_at': '2021-12-13T09:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:45.407361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.412513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4956462 Dec 13 09:58:45.412618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:45.415375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43102) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:45.427700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9c82-6c21-4207-81e2-d8804335e7b3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2cd4e-d1d2-4890-a831-9f6164d24554,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:45.430679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '24d2cd4e-d1d2-4890-a831-9f6164d24554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:45.450637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Checking router: 9fcd99fa-c222-4489-ae01-73c1bd311307 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:45.450998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Updating router 9fcd99fa-c222-4489-ae01-73c1bd311307 port 10248c15-d844-4a7d-8948-cdb617b3181c binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:58:45.481200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.492564 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e53a279-b5e1-49dd-9e31-50b89b7191f5 x-openstack-request-id: req-6e53a279-b5e1-49dd-9e31-50b89b7191f5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:45.492973 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:45.493098 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e53a279-b5e1-49dd-9e31-50b89b7191f5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:45.493512 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553', 'status': 'completed', 'code': 200} Dec 13 09:58:45.501254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.509250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.673464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Deleting port 4712b396-5c1c-468f-b805-ba64029b68c6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:45.673834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.778780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.789919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] For port 4712b396-5c1c-468f-b805-ba64029b68c6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4712b396-5c1c-468f-b805-ba64029b68c6,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:45.790537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.799264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Allocated IP 172.25.2.124 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ae6c13af-8312-44fb-9559-180ae67bf6c7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:45.807281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Calling delete_port for 4712b396-5c1c-468f-b805-ba64029b68c6 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:45.840225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.840694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.841172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.841618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.842077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.842534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.842985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.844959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-7b19f0a2-6a0b-48cf-b4f4-14397922a311 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6351 time: 0.2578185 Dec 13 09:58:45.867728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.898870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.989807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.018897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.024026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d232817c-cff5-467c-8c46-a2f6c97ea0a6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.049838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4712b396-5c1c-468f-b805-ba64029b68c6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.085802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.089619 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e53eb420-99c2-40b9-9f53-c6af4414c647 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6611311 Dec 13 09:58:46.095816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:46.107570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '24d2cd4e-d1d2-4890-a831-9f6164d24554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:46.267320 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.314150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-e8ba6ff3-7e71-4e06-9376-87be5ee1c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.314782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-e8ba6ff3-7e71-4e06-9376-87be5ee1c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.315348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-e8ba6ff3-7e71-4e06-9376-87be5ee1c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.317383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-e8ba6ff3-7e71-4e06-9376-87be5ee1c625 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4425850 Dec 13 09:58:46.354370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.378452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.485296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Deleting port 10248c15-d844-4a7d-8948-cdb617b3181c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:46.485638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.488946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.495133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.501384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.507339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.513703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.519342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.526100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.528077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-a1c2add2-33c7-4adc-bc8b-59486fac3ebb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5404 time: 0.1369343 Dec 13 09:58:46.602165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.611856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-06356314-c4b2-4c92-ad4d-a7adffedd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.613499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a8acd8e9-b7c1-4c38-874e-1c257c266575 req-06356314-c4b2-4c92-ad4d-a7adffedd6a6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791424 Dec 13 09:58:46.636620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.693128 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.725863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:46.753167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:46.761897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:46.766781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.769469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1329e521-f44c-4e7d-b452-1732cb2d8bb3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.772049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=ae6c13af-8312-44fb-9559-180ae67bf6c7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.776870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c94969-de93-45e4-857d-ca02dcc07586 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:46.815015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.819769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Calling delete_port for 10248c15-d844-4a7d-8948-cdb617b3181c owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:46.840130 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.841471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f39cdf3b-84c4-42af-ac81-ff0711e76572 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7373126 Dec 13 09:58:46.850235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43110) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:46.856604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '24d2cd4e-d1d2-4890-a831-9f6164d24554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:46.861443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.866448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Transition to ACTIVE for port object 99c94969-de93-45e4-857d-ca02dcc07586 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:46.869497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.910663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.925836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32142fa2-fdbe-4dbb-b122-bfb2bfb65274 None None] Pushing event updated for resources: {'Port': ['ID=10248c15-d844-4a7d-8948-cdb617b3181c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.955116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Attempting to bind port 10248c15-d844-4a7d-8948-cdb617b3181c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:46.955639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Attempting to bind port 10248c15-d844-4a7d-8948-cdb617b3181c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:46.956106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Attempting to bind port 10248c15-d844-4a7d-8948-cdb617b3181c on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:46.962844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:46.963393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:46.963946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.964479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:46.965534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Bound port: 10248c15-d844-4a7d-8948-cdb617b3181c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:46.966057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.996550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f39b6-3811-4a81-b89d-cf9af6fc04e7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:47.031428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.053692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.068939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] For port 10248c15-d844-4a7d-8948-cdb617b3181c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:47.071022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-43b58c8e-ea02-4a42-a5b5-9a35184be224 None None] Provisioning complete for port 10248c15-d844-4a7d-8948-cdb617b3181c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:47.071393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43b58c8e-ea02-4a42-a5b5-9a35184be224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.114873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] For port 10248c15-d844-4a7d-8948-cdb617b3181c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=10248c15-d844-4a7d-8948-cdb617b3181c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:47.123290 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.130286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9f051b4-3e59-46a1-a2a9-d363b75b21fc req-333aa9e2-181c-4e66-9c02-0b30ecca6169 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5701232 Dec 13 09:58:47.151196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Router 09da5113-9164-431d-993a-f5a751676455 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:47.168767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-43b58c8e-ea02-4a42-a5b5-9a35184be224 None None] Port 10248c15-d844-4a7d-8948-cdb617b3181c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:47.211492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60442266-cb9f-40cc-a093-48fb3441141a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:47.235151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Routers {'9fcd99fa-c222-4489-ae01-73c1bd311307'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:47.236072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9fcd99fa-c222-4489-ae01-73c1bd311307'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:47.327302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:47.337624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c6985cd7-9b0d-4eb2-9d01-d97133af0c5b admin admin] 10.222.0.31 "PUT /v2.0/routers/09da5113-9164-431d-993a-f5a751676455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9693530 Dec 13 09:58:47.340161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43112) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:47.340518 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Sync routers for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:47.358582 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:47.359511 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:47.365245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32142fa2-fdbe-4dbb-b122-bfb2bfb65274 None None] Pushing event updated for resources: {'Port': ['ID=10248c15-d844-4a7d-8948-cdb617b3181c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.389962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6014e933-39a1-4842-a472-a401ea6a49ea None None] Provisioning complete for port 10248c15-d844-4a7d-8948-cdb617b3181c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:47.390679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6014e933-39a1-4842-a472-a401ea6a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.436331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] Set router 9fcd99fa-c222-4489-ae01-73c1bd311307 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:47.508596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd99fa-c222-4489-ae01-73c1bd311307', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:37Z', 'updated_at': '2021-12-13T09:58:45Z', 'revision_number': 4, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:47.533598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.580641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3a2a-0283-4255-a148-0c85ab7a7a6d None None] The sync data for ids ['9fcd99fa-c222-4489-ae01-73c1bd311307'] in n-d-820935-7 is: [{'id': '9fcd99fa-c222-4489-ae01-73c1bd311307', 'name': 'tempest-snat-router-1806397188', 'tenant_id': '75a8e7712785479388d60885c4273a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:37Z', 'updated_at': '2021-12-13T09:58:45Z', 'revision_number': 4, 'project_id': '75a8e7712785479388d60885c4273a18', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:47.587361 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:47.613643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.726150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6014e933-39a1-4842-a472-a401ea6a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.744089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.765519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Attempting to bind port 99c94969-de93-45e4-857d-ca02dcc07586 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:47.766013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Attempting to bind port 99c94969-de93-45e4-857d-ca02dcc07586 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:47.766440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Attempting to bind port 99c94969-de93-45e4-857d-ca02dcc07586 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:47.772557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.778797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.784373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.832601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Port 99c94969-de93-45e4-857d-ca02dcc07586 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:47.833462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Attempting to bind port 99c94969-de93-45e4-857d-ca02dcc07586 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:47.863689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:47.863689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Checking segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:47.863689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Bound using segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:47.863689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Bound port: 99c94969-de93-45e4-857d-ca02dcc07586, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:47.863689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.870632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480919d6-b56c-4cc2-88c7-be0e7f1712ee,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.892372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.897108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-542f6dc1-e1a8-426e-83db-f39f18404a56 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0443239 Dec 13 09:58:47.897365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43116) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:47.900828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.920940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '24d2cd4e-d1d2-4890-a831-9f6164d24554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:47.947936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Port': ['ID=10248c15-d844-4a7d-8948-cdb617b3181c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.963447 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.981433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Deleting port 47c30a76-741b-4cd8-8a6d-6f86cb931531 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:47.981782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.001980 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:58:45Z', 'revision_number': 5, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port': {'id': '47c30a76-741b-4cd8-8a6d-6f86cb931531', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da5113-9164-431d-993a-f5a751676455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:00Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:48.019649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9735b-35ec-4fa3-a1c7-ca9092ee40b0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:48.058710 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Checking router: 09da5113-9164-431d-993a-f5a751676455 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:48.071656 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Routers {'09da5113-9164-431d-993a-f5a751676455'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:48.073344 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['09da5113-9164-431d-993a-f5a751676455'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:48.132657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] For port 47c30a76-741b-4cd8-8a6d-6f86cb931531, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47c30a76-741b-4cd8-8a6d-6f86cb931531,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:48.133242 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.149393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Calling delete_port for 47c30a76-741b-4cd8-8a6d-6f86cb931531 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:48.151798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:48.175266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.178480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=99c94969-de93-45e4-857d-ca02dcc07586,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:48.216845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.231744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] Set router 09da5113-9164-431d-993a-f5a751676455 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:48.300639 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:58:47Z', 'revision_number': 6, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:48.336359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.342983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.345444 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112a0b-baf6-4c58-b817-c5e501a75e07 None None] The sync data for ids ['09da5113-9164-431d-993a-f5a751676455'] in n-d-820935-7 is: [{'id': '09da5113-9164-431d-993a-f5a751676455', 'name': 'tempest-TaggedBootDevicesTest-1543308809-router', 'tenant_id': 'e15e22bdf95d4569a830507b09496de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:58Z', 'updated_at': '2021-12-13T09:58:47Z', 'revision_number': 6, 'project_id': 'e15e22bdf95d4569a830507b09496de5', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:48.347684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.348317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.349836 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] 10.222.0.16 "PUT /v2.0/ports/99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 1091 time: 2.9414732 Dec 13 09:58:48.350940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.361605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.363608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:48.366180 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "99c94969-de93-45e4-857d-ca02dcc07586"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:48.396311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Request body: {'port': {'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:48.456203 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:58:48.459381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.474210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.481791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.488326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.495477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.503227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.510691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.516922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.529634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25861f6-f0ac-4606-a58e-242b8a50ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:48.537276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-354f70e9-badc-4007-8496-6423fef707dc req-ac474cf9-00f7-425b-aae0-3a7d91c9ca1a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5416 time: 0.2879968 Dec 13 09:58:48.541697 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8117932a-ce7d-4ea0-aaa0-49e9dad41f46 x-openstack-request-id: req-8117932a-ce7d-4ea0-aaa0-49e9dad41f46 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:48.541995 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "99c94969-de93-45e4-857d-ca02dcc07586", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:48.542261 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8117932a-ce7d-4ea0-aaa0-49e9dad41f46 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:48.549911 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586', 'status': 'completed', 'code': 200} Dec 13 09:58:48.591526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.632330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb933ee4-4ac9-4a43-b484-1ec0b4962f8e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:48.659675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.660378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fcd99fa-c222-4489-ae01-73c1bd311307 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:48.684763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.686101 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7569f85-c324-48c2-b1f0-737fd68cb836 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9fcd99fa-c222-4489-ae01-73c1bd311307 HTTP/1.1" status: 204 len: 168 time: 3.4544790 Dec 13 09:58:48.696456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43124) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:48.717531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.719360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcea2690-879c-439b-8735-f36b3d7dc49e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8149767 Dec 13 09:58:48.735687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43126) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:48.752223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '24d2cd4e-d1d2-4890-a831-9f6164d24554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:48.778194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-354f70e9-badc-4007-8496-6423fef707dc req-61754b64-927e-43eb-98b9-098687d83910 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378330 Dec 13 09:58:48.888852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.902062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=ae6c13af-8312-44fb-9559-180ae67bf6c7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:48.927290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.977460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c30a76-741b-4cd8-8a6d-6f86cb931531,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:48.985095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.003271 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.020245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a92b7-180e-4bdb-a17a-fb2b01b0cc09 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:49.028188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.032223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.032967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.033621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.034268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.034934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.037053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.039472 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-812a26f8-11b1-4817-9b1a-afb0af399f64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6418 time: 0.4885912 Dec 13 09:58:49.068310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.081272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.128330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.130235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11438b6b-c10c-45e0-a5d1-e2c3a813932c tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8169267 Dec 13 09:58:49.138437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5862bc68-627f-4e62-a73a-a7ec782b5bde,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:49.140359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43128) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:49.146434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a0106327-efb0-4d63-87d9-9b275d203fd3 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'floatingip': {'port_id': '59004c9f-75dd-4d4a-af6e-3888a16ce26a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:49.156606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.158156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-86dbae57-8730-48c8-a829-4621fedd352e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4204566 Dec 13 09:58:49.217029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.221244 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a0106327-efb0-4d63-87d9-9b275d203fd3 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.224432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43130) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:49.336798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.474549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-f9bd5bd9-69c2-4135-ab9f-3d91d2d21b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.475023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-f9bd5bd9-69c2-4135-ab9f-3d91d2d21b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.475480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-f9bd5bd9-69c2-4135-ab9f-3d91d2d21b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.477138 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-f9bd5bd9-69c2-4135-ab9f-3d91d2d21b1d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d3412558641442abe30d406fe7da723&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4156139 Dec 13 09:58:49.534362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.537475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.540528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.594872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43136) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:49.599338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.677631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.695674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.696701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09da5113-9164-431d-993a-f5a751676455 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:49.711135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4712b396-5c1c-468f-b805-ba64029b68c6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:49.713072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.715621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4309ea03-0680-49e7-bc78-f88a77a2cef5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/09da5113-9164-431d-993a-f5a751676455 HTTP/1.1" status: 204 len: 168 time: 2.3733304 Dec 13 09:58:49.724336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:49.725363 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-a0106327-efb0-4d63-87d9-9b275d203fd3 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] update failed (client error): The resource could not be found. Dec 13 09:58:49.726698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a0106327-efb0-4d63-87d9-9b275d203fd3 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "PUT /v2.0/floatingips/1474ae31-9d42-419a-bb2e-f9197c486024 HTTP/1.1" status: 404 len: 507 time: 0.5843575 Dec 13 09:58:49.735081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43140) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:49.753166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4712b396-5c1c-468f-b805-ba64029b68c6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:49.753525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4712b396-5c1c-468f-b805-ba64029b68c6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:49.755725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47c30a76-741b-4cd8-8a6d-6f86cb931531 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:49.757202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-12e9ccf3-094b-422e-b61f-1bd311545421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.759042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2d2d6ba2-bf84-4a85-87c5-41d0761f688d req-12e9ccf3-094b-422e-b61f-1bd311545421 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683268 Dec 13 09:58:49.789873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 47c30a76-741b-4cd8-8a6d-6f86cb931531 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:49.790520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47c30a76-741b-4cd8-8a6d-6f86cb931531 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:49.894564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d957c9-cc55-4615-9563-efca97707704 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:49.906716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Deleting subnet f7b5ad0b-c3e7-4769-9ca9-746a4752ba47 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:49.914479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.917451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.941933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Deleting port 7c2aff93-6cb3-4269-909d-5378b04a29c3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:49.942755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.948009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.969430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.970630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5862bc68-627f-4e62-a73a-a7ec782b5bde HTTP/1.1" status: 204 len: 168 time: 0.7440066 Dec 13 09:58:49.973472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43144) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.007044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Transition to ACTIVE for port object 01d957c9-cc55-4615-9563-efca97707704 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:50.014407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b572e-e0a2-4aed-84fe-0f30f41b229d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5862bc68-627f-4e62-a73a-a7ec782b5bde,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.032133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.037046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.103110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.109039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.116084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.122123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.128080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.134537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.140757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.142699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2d86bce-173a-4643-8984-56942cb2209d req-7c18b699-fc1a-49f5-a824-910ba009e3e9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5416 time: 0.1958313 Dec 13 09:58:50.158181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting port ae6c13af-8312-44fb-9559-180ae67bf6c7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:50.158444 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.201655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-30067e68-f787-4093-a109-9b9dd96ff163 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2266994 Dec 13 09:58:50.208094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Pushing event updated for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.212998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43146) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.214441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Deleting port 8204b2a0-0813-4210-a07f-e3c54f5ddeb3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:50.214781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.218545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] For port 7c2aff93-6cb3-4269-909d-5378b04a29c3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7c2aff93-6cb3-4269-909d-5378b04a29c3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:50.218917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.274985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Calling delete_port for 7c2aff93-6cb3-4269-909d-5378b04a29c3 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:50.355177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.380932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.413470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.425193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Attempting to bind port 01d957c9-cc55-4615-9563-efca97707704 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:50.426112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Attempting to bind port 01d957c9-cc55-4615-9563-efca97707704 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:50.426463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Attempting to bind port 01d957c9-cc55-4615-9563-efca97707704 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:50.432000 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.432890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.440193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Port 01d957c9-cc55-4615-9563-efca97707704 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:50.440533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Attempting to bind port 01d957c9-cc55-4615-9563-efca97707704 on network ce687c19-aafb-4dd2-8dd0-34939de7a670 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:50.453629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2d86bce-173a-4643-8984-56942cb2209d req-09904ca3-b3ae-4734-9f32-06255d01e293 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2929263 Dec 13 09:58:50.485205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Calling delete_port for ae6c13af-8312-44fb-9559-180ae67bf6c7 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:50.555741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.556113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.562869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.580849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.585031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cb933ee4-4ac9-4a43-b484-1ec0b4962f8e HTTP/1.1" status: 204 len: 168 time: 0.3652067 Dec 13 09:58:50.592756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43148) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.595039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Calling delete_port for 8204b2a0-0813-4210-a07f-e3c54f5ddeb3 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:50.602834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65584420-b70e-48b0-96ac-524ff62428d9 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb933ee4-4ac9-4a43-b484-1ec0b4962f8e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.715379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb2fda30-1ef5-4340-bdc4-6d5f857962dc tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1214428 Dec 13 09:58:50.727590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.770515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.776757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:50.777460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Checking segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:50.777460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Bound using segment: {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:50.778016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Bound port: 01d957c9-cc55-4615-9563-efca97707704, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e6e2f9-5810-49c6-9e08-eff85f34d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:50.778515 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.824535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.838445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.881455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b5ad0b-c3e7-4769-9ca9-746a4752ba47,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.893886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.896934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.901285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e97887-2343-4a0c-88b0-6e3e2e5d7d7d None None] Network 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:50.913362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.914753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.916628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/480919d6-b56c-4cc2-88c7-be0e7f1712ee HTTP/1.1" status: 204 len: 168 time: 0.1881187 Dec 13 09:58:50.917108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ad03a391-b012-45b8-b8df-5edf514bc6df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f7b5ad0b-c3e7-4769-9ca9-746a4752ba47 HTTP/1.1" status: 204 len: 168 time: 1.1924181 Dec 13 09:58:50.920991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43154) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.921343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43156) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:50.970249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Port': ['ID=ae6c13af-8312-44fb-9559-180ae67bf6c7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.976191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a34b-7096-4a7b-b486-6fe5a59caeed tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=480919d6-b56c-4cc2-88c7-be0e7f1712ee,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.991971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:51.031521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=01d957c9-cc55-4615-9563-efca97707704,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:51.053769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.055851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.058676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.081140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8204edf5-d70a-4bb3-a7da-8d2f0043cb95 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1586597 Dec 13 09:58:51.089824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.092691 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.097252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4e3ff39e-1ba6-40ac-a8c1-994bd86e5fac tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "DELETE /v2.0/floatingips/1474ae31-9d42-419a-bb2e-f9197c486024 HTTP/1.1" status: 204 len: 168 time: 1.3576152 Dec 13 09:58:51.097252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43158) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:51.104603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43160) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:51.105836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event deleted for resources: {'Port': ['ID=8204b2a0-0813-4210-a07f-e3c54f5ddeb3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:51.110928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.111517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-200bbb10-a068-4a13-878d-1fa016040d53 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'floatingip': {'floating_network_id': '2fe2f410-d39d-48a8-af11-e601e0d08b99', 'port_id': '59004c9f-75dd-4d4a-af6e-3888a16ce26a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:51.131179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.131837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.133247 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] 10.222.0.16 "PUT /v2.0/ports/01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 1091 time: 2.7514353 Dec 13 09:58:51.135626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '01d957c9-cc55-4615-9563-efca97707704'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:51.143827 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "01d957c9-cc55-4615-9563-efca97707704"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:51.155563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f908b3b-3d69-4e30-905e-b1b7239023dc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:51.196182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.220975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] DHCP port deletion for 2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:51.261199 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b686230-7fdf-4594-af33-ba3f20432d6c x-openstack-request-id: req-3b686230-7fdf-4594-af33-ba3f20432d6c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:51.261767 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "01d957c9-cc55-4615-9563-efca97707704", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:51.262796 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b686230-7fdf-4594-af33-ba3f20432d6c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:51.263378 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '01d957c9-cc55-4615-9563-efca97707704', 'status': 'completed', 'code': 200} Dec 13 09:58:51.288302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c424e6-7447-4f2f-bc8b-600243213f7e service neutron] Pushing event updated for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:51.290878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-200bbb10-a068-4a13-878d-1fa016040d53 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.330804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.331337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.335056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c2aff93-6cb3-4269-909d-5378b04a29c3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:51.342947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.343573 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Floating IP fda0301e-6fb2-469f-8939-3ba9abe8a454 disassociated (deleted). External IP: 172.25.2.101, port: 2a87813b-1769-4288-890e-faf4d9de6e50. Dec 13 09:58:51.358821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Deleting port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:51.360419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.429927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.430332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.430797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.431255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.431744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.432200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.432654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.434741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-eaf06c4d-1d8a-4e59-964b-27bed4f755ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6485 time: 0.2162516 Dec 13 09:58:51.495519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.496371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.505101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.562056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-e08d60a1-c23c-4e35-8be3-291b8d5d78a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 217 time: 0.0898368 Dec 13 09:58:51.584076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.587496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1329e521-f44c-4e7d-b452-1732cb2d8bb3 HTTP/1.1" status: 204 len: 168 time: 0.4871602 Dec 13 09:58:51.587496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec93c83-6a05-4ff1-a59d-ab4689c35869 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1329e521-f44c-4e7d-b452-1732cb2d8bb3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:51.615124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43166) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:51.715010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Deleting port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:51.715388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.746649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.747981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f01195c0-557b-4fcb-98b1-44c345ce0188 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:51.749107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:51.749494 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.758424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.769192 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e2e7a1c6-9249-473d-842d-84294186633a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f01195c0-557b-4fcb-98b1-44c345ce0188 HTTP/1.1" status: 204 len: 168 time: 3.0677652 Dec 13 09:58:51.775044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43170) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:51.795889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Calling delete_port for 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:51.805147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:51.809051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-95954322', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:51.882018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb3cc04a-5443-40d7-a827-c53364b94c01 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2609563 Dec 13 09:58:51.885854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43172) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:51.889404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4b332a37-4f8e-49a1-9448-b824be3d162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.891162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4b332a37-4f8e-49a1-9448-b824be3d162b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.3192229 Dec 13 09:58:51.965591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:51.966489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.981983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.984203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.995012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Calling delete_port for 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:51.996145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.096670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-ab920d40-aa5e-48ee-897f-2bfa69bd2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.099098 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-ab920d40-aa5e-48ee-897f-2bfa69bd2905 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911125 Dec 13 09:58:52.127337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,segment=NetworkSegment(68743442-f589-411d-8aaf-a78514c9eac6),segment_id=68743442-f589-411d-8aaf-a78514c9eac6)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:52.134044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.157390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.174490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.199579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] No DVR routers for this DVR port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:52.201347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.240528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53c0aa-52a7-405a-a5f0-6f7dbef1cbe8 None None] Pushing event deleted for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.402002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-6f5adc8c-7d17-43c9-8fa7-87097c2f447c service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574673 Dec 13 09:58:52.424971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.431820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.438410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.445193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.451210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.457599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.464588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.466566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09416ae0-629a-4255-afb5-7bad7d12145c req-732e4a38-73ef-4cd8-9be0-e0910288f8eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.8080909 Dec 13 09:58:52.479479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.511436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.524283 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-200bbb10-a068-4a13-878d-1fa016040d53 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:58:52.528811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-200bbb10-a068-4a13-878d-1fa016040d53 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4172032 Dec 13 09:58:52.528811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.533542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43174) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:52.540760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '59004c9f-75dd-4d4a-af6e-3888a16ce26a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:52.565247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Router 5fe70d9d-df44-4509-b026-274e7e396937 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:52.566674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.577764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] No DVR routers for this DVR port 7aa23f58-bebc-4e3d-82b8-429c5cfc20b5 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:52.585446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa23f58-bebc-4e3d-82b8-429c5cfc20b5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.617601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.626223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.627276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d232817c-cff5-467c-8c46-a2f6c97ea0a6 HTTP/1.1" status: 204 len: 168 time: 0.7293706 Dec 13 09:58:52.634049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43176) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:52.634550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09416ae0-629a-4255-afb5-7bad7d12145c req-5a7c494c-1fc8-4d35-a212-de79a2b6d32b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515543 Dec 13 09:58:52.635307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.682506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58c775-29d8-407e-97b5-413d2333fe10 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d232817c-cff5-467c-8c46-a2f6c97ea0a6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.778891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.801361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:52.801865 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-702052fd-a1e8-4154-beff-6c2afb1c95bf service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469110 Dec 13 09:58:52.808037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.812607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:52.828666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-281f2199-e54e-4f61-9927-9e9d780d544c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1877298 Dec 13 09:58:52.830265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43180) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:52.834364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:52.835502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:52.845461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf59d8a-0f5b-452f-9f4d-516a305ef8a1']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:52.873503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a18e74fc-a7ca-4a31-83be-77cc89f722a3 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "DELETE /v2.0/floatingips/fda0301e-6fb2-469f-8939-3ba9abe8a454 HTTP/1.1" status: 204 len: 168 time: 3.2631552 Dec 13 09:58:52.878453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:52.881212 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afadc01-826b-4195-9052-23e1f9d0a2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:52.924132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-5df8977f-fa80-4158-9fc9-7edd329ca47d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 217 time: 0.0937548 Dec 13 09:58:52.929470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.938593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.946938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68743442-f589-411d-8aaf-a78514c9eac6') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:52.947405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68743442-f589-411d-8aaf-a78514c9eac6') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:52.980421 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1913e1e7-a35a-4ca1-89c9-78b301329826 x-openstack-request-id: req-1913e1e7-a35a-4ca1-89c9-78b301329826 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:52.980683 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:52.981066 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1913e1e7-a35a-4ca1-89c9-78b301329826 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:52.981299 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:58:53.001384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.012027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.057732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.090271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:53.090653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.092978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-08c29646-cd9a-4c5e-b06f-efee5fd9e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.095148 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-08c29646-cd9a-4c5e-b06f-efee5fd9e338 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1608677 Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: items = [ Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:53.095797 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:53.118657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Allocated IP 172.25.2.169 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/68142c41-ea2b-4b0a-8527-0aae446fa27b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:53.128812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.132024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.135513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/24d2cd4e-d1d2-4890-a831-9f6164d24554 HTTP/1.1" status: 204 len: 168 time: 0.3019724 Dec 13 09:58:53.139945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43188) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.142142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:53.152932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-66bf3d58-7cea-44ab-ab0b-ab2c4aa759cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.155916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-66bf3d58-7cea-44ab-ab0b-ab2c4aa759cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1956682cc574a1d86f16a15c8949bf8&device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 1097 time: 0.1656287 Dec 13 09:58:53.161928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d5708-5b21-42b7-b8dc-a15951633771 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2cd4e-d1d2-4890-a831-9f6164d24554,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.243908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ff8f3bc-29a3-4236-9205-b830188aae36 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978491 Dec 13 09:58:53.245641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43190) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.251724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--497718162'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:53.263572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.269318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.283399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] 10.222.0.31 "DELETE /v2.0/networks/2bf59d8a-0f5b-452f-9f4d-516a305ef8a1 HTTP/1.1" status: 204 len: 168 time: 2.3477762 Dec 13 09:58:53.340495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.343235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.376973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d111-d0df-423a-8d56-58a766c5a2e8 req-92b16f2d-d577-48d3-9974-321eba706ccb tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.378874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bda2d111-d0df-423a-8d56-58a766c5a2e8 req-92b16f2d-d577-48d3-9974-321eba706ccb tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.1025479 Dec 13 09:58:53.390885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-6f4d9fd2-ac26-4838-b525-1d14519127eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.392794 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-6f4d9fd2-ac26-4838-b525-1d14519127eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2484577 Dec 13 09:58:53.394132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-e2d279f7-cc73-4594-82a1-b3a52359dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.395626 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-e2d279f7-cc73-4594-82a1-b3a52359dd77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 200 len: 915 time: 0.2274773 Dec 13 09:58:53.400099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d8b2-0db4-4699-9ca3-473f5feb5b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf59d8a-0f5b-452f-9f4d-516a305ef8a1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.470498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.498264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bda2d111-d0df-423a-8d56-58a766c5a2e8 req-13eacf78-4d05-4ec2-b2eb-9a0c6cdf1539 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113210 Dec 13 09:58:53.550226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.553083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:53.559636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:53.565080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.565990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:53.567634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43194) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.591375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:53.602283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event updated for resources: {'Port': ['ID=68142c41-ea2b-4b0a-8527-0aae446fa27b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.653168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.656982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4062474 Dec 13 09:58:53.657209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7c2aff93-6cb3-4269-909d-5378b04a29c3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:53.657862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:53.664695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.665387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d501e26-ff0a-4b63-becd-8cc1575c92e5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba764b9-e85d-4368-a60b-ae2b56817494,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.672886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'dba764b9-e85d-4368-a60b-ae2b56817494', 'direction': 'ingress', 'protocol': 17}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:53.684106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7c2aff93-6cb3-4269-909d-5378b04a29c3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:53.684468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7c2aff93-6cb3-4269-909d-5378b04a29c3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:53.691377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:53.692194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:53.739398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4da6257f-3fec-4ec0-9fab-cd9fc212140b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c24c4356b4744d41a5b91771a4a16789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654882 Dec 13 09:58:53.756325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.836168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:53.914144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-48328eb3-5d30-4d46-a454-c815eabcb9e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 200 len: 217 time: 0.4026647 Dec 13 09:58:53.927156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.979992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-643a3cb1-bec4-455f-a104-ebdc763bed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.981571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-643a3cb1-bec4-455f-a104-ebdc763bed6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 200 len: 853 time: 0.0588412 Dec 13 09:58:53.988787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.995078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.001468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.007701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.013886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.019628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.022133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.028236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.036796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-efac371e-36a8-4a1f-9a1b-58f574e2f93c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.2621484 Dec 13 09:58:54.042630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.062704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.114429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-23a58c4d-0b5c-4fbf-99bc-61c3ee071796 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117462 Dec 13 09:58:54.130178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-bfe2a8aa-3a06-46b7-b9e4-3cdcfa6df269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.131791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-bfe2a8aa-3a06-46b7-b9e4-3cdcfa6df269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e6901b2-c98b-4315-8335-abc27ac6711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219714 Dec 13 09:58:54.148345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.169306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.182024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:54.193568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.239231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd44a5-787c-4b4f-96ca-bbdd2368f790 None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 4, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '882011ff-bd1f-423d-956a-36e5021b8fa4', 'name': '', 'network_id': '7e6901b2-c98b-4315-8335-abc27ac6711f', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'mac_address': 'fa:16:3e:b1:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:59Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'subnets': [{'id': 'bc7385e1-678e-4a1d-92c9-6ee0bc259345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:54.257848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea23df32-eb9e-4e1c-8ca1-d7aad3ed54db req-a82fdaa3-d27a-414f-9337-ffbb9fac3976 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198441 Dec 13 09:58:54.259611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea8283c-9cea-4eb5-a201-6d228dea359e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.302797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.306230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f98074e-d332-44a5-851f-7e2426c3b2ff tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6357608 Dec 13 09:58:54.309234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43212) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:54.316184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.319285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.323277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3688b57-9e40-49f6-9ed1-a198757081b3 HTTP/1.1" status: 204 len: 168 time: 0.5611684 Dec 13 09:58:54.353987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting port 68142c41-ea2b-4b0a-8527-0aae446fa27b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:54.355392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.371268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Allocated IP 172.25.2.205 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/9c344b31-fd21-47ef-9f92-9713454c2f7d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:54.375179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168c1a-f2d0-4fa3-b6df-0137b085c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3688b57-9e40-49f6-9ed1-a198757081b3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.434439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-830a6f1f-95e1-429a-b9d2-f960b97fb702 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087347 Dec 13 09:58:54.475007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-ef32644d-1c84-4c65-b3f2-d874d62ccdc1 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315873 Dec 13 09:58:54.489893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.491445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.509177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Calling delete_port for 68142c41-ea2b-4b0a-8527-0aae446fa27b owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:54.544798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-26d9fd5f-6c94-4173-a0aa-3b60c851596d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 217 time: 0.0988500 Dec 13 09:58:54.693997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.710489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-09cd9ff4-81ab-465c-94e7-e289c6580874 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.712129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-09cd9ff4-81ab-465c-94e7-e289c6580874 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.20 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.1381500 Dec 13 09:58:54.758107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb00ff9-e7af-4c52-804a-42c608ec24e1 req-497befeb-d60f-49de-82e8-1d15a64752a4 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.759727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfb00ff9-e7af-4c52-804a-42c608ec24e1 req-497befeb-d60f-49de-82e8-1d15a64752a4 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 946 time: 0.1326170 Dec 13 09:58:54.788313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-403e22ec-fbd2-4398-b639-e07e963353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.789813 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-403e22ec-fbd2-4398-b639-e07e963353ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.2128789 Dec 13 09:58:54.799180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62bdec-2aff-4fda-9d47-1e5d38779ad1 None None] New status for floating IP fda0301e-6fb2-469f-8939-3ba9abe8a454: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:54.838767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5afadc01-826b-4195-9052-23e1f9d0a2c8 req-cf4d81a5-8001-42e3-94fb-04457c996466 service neutron] 10.222.0.20 "GET /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911527 Dec 13 09:58:54.840713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.902286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.955852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfb00ff9-e7af-4c52-804a-42c608ec24e1 req-cf6032c6-4b9e-4b14-aaf9-96d736d95aad tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/security-groups?id=05823983-3044-4c92-af6e-9aaceb31747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719420 Dec 13 09:58:54.970899 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.009967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Port': ['ID=68142c41-ea2b-4b0a-8527-0aae446fa27b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.037219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-909814d0-d29e-4d0f-ad00-fe5ba05185bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.038019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43230) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.038822 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-909814d0-d29e-4d0f-ad00-fe5ba05185bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1926847 Dec 13 09:58:55.114844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Deleting port 2a87813b-1769-4288-890e-faf4d9de6e50 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:55.115590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.124655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.128270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.132389 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/dba764b9-e85d-4368-a60b-ae2b56817494 HTTP/1.1" status: 204 len: 168 time: 0.8190308 Dec 13 09:58:55.133969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43232) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.137147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.177297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f60704-9d3b-4426-953b-c43a01a94525 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba764b9-e85d-4368-a60b-ae2b56817494,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.209820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event updated for resources: {'Port': ['ID=9c344b31-fd21-47ef-9f92-9713454c2f7d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.227106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:55.232376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:55.236076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3ac87255-c196-41e7-b54a-aac4d1c328c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e15e22bdf95d4569a830507b09496de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840630 Dec 13 09:58:55.239492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.240465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:55.249700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6c57b-04a7-4bbc-9ac4-143ba00bc1aa None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:55.296849 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-abd8d3cb-11d1-4011-8674-e6a4119c20d3 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498813 Dec 13 09:58:55.300961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b311ea7e-6765-48d6-bbde-83a522e6cef2 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1571705 Dec 13 09:58:55.304637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.317137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de68c070-3625-44c1-bd9d-6b00e2b4c332 None None] Provisioning complete for port 9c344b31-fd21-47ef-9f92-9713454c2f7d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:55.318146 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de68c070-3625-44c1-bd9d-6b00e2b4c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.326884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--44542109'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:55.344925 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] create failed (client error): The resource could not be found. Dec 13 09:58:55.354164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-27eca415-da55-48a0-a1bc-ef1cd17a6695 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8159583 Dec 13 09:58:55.357551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43240) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.365282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-de68c070-3625-44c1-bd9d-6b00e2b4c332 None None] Port 9c344b31-fd21-47ef-9f92-9713454c2f7d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:55.432229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] For port 2a87813b-1769-4288-890e-faf4d9de6e50, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=2a87813b-1769-4288-890e-faf4d9de6e50,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:55.433032 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.474763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Calling delete_port for 2a87813b-1769-4288-890e-faf4d9de6e50 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:55.481233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.508658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.562291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-2403680c-26a4-4491-ab06-cb4f839ff171 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548175 Dec 13 09:58:55.577346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.585072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.591234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.597495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.604159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.610135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.616365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.622314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.624350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44b48136-8bb6-4677-be67-820aa5255d7a req-78a0bd69-9504-449b-aed7-ea08ec9c13a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.2476244 Dec 13 09:58:55.641690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-e4cb39d1-8c97-4bbc-a768-39b63b71b05e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 217 time: 0.0674770 Dec 13 09:58:55.739203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting port 59004c9f-75dd-4d4a-af6e-3888a16ce26a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:55.739582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.800528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f8c65c43-544d-48c2-923d-5bf576c6520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.802359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f8c65c43-544d-48c2-923d-5bf576c6520a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1516812 Dec 13 09:58:55.806944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.809610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.813283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2615b7d1-b274-47c2-87cb-cffe1b3c89a4 HTTP/1.1" status: 204 len: 168 time: 0.5672610 Dec 13 09:58:55.854139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c0d94-7d7a-4717-ae2c-3c048fac5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615b7d1-b274-47c2-87cb-cffe1b3c89a4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.863954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.868075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44b48136-8bb6-4677-be67-820aa5255d7a req-006346f5-d229-4e82-80ba-eebf29dc1a12 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2289608 Dec 13 09:58:55.926897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.929527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c09c8b6c-1a8a-46fe-89c4-de23fc465413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.932191 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c09c8b6c-1a8a-46fe-89c4-de23fc465413 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1201453 Dec 13 09:58:55.945203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.978334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.981788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event deleted for resources: {'Port': ['ID=2a87813b-1769-4288-890e-faf4d9de6e50,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:56.108102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.109446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7923610 Dec 13 09:58:56.115320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c99db36f-bab7-4d29-86fc-b64d801360a8 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739595 Dec 13 09:58:56.115810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] No DVR routers for this DVR port 2a87813b-1769-4288-890e-faf4d9de6e50 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:56.116526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:56.118871 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.122647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ea11d9e-6208-443b-8681-78a2ec5ae2f4 req-38fd6954-5ac1-4977-ba72-14892e28a508 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.20 "DELETE /v2.0/ports/2a87813b-1769-4288-890e-faf4d9de6e50 HTTP/1.1" status: 204 len: 173 time: 1.3999193 Dec 13 09:58:56.138660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'name': 'network-vif-deleted', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:56.141567 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed91c08-aa78-4553-9ca0-798d301ea0bc" -d '{"events": [{"server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "name": "network-vif-deleted", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:56.153125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4165f-4788-49f9-b315-7210a1ab767e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e856c-7826-41be-afea-1d37c8ead9ca,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:56.157202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b08678f-a943-49c8-b82a-f7f7cccd30fe req-5ec1efcd-8a3c-43cc-b63e-9d09d20e9c16 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.0946198 Dec 13 09:58:56.184098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.200252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Calling delete_port for 59004c9f-75dd-4d4a-af6e-3888a16ce26a owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:56.260891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460783593'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:56.352188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.425745 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac67564-06d8-420d-a57b-5f1a15208df0 x-openstack-request-id: req-1ac67564-06d8-420d-a57b-5f1a15208df0 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:56.426592 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af73b3-52b9-44bb-8a10-5c94e9a3b48b", "name": "network-vif-deleted", "tag": "2a87813b-1769-4288-890e-faf4d9de6e50", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:56.427359 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ac67564-06d8-420d-a57b-5f1a15208df0 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:56.427989 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af73b3-52b9-44bb-8a10-5c94e9a3b48b', 'name': 'network-vif-deleted', 'tag': '2a87813b-1769-4288-890e-faf4d9de6e50', 'status': 'completed', 'code': 200} Dec 13 09:58:56.429817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.465370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Port': ['ID=59004c9f-75dd-4d4a-af6e-3888a16ce26a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:56.510190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-228fccc0-95b8-49d8-beed-e643c23bd2ac service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641652 Dec 13 09:58:56.521885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.614221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-32fa1f15-0bec-4652-8dd7-79402610cf7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 217 time: 0.0943956 Dec 13 09:58:56.618024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.630200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1adfceca-9e9c-44c3-9ac0-18b05bd03e70 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "DELETE /v2.0/ports/59004c9f-75dd-4d4a-af6e-3888a16ce26a HTTP/1.1" status: 204 len: 168 time: 1.2585282 Dec 13 09:58:56.636357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43268) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:56.766215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f7c00-5f05-4441-9fb4-614cba9f1383 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.770956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-475f7c00-5f05-4441-9fb4-614cba9f1383 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6c176f1-854d-42e6-b6dd-ace25420be3b HTTP/1.1" status: 200 len: 913 time: 0.1300838 Dec 13 09:58:56.771264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43272) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:57.225349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.237259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.243618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.248879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-ee717b96-f616-47fb-98f1-c232a6430a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.250437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-ee717b96-f616-47fb-98f1-c232a6430a68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.6257198 Dec 13 09:58:57.256444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.262647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.270795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.288059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.304254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.319610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.322914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b396f4f-a881-457a-bd96-c56cf0bb39b0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:57.323755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-81b02b8a-c55b-4447-8dcb-a4f6f39db361 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.2950168 Dec 13 09:58:57.346236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:57.366941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.368290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4103aecb-595f-459f-8fd5-790d3ef18d16 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1397059 Dec 13 09:58:57.372133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:57.385746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '4f4e856c-7826-41be-afea-1d37c8ead9ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b396f4f-a881-457a-bd96-c56cf0bb39b0', 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:57.400914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1967c91-9702-48e7-bd6f-1d3948243abf req-d9723a2e-5ce6-4060-be78-d16b1bf9119c tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.0733860 Dec 13 09:58:57.453056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2a87813b-1769-4288-890e-faf4d9de6e50 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:57.481644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.504479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 2a87813b-1769-4288-890e-faf4d9de6e50 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:57.506111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 2a87813b-1769-4288-890e-faf4d9de6e50 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:57.512169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7342a73-bf8f-4c4f-8795-2cb5b61198b6 req-8b6d821d-6b47-4d8b-99d4-316444089c16 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778076 Dec 13 09:58:57.536916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.562282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f1edace5-af59-45e4-9c26-cd74f3f1a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.563837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-f1edace5-af59-45e4-9c26-cd74f3f1a03f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2911103 Dec 13 09:58:57.584726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-247994349-network', 'tenant_id': '75a99e3fad0c4619843ddccdfb9dc3e8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:57.651773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Made reservation on behalf of 75a99e3fad0c4619843ddccdfb9dc3e8 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:57.654285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.656343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.666809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.668114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Router d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:57.702610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.733006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.737042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3637416 Dec 13 09:58:57.737661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:57.879277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:57.892440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] Sync routers for ids ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:57.908715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] Routers {'d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:57.914614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:57.937190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.940971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-52bfd2da-263c-496b-8d3c-e66bfb43ef4d service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458531 Dec 13 09:58:57.947307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f519eb-0970-4cbe-bff6-3dedcd77d87c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3d4c6f-866a-432d-897d-13da1a5ebbdb,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:57.970557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.987272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:58.002176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] Routers {'d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:58.003130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:58.007508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.011403 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dbe31c46-6c77-4993-a5d7-f35e2760bd56 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2177255 Dec 13 09:58:58.015821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43296) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.045077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:58.046160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6418e-72d4-43b0-aaf8-1d0cbae3c251 None None] The sync data for ids ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:58.050820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:58.135913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.153870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.155122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1a3d4c6f-866a-432d-897d-13da1a5ebbdb HTTP/1.1" status: 204 len: 168 time: 0.4099524 Dec 13 09:58:58.167656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443ffe1-6bfa-4897-978b-a128e10f42ec tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a3d4c6f-866a-432d-897d-13da1a5ebbdb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:58.169865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43298) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.238279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4c13edc9-6b3e-4c59-9b76-dce42eb0d786 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882457 Dec 13 09:58:58.238541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.251347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.295693 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-dbfd3204-d623-49cf-9756-9b39322d5e95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 217 time: 0.0473838 Dec 13 09:58:58.302133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:58:58.319158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84f7c6-9695-418f-bd35-1ef1615bba41,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:58.344966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-520ddb09-cb09-45e2-8faa-49c2b863897d tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1016700 Dec 13 09:58:58.344966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.344966 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Added segment 9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5 of type vlan for network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 Dec 13 09:58:58.346658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43302) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.507239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.509122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.616655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-94311879-a11f-4165-bbe4-09fd9254eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.618291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-94311879-a11f-4165-bbe4-09fd9254eabe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.2133238 Dec 13 09:58:58.647357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c1bef08-1d73-41c2-bad0-ded7296fa556 req-d45e8921-4e4a-4638-9400-9288fbef4e32 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1330900 Dec 13 09:58:58.672083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.707278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-03142fe7-cb2a-4ba8-9adb-03d6cd0c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.709353 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-03142fe7-cb2a-4ba8-9adb-03d6cd0c3381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832458 Dec 13 09:58:58.717621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.718570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.719149 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.745785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.767377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4096723 Dec 13 09:58:58.768371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43308) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.793000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Request body: {'subnet': {'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-247994349-subnet', 'tenant_id': '75a99e3fad0c4619843ddccdfb9dc3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:58.859178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Made reservation on behalf of 75a99e3fad0c4619843ddccdfb9dc3e8 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:58.861834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.872540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting port 7876f0e2-0beb-4931-8106-36be10275918 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:58.873734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.889392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.896027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.902890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.909712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.917000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.931047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.938628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.941678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-432d7f97-7d76-47cb-ba24-5f3ac988f663 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.2907803 Dec 13 09:58:58.945402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb1a18-cfe3-4e1b-9232-81c7d2f0cb88 admin admin] Pushing event updated for resources: {'Network': ['ID=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:58.961917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:58:59.022930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.025950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.027225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b396f4f-a881-457a-bd96-c56cf0bb39b0 HTTP/1.1" status: 204 len: 168 time: 0.6768332 Dec 13 09:58:59.034073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:59.091538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eebfc6-e70e-4338-8d0a-054894a4ec4b tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b396f4f-a881-457a-bd96-c56cf0bb39b0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:59.110460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-07b9f94a-3b91-44d9-8b1a-53004890ba79 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928003 Dec 13 09:58:59.116355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cbd54d8-3aec-403c-9538-7a66e045076d req-b6046b7c-2b2a-44cc-a55a-36cfaabfd4e2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533539 Dec 13 09:58:59.180896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.206841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Calling delete_port for 7876f0e2-0beb-4931-8106-36be10275918 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:59.216839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ad8ccbb6-f0ef-44e0-9156-6ab52262ff89 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1772342 Dec 13 09:58:59.221801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43312) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:59.339232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.414336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.501290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.509324 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.514103 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.517371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.518838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f4e856c-7826-41be-afea-1d37c8ead9ca HTTP/1.1" status: 204 len: 168 time: 0.2961078 Dec 13 09:58:59.525276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43316) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:59.537660 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-89804ff8-6026-4f2e-be48-4d75e4a9cb49 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037244 Dec 13 09:58:59.544170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.562198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e9f2c-45bd-4c84-aae9-95dc4c51316a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e856c-7826-41be-afea-1d37c8ead9ca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:59.591069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Port': ['ID=7876f0e2-0beb-4931-8106-36be10275918,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:59.643170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.669543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-a5f1718e-b0a9-405b-8b2a-2bc3e069cce8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.1229358 Dec 13 09:58:59.670605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-33abcb8b-990c-4360-b1bd-9461bb6f381e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1424632 Dec 13 09:58:59.674718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43318) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:59.701235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.707325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--270279549'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:59.776396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.908020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c5fd9d24-0f85-495a-824b-95c1d44f8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:59.909712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-c5fd9d24-0f85-495a-824b-95c1d44f8825 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.2293601 Dec 13 09:58:59.922757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67d23f6b-ecc5-46b1-abc7-7021d0685a33 req-6054278c-d47d-40ca-8c7e-5c272a972dac tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1246302 Dec 13 09:58:59.962821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Checking segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:59.963342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Network hostable DHCP agents. Network: 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:58:59.985646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ea24b8-6abc-4014-80cc-c7284ec37fe9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:59.989922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.998608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:00.034349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:00.141333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.217472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:00.218182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.233444 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] Sync routers for ids ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:00.235811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.238166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9bda2e80-7fc1-4b67-8eb2-171e4d7843b2 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "PUT /v2.0/routers/d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 200 len: 920 time: 2.2203000 Dec 13 09:59:00.240834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-073ea877-7e4f-4a59-8781-cd2c879bc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.242755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-073ea877-7e4f-4a59-8781-cd2c879bc898 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3207586 Dec 13 09:59:00.243711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43324) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.256636 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] Routers {'d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:00.258240 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.328585 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.350832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] Routers {'d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:00.351517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.352655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.352879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6773841 Dec 13 09:59:00.360894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43326) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.369994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'ae69a6a1-0d5b-4966-8b37-99ee43c46704', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:00.409972 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.413343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ad80-6c83-4ca4-b1d6-a8aa76bdac49 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69a6a1-0d5b-4966-8b37-99ee43c46704,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:00.418964 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.419867 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8324e-e693-48cd-8957-91f6cba1ce1b None None] The sync data for ids ['d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:00.421264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Router c6c176f1-854d-42e6-b6dd-ace25420be3b has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:00.532643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.540117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.555116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.555116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.561757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.568453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.574849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.575126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:00.576817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-f68cdbd7-b0b9-4e7f-b593-d4c17a3be3c0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.3242707 Dec 13 09:59:00.590190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:00.590806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.602740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b2ae6-89ed-4572-acd6-8cda12f1fc9b None None] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:00.705225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9163527-dedb-4f3a-b3e1-efa2ada197bf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9171515 Dec 13 09:59:00.706450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-4f266b28-51a7-4578-9470-2a1bc7c54905 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544306 Dec 13 09:59:00.710435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:00.743302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] Sync routers for ids ['c6c176f1-854d-42e6-b6dd-ace25420be3b'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:00.748802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e948e3b1-7815-4dc8-9af8-d08fc1f01cfe tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "PUT /v2.0/routers/c6c176f1-854d-42e6-b6dd-ace25420be3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9756963 Dec 13 09:59:00.762286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43332) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.817970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] Routers {'c6c176f1-854d-42e6-b6dd-ace25420be3b'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:00.818906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c6c176f1-854d-42e6-b6dd-ace25420be3b'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.935430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a594a162-fd02-49f7-8b1f-e47498e83c67 req-96da0b3f-204f-4089-9206-16ad5e6b0e48 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938836 Dec 13 09:59:00.952799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.971443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.981400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207377f1-f493-45a6-b713-19de05e13420 None None] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:00.982350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.993802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.123195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] Routers {'c6c176f1-854d-42e6-b6dd-ace25420be3b'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:01.123866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c6c176f1-854d-42e6-b6dd-ace25420be3b'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:01.132798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386cc0f3-e626-498b-806c-eda15fbd2bf9,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.227735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-530bbccb-05c8-4110-904b-50c69eac5297 req-12b5c1ae-ff2e-4074-b2c7-38f7dce11063 tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.1220458 Dec 13 09:59:01.256510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:01.259388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab13f3-7865-4446-8703-f01fd708e717 None None] The sync data for ids ['c6c176f1-854d-42e6-b6dd-ace25420be3b'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:01.261003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.263074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dc92f6a2-1dd5-484c-bcf6-4a52d3521ae4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8977571 Dec 13 09:59:01.294987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.360225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2afeb316-4ec9-49f2-822f-7224e0493901 req-57bbbec4-cb69-411a-9a04-717dc353980e service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453946 Dec 13 09:59:01.424833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00143a46-d18f-4423-83ed-63b5612f4446 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 200 len: 920 time: 1.1759374 Dec 13 09:59:01.432083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.455391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.460272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.462304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.477308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.556294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b10b6-a8b1-46bf-9473-1ee202eca769 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.557968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.558520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Fanout notify agent at l3_agent the message router_deleted on router c6c176f1-854d-42e6-b6dd-ace25420be3b {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:01.561508 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6c9b10b6-a8b1-46bf-9473-1ee202eca769 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1279886 Dec 13 09:59:01.565171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.577663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.579047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c237b20e-8a95-4c7e-bd5b-8d90b37c5083 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "DELETE /v2.0/routers/c6c176f1-854d-42e6-b6dd-ace25420be3b HTTP/1.1" status: 204 len: 168 time: 0.8152981 Dec 13 09:59:01.584570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.591813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.619522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.621180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/386cc0f3-e626-498b-806c-eda15fbd2bf9 HTTP/1.1" status: 204 len: 168 time: 0.3233085 Dec 13 09:59:01.642451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43360) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.657186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.657787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.658250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.658700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.659470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.659955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.661100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.663483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-c592b03d-2bf6-4d66-b82f-a00c77042afb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6485 time: 0.1943038 Dec 13 09:59:01.671403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-c2faaa8e-6b94-4085-b94a-116f0d0bc5c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.673320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-c2faaa8e-6b94-4085-b94a-116f0d0bc5c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.3772440 Dec 13 09:59:01.674462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6eda4-b7f3-45e7-9d99-3d00481292c1 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=386cc0f3-e626-498b-806c-eda15fbd2bf9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.706342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-fdbeb027-e020-4799-b9af-e7c3be614ed5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/quotas/75a99e3fad0c4619843ddccdfb9dc3e8 HTTP/1.1" status: 200 len: 375 time: 0.0210183 Dec 13 09:59:01.728199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting subnet 4ca9d11b-b1bc-4963-8e07-99b88583c2d3 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:01.746856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.751471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-ca357c4b-2380-4cd3-8b72-82cce7410cb2 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391250 Dec 13 09:59:01.799653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-88d73aa7-40e9-4f4a-bd1f-28c7625f5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.801470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-88d73aa7-40e9-4f4a-bd1f-28c7625f5323 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 903 time: 0.1198192 Dec 13 09:59:01.858595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.860002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-02fc6209-4d71-4a3b-9333-cfd4db4590d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.0433555 Dec 13 09:59:01.879150 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a54c2f98-5dd8-4161-805a-61d4b289fdb2 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2344134 Dec 13 09:59:01.879869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43362) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.943619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038d8b9-110a-4a10-aba0-9e3336bae2e6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.945686 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5038d8b9-110a-4a10-aba0-9e3336bae2e6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.3766241 Dec 13 09:59:01.953810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.968027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-06725c0f-8596-4891-ac25-c5be7e1dbcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930163 Dec 13 09:59:02.004880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-130a02a1-01ae-40d4-8179-b56f628b7261 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 200 len: 205 time: 0.0448592 Dec 13 09:59:02.009757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43368) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.027122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-a4f4f93a-ba99-4a65-86cd-f960c43f7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.028973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-a4f4f93a-ba99-4a65-86cd-f960c43f7176 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.1410644 Dec 13 09:59:02.083129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.168544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.190984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-a3c7bbbb-065b-4015-ab1c-06eda5eb699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.192059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.192936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-a3c7bbbb-065b-4015-ab1c-06eda5eb699e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276529 Dec 13 09:59:02.198198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.204562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.211161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.217248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.223396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.226298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.229419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.231386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-3f40faea-6e48-4ebf-a9ec-771897ef63d8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.1665008 Dec 13 09:59:02.239451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-3f79408c-6aa4-4376-a30c-2fc29c79112d service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701216 Dec 13 09:59:02.251806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.283311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.330988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6620ae-65da-4ec0-aefc-220da481c710 None None] Network 2fe2f410-d39d-48a8-af11-e601e0d08b99 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:02.333502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca9d11b-b1bc-4963-8e07-99b88583c2d3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:02.339437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.344885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-44842c1b-c534-4d8c-83ec-29a53e23c314 tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "DELETE /v2.0/subnets/4ca9d11b-b1bc-4963-8e07-99b88583c2d3 HTTP/1.1" status: 204 len: 168 time: 0.7500126 Dec 13 09:59:02.348893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43372) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.435909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.438548 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.440095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae69a6a1-0d5b-4966-8b37-99ee43c46704 HTTP/1.1" status: 204 len: 168 time: 0.5506072 Dec 13 09:59:02.448762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.474987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-bb17a36e-a71b-494f-a8a5-bfa520e4b28a service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710097 Dec 13 09:59:02.476292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.495326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367627c-aec3-4aca-b350-529073aa32ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69a6a1-0d5b-4966-8b37-99ee43c46704,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:02.502760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab9ee49b-2165-4a2e-8e08-fcbb46266232 req-39f02063-16d0-40e7-a623-559cb50e90f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564223 Dec 13 09:59:02.604748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.629239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10c31a41-0814-4b46-9917-d57f4156e64e req-2f927c60-326b-4226-be00-0f8bc611031f tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "GET /v2.0/ports?device_id=98af73b3-52b9-44bb-8a10-5c94e9a3b48b HTTP/1.1" status: 200 len: 210 time: 0.0484164 Dec 13 09:59:02.639609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] DHCP port deletion for 2fe2f410-d39d-48a8-af11-e601e0d08b99 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:02.645457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e8130f8-386d-4485-9f53-76f7cbca7dcc req-3b022bb3-26ed-4ee2-a378-34b8d6795aba tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 210 time: 0.0483086 Dec 13 09:59:02.690789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Deleting port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:02.691144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.696775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff4e3e3f-a8cf-4302-96fc-9f7690dff500 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2407792 Dec 13 09:59:02.716602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43382) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.721040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--745506711'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:02.721660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Deleting port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:02.722049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.839341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f38d1934-2130-4cff-a52a-ddb9a8f7c7de req-2beb8828-cb43-4161-a97a-739c1a9f1cb6 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333695 Dec 13 09:59:02.874391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port 9c344b31-fd21-47ef-9f92-9713454c2f7d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:02.874836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.893958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] For port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,segment=NetworkSegment(6b8ee07f-e2f9-4951-a10a-288a1e9ba686),segment_id=6b8ee07f-e2f9-4951-a10a-288a1e9ba686)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:02.895734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.919261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Calling delete_port for 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:02.972830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.994970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for 9c344b31-fd21-47ef-9f92-9713454c2f7d owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:03.292660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.299054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.323893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] For port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,segment=NetworkSegment(6b8ee07f-e2f9-4951-a10a-288a1e9ba686),segment_id=6b8ee07f-e2f9-4951-a10a-288a1e9ba686)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:03.324194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.341565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=9c344b31-fd21-47ef-9f92-9713454c2f7d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.357914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd60d1a-fe45-4af3-9e48-8e7e0a0f0d77 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:03.375906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.409769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.415736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.418520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Calling delete_port for 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:03.431953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] Pushing event deleted for resources: {'Port': ['ID=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.441850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31975d-7e28-40c7-a2fb-d54b2c987ae9 None None] No DVR routers for this DVR port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:03.456249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.461271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7411652 Dec 13 09:59:03.463709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43400) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.470640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'b4f7a5ca-3018-4b5f-9181-4fad59ab1a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:03.489250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.506308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caed0f-56b7-42da-9726-403faf73db06 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f7a5ca-3018-4b5f-9181-4fad59ab1a65,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.544030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.586248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] No DVR routers for this DVR port 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:03.601835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.609595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Port': ['ID=8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.630832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.634100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.695037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:03.747318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:03.748697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8d4d8fe4-d7c8-4ed2-8b62-20d8166c9c66 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:03.757687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.765951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.766865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43408) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.776467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.788389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe2f410-d39d-48a8-af11-e601e0d08b99']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:03.804826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.806055 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3413510 Dec 13 09:59:03.806531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8ee07f-e2f9-4951-a10a-288a1e9ba686') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:03.806810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.807022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8ee07f-e2f9-4951-a10a-288a1e9ba686') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:03.807340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:03.811523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43410) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.832061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.833209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-91695d8b-8286-4921-8dd9-2b5401b4c8f6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 204 len: 168 time: 1.8205285 Dec 13 09:59:03.839430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.851188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160106834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:03.858902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.864954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca6ff1-3121-4bad-9ddb-53f056bfd802 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484bdc83-69fc-44a9-a0e6-dd4edf09d80c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.886932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.890258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-353faed2-4aaf-4f1a-bfff-623ba5ac6472 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules/484bdc83-69fc-44a9-a0e6-dd4edf09d80c HTTP/1.1" status: 200 len: 763 time: 0.0686297 Dec 13 09:59:03.893508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43414) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.912180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.935823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.936959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.952170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.995621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:03.996973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:04.006723 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:04.029888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.037091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.058128 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.062032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c420af79-c4fc-4bbc-8372-c5d51517ffb0 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2145007 Dec 13 09:59:04.062672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.067053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:04.107736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebb1c803-4805-4f52-b120-e1de2a2ab184 req-e22eaade-0392-4d66-b255-d48667262301 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 210 time: 0.2697434 Dec 13 09:59:04.137494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9af41e5a-b513-4024-97d8-5b0d7f735b5e tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2424304 Dec 13 09:59:04.143130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43418) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.160276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.166757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.173324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.180299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.186333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.189656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.192628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.193253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.197059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] 10.222.0.31 "DELETE /v2.0/security-groups/05823983-3044-4c92-af6e-9aaceb31747d HTTP/1.1" status: 204 len: 168 time: 0.4250042 Dec 13 09:59:04.199395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.209226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-778c8824-20e5-4a46-aeb2-f2edaf8c70c4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.5656631 Dec 13 09:59:04.231110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.237177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.243774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] 10.222.0.31 "DELETE /v2.0/networks/2fe2f410-d39d-48a8-af11-e601e0d08b99 HTTP/1.1" status: 204 len: 168 time: 1.8937628 Dec 13 09:59:04.287249 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.297245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d65185-ae1f-40e2-ab7e-b88fa0fd295b tempest-FloatingIPNegativeTestJSON-1907146715 tempest-FloatingIPNegativeTestJSON-1907146715-project] Pushing event deleted for resources: {'Network': ['ID=2fe2f410-d39d-48a8-af11-e601e0d08b99,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:04.318168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-60513dba-3c58-4087-95ed-f0d840607473 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.319849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-60513dba-3c58-4087-95ed-f0d840607473 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.4792316 Dec 13 09:59:04.335042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Request body: {'port': {'device_id': 'db563afd-6032-47a7-9232-00bde84ab14a', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'admin_state_up': True, 'tenant_id': '75a99e3fad0c4619843ddccdfb9dc3e8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:04.355249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41335352-118f-40d3-b3bd-24b0a0767d5e tempest-TestVolumeBackupRestore-1917186163 tempest-TestVolumeBackupRestore-1917186163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05823983-3044-4c92-af6e-9aaceb31747d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:04.368041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.377164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.421441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fcb8424a-f83f-44f7-bbc5-33984c489fc1 req-e823af45-8e54-4068-bb34-928ed8abf0ac tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093632 Dec 13 09:59:04.465074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.479397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.487086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.488326 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/484bdc83-69fc-44a9-a0e6-dd4edf09d80c HTTP/1.1" status: 204 len: 168 time: 0.3440869 Dec 13 09:59:04.489235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402da9a5-bc7c-4045-a5b2-fad72dcf7465 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=484bdc83-69fc-44a9-a0e6-dd4edf09d80c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:04.490784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.571309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0929928-4303-4e9f-b127-8c4ca49b0e61 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787964 Dec 13 09:59:04.575237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43448) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.580761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'b4f7a5ca-3018-4b5f-9181-4fad59ab1a65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:04.641661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Made reservation on behalf of 75a99e3fad0c4619843ddccdfb9dc3e8 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:04.666627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.777685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.834352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43476) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.897714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.909007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.923780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Allocated IP 172.20.0.13 (01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304/f6ea24b8-6abc-4014-80cc-c7284ec37fe9/52059b5a-f0d5-4aba-bf92-5fbbd984c92a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:04.934740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa8743-70db-4a35-aebf-e02ad8bf127e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:04.949179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.953060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be9c9b05-98b3-4e8c-b40e-41738ab0ca3a tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3744686 Dec 13 09:59:04.953804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43492) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.954027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.975594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b4ae3f66-f696-4091-b30a-48ff8c7a2593 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules/ceaa8743-70db-4a35-aebf-e02ad8bf127e HTTP/1.1" status: 200 len: 763 time: 0.0185506 Dec 13 09:59:04.976231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43496) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.985665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.079158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6d93cbdb-8f61-4b7d-a7ad-090f6a26eb1c tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1015844 Dec 13 09:59:05.086695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.152251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20ea24f7-030b-4093-855c-a8517bbfbf43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d70ea906114248a2963ed7e9fe09cbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167541 Dec 13 09:59:05.152530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.154877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Allocated IP 172.25.2.116 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:05.155037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43524) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.168957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.252379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.290089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.295271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ceaa8743-70db-4a35-aebf-e02ad8bf127e HTTP/1.1" status: 204 len: 168 time: 0.2073224 Dec 13 09:59:05.300461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.307927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fbf369d-7b50-44f1-a837-f70c0781031b req-b476bfd5-61be-4156-99b9-efde62a8e30b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 210 time: 0.0606644 Dec 13 09:59:05.341306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9c57a-02ce-471e-ba1c-5ca50153f4b5 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceaa8743-70db-4a35-aebf-e02ad8bf127e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.354515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.384678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.385518 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.451404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.507016 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d90b3c20-7847-4130-93df-b62a4b821eef tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1834443 Dec 13 09:59:05.507978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43568) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.524670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.529556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.530019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': 'b4f7a5ca-3018-4b5f-9181-4fad59ab1a65', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:05.534145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2298d996-a98f-4927-9103-ba446ce5a3a8 HTTP/1.1" status: 204 len: 168 time: 0.3782156 Dec 13 09:59:05.547760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.615023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.630978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9545c-078b-4b82-9202-1ca7389a89b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298d996-a98f-4927-9103-ba446ce5a3a8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.709702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:05.718730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:05.726513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:05.732769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.750755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.839943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.855028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.862292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.865300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.870062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:05.870880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.881497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:05.886337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.888079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event updated for resources: {'Port': ['ID=ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.894592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:05.902137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.904140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e648b94e-dab2-465d-a9e6-72f4cdf796a4 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:05.920267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.922306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b279ed-c532-41e9-a222-065c79437907,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.932947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.934762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.935318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-253ab31a-0c19-4860-af8a-b304d4109479 req-9ccff627-c3f5-44c1-9d6b-27e56bc072c7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.3056426 Dec 13 09:59:05.938639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43612) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.938773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-244cd0e7-c456-4419-b11e-8808c64d6bde tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194193 Dec 13 09:59:05.963762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-435f1a41-e4e8-4ae0-b6f9-ecd0c279ae90 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules/84b279ed-c532-41e9-a222-065c79437907 HTTP/1.1" status: 200 len: 764 time: 0.0239682 Dec 13 09:59:05.972618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.973399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.976087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43618) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.000539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-41718e8c-dce3-45f4-811b-b52dc41e5d83 None None] Provisioning complete for port ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:06.001243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41718e8c-dce3-45f4-811b-b52dc41e5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.043175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-9c802617-fc44-4648-9c73-078c00f56036 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7124202 Dec 13 09:59:06.070970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-41718e8c-dce3-45f4-811b-b52dc41e5d83 None None] Port ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:06.083853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Request body: {'port': {'device_id': 'db563afd-6032-47a7-9232-00bde84ab14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:06.110109 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36916bc5-3b10-4901-9b79-b07313e08a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.211276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-253ab31a-0c19-4860-af8a-b304d4109479 req-aaf8b020-5fe5-4dda-a429-bc46adb6c6c5 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2460766 Dec 13 09:59:06.235750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3825280e-599a-45b5-b6ba-200807f02ed2 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2545094 Dec 13 09:59:06.248646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43656) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.329673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.334675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.356014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.438534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.444252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.445597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/84b279ed-c532-41e9-a222-065c79437907 HTTP/1.1" status: 204 len: 168 time: 0.2047775 Dec 13 09:59:06.457086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.567590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9141c16-3b05-48d4-b957-57a597dd0a85 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84b279ed-c532-41e9-a222-065c79437907,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:06.644100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-71fac897-74a3-4505-a33a-6cab4e04b2d3 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1847677 Dec 13 09:59:06.648309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43718) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.768979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538a36-6bbe-494a-99ac-6b970f30ec1a req-01bfff90-6850-497d-939c-89218d5254d5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:06.777365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c538a36-6bbe-494a-99ac-6b970f30ec1a req-01bfff90-6850-497d-939c-89218d5254d5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 932 time: 0.3097129 Dec 13 09:59:06.845549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.903447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c538a36-6bbe-494a-99ac-6b970f30ec1a req-49d512c2-1524-473b-9670-6ca9b42b5bff tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247263 Dec 13 09:59:06.923976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.933549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.997896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43760) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:07.104719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52059b5a-f0d5-4aba-bf92-5fbbd984c92a {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:07.109426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.112919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.114669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4f7a5ca-3018-4b5f-9181-4fad59ab1a65 HTTP/1.1" status: 204 len: 168 time: 0.4520919 Dec 13 09:59:07.128198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.132481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43780) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:07.133286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786132-535d-4a90-b613-54a18c3fa3a8 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f7a5ca-3018-4b5f-9181-4fad59ab1a65,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:07.182051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Transition to ACTIVE for port object 52059b5a-f0d5-4aba-bf92-5fbbd984c92a will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:59:07.210800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725914106'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:07.215766 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.277964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.280140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:07.289965 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.293067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-278be671-f7aa-40b6-ae8a-b93edb5f4eae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1576171 Dec 13 09:59:07.299459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43804) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:07.308966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.311737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group': {'name': 'tempest-secgroup--153437741'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:07.315535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.350177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:07.425305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.482911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.490825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.497650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.504890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.511443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.518493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.525180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.533118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-b098c0f8-9783-42a9-b5ae-5a4430606096 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.1540618 Dec 13 09:59:07.551055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Attempting to bind port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:07.552357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Attempting to bind port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:07.552914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Attempting to bind port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:07.560091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.566592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:59:07.567455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Attempting to bind port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:07.570588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.581386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:07.581727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Checking segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:07.582905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Bound using segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:07.583361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Bound port: 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:07.583870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.641404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc15231-69fe-4a2a-9d4c-dbdb09fcfc19,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:07.646327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Router 7daec7f7-bdf0-49a2-b875-49b0dafef79b is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:07.662058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:07.695329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-600995a9-8bff-4912-8ed7-b1b500f39b18 req-69a6c3c5-1b71-419c-b37e-4c222cef4bac tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563067 Dec 13 09:59:07.728020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.739794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.756569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.757035 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 9764f906-5eee-4a1b-a914-6f93b477b439 of type vlan for network 26023744-af53-452a-963e-1aef5f0fb94e Dec 13 09:59:07.788041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52e4ac-0407-4991-ba81-e93d589647fd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:07.800583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:07.814571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.817171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1299bd3f-3778-4e61-8f47-0aabbc9a6caa tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5162156 Dec 13 09:59:07.820890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43858) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:07.825678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:07.830385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Request body: {'security_group_rule': {'security_group_id': '6e52e4ac-0407-4991-ba81-e93d589647fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:07.841616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.883132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.904699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.906278 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.908048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] 10.222.0.20 "PUT /v2.0/ports/52059b5a-f0d5-4aba-bf92-5fbbd984c92a HTTP/1.1" status: 200 len: 1092 time: 1.8346601 Dec 13 09:59:07.908551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:07.911636 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b06f752-d2d7-4d80-b027-ca4ce41813df" -d '{"events": [{"name": "network-changed", "server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:07.932140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.985566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.996204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.013784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.025172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.025543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.032512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:08.045601 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] Sync routers for ids ['7daec7f7-bdf0-49a2-b875-49b0dafef79b'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:08.055626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.057890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2bb5543c-ec0b-42ca-9f74-cb62614a4168 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "PUT /v2.0/routers/7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 200 len: 880 time: 3.9944599 Dec 13 09:59:08.064054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.065323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] Routers {'7daec7f7-bdf0-49a2-b875-49b0dafef79b'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:08.068593 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7daec7f7-bdf0-49a2-b875-49b0dafef79b'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:08.089044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6fdc7-df3c-455a-bd26-da73cd31099a service neutron] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:08.093401 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bca9f1f-f1fc-4743-a650-e155de7c0d84 x-openstack-request-id: req-5bca9f1f-f1fc-4743-a650-e155de7c0d84 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:08.093803 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:08.094155 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bca9f1f-f1fc-4743-a650-e155de7c0d84 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:08.094771 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'status': 'completed', 'code': 200} Dec 13 09:59:08.128596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f835b161-80d3-472a-a972-0e60d96ea6b5,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:08.144641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:08.155934 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] Routers {'7daec7f7-bdf0-49a2-b875-49b0dafef79b'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:08.156787 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:58:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7daec7f7-bdf0-49a2-b875-49b0dafef79b'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:08.165975 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.169963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-65e8179a-9f8a-44db-9caf-abd5d09e0abf tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455689 Dec 13 09:59:08.199579 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:08.201015 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243305e-92b3-48be-822b-04a5365c55b7 None None] The sync data for ids ['7daec7f7-bdf0-49a2-b875-49b0dafef79b'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:08.201467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-091f71ae-1f0a-41e4-9a5c-35fab0f01ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.203177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-091f71ae-1f0a-41e4-9a5c-35fab0f01ee4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 1095 time: 0.2273984 Dec 13 09:59:08.207120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43896) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.240136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2409191 Dec 13 09:59:08.244516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43e186-5b9a-4469-a9d9-2666dec9b9bd req-37191643-afb7-4c71-bf30-59bc558c2d0b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.247785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc43e186-5b9a-4469-a9d9-2666dec9b9bd req-37191643-afb7-4c71-bf30-59bc558c2d0b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 944 time: 0.1720438 Dec 13 09:59:08.298708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a60af-3f98-4763-a447-46c045ff439b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=26023744-af53-452a-963e-1aef5f0fb94e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:08.316265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 26023744-af53-452a-963e-1aef5f0fb94e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:08.419242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-6a347a17-0707-4593-befb-b1b9637d9886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a HTTP/1.1" status: 200 len: 217 time: 0.1938806 Dec 13 09:59:08.467491 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f11f8989-169d-4b7a-b2f7-07aa88a532e9 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 200 len: 921 time: 0.2552438 Dec 13 09:59:08.468226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.484729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb3750f7-638f-4c23-b2d2-482c9c671056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.546879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc43e186-5b9a-4469-a9d9-2666dec9b9bd req-00633a64-8cc6-4a66-865b-644727188c19 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846445 Dec 13 09:59:08.572164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.583178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-f8ba13ab-e512-4793-a6b5-3602399ca7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.585191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-f8ba13ab-e512-4793-a6b5-3602399ca7ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.1455784 Dec 13 09:59:08.595713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f711603-a34e-4e59-be77-3fd5cf5b163a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.595713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f711603-a34e-4e59-be77-3fd5cf5b163a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=7daec7f7-bdf0-49a2-b875-49b0dafef79b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1228902 Dec 13 09:59:08.595713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.639048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-814db6e0-71a9-4d8a-b75c-ba7ae45bd586 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370178 Dec 13 09:59:08.707841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.781757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be9262-9e7b-47b9-aa1d-211429bb10ce tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.782915 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-39be9262-9e7b-47b9-aa1d-211429bb10ce tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.1869497 Dec 13 09:59:08.794296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43966) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.845964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2711691a-6869-4a68-ba96-230c018d584c tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 200 len: 205 time: 0.0445118 Dec 13 09:59:08.846353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.939784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.943790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.947875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e52e4ac-0407-4991-ba81-e93d589647fd HTTP/1.1" status: 204 len: 168 time: 0.7394731 Dec 13 09:59:08.948501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43972) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:08.971105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.978569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.985185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.991443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.997643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.003922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.010771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.013535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-b1cddf87-5ecc-4656-bd74-96d8586ce2e3 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.1569443 Dec 13 09:59:09.029529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.035438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39c063-f69d-4765-a51e-841f86e536ae tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52e4ac-0407-4991-ba81-e93d589647fd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:09.041017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-7df8ec91-43aa-435d-a389-1a548cd6ff27 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940725 Dec 13 09:59:09.160976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6c5b185-b57d-40fa-994b-e6a2ce0e357e req-d6f4de3a-6fb5-4b68-af54-bd7342454a02 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063883 Dec 13 09:59:09.215724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-869c2008-d52b-4b19-9bcb-3617c4d573f4 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2008750 Dec 13 09:59:09.223319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:09.254996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.323200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-a32bd607-1103-4afb-a9a3-7bc8a2cf4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.324872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-a32bd607-1103-4afb-a9a3-7bc8a2cf4240 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 1095 time: 0.1000378 Dec 13 09:59:09.329075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:09.329707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.346597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aa4d1539-e092-4daf-9bc3-18a88eb9d2af req-050a2dc2-0089-48df-97c2-5ded09a934f1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3015459 Dec 13 09:59:09.357108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7dd58658-134d-43e2-a3eb-c41335de5822 tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0983396 Dec 13 09:59:09.365083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:09.415053 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-969a91c1-54e0-489a-8b93-6870df4750fd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] delete failed (client error): The resource could not be found. Dec 13 09:59:09.416050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-969a91c1-54e0-489a-8b93-6870df4750fd tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e52e4ac-0407-4991-ba81-e93d589647fd HTTP/1.1" status: 404 len: 347 time: 0.0500319 Dec 13 09:59:09.421912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43980) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:09.433986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.448414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:09.484127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f35d16a-9fcc-480a-8094-c537f7e6acbc tempest-SecGroupTest-1510380391 tempest-SecGroupTest-1510380391-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602703 Dec 13 09:59:09.520978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.545458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-6481a096-07e1-4ab2-80b1-009386a648ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.549116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-6481a096-07e1-4ab2-80b1-009386a648ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 915 time: 0.2163990 Dec 13 09:59:09.660295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.692768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-a6a66dc3-9433-49e1-bdbe-b709f0f4b93b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a HTTP/1.1" status: 200 len: 217 time: 0.1353836 Dec 13 09:59:09.698616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=ea3512d9-eca7-4bc2-8e8b-d79f75e82ad5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:09.717102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c749ac-b194-438c-905b-46aff61a7d63 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:09.808922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.847724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-1f7b5292-2e5c-43a3-a14d-aae168965e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.849822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-1f7b5292-2e5c-43a3-a14d-aae168965e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.1497869 Dec 13 09:59:09.858688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9297b9-2159-44fd-9812-4b5dff547c72 req-e7a7ab39-b70d-4de0-b024-fd9e7f7ee2e1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.866687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a9297b9-2159-44fd-9812-4b5dff547c72 req-e7a7ab39-b70d-4de0-b024-fd9e7f7ee2e1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 944 time: 0.0779746 Dec 13 09:59:09.904709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-b204fd03-c1a4-4904-bc7f-c808ad0d93c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359566 Dec 13 09:59:09.905228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43988) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:09.971215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.974403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.017403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a9297b9-2159-44fd-9812-4b5dff547c72 req-845830b1-d822-43f5-ad11-5413f2ca32d6 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498554 Dec 13 09:59:10.032601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.033319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router 7daec7f7-bdf0-49a2-b875-49b0dafef79b {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:10.051870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.057334 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ddabbf8-8ae7-412a-94e7-64c7f808024b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 204 len: 168 time: 1.2057498 Dec 13 09:59:10.057462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43994) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:10.062606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1813127167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:10.104530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-410127af-79cf-4d7b-8fcb-c97d5d4b86d7 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842482 Dec 13 09:59:10.105765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.107054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.219328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b06f752-d2d7-4d80-b027-ca4ce41813df req-bbbf0a07-c622-4275-abf6-8aedd0f2ba37 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077356 Dec 13 09:59:10.295123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.309672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.374301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43998) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:10.384013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-35260e53-2556-422f-8b72-003efeb17dc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82eaf8afcd904f09828c4e50c4deccb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750850 Dec 13 09:59:10.392171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.395864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b2bd51b0-929e-477f-80f7-c57440010e63 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3357594 Dec 13 09:59:10.397051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44002) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:10.407565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': True}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:10.495918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.519742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.581305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.585243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.586756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d1b7006-e070-4370-be94-95423b16c254 HTTP/1.1" status: 204 len: 168 time: 0.2113590 Dec 13 09:59:10.596079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1b7006-e070-4370-be94-95423b16c254,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:10.605116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.605801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.606379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.607030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.607604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.608156 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.608776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.609331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.609912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.610548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.611090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.611656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:10.612213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5d943-b972-4923-885e-c9ed700d18c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:11.169650 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.500596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:11.571267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:11.577919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '26023744-af53-452a-963e-1aef5f0fb94e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:11.668033 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.782170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:11.812838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'port_id': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'mac_address': 'fa:16:3e:27:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea24b8-6abc-4014-80cc-c7284ec37fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:11.826387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:11.835193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.869059 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.894734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52059b5a-f0d5-4aba-bf92-5fbbd984c92a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:11.907446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.923335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.939934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:11.945174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.946382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.956978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.963026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.981847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.987747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.989908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f08c34dc-d270-474d-a183-364ca517179e req-653390f7-3719-4402-86ec-ad5740fdc413 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 1.4951565 Dec 13 09:59:12.005249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44032) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:12.010617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:12.038619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.072299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960a07c-3200-41c9-bce5-86859f3bf11a req-9e1a8473-bb25-41a0-9915-abadc32551bd tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:12.073937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8960a07c-3200-41c9-bce5-86859f3bf11a req-9e1a8473-bb25-41a0-9915-abadc32551bd tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 944 time: 0.6469810 Dec 13 09:59:12.146301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f08c34dc-d270-474d-a183-364ca517179e req-d6c6b2f9-6581-4d78-aedf-3f537d7ffe7c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445122 Dec 13 09:59:12.149410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['52059b5a-f0d5-4aba-bf92-5fbbd984c92a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:12.184473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8960a07c-3200-41c9-bce5-86859f3bf11a req-0e7a6ef8-24b1-4a0f-8e3b-07ecf694ea7a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900009 Dec 13 09:59:12.258623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.277656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-733f342f-8ce6-4737-9c54-c0d551c0ac71 tempest-ServiceProvidersTest-1019458298 tempest-ServiceProvidersTest-1019458298-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2712777 Dec 13 09:59:12.363463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=fdbf758c-0368-48da-921b-fb948233395a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:12.385775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.434579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.435872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '9764f906-5eee-4a1b-a914-6f93b477b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:12.436259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 26023744-af53-452a-963e-1aef5f0fb94e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:12.472086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 26023744-af53-452a-963e-1aef5f0fb94e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:12.490366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 26023744-af53-452a-963e-1aef5f0fb94e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:12.505871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:12.506472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.523199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2c266-54ed-49dd-aaf9-3017576e84f8 None None] Network 26023744-af53-452a-963e-1aef5f0fb94e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:12.544382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a8a8da9c-5c35-473d-b479-0ba90471499b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9687541 Dec 13 09:59:12.545111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:12.549638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942116142'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:12.597042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:12.601481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.656345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:12.688745 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.692517 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f of type vlan for network 2a833dae-7a7a-4630-8cc0-73e7fffa940a Dec 13 09:59:12.726706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.25.2.240 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/42efdb70-8e4d-4a12-a8d7-c7a9c561474c) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:12.742134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.775869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-26023744-af53-452a-963e-1aef5f0fb94e', 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': 'fdbf758c-0368-48da-921b-fb948233395a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:12.776771 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.789998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.797978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:12.800762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.900201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44046) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:12.912599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3667178 Dec 13 09:59:12.922134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44050) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:12.931209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13dc08-8c0b-4fef-b1f7-b89006a56774 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=2a833dae-7a7a-4630-8cc0-73e7fffa940a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:12.951772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2a833dae-7a7a-4630-8cc0-73e7fffa940a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:12.954729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:13.070728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0c0e-a2cb-44ff-b9f6-d85fc9dacbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.119807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:13.124070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.145827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Allocated IP 2001:db8:0:ffff::2 (26023744-af53-452a-963e-1aef5f0fb94e/fdbf758c-0368-48da-921b-fb948233395a/e5530f93-8e3b-4771-82fe-022383db5452) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:13.213288 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0c0e-a2cb-44ff-b9f6-d85fc9dacbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.218657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0c0e-a2cb-44ff-b9f6-d85fc9dacbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.358926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4ed0c0e-a2cb-44ff-b9f6-d85fc9dacbea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30b9a316e6494b2d92f0485bf7e1e60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512439 Dec 13 09:59:13.360977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:13.386295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.395771 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.412720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.442736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Network 26023744-af53-452a-963e-1aef5f0fb94e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:13.445277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed0c0e-a2cb-44ff-b9f6-d85fc9dacbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e339bcc9-6c01-4326-a2d4-8d8cdb7f6130,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.449961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:13.461537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:13.496663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.521599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.584929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:13.585428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 2a833dae-7a7a-4630-8cc0-73e7fffa940a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:13.587526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.606321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:13.661369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.668363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.676755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.683481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.688983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.696076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.697999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.704598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.709313 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.713055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-87b3406f-745c-49dc-8cff-c10f169bbe6b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.3216624 Dec 13 09:59:13.715035 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e339bcc9-6c01-4326-a2d4-8d8cdb7f6130 HTTP/1.1" status: 204 len: 168 time: 0.3435953 Dec 13 09:59:13.739367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eacf7d-3f7b-4491-a613-1ced42ec6ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e339bcc9-6c01-4326-a2d4-8d8cdb7f6130,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.762513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00c98e-9783-4a5b-901d-0deb60ae41a3 req-922d8b28-74de-45cd-9800-9a48d75db722 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.764918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a00c98e-9783-4a5b-901d-0deb60ae41a3 req-922d8b28-74de-45cd-9800-9a48d75db722 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 945 time: 0.3689961 Dec 13 09:59:13.790735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=bea3f561-a9d7-4c74-bad3-1604768e8eeb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.815788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 2a833dae-7a7a-4630-8cc0-73e7fffa940a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:13.816197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Attempting to bind port e5530f93-8e3b-4771-82fe-022383db5452 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:13.817295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Attempting to bind port e5530f93-8e3b-4771-82fe-022383db5452 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9764f906-5eee-4a1b-a914-6f93b477b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:13.821382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Attempting to bind port e5530f93-8e3b-4771-82fe-022383db5452 on network 26023744-af53-452a-963e-1aef5f0fb94e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:13.857165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:13.858911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Checking segment: {'id': '9764f906-5eee-4a1b-a914-6f93b477b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:13.860351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.861789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Bound using segment: {'id': '9764f906-5eee-4a1b-a914-6f93b477b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:13.862382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Bound port: e5530f93-8e3b-4771-82fe-022383db5452, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9764f906-5eee-4a1b-a914-6f93b477b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '26023744-af53-452a-963e-1aef5f0fb94e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:13.862794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.928605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2a833dae-7a7a-4630-8cc0-73e7fffa940a) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:13.944200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a00c98e-9783-4a5b-901d-0deb60ae41a3 req-4eac6868-d646-4ee3-ba44-2a5971ed2fa3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635485 Dec 13 09:59:13.955472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.956494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.967939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.994805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:14.011858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:14.012617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.064968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8405eff-cf50-47bc-b70d-d45d28ca39e1 req-49613f8b-3ee9-4578-a202-90334b308273 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3507411 Dec 13 09:59:14.070830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3980cf7-c62e-42e4-bca2-6922f7ea3006 None None] Network 2a833dae-7a7a-4630-8cc0-73e7fffa940a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:14.079170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:14.079396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-63bdc4c4-1854-43c2-a2c6-b6e96a7d23dd tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1519365 Dec 13 09:59:14.090266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:14.104622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:14.109346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:14.112797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=42efdb70-8e4d-4a12-a8d7-c7a9c561474c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:14.186325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] For port e5530f93-8e3b-4771-82fe-022383db5452, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:14.196225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] For port e5530f93-8e3b-4771-82fe-022383db5452, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e5530f93-8e3b-4771-82fe-022383db5452,segment=NetworkSegment(9764f906-5eee-4a1b-a914-6f93b477b439),segment_id=9764f906-5eee-4a1b-a914-6f93b477b439)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:14.344228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4caab2-473d-40f5-a6ea-a48e10130115 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:14.373417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.405400 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.452641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2a833dae-7a7a-4630-8cc0-73e7fffa940a', 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': 'bea3f561-a9d7-4c74-bad3-1604768e8eeb'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:14.454236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.476643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Pushing event updated for resources: {'Port': ['ID=e5530f93-8e3b-4771-82fe-022383db5452,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:14.617954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.818961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Allocated IP 2001:db8::1 (2a833dae-7a7a-4630-8cc0-73e7fffa940a/bea3f561-a9d7-4c74-bad3-1604768e8eeb/700312ad-b5c2-40e1-bebf-b87bc56659f1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:14.931873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.964320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8ffbf-f563-4ce2-a092-79e8a67c7617 None None] Pushing event updated for resources: {'Port': ['ID=e5530f93-8e3b-4771-82fe-022383db5452,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:14.974236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.099120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:15.101713 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99bf81b-da4b-4b35-9d1e-f3a0f34e36e6" -d '{"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-plugged", "status": "completed", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:15.118615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e9123bd0-7f43-4629-b3b0-b4cf78d9056a None None] Provisioning complete for port 42efdb70-8e4d-4a12-a8d7-c7a9c561474c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:15.119288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9123bd0-7f43-4629-b3b0-b4cf78d9056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.133279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:15.170156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.174550 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.226452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.244560 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.262509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e9123bd0-7f43-4629-b3b0-b4cf78d9056a None None] Port 42efdb70-8e4d-4a12-a8d7-c7a9c561474c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:15.278113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Network 2a833dae-7a7a-4630-8cc0-73e7fffa940a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:15.282580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:15.290150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:15.302021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:15.311729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=bea3f561-a9d7-4c74-bad3-1604768e8eeb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:15.375950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a12084-1ac2-4c52-a445-5bc0344a51ba req-e1a7e9cb-3d05-453f-8b66-73c66e7acf7f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.377762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a12084-1ac2-4c52-a445-5bc0344a51ba req-e1a7e9cb-3d05-453f-8b66-73c66e7acf7f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2403955 Dec 13 09:59:15.467971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Attempting to bind port 700312ad-b5c2-40e1-bebf-b87bc56659f1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:15.473702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Attempting to bind port 700312ad-b5c2-40e1-bebf-b87bc56659f1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:15.474169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Attempting to bind port 700312ad-b5c2-40e1-bebf-b87bc56659f1 on network 2a833dae-7a7a-4630-8cc0-73e7fffa940a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:15.487872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Pushing event updated for resources: {'Port': ['ID=700312ad-b5c2-40e1-bebf-b87bc56659f1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:15.488939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.491421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:15.495694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.496342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Checking segment: {'id': '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:15.496869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.497281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.497456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Bound using segment: {'id': '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:15.498129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Bound port: 700312ad-b5c2-40e1-bebf-b87bc56659f1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:15.498640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.510649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.530037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.543495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.552329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a833dae-7a7a-4630-8cc0-73e7fffa940a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:15.573874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.594072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.596246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:15.598823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:15.620427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-1394aed2-3341-4674-8a19-152057bf908b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.4046607 Dec 13 09:59:15.640183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.645677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] For port 700312ad-b5c2-40e1-bebf-b87bc56659f1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:15.656667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] For port 700312ad-b5c2-40e1-bebf-b87bc56659f1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=700312ad-b5c2-40e1-bebf-b87bc56659f1,segment=NetworkSegment(0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f),segment_id=0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:15.663883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.676920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.688656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:15.689469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:15.693315 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:15.825965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f798e-cd7d-45f1-b6a3-620df251d73f None None] Pushing event updated for resources: {'Port': ['ID=700312ad-b5c2-40e1-bebf-b87bc56659f1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:15.858725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44108) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:15.916062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a2df3-65c8-4063-901b-8efa5748ae87 None None] Network 2a833dae-7a7a-4630-8cc0-73e7fffa940a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:15.934015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a12084-1ac2-4c52-a445-5bc0344a51ba req-262e79da-3666-4e69-ab8d-f2c43dc66551 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430331 Dec 13 09:59:15.939500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:59:15.939500 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:59:15.939500 n-d-820935-7 neutron-server[103194]: [parameters: {'id': '2a833dae-7a7a-4630-8cc0-73e7fffa940a'}] Dec 13 09:59:15.939500 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:59:15.940225 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:59:15.987040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.026891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.095115 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae2bdb-8f4d-4007-835f-582f33457c6b x-openstack-request-id: req-73ae2bdb-8f4d-4007-835f-582f33457c6b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:16.095501 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-plugged", "status": "completed", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:16.095717 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73ae2bdb-8f4d-4007-835f-582f33457c6b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:16.096125 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'code': 200} Dec 13 09:59:16.164321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e11b6ff-b674-4cf2-af8c-de21fccd6da2 req-0543ca7e-3b6d-4c53-b986-ed2ccfedeaaf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5214045 Dec 13 09:59:16.221946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e5530f93-8e3b-4771-82fe-022383db5452 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:16.336796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e5530f93-8e3b-4771-82fe-022383db5452 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:16.337762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.418291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b043ca0-2873-46ce-ad09-0b9f1918de64 req-068ec128-5e09-4580-bbc0-1e45257e0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:16.424336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b043ca0-2873-46ce-ad09-0b9f1918de64 req-068ec128-5e09-4580-bbc0-1e45257e0d8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 1097 time: 0.2842140 Dec 13 09:59:16.440977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.455631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea1bd2-3ccf-4588-b0bc-3e16cb7db212 None None] Network 26023744-af53-452a-963e-1aef5f0fb94e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:16.572455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port 700312ad-b5c2-40e1-bebf-b87bc56659f1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:16.572794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.602026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b043ca0-2873-46ce-ad09-0b9f1918de64 req-335fab3c-8d28-4152-9c81-0830099cf3a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680372 Dec 13 09:59:16.655313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.659521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1ef127db-fed7-46e1-b6c6-36efcd198bec None None] Provisioning complete for port e5530f93-8e3b-4771-82fe-022383db5452 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:16.659978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ef127db-fed7-46e1-b6c6-36efcd198bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.680866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port 700312ad-b5c2-40e1-bebf-b87bc56659f1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=700312ad-b5c2-40e1-bebf-b87bc56659f1,segment=NetworkSegment(0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f),segment_id=0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:16.682158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.692163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router db391fcb-3696-49ed-bc1a-74248f42b4fc is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:16.704669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for 700312ad-b5c2-40e1-bebf-b87bc56659f1 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:16.788798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e5530f93-8e3b-4771-82fe-022383db5452, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e5530f93-8e3b-4771-82fe-022383db5452,segment=NetworkSegment(9764f906-5eee-4a1b-a914-6f93b477b439),segment_id=9764f906-5eee-4a1b-a914-6f93b477b439)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:16.817800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.865885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.931849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=700312ad-b5c2-40e1-bebf-b87bc56659f1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:16.936535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e5530f93-8e3b-4771-82fe-022383db5452,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:16.942094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port 700312ad-b5c2-40e1-bebf-b87bc56659f1 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:17.119385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.160953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a833dae-7a7a-4630-8cc0-73e7fffa940a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.173565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.174277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ea0af-07f7-4cd7-aa66-a8a6fbb8ab3f') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.188600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.198087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270876cd-615f-41d6-8f53-f4ee6fe07c19 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:59:17.224864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.237952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:17.238981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:17.247833 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:17.324879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7e348706-520e-4e4e-86a0-d314fa5f1ffd None None] Provisioning complete for port e5530f93-8e3b-4771-82fe-022383db5452 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:17.325381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e348706-520e-4e4e-86a0-d314fa5f1ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.369669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.385119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.394713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/2a833dae-7a7a-4630-8cc0-73e7fffa940a HTTP/1.1" status: 204 len: 168 time: 3.3137722 Dec 13 09:59:17.405496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44136) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.411036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19720550'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:17.417835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab35f1-f818-454b-b7c1-b8d562107008 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=2a833dae-7a7a-4630-8cc0-73e7fffa940a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:17.437441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:17.437738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:17.441380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.449734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] Sync routers for ids ['db391fcb-3696-49ed-bc1a-74248f42b4fc'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:17.456877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.461029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16868b28-3fed-44a3-bdcb-ddd331435ca6 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "PUT /v2.0/routers/db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 200 len: 915 time: 7.0633502 Dec 13 09:59:17.462063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.475020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4641b9-dc69-4462-8354-088e36c07051 req-822e3d63-576e-431a-a43a-6f719ddfbc11 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.477013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d4641b9-dc69-4462-8354-088e36c07051 req-822e3d63-576e-431a-a43a-6f719ddfbc11 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1659038 Dec 13 09:59:17.499205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] Routers {'db391fcb-3696-49ed-bc1a-74248f42b4fc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:17.500101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['db391fcb-3696-49ed-bc1a-74248f42b4fc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.527929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.531936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270876cd-615f-41d6-8f53-f4ee6fe07c19 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:59:17.533494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:17.534907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.542426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.548687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.555692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.557991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.558535 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 06762d9e-b872-4542-a9d7-709959d31af9 of type vlan for network d9f28bb1-0576-406c-8960-b62fd39a23df Dec 13 09:59:17.562306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.568577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.570838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-19371466-a475-4b00-93d7-f8d1df741bfe tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.2320971 Dec 13 09:59:17.603382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.635811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] Routers {'db391fcb-3696-49ed-bc1a-74248f42b4fc'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:17.636619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['db391fcb-3696-49ed-bc1a-74248f42b4fc'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.665311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d4641b9-dc69-4462-8354-088e36c07051 req-f37d4063-860d-4b78-a1f9-24df46210780 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657224 Dec 13 09:59:17.677887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed0da881-d1d7-4cec-857a-3744c1e91ff0 req-e4bf4bac-e82a-4306-9035-394936113796 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936396 Dec 13 09:59:17.682018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.698714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0759e723-c253-40d1-9bd3-c2f8ec2d9428 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 200 len: 921 time: 0.2328656 Dec 13 09:59:17.699740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44140) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.727399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.729308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.730024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.757260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.758103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05dccbe-bcc4-46be-b536-8ec79398e215 None None] The sync data for ids ['db391fcb-3696-49ed-bc1a-74248f42b4fc'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:17.804564 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3951433 Dec 13 09:59:17.804976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44142) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.810840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:17.828204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6496b5-0d70-4911-9db3-12fa31735bb1 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.832622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3a6496b5-0d70-4911-9db3-12fa31735bb1 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=db391fcb-3696-49ed-bc1a-74248f42b4fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1296363 Dec 13 09:59:17.834673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44144) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.845458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c129-6d8e-4e8c-9b45-80c0bfcc9d3a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=d9f28bb1-0576-406c-8960-b62fd39a23df,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:17.848545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.000759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d9f28bb1-0576-406c-8960-b62fd39a23df details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:18.023023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e5530f93-8e3b-4771-82fe-022383db5452 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:18.140970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Deleting port 882011ff-bd1f-423d-956a-36e5021b8fa4 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:18.141345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.176906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e5530f93-8e3b-4771-82fe-022383db5452 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:18.177192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.234507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] For port 882011ff-bd1f-423d-956a-36e5021b8fa4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=882011ff-bd1f-423d-956a-36e5021b8fa4,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:18.234802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.249610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Calling delete_port for 882011ff-bd1f-423d-956a-36e5021b8fa4 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:18.276182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:18.278931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.297512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762117a-ef57-4fdb-a619-955a38bd0e94 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:18.300008 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f762117a-ef57-4fdb-a619-955a38bd0e94 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.4643528 Dec 13 09:59:18.301234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44148) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:18.337867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eca61971-0af1-43ba-8ecd-8392b988970e tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 200 len: 205 time: 0.0331559 Dec 13 09:59:18.340710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:18.476982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-781ab4fb-9bdf-447a-b927-60348bccea9d None None] Provisioning complete for port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:18.477936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-781ab4fb-9bdf-447a-b927-60348bccea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.508708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.524649 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.586772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=bfb474f9-0923-4675-8bdc-6fce13cc615d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:18.595862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '06762d9e-b872-4542-a9d7-709959d31af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:18.596224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: d9f28bb1-0576-406c-8960-b62fd39a23df, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:18.606233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-781ab4fb-9bdf-447a-b927-60348bccea9d None None] Provisioning complete for port 79714096-ea6e-452f-bf4e-ebddca8db3d9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:18.606683 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-781ab4fb-9bdf-447a-b927-60348bccea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.622314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network d9f28bb1-0576-406c-8960-b62fd39a23df is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:18.636921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d9f28bb1-0576-406c-8960-b62fd39a23df) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:18.641984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:18.642815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.649870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8f312-32b1-42f0-8d9f-59c2eb923191 None None] Network d9f28bb1-0576-406c-8960-b62fd39a23df requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:18.672120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5c10b25-b555-4a55-9115-7071e1130ef5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8660924 Dec 13 09:59:18.672813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44156) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:18.682870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850899513'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:18.684941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.749172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:18.764000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.768488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.772957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Pushing event deleted for resources: {'Port': ['ID=882011ff-bd1f-423d-956a-36e5021b8fa4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:18.848865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:18.878673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.879078 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment c8cb58b2-a7ea-4cf4-88ce-eb81b2759123 of type vlan for network d09b52c3-4880-43fa-b26d-a2691ef8ab1b Dec 13 09:59:18.935478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d9f28bb1-0576-406c-8960-b62fd39a23df', 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': 'bfb474f9-0923-4675-8bdc-6fce13cc615d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:18.936322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.953591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.992662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.997857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:18.998480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.039201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3653591 Dec 13 09:59:19.042665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44174) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:19.047200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': 'd09b52c3-4880-43fa-b26d-a2691ef8ab1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:19.130072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.155100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Allocated IP 2001:db8::1 (d9f28bb1-0576-406c-8960-b62fd39a23df/bfb474f9-0923-4675-8bdc-6fce13cc615d/96b8686c-43fb-4e83-94ca-4c75cdd18324) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:19.232883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:19.237430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.245095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe85ee-c7f8-4537-b719-ad621ef48190 req-0bab367c-4415-44cc-9754-0d44c9859bbb tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.246699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ebe85ee-c7f8-4537-b719-ad621ef48190 req-0bab367c-4415-44cc-9754-0d44c9859bbb tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.3657467 Dec 13 09:59:19.321459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Performing IP validity checks on allocation pools {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:59:19.322169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:59:19.327791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.334549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.340496 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.341898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.347177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.349229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.355431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.361607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.368625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.376731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6de4048-9ad6-489d-9018-925f15685e87 req-6844b635-756a-42e1-8747-472e8d51cbe8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5428 time: 0.4942930 Dec 13 09:59:19.409092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Pushing event updated for resources: {'Port': ['ID=96b8686c-43fb-4e83-94ca-4c75cdd18324,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:19.416468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port 42efdb70-8e4d-4a12-a8d7-c7a9c561474c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:19.416816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.418745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Network d9f28bb1-0576-406c-8960-b62fd39a23df is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:19.420470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:19.427657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:19.488491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.492662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ebe85ee-c7f8-4537-b719-ad621ef48190 req-8a15a6aa-53df-4a4b-ad79-71b56dae9d1a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363949 Dec 13 09:59:19.493598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Attempting to bind port 96b8686c-43fb-4e83-94ca-4c75cdd18324 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:19.494473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Attempting to bind port 96b8686c-43fb-4e83-94ca-4c75cdd18324 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '06762d9e-b872-4542-a9d7-709959d31af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:19.495051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Attempting to bind port 96b8686c-43fb-4e83-94ca-4c75cdd18324 on network d9f28bb1-0576-406c-8960-b62fd39a23df {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:19.501626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:19.502276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Checking segment: {'id': '06762d9e-b872-4542-a9d7-709959d31af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:19.502978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.503668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Bound using segment: {'id': '06762d9e-b872-4542-a9d7-709959d31af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:19.504426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Bound port: 96b8686c-43fb-4e83-94ca-4c75cdd18324, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06762d9e-b872-4542-a9d7-709959d31af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9f28bb1-0576-406c-8960-b62fd39a23df'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:19.504976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.580203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6de4048-9ad6-489d-9018-925f15685e87 req-8f277fef-4d10-47f8-bd15-eefc907f6106 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025015 Dec 13 09:59:19.580873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] For port 96b8686c-43fb-4e83-94ca-4c75cdd18324, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:19.584849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] For port 96b8686c-43fb-4e83-94ca-4c75cdd18324, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96b8686c-43fb-4e83-94ca-4c75cdd18324,segment=NetworkSegment(06762d9e-b872-4542-a9d7-709959d31af9),segment_id=06762d9e-b872-4542-a9d7-709959d31af9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:19.592243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.625709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4652830-af25-4ad7-82f5-b77f1cc00832 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=d09b52c3-4880-43fa-b26d-a2691ef8ab1b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:19.655026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d09b52c3-4880-43fa-b26d-a2691ef8ab1b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:19.657868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=99f5d3c8-518e-4e39-b982-75895a535f4d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:19.678744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.698623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for 42efdb70-8e4d-4a12-a8d7-c7a9c561474c owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:19.733334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Router 5fe70d9d-df44-4509-b026-274e7e396937 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:19.753168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': 'c8cb58b2-a7ea-4cf4-88ce-eb81b2759123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09b52c3-4880-43fa-b26d-a2691ef8ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:19.753702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: d09b52c3-4880-43fa-b26d-a2691ef8ab1b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:19.778222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network d09b52c3-4880-43fa-b26d-a2691ef8ab1b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:19.797833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d09b52c3-4880-43fa-b26d-a2691ef8ab1b) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:19.807395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.809053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.821589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2ded0-007e-4fe6-a595-2a528cbd4da6 None None] Network d09b52c3-4880-43fa-b26d-a2691ef8ab1b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:19.843708 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64cf63f7-ee4e-43d5-900c-50fe5075e46f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7985907 Dec 13 09:59:19.846342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44178) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:19.879698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463fdc9-7d07-4df1-8a77-fa0cc971c9c6 None None] Pushing event updated for resources: {'Port': ['ID=96b8686c-43fb-4e83-94ca-4c75cdd18324,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.096233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:20.154223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72247fbd-8f93-4c2a-84b6-b463e4bee1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d09b52c3-4880-43fa-b26d-a2691ef8ab1b', 'network_id': 'd09b52c3-4880-43fa-b26d-a2691ef8ab1b', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': '99f5d3c8-518e-4e39-b982-75895a535f4d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:20.155269 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72247fbd-8f93-4c2a-84b6-b463e4bee1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.161429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.251255 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.297751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:20.303887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-06c0164d-0c59-4fb6-b49e-1bfb51d6ed29 admin admin] 10.222.0.31 "PUT /v2.0/routers/5fe70d9d-df44-4509-b026-274e7e396937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4379451 Dec 13 09:59:20.306638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:20.311357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Sync routers for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:20.322576 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:20.323208 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.373993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:20.388700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'port_id': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941', 'mac_address': 'fa:16:3e:d6:fd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:20.415501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33423-74c8-48e5-a097-ce73b8126ebc req-3c5ecac9-25b2-465d-8d7a-55b34839ab15 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:20.417701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cef33423-74c8-48e5-a097-ce73b8126ebc req-3c5ecac9-25b2-465d-8d7a-55b34839ab15 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1466911 Dec 13 09:59:20.418755 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.439363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.460915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=42efdb70-8e4d-4a12-a8d7-c7a9c561474c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.464970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.465208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:20.492486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:20.498908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.500850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:20.517642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c1025-21cc-49f9-9d56-c7a5e193982b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:20.536640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.580002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=99f5d3c8-518e-4e39-b982-75895a535f4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.589607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cef33423-74c8-48e5-a097-ce73b8126ebc req-b2ac52bc-ad8a-45ef-b662-6439742969e1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339636 Dec 13 09:59:20.622413 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:20.636788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.671372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-72247fbd-8f93-4c2a-84b6-b463e4bee1e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99f5d3c8-518e-4e39-b982-75895a535f4d: This subnet is being modified by another concurrent operation. Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99f5d3c8-518e-4e39-b982-75895a535f4d: This subnet is being modified by another concurrent operation. Dec 13 09:59:20.689637 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 09:59:20.734522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2e61f-f19a-4b4d-8c66-fea34a27eeb3 None None] Network d09b52c3-4880-43fa-b26d-a2691ef8ab1b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:20.822425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.825637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.874720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.916863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.917442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router db391fcb-3696-49ed-bc1a-74248f42b4fc {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:20.937012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.939938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09b52c3-4880-43fa-b26d-a2691ef8ab1b']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.942785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef312b4a-b893-4301-b459-9d4554dc0a9a tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 204 len: 168 time: 2.6009345 Dec 13 09:59:20.948552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:20.967033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:20.968091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cb58b2-a7ea-4cf4-88ce-eb81b2759123') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.968603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cb58b2-a7ea-4cf4-88ce-eb81b2759123') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.981485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'port_id': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3', 'mac_address': 'fa:16:3e:bd:a3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:20.985433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.988631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.012890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.054192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:21.054726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:21.061144 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:21.063794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.095022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:21.143385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:21.153745 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.157468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:21.224037 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:59:18Z', 'revision_number': 5, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port': {'id': '269d9376-f2f7-46d2-8bff-e1a028bb9e6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe70d9d-df44-4509-b026-274e7e396937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:53Z', 'updated_at': '2021-12-13T09:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:21.266993 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Checking router: 5fe70d9d-df44-4509-b026-274e7e396937 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:21.287974 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Routers {'5fe70d9d-df44-4509-b026-274e7e396937'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:21.289484 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5fe70d9d-df44-4509-b026-274e7e396937'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:21.304320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.327949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.332717 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/d09b52c3-4880-43fa-b26d-a2691ef8ab1b HTTP/1.1" status: 204 len: 168 time: 1.4843533 Dec 13 09:59:21.336320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Deleting port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:21.336666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.342371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44214) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:21.349753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:21.361606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1145182708'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:21.384101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a33be-7363-4314-ac6f-a6d900c5255a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=d09b52c3-4880-43fa-b26d-a2691ef8ab1b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:21.394393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-c530a59f-a905-4693-94a6-8140a94051cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2257822 Dec 13 09:59:21.515158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44855d8b-157c-4943-8db9-d84788571de7 None None] Network d9f28bb1-0576-406c-8960-b62fd39a23df requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:21.559587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:21.563754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.580454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-c3d29d4e-8de6-46ee-9a4c-32481890c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.583939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-c3d29d4e-8de6-46ee-9a4c-32481890c11a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 1096 time: 0.1126976 Dec 13 09:59:21.603514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] Set router 5fe70d9d-df44-4509-b026-274e7e396937 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:21.622148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:21.651215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'port_id': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'mac_address': 'fa:16:3e:cd:ae:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:21.657102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] Provisioning complete for port 96b8686c-43fb-4e83-94ca-4c75cdd18324 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:21.658430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.669999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:21.680844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.681296 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment dcca1c8e-be9c-4ad3-b685-6ba3fa328287 of type vlan for network 37a92363-297b-482f-9e92-592f814fc4d3 Dec 13 09:59:21.696937 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:59:20Z', 'revision_number': 6, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:21.740666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.757972 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.797947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:21.802414 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c343a1e-92cf-4265-a668-40d0ebae0cc0 None None] The sync data for ids ['5fe70d9d-df44-4509-b026-274e7e396937'] in n-d-820935-7 is: [{'id': '5fe70d9d-df44-4509-b026-274e7e396937', 'name': 'tempest-TestVolumeBackupRestore-1370743295-router', 'tenant_id': 'f1956682cc574a1d86f16a15c8949bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:52Z', 'updated_at': '2021-12-13T09:59:20Z', 'revision_number': 6, 'project_id': 'f1956682cc574a1d86f16a15c8949bf8', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:21.806191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1978019050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:21.808236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.820738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.821819 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.855027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] For port 269d9376-f2f7-46d2-8bff-e1a028bb9e6b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:21.855309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.873952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.881543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.890655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.897500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.899727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:21.904754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.911571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.912843 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.913528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3814720d-d194-4796-a00c-6470cc65f70b details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:21.918444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:21.926945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-e9c7c91a-d816-453c-abdb-632459441ddf tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5429 time: 1.0525951 Dec 13 09:59:21.936947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Calling delete_port for 269d9376-f2f7-46d2-8bff-e1a028bb9e6b owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:22.016274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d46d55ab-1b1b-480b-80c0-15032a00f1fc req-a10f2c8f-e065-4914-b0cf-b33a7edd4eb7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879726 Dec 13 09:59:22.026098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.027527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.072777 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.084672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e285cd-e2b5-445f-9a3a-de04084bf94a req-9199c4af-398c-43d4-b579-a61e7c0360b8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:22.087350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3814720d-d194-4796-a00c-6470cc65f70b,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:22.091892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60e285cd-e2b5-445f-9a3a-de04084bf94a req-9199c4af-398c-43d4-b579-a61e7c0360b8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2694077 Dec 13 09:59:22.134903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:22.152228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3814720d-d194-4796-a00c-6470cc65f70b', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'port_id': '3814720d-d194-4796-a00c-6470cc65f70b', 'mac_address': 'fa:16:3e:0f:d0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:22.257036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.267280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] For port 96b8686c-43fb-4e83-94ca-4c75cdd18324, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96b8686c-43fb-4e83-94ca-4c75cdd18324,segment=NetworkSegment(06762d9e-b872-4542-a9d7-709959d31af9),segment_id=06762d9e-b872-4542-a9d7-709959d31af9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:22.277051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.297997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.360542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60e285cd-e2b5-445f-9a3a-de04084bf94a req-7604f015-bf6b-477f-a77a-dc37e404cebf tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553697 Dec 13 09:59:22.364970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.368936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d8b405c5-4a15-485b-97bc-275626f2845d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4157188 Dec 13 09:59:22.374361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44230) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:22.379538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:22.392436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.458968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ece26-90fb-4794-9a4a-323e2fd8245e None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:59:22.478786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3814720d-d194-4796-a00c-6470cc65f70b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:22.488854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1307919 Dec 13 09:59:22.489624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44232) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:22.510686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '37a92363-297b-482f-9e92-592f814fc4d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:22.516889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69ccad-9a13-4c94-8edc-c1577f0f8b17 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=37a92363-297b-482f-9e92-592f814fc4d3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:22.525719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-b2b033ed-9c04-4eca-a3ed-c60d73d1b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:22.527402 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-b2b033ed-9c04-4eca-a3ed-c60d73d1b6a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 915 time: 0.9181225 Dec 13 09:59:22.553117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.563214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 37a92363-297b-482f-9e92-592f814fc4d3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:22.624600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74598926-da81-4c94-b9d4-3605d107be49 None None] Pushing event updated for resources: {'Port': ['ID=96b8686c-43fb-4e83-94ca-4c75cdd18324,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:22.656761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.681877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3814720d-d194-4796-a00c-6470cc65f70b,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:22.698754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.709784 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-54136cf9-2cfb-4260-97ef-0fa8c9e385d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9 HTTP/1.1" status: 200 len: 217 time: 0.1485484 Dec 13 09:59:22.729720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 99c94969-de93-45e4-857d-ca02dcc07586 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:22.739086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1a662c03-1c23-4cd2-9268-b9ebc77de841 None None] Provisioning complete for port 96b8686c-43fb-4e83-94ca-4c75cdd18324 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:22.739765 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a662c03-1c23-4cd2-9268-b9ebc77de841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.753364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Pushing event deleted for resources: {'Port': ['ID=269d9376-f2f7-46d2-8bff-e1a028bb9e6b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:22.976399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:22.980055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.010450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-de415120-73fa-4160-be2c-e9b4f3b0ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.012085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-de415120-73fa-4160-be2c-e9b4f3b0ce43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 200 len: 854 time: 0.2820666 Dec 13 09:59:23.064282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.078140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.120359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.166928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.169384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.245019 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.245589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe70d9d-df44-4509-b026-274e7e396937 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:23.251563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-b6d081aa-119f-4591-a5a3-7ec04c6ba999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=741685cd-accf-4039-8cf4-3b017563aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991885 Dec 13 09:59:23.254681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.255845 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0de58995-3476-462d-9556-9dd72a22005d admin admin] 10.222.0.31 "DELETE /v2.0/routers/5fe70d9d-df44-4509-b026-274e7e396937 HTTP/1.1" status: 204 len: 168 time: 2.9477818 Dec 13 09:59:23.260649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44240) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:23.307647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.314560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.322550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.330063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.337703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.349511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.356986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.365813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-1bfa2c0f-c06f-45cb-8d70-aa79daf6bcd9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5432 time: 0.2195792 Dec 13 09:59:23.397588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96b8686c-43fb-4e83-94ca-4c75cdd18324 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:23.422987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ece26-90fb-4794-9a4a-323e2fd8245e None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:59:23.439441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:23.498393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a656897-89e8-4bf9-9479-ef4791a528ff req-aeedd1c3-93d2-4409-92e5-74d89ce260f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312487 Dec 13 09:59:23.510455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Allocated IP 172.25.2.44 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6ee9f65a-c8f8-4454-851b-84e6ef01ca5a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:23.579455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Deleting subnet bc7385e1-678e-4a1d-92c9-6ee0bc259345 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:23.588464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.592479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-637622fc-8277-4724-861e-95dc09f022b5 service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327143 Dec 13 09:59:23.710202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3814720d-d194-4796-a00c-6470cc65f70b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:23.712529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:23.714626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:23.753435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.760183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf5cd7-62bc-4b99-98bc-53ff4e432525 req-00911944-8a4b-4213-b255-0d4c2b223bf5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:23.767476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8baf5cd7-62bc-4b99-98bc-53ff4e432525 req-00911944-8a4b-4213-b255-0d4c2b223bf5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2406769 Dec 13 09:59:23.799170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.855271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0fff59c7-9355-41bc-b205-cdd3cadf3d37 req-13581651-76ef-46c7-97d0-e7cf74d6e05c service neutron] 10.222.0.16 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322268 Dec 13 09:59:23.894944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8baf5cd7-62bc-4b99-98bc-53ff4e432525 req-ee50daa6-5291-4efc-94fa-0190a39be2e9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003618 Dec 13 09:59:23.911159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.935965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=99c94969-de93-45e4-857d-ca02dcc07586,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:23.979770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.986746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 96b8686c-43fb-4e83-94ca-4c75cdd18324 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:23.987130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.049348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '99c94969-de93-45e4-857d-ca02dcc07586', 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'port_id': '99c94969-de93-45e4-857d-ca02dcc07586', 'mac_address': 'fa:16:3e:e3:3d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b79c000-e585-46a7-8f77-1e98c5c4e941', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:24.093079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:24.102804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:24.121410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:24.175885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Pushing event updated for resources: {'Port': ['ID=6ee9f65a-c8f8-4454-851b-84e6ef01ca5a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:24.221801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:24.240082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=43cbf88a-6a3c-4636-bd47-3523921ed687,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:24.249160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.271448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': 'dcca1c8e-be9c-4ad3-b685-6ba3fa328287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '37a92363-297b-482f-9e92-592f814fc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:24.272171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 37a92363-297b-482f-9e92-592f814fc4d3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:24.314948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 37a92363-297b-482f-9e92-592f814fc4d3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:24.343105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 37a92363-297b-482f-9e92-592f814fc4d3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:24.354072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:24.354949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.358336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.395460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7385e1-678e-4a1d-92c9-6ee0bc259345,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:24.401284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.408583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca42e9c9-8547-4f0d-ab38-e652d89bdecc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc7385e1-678e-4a1d-92c9-6ee0bc259345 HTTP/1.1" status: 204 len: 168 time: 1.1469643 Dec 13 09:59:24.409576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:24.421804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d8e987fb-820d-4f35-90e6-75bf5d5cb34d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9264812 Dec 13 09:59:24.422095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.426235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44250) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:24.551476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc02b88-1a29-42b3-b8d3-2d7808ee8fef None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:24.553856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3ca87-0b92-48a1-a605-47706ca0202d None None] Network 37a92363-297b-482f-9e92-592f814fc4d3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:24.559634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 882011ff-bd1f-423d-956a-36e5021b8fa4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:24.582173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.608929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.615474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 882011ff-bd1f-423d-956a-36e5021b8fa4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:24.616017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 882011ff-bd1f-423d-956a-36e5021b8fa4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:24.617597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b952520-1c15-45f7-9a6c-48a0c8ae434b None None] Network 7e6901b2-c98b-4315-8335-abc27ac6711f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:24.712636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Deleting port d863fe48-a58d-40d1-a099-4dab12b9367b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:24.713196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.831157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c94969-de93-45e4-857d-ca02dcc07586 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:24.883606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96b8686c-43fb-4e83-94ca-4c75cdd18324 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:24.883966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] For port d863fe48-a58d-40d1-a099-4dab12b9367b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d863fe48-a58d-40d1-a099-4dab12b9367b,segment=NetworkSegment(009bf18a-dc60-47f9-b813-f9234c532b95),segment_id=009bf18a-dc60-47f9-b813-f9234c532b95)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:24.890558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.896963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.966777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Calling delete_port for d863fe48-a58d-40d1-a099-4dab12b9367b owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:25.017253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d65911-3dc1-4c55-8c05-0f1c7d00adc7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:25.084591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.105050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.111133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.117899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.122463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d863fe48-a58d-40d1-a099-4dab12b9367b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.123877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.129978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.136123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.137499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] No DVR routers for this DVR port d863fe48-a58d-40d1-a099-4dab12b9367b on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:25.142157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.144153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-c7465c43-0fa4-4f3f-99bc-50184b5ac411 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5432 time: 0.4216409 Dec 13 09:59:25.151821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=99c94969-de93-45e4-857d-ca02dcc07586,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:25.189993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.190663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10547389-cf82-4a3b-8cd0-81ff3af9e553 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:25.263974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 96b8686c-43fb-4e83-94ca-4c75cdd18324 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:25.264417 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.275387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451ba4-11ba-41e7-83c3-b0bc43420b35 req-32949ee9-9a5a-4a34-a411-012ca9516716 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.276945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1451ba4-11ba-41e7-83c3-b0bc43420b35 req-32949ee9-9a5a-4a34-a411-012ca9516716 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2462351 Dec 13 09:59:25.284754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.287997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.301056 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.316624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6901b2-c98b-4315-8335-abc27ac6711f']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.327213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c740e-ae5d-4461-9199-68adf37df53e None None] DHCP port deletion for 7e6901b2-c98b-4315-8335-abc27ac6711f request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:25.328726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009bf18a-dc60-47f9-b813-f9234c532b95') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.329251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009bf18a-dc60-47f9-b813-f9234c532b95') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.340279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.354824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.361439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:25.362709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.382336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3e62e3b-8249-4293-8b3e-23f8985e1366 req-269aafcb-528c-4905-9feb-91187623af55 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962302 Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:25.382593 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:25.387034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=43cbf88a-6a3c-4636-bd47-3523921ed687,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.390996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6c679-a211-42ee-a26c-9d140335a718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-37a92363-297b-482f-9e92-592f814fc4d3', 'network_id': '37a92363-297b-482f-9e92-592f814fc4d3', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': '43cbf88a-6a3c-4636-bd47-3523921ed687'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:25.391892 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c679-a211-42ee-a26c-9d140335a718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.452115 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:59:25.454433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.467385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.470891 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e6901b2-c98b-4315-8335-abc27ac6711f HTTP/1.1" status: 204 len: 168 time: 1.0603249 Dec 13 09:59:25.480796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:25.487199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e7399-9137-4e0e-aa24-5fbddacd14b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6901b2-c98b-4315-8335-abc27ac6711f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.495388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.503410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1451ba4-11ba-41e7-83c3-b0bc43420b35 req-558f6b27-9058-453d-8985-d376f68d2a41 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132912 Dec 13 09:59:25.522094 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.524737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fad2a771-5e99-4839-8de8-74700e198a9b None None] Provisioning complete for port 6ee9f65a-c8f8-4454-851b-84e6ef01ca5a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:25.525035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fad2a771-5e99-4839-8de8-74700e198a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.549697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a92363-297b-482f-9e92-592f814fc4d3']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.593465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcca1c8e-be9c-4ad3-b685-6ba3fa328287') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.593713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcca1c8e-be9c-4ad3-b685-6ba3fa328287') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.613269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.635077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.675839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:25.676257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:25.679780 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:25.682541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fad2a771-5e99-4839-8de8-74700e198a9b None None] Port 6ee9f65a-c8f8-4454-851b-84e6ef01ca5a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:25.700423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:25.714414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e3246-52cf-4c2f-b3e0-d507fbcb474e None None] Network 37a92363-297b-482f-9e92-592f814fc4d3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:25.760875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.765158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.774657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '10547389-cf82-4a3b-8cd0-81ff3af9e553', 'network_id': '60e882be-bd9a-49c7-b8f0-9449f1de27d4', 'port_id': '10547389-cf82-4a3b-8cd0-81ff3af9e553', 'mac_address': 'fa:16:3e:d1:9f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e84e6-1800-438b-a48a-84c02c37f8e0', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:25.779067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.783103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/37a92363-297b-482f-9e92-592f814fc4d3 HTTP/1.1" status: 204 len: 168 time: 1.3568497 Dec 13 09:59:25.784273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.789290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44266) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:25.796029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238042709'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:25.799322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 269d9376-f2f7-46d2-8bff-e1a028bb9e6b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:25.805125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d124-5b93-4759-8ecc-3bc7c5b9493d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=37a92363-297b-482f-9e92-592f814fc4d3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.838818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:25.842956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.908698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:25.924890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.925586 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 81664fd4-473c-421b-b1b8-37b383fc4375 of type vlan for network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 Dec 13 09:59:25.949381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Router ce37e859-1b8f-4c19-8eb3-dca56978d66a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:25.981609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.035531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 269d9376-f2f7-46d2-8bff-e1a028bb9e6b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:26.036119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 269d9376-f2f7-46d2-8bff-e1a028bb9e6b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:26.056982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.069635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.079690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.107960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.140048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10547389-cf82-4a3b-8cd0-81ff3af9e553 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:26.190631 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3975406 Dec 13 09:59:26.194398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.203491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:26.210815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.211714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 01d957c9-cc55-4615-9563-efca97707704 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:26.321856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:26.326338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=01d957c9-cc55-4615-9563-efca97707704,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:26.345953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:26.350450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '01d957c9-cc55-4615-9563-efca97707704', 'network_id': 'ce687c19-aafb-4dd2-8dd0-34939de7a670', 'port_id': '01d957c9-cc55-4615-9563-efca97707704', 'mac_address': 'fa:16:3e:23:6a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b79c000-e585-46a7-8f77-1e98c5c4e941', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:26.356746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:26.380940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660e280-ecf3-446b-8981-95668e78fd18 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=7aa3a950-0f12-4b9f-a820-10e448fb4db2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:26.404136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:26.452202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.510765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d957c9-cc55-4615-9563-efca97707704 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:26.543265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=01d957c9-cc55-4615-9563-efca97707704,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:26.561671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.619031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:26.629410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:26.647885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.653011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-82e0aea1-b346-433b-b70d-fc379df372b8 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "PUT /v2.0/routers/ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 200 len: 915 time: 4.2774620 Dec 13 09:59:26.655477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:26.683185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:26.686094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.706445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] Sync routers for ids ['ce37e859-1b8f-4c19-8eb3-dca56978d66a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:26.748154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.756125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.776603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.794020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d863fe48-a58d-40d1-a099-4dab12b9367b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:26.794940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.801930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.831450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.838581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.849980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73704973-21e2-4925-bd50-1373ac575194 req-edcf0e70-ef05-46bb-b3e1-dd33f529c909 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5435 time: 0.3032365 Dec 13 09:59:26.874296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:26.882219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] Routers {'ce37e859-1b8f-4c19-8eb3-dca56978d66a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:26.883570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ce37e859-1b8f-4c19-8eb3-dca56978d66a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:26.896084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d863fe48-a58d-40d1-a099-4dab12b9367b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:26.896444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d863fe48-a58d-40d1-a099-4dab12b9367b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:26.957664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.970092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.016120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] Routers {'ce37e859-1b8f-4c19-8eb3-dca56978d66a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:27.016781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ce37e859-1b8f-4c19-8eb3-dca56978d66a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.018105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb55eb-222a-4106-9d3b-b0bd4a56eba9 req-bbd5a423-bbbc-4e66-a8e6-8d254320068e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.027907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:27.028676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0eb55eb-222a-4106-9d3b-b0bd4a56eba9 req-bbd5a423-bbbc-4e66-a8e6-8d254320068e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.3940136 Dec 13 09:59:27.069776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=c3225f84-1464-46cf-b509-f838a466b2cd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:27.115011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.115713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27664c-eb3b-45f4-a125-e7c0b933fc95 None None] The sync data for ids ['ce37e859-1b8f-4c19-8eb3-dca56978d66a'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:27.118034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:27.118411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.136472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '81664fd4-473c-421b-b1b8-37b383fc4375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:27.137322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 7aa3a950-0f12-4b9f-a820-10e448fb4db2, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:27.169259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:27.185475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 7aa3a950-0f12-4b9f-a820-10e448fb4db2) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:27.192252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.193368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.193492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5b1ea5c7-fc4e-4540-a276-9508f4408a2a tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 200 len: 921 time: 0.5336273 Dec 13 09:59:27.195864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44300) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.198918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Deleting port 6956d784-5135-46fc-afd8-76247431143d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:27.199190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.226857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c699ae-c7dc-4829-9006-f7cc9065884c None None] Network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:27.237464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73704973-21e2-4925-bd50-1373ac575194 req-ecfe02c8-23fc-4dfc-8949-520611d7a265 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3706000 Dec 13 09:59:27.242217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0eb55eb-222a-4106-9d3b-b0bd4a56eba9 req-a5f4f2bd-d426-4ad6-b865-b62683838ae3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102275 Dec 13 09:59:27.298232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06d18c7f-d49e-4c0c-a5ba-626b0ebcf754 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9440019 Dec 13 09:59:27.298655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44302) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.342948 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.368479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] For port 6956d784-5135-46fc-afd8-76247431143d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6956d784-5135-46fc-afd8-76247431143d,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:27.369130 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.373072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb1c0f-df52-4f82-9cdc-8daf0ec6c9d5 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.374687 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ddb1c0f-df52-4f82-9cdc-8daf0ec6c9d5 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=ce37e859-1b8f-4c19-8eb3-dca56978d66a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1776848 Dec 13 09:59:27.385974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44306) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.391839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:27.395193 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfe140e-0275-4198-bb76-3bdca187636e" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:27.407283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Calling delete_port for 6956d784-5135-46fc-afd8-76247431143d owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:27.421354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:27.450426 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952f328-bf44-4b14-b4f7-6c7ee5c7a42a x-openstack-request-id: req-a952f328-bf44-4b14-b4f7-6c7ee5c7a42a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:27.450802 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:27.450977 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a952f328-bf44-4b14-b4f7-6c7ee5c7a42a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:27.451362 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02bce6d-b142-4b62-9d5e-6d3a7d4e74f3', 'code': 200} Dec 13 09:59:27.455442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.464263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-7aa3a950-0f12-4b9f-a820-10e448fb4db2', 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': 'c3225f84-1464-46cf-b509-f838a466b2cd'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:27.465135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.565263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['10547389-cf82-4a3b-8cd0-81ff3af9e553'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:27.617974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.634069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82c12d-6648-47ed-b729-111329ae6666 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.635495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d82c12d-6648-47ed-b729-111329ae6666 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.2434289 Dec 13 09:59:27.637529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:27.639740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.697483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.721308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa7f6215-5cb3-46f5-95de-af3bfaf4336d tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 200 len: 205 time: 0.0304897 Dec 13 09:59:27.737206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44312) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.761132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Allocated IP 2001:db8::1 (7aa3a950-0f12-4b9f-a820-10e448fb4db2/c3225f84-1464-46cf-b509-f838a466b2cd/e866f2fd-c92a-4936-a66c-87af050c32f4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:27.790395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['01d957c9-cc55-4615-9563-efca97707704'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:27.799377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.802693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['99c94969-de93-45e4-857d-ca02dcc07586'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:27.898068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.911381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6956d784-5135-46fc-afd8-76247431143d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.093426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.167014 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.205113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.259232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:28.265722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.283239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:28.290042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:28.293919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.306386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=c3225f84-1464-46cf-b509-f838a466b2cd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.309602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port 6ee9f65a-c8f8-4454-851b-84e6ef01ca5a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:28.312212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.465856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.481067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for 6ee9f65a-c8f8-4454-851b-84e6ef01ca5a owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:28.585808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:28.662701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Pushing event updated for resources: {'Port': ['ID=e866f2fd-c92a-4936-a66c-87af050c32f4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.802715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Attempting to bind port e866f2fd-c92a-4936-a66c-87af050c32f4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:28.803118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Attempting to bind port e866f2fd-c92a-4936-a66c-87af050c32f4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '81664fd4-473c-421b-b1b8-37b383fc4375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:28.803489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Attempting to bind port e866f2fd-c92a-4936-a66c-87af050c32f4 on network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:28.859510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.938634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ad7f-f5da-4979-b3e1-2021046899c9 req-a1b39b04-cd62-4b12-8edc-d67f28864d1b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:28.940567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1626ad7f-f5da-4979-b3e1-2021046899c9 req-a1b39b04-cd62-4b12-8edc-d67f28864d1b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1574342 Dec 13 09:59:28.949462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=6ee9f65a-c8f8-4454-851b-84e6ef01ca5a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.980408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Router 1f97b965-3df7-4272-815f-b9595223d62a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:29.001928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5832b-2e68-47a7-a1d6-43db69433d1b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:29.008184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:29.012109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Checking segment: {'id': '81664fd4-473c-421b-b1b8-37b383fc4375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:29.012909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.013550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Bound using segment: {'id': '81664fd4-473c-421b-b1b8-37b383fc4375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:29.016100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Bound port: e866f2fd-c92a-4936-a66c-87af050c32f4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81664fd4-473c-421b-b1b8-37b383fc4375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:29.017028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.044178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.090576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa3a950-0f12-4b9f-a820-10e448fb4db2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:29.110701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81664fd4-473c-421b-b1b8-37b383fc4375') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:29.110946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81664fd4-473c-421b-b1b8-37b383fc4375') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:29.122402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.129468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.134708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1626ad7f-f5da-4979-b3e1-2021046899c9 req-962a18a4-768c-47ba-82af-66e91ee7a50d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415439 Dec 13 09:59:29.242598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.251572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.256089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.258065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:29.258474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:29.262140 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:29.337286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:29.346653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:29.356604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:29.357553 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.363320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d3d110d4-d885-44a6-bda7-51a31109da00 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f97b965-3df7-4272-815f-b9595223d62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8811991 Dec 13 09:59:29.366982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44330) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:29.369589 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Sync routers for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:29.391935 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:29.392928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:29.421575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] For port e866f2fd-c92a-4936-a66c-87af050c32f4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:29.512959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.514864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router ce37e859-1b8f-4c19-8eb3-dca56978d66a {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:29.537613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.547911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2252c91a-5c2c-4bf0-8e1e-8641f68e26c9 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 204 len: 168 time: 1.8072867 Dec 13 09:59:29.555700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44336) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:29.568898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-29621033', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:29.586431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.api [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:59:29.586431 n-d-820935-7 neutron-server[103195]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:59:29.586431 n-d-820935-7 neutron-server[103195]: [parameters: {'id': '7aa3a950-0f12-4b9f-a820-10e448fb4db2'}] Dec 13 09:59:29.586431 n-d-820935-7 neutron-server[103195]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:59:29.587418 n-d-820935-7 neutron-server[103195]: DEBUG oslo_db.api [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:59:29.589998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] For port e866f2fd-c92a-4936-a66c-87af050c32f4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e866f2fd-c92a-4936-a66c-87af050c32f4,segment=NetworkSegment(81664fd4-473c-421b-b1b8-37b383fc4375),segment_id=81664fd4-473c-421b-b1b8-37b383fc4375)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:29.607446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.632139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.633598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.640641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.642588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.645728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:29.653454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.673878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.681914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.701476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.715317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.719576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-081e7000-12ec-42ff-9184-674d1b0f9342 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5436 time: 0.9461353 Dec 13 09:59:29.721219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.722062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.797438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:29.800239 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c27f93a-ec2f-410f-aa6d-8e0c4cdaa29f" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:29.804997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.866596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.883203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:29.890051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a0b64-c67b-4f28-a6f5-541c7fe9e41c None None] Pushing event updated for resources: {'Port': ['ID=e866f2fd-c92a-4936-a66c-87af050c32f4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:29.908541 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99677a0-0ec1-4168-a65b-e72cd78a1fd6 x-openstack-request-id: req-c99677a0-0ec1-4168-a65b-e72cd78a1fd6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:29.909094 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:29.909561 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c99677a0-0ec1-4168-a65b-e72cd78a1fd6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:29.911062 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'code': 200} Dec 13 09:59:29.915298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.916461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:29.951375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Deleting port c802bebb-540f-426d-a00d-027e9cd6a139 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:29.951754 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.001783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:30.017898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af66f18-2d5d-49ed-8c94-d533315ae949 None None] Network 7aa3a950-0f12-4b9f-a820-10e448fb4db2 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:30.019856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.073266 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:59:27Z', 'revision_number': 5, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port': {'id': 'c802bebb-540f-426d-a00d-027e9cd6a139', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f97b965-3df7-4272-815f-b9595223d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:08Z', 'updated_at': '2021-12-13T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:30.125760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Checking router: 1f97b965-3df7-4272-815f-b9595223d62a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:30.144969 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Routers {'1f97b965-3df7-4272-815f-b9595223d62a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:30.145516 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1f97b965-3df7-4272-815f-b9595223d62a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:30.160985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] For port c802bebb-540f-426d-a00d-027e9cd6a139, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c802bebb-540f-426d-a00d-027e9cd6a139,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:30.161584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.166775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:30.185007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c439b-129b-4062-b43a-8258d29809d8 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:59:30.188548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Calling delete_port for c802bebb-540f-426d-a00d-027e9cd6a139 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:30.194949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:30.195392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.241297 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.333239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.337039 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] Set router 1f97b965-3df7-4272-815f-b9595223d62a gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:30.352693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3e533df-08fc-4bd5-a9d1-27e1673c6710 req-0be57336-4ed4-4973-8d53-489d20d0d233 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6213768 Dec 13 09:59:30.493543 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:59:29Z', 'revision_number': 6, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:30.581002 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34a50b-ae40-49c9-bb08-9c479259a9a4 None None] The sync data for ids ['1f97b965-3df7-4272-815f-b9595223d62a'] in n-d-820935-7 is: [{'id': '1f97b965-3df7-4272-815f-b9595223d62a', 'name': 'tempest-TestVolumeBackupRestore-523014997-router', 'tenant_id': '5a4f2d0b962d437489caf3ed49b34079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:07Z', 'updated_at': '2021-12-13T09:59:29Z', 'revision_number': 6, 'project_id': '5a4f2d0b962d437489caf3ed49b34079', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:30.655353 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.660010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c439b-129b-4062-b43a-8258d29809d8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:59:30.763601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:30.785260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port e866f2fd-c92a-4936-a66c-87af050c32f4 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:30.786027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.811931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.812749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3814720d-d194-4796-a00c-6470cc65f70b up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:30.892754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port e866f2fd-c92a-4936-a66c-87af050c32f4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e866f2fd-c92a-4936-a66c-87af050c32f4,segment=NetworkSegment(81664fd4-473c-421b-b1b8-37b383fc4375),segment_id=81664fd4-473c-421b-b1b8-37b383fc4375)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:30.893130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.909461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for e866f2fd-c92a-4936-a66c-87af050c32f4 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:31.051092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f7b1e-aefb-48af-b317-daef71ce8d0d req-0f6d3943-5863-4e3a-b6d4-4ff23f411137 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:31.053553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5f7b1e-aefb-48af-b317-daef71ce8d0d req-0f6d3943-5863-4e3a-b6d4-4ff23f411137 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.7112095 Dec 13 09:59:31.135104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.165460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.176115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.213586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Pushing event deleted for resources: {'Port': ['ID=c802bebb-540f-426d-a00d-027e9cd6a139,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.257287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3814720d-d194-4796-a00c-6470cc65f70b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:31.294422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3814720d-d194-4796-a00c-6470cc65f70b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:31.295048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.301092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5f7b1e-aefb-48af-b317-daef71ce8d0d req-c0f9aff9-6659-4ccc-aa76-d272269d9d6e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322571 Dec 13 09:59:31.304239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=e866f2fd-c92a-4936-a66c-87af050c32f4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.304705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.310047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port e866f2fd-c92a-4936-a66c-87af050c32f4 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:31.433222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.440766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.502782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.509905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371b28b-8b42-4268-951d-c9cee4b19bb0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:31.520209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.521183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f97b965-3df7-4272-815f-b9595223d62a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:31.526636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.531863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d1531f4-18b0-429b-9b87-1e3004725734 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f97b965-3df7-4272-815f-b9595223d62a HTTP/1.1" status: 204 len: 168 time: 2.1521375 Dec 13 09:59:31.533057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:31.571941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.629015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3814720d-d194-4796-a00c-6470cc65f70b,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:31.635828 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.654951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.656598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10547389-cf82-4a3b-8cd0-81ff3af9e553 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:31.684021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Deleting subnet 84a2244f-c8d0-4576-909e-84c6343b1056 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:31.690452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.756860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.778574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.826289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 10547389-cf82-4a3b-8cd0-81ff3af9e553 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:31.836163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 10547389-cf82-4a3b-8cd0-81ff3af9e553 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:31.836880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.877356 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.890928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Allocated IP 172.25.2.163 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/013f9b65-ac14-44c4-b043-ccdc990c2287) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:31.912777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941'}, {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814720d-d194-4796-a00c-6470cc65f70b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:31.919086 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe4595e-ef3f-4306-a00c-fbcb3e1db10f" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941"}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "3814720d-d194-4796-a00c-6470cc65f70b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:31.946433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.029341 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7589e9-2788-45eb-b9f7-83775f917513 x-openstack-request-id: req-ac7589e9-2788-45eb-b9f7-83775f917513 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:32.030342 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941", "code": 200}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "3814720d-d194-4796-a00c-6470cc65f70b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:32.030783 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac7589e9-2788-45eb-b9f7-83775f917513 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:32.031353 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941', 'code': 200} Dec 13 09:59:32.031928 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814720d-d194-4796-a00c-6470cc65f70b', 'code': 200} Dec 13 09:59:32.046419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa3a950-0f12-4b9f-a820-10e448fb4db2']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:32.047752 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.055671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.065018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81664fd4-473c-421b-b1b8-37b383fc4375') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:32.065612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81664fd4-473c-421b-b1b8-37b383fc4375') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:32.076019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.092142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.103657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:32.104455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.105553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:32.113196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.114079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 01d957c9-cc55-4615-9563-efca97707704 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:32.120897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:32.123155 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:32.128963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84a2244f-c8d0-4576-909e-84c6343b1056 HTTP/1.1" status: 204 len: 168 time: 0.5904024 Dec 13 09:59:32.131811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:32.132930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e384b7b-5a55-4d29-ac58-b52ecd9c5007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a2244f-c8d0-4576-909e-84c6343b1056,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.193965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb55b36-2b15-4743-858a-2d87f7092b75 None None] Network 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:32.196364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.237639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.254935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.270135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.276696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.284384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.290722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.300783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.307626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.316470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.325818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-f6141273-f61d-46f1-8308-c43127c802f6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5438 time: 0.7794888 Dec 13 09:59:32.326056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Deleting port 4b9c8943-b790-4b83-9942-c551ee1fc046 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:32.326458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.334621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.347051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 01d957c9-cc55-4615-9563-efca97707704 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:32.391697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.408616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/7aa3a950-0f12-4b9f-a820-10e448fb4db2 HTTP/1.1" status: 204 len: 168 time: 5.1087523 Dec 13 09:59:32.413844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 01d957c9-cc55-4615-9563-efca97707704 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:32.414218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.426876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44368) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:32.536807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294418502'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:32.574725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecae37c-1858-4ce7-a40d-da919b1d8540 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=7aa3a950-0f12-4b9f-a820-10e448fb4db2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.614833 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.630688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] For port 4b9c8943-b790-4b83-9942-c551ee1fc046, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4b9c8943-b790-4b83-9942-c551ee1fc046,segment=NetworkSegment(99c4d73f-a916-4d89-b1b4-17f9b397535a),segment_id=99c4d73f-a916-4d89-b1b4-17f9b397535a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:32.631064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.660585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] DHCP port deletion for 2cb6dcea-fa0a-4247-859e-efe74ca9bce1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:32.674590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Calling delete_port for 4b9c8943-b790-4b83-9942-c551ee1fc046 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:32.732604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d079859-d2e3-4cb5-8f26-28b22bbe06a5 req-4c5d43e9-1721-481a-9335-1244a0a5858d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4057205 Dec 13 09:59:32.735969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:32.740073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.751341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=01d957c9-cc55-4615-9563-efca97707704,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:32.761556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.763920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 99c94969-de93-45e4-857d-ca02dcc07586 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:32.764864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a34bae-0122-4efd-8304-5bd18f225c05 req-c23f3f6d-db05-4318-9eda-e3ff3cff9428 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.774034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67a34bae-0122-4efd-8304-5bd18f225c05 req-c23f3f6d-db05-4318-9eda-e3ff3cff9428 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1970434 Dec 13 09:59:32.846269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.869496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.880766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:32.882298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c802bebb-540f-426d-a00d-027e9cd6a139 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:32.902087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9c8943-b790-4b83-9942-c551ee1fc046,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.908017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] No DVR routers for this DVR port 4b9c8943-b790-4b83-9942-c551ee1fc046 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:32.950175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.950664 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 59d238a8-046c-47e7-a17b-4d6ff15b9ff8 of type vlan for network eed339b5-ccb6-4beb-8634-3883d0e00715 Dec 13 09:59:32.955884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:32.957424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c802bebb-540f-426d-a00d-027e9cd6a139 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:32.957943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c802bebb-540f-426d-a00d-027e9cd6a139 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:32.958753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6956d784-5135-46fc-afd8-76247431143d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:32.989125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 6956d784-5135-46fc-afd8-76247431143d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:32.989605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6956d784-5135-46fc-afd8-76247431143d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:32.990027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4b9c8943-b790-4b83-9942-c551ee1fc046 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:33.023687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.051382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb6dcea-fa0a-4247-859e-efe74ca9bce1']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:33.052802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4b9c8943-b790-4b83-9942-c551ee1fc046 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:33.053349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4b9c8943-b790-4b83-9942-c551ee1fc046 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:33.067518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Deleting port 4b9c8943-b790-4b83-9942-c551ee1fc046 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:33.068182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.081388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c4d73f-a916-4d89-b1b4-17f9b397535a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:33.081783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c4d73f-a916-4d89-b1b4-17f9b397535a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:33.087726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.110787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.141272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.152879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:33.153737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:33.156683 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:33.159413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 99c94969-de93-45e4-857d-ca02dcc07586 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:33.172074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 99c94969-de93-45e4-857d-ca02dcc07586 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:33.172449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.174470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] For port 4b9c8943-b790-4b83-9942-c551ee1fc046, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:33.174854 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.216402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Calling delete_port for 4b9c8943-b790-4b83-9942-c551ee1fc046 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:33.221032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Port 4b9c8943-b790-4b83-9942-c551ee1fc046 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:59:33.224470 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.241502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.259681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] Pushing event deleted for resources: {'Port': ['ID=4b9c8943-b790-4b83-9942-c551ee1fc046,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.272839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a2ae1-5aaf-4f11-a035-1dea1d5a8e56 None None] No DVR routers for this DVR port 4b9c8943-b790-4b83-9942-c551ee1fc046 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:33.284304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.290874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2cb6dcea-fa0a-4247-859e-efe74ca9bce1 HTTP/1.1" status: 204 len: 168 time: 1.1538324 Dec 13 09:59:33.326180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd1ddd-e99a-4d06-992e-dd568239f790 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb6dcea-fa0a-4247-859e-efe74ca9bce1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.378230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:33.396834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67a34bae-0122-4efd-8304-5bd18f225c05 req-3c64c3f5-b011-49bf-8f58-01ef714422ca tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156845 Dec 13 09:59:33.399577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:33.432878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event updated for resources: {'Port': ['ID=013f9b65-ac14-44c4-b043-ccdc990c2287,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.454022 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.474542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b6ee7-0072-4289-b06b-11a70cdb516d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:33.478377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.520664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.526261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:33.529375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.567485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=99c94969-de93-45e4-857d-ca02dcc07586,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:33.583310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.601383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44382) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:33.632428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=eed339b5-ccb6-4beb-8634-3883d0e00715,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.648870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:33.730265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-798d33a8-7c13-41a4-bb76-2322b8e594bb None None] Provisioning complete for port 013f9b65-ac14-44c4-b043-ccdc990c2287 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:33.733861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-798d33a8-7c13-41a4-bb76-2322b8e594bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.741871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a7dfa46-84f8-4186-86f4-53b27fa6feaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1956682cc574a1d86f16a15c8949bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351051 Dec 13 09:59:33.742868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:33.762106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-932b6e2b-d999-43eb-b77b-f6de112fe5ea tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2451890 Dec 13 09:59:33.762736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:33.784974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.785690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:33.837640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-798d33a8-7c13-41a4-bb76-2322b8e594bb None None] Port 013f9b65-ac14-44c4-b043-ccdc990c2287 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:33.905870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.970410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.025599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.033250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553'}, {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d957c9-cc55-4615-9563-efca97707704'}, {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:34.035639 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a928c33a-4b66-4574-9ccc-f946e8a254a1" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553"}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "01d957c9-cc55-4615-9563-efca97707704"}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "99c94969-de93-45e4-857d-ca02dcc07586"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:34.036202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.041783 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9dfdeaa4-3b9f-47c8-a927-e653547ef184 HTTP/1.1" status: 204 len: 168 time: 0.2950921 Dec 13 09:59:34.068013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.068625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c93532-998b-4b5c-9cfb-a8a6c5ba02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfdeaa4-3b9f-47c8-a927-e653547ef184,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:34.073983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.080449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.086435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.093154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.099893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.106623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.109379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-4289e337-7385-4071-a6f0-49926d6b8fb0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.2210150 Dec 13 09:59:34.126639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:34.130405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.149551 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41faef24-6d86-43a3-a54f-93218f57d1d5 x-openstack-request-id: req-41faef24-6d86-43a3-a54f-93218f57d1d5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:34.149873 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553", "code": 200}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "01d957c9-cc55-4615-9563-efca97707704", "code": 200}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-plugged", "status": "completed", "tag": "99c94969-de93-45e4-857d-ca02dcc07586", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:34.150134 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41faef24-6d86-43a3-a54f-93218f57d1d5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:34.150551 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553', 'code': 200} Dec 13 09:59:34.150817 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d957c9-cc55-4615-9563-efca97707704', 'code': 200} Dec 13 09:59:34.151215 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586', 'code': 200} Dec 13 09:59:34.300187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.332717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6347cb29-eb9d-40fb-b605-87d448066e43 req-48eaaa47-0b99-4165-a677-95b52c47fb90 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145348 Dec 13 09:59:34.338557 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.366134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.366657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.366995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.368078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.368563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.369023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.369491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.385453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-53b13003-7a71-4a08-a943-e304882dce3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.1313467 Dec 13 09:59:34.493703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9605cb7f-1dd9-41e9-900a-d487dbccf079 req-f20baa2f-562a-4cc7-bf5c-52c855ef519a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146867 Dec 13 09:59:34.705763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.763567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=5c2272c0-ecda-49dc-a39c-7e79a16385f1,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:34.774499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44404) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:34.818833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '59d238a8-046c-47e7-a17b-4d6ff15b9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:34.820027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: eed339b5-ccb6-4beb-8634-3883d0e00715, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:34.905225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6e3a9-62a0-4ab6-8c07-bd6c95e207e4 req-cb2723eb-cee8-4109-b3e7-8e41d8ac0863 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.906660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17b6e3a9-62a0-4ab6-8c07-bd6c95e207e4 req-cb2723eb-cee8-4109-b3e7-8e41d8ac0863 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.3604765 Dec 13 09:59:34.907154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44406) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:34.910527 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b294789-8199-438c-b17e-af5a5556261b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a4f2d0b962d437489caf3ed49b34079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295228 Dec 13 09:59:34.941906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network eed339b5-ccb6-4beb-8634-3883d0e00715 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:34.973803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.982239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, eed339b5-ccb6-4beb-8634-3883d0e00715) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:35.007743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c28a2a-a7f3-4afb-93fc-704412c6784a None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:35.011122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.011732 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.087913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17b6e3a9-62a0-4ab6-8c07-bd6c95e207e4 req-5d6ad97e-c9ca-4d0a-ba27-ef595b967815 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668670 Dec 13 09:59:35.235025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3ef89caa-f440-4ec3-901a-2e48adb406d7 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4632080 Dec 13 09:59:35.235943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44412) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:35.244682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:35.273326 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.307106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-eed339b5-ccb6-4beb-8634-3883d0e00715', 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': '5c2272c0-ecda-49dc-a39c-7e79a16385f1'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:35.308112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.354398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.469562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Router b92f4156-f7ae-45a6-b573-0027611eea7c is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:35.494518 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.499981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:35.500799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.502746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69972c26-97f5-4c4e-a667-d9ac9a99d411 HTTP/1.1" status: 204 len: 168 time: 0.5905988 Dec 13 09:59:35.510426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.573960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Allocated IP 2001:db8::2 (eed339b5-ccb6-4beb-8634-3883d0e00715/5c2272c0-ecda-49dc-a39c-7e79a16385f1/0455257b-e51b-4b07-ba22-e447c815c2df) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:35.633578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297a198-2f09-4eac-afc6-2dec6140dfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69972c26-97f5-4c4e-a667-d9ac9a99d411,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:35.733689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.740459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.747476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.756603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.764023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.770929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.777824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.785891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-ca1d9019-a2ed-4437-b32f-11ff38572336 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.2814350 Dec 13 09:59:35.833862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.874641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network eed339b5-ccb6-4beb-8634-3883d0e00715 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:35.880607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:35.881757 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.885751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.886575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.895265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.903022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:35.917213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895c230-30b2-4463-a169-f807de29410d None None] Sync routers for ids ['b92f4156-f7ae-45a6-b573-0027611eea7c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:35.932649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6955495 Dec 13 09:59:35.939189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:35.947303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70ad59b0-75c2-4c28-8bc1-d42a3cd864e1 req-814a663a-8fd4-43c7-99af-a493e3ac1c7c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602490 Dec 13 09:59:35.963528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bf9fd-d672-4bef-ad75-d691b5f6b44f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=cb36eb44-ea2b-4e82-98df-faf90bf4bd76,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:35.992031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.008532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44422) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:36.014883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1268fb8-0276-47e1-9ab8-ed485fa7dd40 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4353766 Dec 13 09:59:36.022875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:36.112465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:36.129898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:36.147370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] Routers {'b92f4156-f7ae-45a6-b573-0027611eea7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:36.147668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b92f4156-f7ae-45a6-b573-0027611eea7c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:36.150496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:36.400269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Pushing event updated for resources: {'Port': ['ID=0455257b-e51b-4b07-ba22-e447c815c2df,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:36.405023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141953f-2981-4db5-a58f-f04512501d48 req-ab7b693e-5c69-4def-9180-02ec8be5f716 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.419090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b141953f-2981-4db5-a58f-f04512501d48 req-ab7b693e-5c69-4def-9180-02ec8be5f716 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1585715 Dec 13 09:59:36.434873 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-774999ab-2e32-4a87-8062-c47fcc608c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.438430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:36.472241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.481612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.489449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.494777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] Routers {'b92f4156-f7ae-45a6-b573-0027611eea7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:36.495426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b92f4156-f7ae-45a6-b573-0027611eea7c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:36.497656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.499523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.510648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Attempting to bind port 0455257b-e51b-4b07-ba22-e447c815c2df on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:36.511038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Attempting to bind port 0455257b-e51b-4b07-ba22-e447c815c2df by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '59d238a8-046c-47e7-a17b-4d6ff15b9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:36.511411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Attempting to bind port 0455257b-e51b-4b07-ba22-e447c815c2df on network eed339b5-ccb6-4beb-8634-3883d0e00715 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:36.514232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-84c04d8e-521f-4c0b-b7d6-7903e186a8d9 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5704882 Dec 13 09:59:36.525900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b141953f-2981-4db5-a58f-f04512501d48 req-335601a3-3822-40d4-b27b-80c83ecbec8d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050692 Dec 13 09:59:36.527897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:36.553976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6895c230-30b2-4463-a169-f807de29410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:36.554636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895c230-30b2-4463-a169-f807de29410d None None] The sync data for ids ['b92f4156-f7ae-45a6-b573-0027611eea7c'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:36.559421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266686370'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:36.560844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:36.561234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Checking segment: {'id': '59d238a8-046c-47e7-a17b-4d6ff15b9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:36.562036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.562432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Bound using segment: {'id': '59d238a8-046c-47e7-a17b-4d6ff15b9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:36.562926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Bound port: 0455257b-e51b-4b07-ba22-e447c815c2df, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d238a8-046c-47e7-a17b-4d6ff15b9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:36.563313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.634555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] For port 0455257b-e51b-4b07-ba22-e447c815c2df, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:36.638587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] For port 0455257b-e51b-4b07-ba22-e447c815c2df, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0455257b-e51b-4b07-ba22-e447c815c2df,segment=NetworkSegment(59d238a8-046c-47e7-a17b-4d6ff15b9ff8),segment_id=59d238a8-046c-47e7-a17b-4d6ff15b9ff8)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:36.646308 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.681461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:36.686036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.733008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:36.740633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcac04-afef-4aa4-a483-49ce697548ec None None] Pushing event updated for resources: {'Port': ['ID=0455257b-e51b-4b07-ba22-e447c815c2df,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:36.793463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.794077 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 3bd67042-b4b1-468f-8188-f19aa46bbc11 of type vlan for network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 Dec 13 09:59:36.881001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.925098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.929279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.935034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.935946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.973802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4402337 Dec 13 09:59:36.977396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:36.995149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:37.007322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.031033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e8f2e-3e96-4f6b-a4e3-bc50272ca958 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=74bf3964-1e09-43d3-9aee-2a14aaac10c9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:37.074440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:37.147316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Deleting port 013f9b65-ac14-44c4-b043-ccdc990c2287 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:37.147868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.273210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.280450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.288749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.296020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.309009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.317249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.324257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.324625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.327072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-17ae1393-04f6-4e21-ab8e-72af4917c2d6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1629605 Dec 13 09:59:37.347074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Calling delete_port for 013f9b65-ac14-44c4-b043-ccdc990c2287 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:37.535663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.546270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3de50fd5-98f9-4bbb-98e1-a272621d2538 req-514d5a17-202b-4e7c-b6dd-c735a2468740 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097332 Dec 13 09:59:37.572420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.585368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 is not hosted by any dhcp agent {{(pid=103195) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:59:37.592715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.595902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.604581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "PUT /v2.0/networks/74bf3964-1e09-43d3-9aee-2a14aaac10c9 HTTP/1.1" status: 200 len: 723 time: 0.6191390 Dec 13 09:59:37.611112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44450) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:37.619632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:37.679735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.710112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93cf60a-e753-4dad-bca8-e2cdc188feb0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:37.832675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Pushing event deleted for resources: {'Port': ['ID=013f9b65-ac14-44c4-b043-ccdc990c2287,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:37.837900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.892850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc686f-6a5d-49ad-b851-f0a5dba3a429 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=74bf3964-1e09-43d3-9aee-2a14aaac10c9,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:37.905451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:37.978464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:37.993906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.006600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.019794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.034096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.040686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.046749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.052468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d17c0991-76bd-4de2-8aff-76be1b8303ea req-f9510ec6-e35e-4f75-85e7-e7c3ebe539b2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.2965837 Dec 13 09:59:38.060192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44454) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:38.070089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf2bb-d34f-4db7-9502-72b1d57278c7 req-2c727dd6-83af-40f4-8965-7356955e8e04 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:38.071642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08ecf2bb-d34f-4db7-9502-72b1d57278c7 req-2c727dd6-83af-40f4-8965-7356955e8e04 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.3048286 Dec 13 09:59:38.077445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Request body: {'floatingip': {'port_id': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:38.168832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.219596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:38.223652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.326418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08ecf2bb-d34f-4db7-9502-72b1d57278c7 req-1c715564-d0bb-4256-82cf-c2d8e0f88702 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430201 Dec 13 09:59:38.409446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cffffe-05d4-4c50-bc72-835d9cda5dc6 None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:38.454698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.471608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.517112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff134481-fbfd-4b16-be69-05c1fa4a6156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.558116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:38.558667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.787154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.799826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Router b92f4156-f7ae-45a6-b573-0027611eea7c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:38.902223 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.908010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:38.923932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] Sync routers for ids ['b92f4156-f7ae-45a6-b573-0027611eea7c'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:38.933302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.938567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-401e11dc-924f-4686-a7d3-6cf3bbae1165 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "PUT /v2.0/routers/b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 200 len: 704 time: 2.9285069 Dec 13 09:59:38.941515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:38.949103 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] Routers {'b92f4156-f7ae-45a6-b573-0027611eea7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:38.953599 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b92f4156-f7ae-45a6-b573-0027611eea7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:38.958285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0455257b-e51b-4b07-ba22-e447c815c2df up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:39.067808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=cf03d7a5-d194-472d-b2d8-f12210670c39,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:39.076710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '3bd67042-b4b1-468f-8188-f19aa46bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:39.077132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 74bf3964-1e09-43d3-9aee-2a14aaac10c9, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:39.085564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.106553 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] Routers {'b92f4156-f7ae-45a6-b573-0027611eea7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:39.107526 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b92f4156-f7ae-45a6-b573-0027611eea7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.164854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:39.189357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 74bf3964-1e09-43d3-9aee-2a14aaac10c9) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:39.194901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:39.196008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.312766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-76441517-4a49-4e82-8238-8d4847a66925 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6972363 Dec 13 09:59:39.318369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:59:39.324823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.333413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:39.343107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.344194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe22d48-142b-42b5-99a3-656e9f72e538 None None] The sync data for ids ['b92f4156-f7ae-45a6-b573-0027611eea7c'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:39.370405 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7682cf7-5d4b-4bb3-8c26-d004ec8eb6d1 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/routers/b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 200 len: 739 time: 0.4231453 Dec 13 09:59:39.372108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.470383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b00c7eb0-2790-4e0e-a795-50a8056fe558 tempest-RoutersAdminTest-1546419860 tempest-RoutersAdminTest-1546419860-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 200 len: 205 time: 0.0917885 Dec 13 09:59:39.470591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44470) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.489334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.512601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.529730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] For port 0455257b-e51b-4b07-ba22-e447c815c2df, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0455257b-e51b-4b07-ba22-e447c815c2df,segment=NetworkSegment(59d238a8-046c-47e7-a17b-4d6ff15b9ff8),segment_id=59d238a8-046c-47e7-a17b-4d6ff15b9ff8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:39.535652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef222e7e-3c12-4231-8c08-1d8de7f26982 None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:39.546834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.552214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c27569a0-2d2c-4d59-9555-35889605ee33 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 200 len: 205 time: 0.0805666 Dec 13 09:59:39.555340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.638069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Update dhcp port {'port': {'network_id': 'eed339b5-ccb6-4beb-8634-3883d0e00715', 'fixed_ips': [{'subnet_id': '5c2272c0-ecda-49dc-a39c-7e79a16385f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb36eb44-ea2b-4e82-98df-faf90bf4bd76'}], 'binding:host_id': 'n-d-820935-7'}, 'id': '0455257b-e51b-4b07-ba22-e447c815c2df'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:59:39.682289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.694119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.739641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.789939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:39.790318 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.861229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Pushing event updated for resources: {'Port': ['ID=0455257b-e51b-4b07-ba22-e447c815c2df,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:39.943639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-74bf3964-1e09-43d3-9aee-2a14aaac10c9', 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': 'cf03d7a5-d194-472d-b2d8-f12210670c39'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:39.944506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.947136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.947493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.947870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.948213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.948554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.948889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.949223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.949555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.949885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.950216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.950546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.950873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.951200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea04e-11a3-4aeb-9106-8429b9a4bb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:39.975373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.977892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.023229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9295402'] for subnet, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.036944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.038323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Fanout notify agent at l3_agent the message router_deleted on router b92f4156-f7ae-45a6-b573-0027611eea7c {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:40.054644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.059656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bd4065d1-3ff2-4f96-b600-71b69555a13b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 204 len: 168 time: 0.4989724 Dec 13 09:59:40.060055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44484) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.084992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae32b2-e558-40d1-b0fe-80d8e844d281 req-dafaa2ee-7cbf-478b-8a69-96c2e9642098 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:40.093515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60ae32b2-e558-40d1-b0fe-80d8e844d281 req-dafaa2ee-7cbf-478b-8a69-96c2e9642098 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.6761649 Dec 13 09:59:40.104722 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ef05484-3b6c-4a75-97ba-c2de03e143b5 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 200 len: 205 time: 0.0404863 Dec 13 09:59:40.105474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44486) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.149158 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-5d97a840-4360-4b6b-a6e3-834d1b42ad24 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.154114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d97a840-4360-4b6b-a6e3-834d1b42ad24 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/b92f4156-f7ae-45a6-b573-0027611eea7c HTTP/1.1" status: 404 len: 336 time: 0.0474832 Dec 13 09:59:40.154856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.188814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2bb06636-546a-4a09-b346-a453b802b59e tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 200 len: 205 time: 0.0326777 Dec 13 09:59:40.189697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44490) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.229311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Allocated IP 172.20.0.1 (eed339b5-ccb6-4beb-8634-3883d0e00715/cb36eb44-ea2b-4e82-98df-faf90bf4bd76/0455257b-e51b-4b07-ba22-e447c815c2df) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:40.233423 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-b441de60-dec2-4141-8dba-5510a6ff426b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.236998 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b441de60-dec2-4141-8dba-5510a6ff426b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/ce37e859-1b8f-4c19-8eb3-dca56978d66a HTTP/1.1" status: 404 len: 336 time: 0.0439653 Dec 13 09:59:40.238182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.272648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed939dce-bc94-41bf-bc9b-002f013885b6 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 200 len: 205 time: 0.0332239 Dec 13 09:59:40.274051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.315048 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747114768348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9272574'] for subnet, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.325371 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e9d5191f-ef42-4c98-b75f-d7664abb4b68 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.330475 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e9d5191f-ef42-4c98-b75f-d7664abb4b68 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/db391fcb-3696-49ed-bc1a-74248f42b4fc HTTP/1.1" status: 404 len: 336 time: 0.0560305 Dec 13 09:59:40.331839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.359733 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Floating IP 6f4dff8f-12cf-4b7f-937e-30e5ce2d591b associated. External IP: 172.25.2.182, port: 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b. Dec 13 09:59:40.369423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60ae32b2-e558-40d1-b0fe-80d8e844d281 req-6dcb3767-07ae-4a62-8dc8-877d9ce7a7ac tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747741 Dec 13 09:59:40.370757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-799c2fcc-9175-4d5f-8882-1cb865c0e0da tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 200 len: 205 time: 0.0330405 Dec 13 09:59:40.372075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44498) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.375425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:40.376183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.380843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "PUT /v2.0/subnets/cf03d7a5-d194-472d-b2d8-f12210670c39 HTTP/1.1" status: 200 len: 826 time: 1.0526321 Dec 13 09:59:40.381015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] For port 0455257b-e51b-4b07-ba22-e447c815c2df, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0455257b-e51b-4b07-ba22-e447c815c2df,segment=NetworkSegment(59d238a8-046c-47e7-a17b-4d6ff15b9ff8),segment_id=59d238a8-046c-47e7-a17b-4d6ff15b9ff8)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:40.386757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44500) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.412818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Allocated IP 2001:db8::2 (74bf3964-1e09-43d3-9aee-2a14aaac10c9/cf03d7a5-d194-472d-b2d8-f12210670c39/5703f874-316f-4d07-a56c-45f6125469db) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:40.439233 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.441377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=cf03d7a5-d194-472d-b2d8-f12210670c39,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.448078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.455339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.455759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.456116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.456513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.456850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.457192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.457533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.457876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.458212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.459040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.459040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.459272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.459509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd544-0077-4980-b68e-9e2bef9ab946 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:40.486186 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-cfcedfd5-0215-458c-99b6-0286e9f54141 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.491198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.492479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfcedfd5-0215-458c-99b6-0286e9f54141 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/7daec7f7-bdf0-49a2-b875-49b0dafef79b HTTP/1.1" status: 404 len: 336 time: 0.1192851 Dec 13 09:59:40.530336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-df4911be-32e7-4ba1-b2e7-42397a0cab68 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 200 len: 205 time: 0.0378258 Dec 13 09:59:40.532805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.577963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.581766 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-d34d3384-a03a-442b-b318-6abfec98b69b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.585403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d34d3384-a03a-442b-b318-6abfec98b69b tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/d3a54a6e-bb3b-41a1-ae1e-1e4c22b25570 HTTP/1.1" status: 404 len: 336 time: 0.0486226 Dec 13 09:59:40.586452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44506) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.592828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeec88-8c7a-429e-bdd7-2a1cd43df8a7 None None] Pushing event updated for resources: {'Port': ['ID=0455257b-e51b-4b07-ba22-e447c815c2df,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.617634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9d21f4fd-6811-4034-9013-7cc34bbdf4d8 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "GET /v2.0/ports?device_id=74b483a1-27d4-4537-8809-9f27cd9d9f64 HTTP/1.1" status: 200 len: 205 time: 0.0300381 Dec 13 09:59:40.620309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44508) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.664416 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-539e4652-abdf-413c-a299-abc20d136ec3 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] delete failed (client error): The resource could not be found. Dec 13 09:59:40.665490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-539e4652-abdf-413c-a299-abc20d136ec3 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/routers/74b483a1-27d4-4537-8809-9f27cd9d9f64 HTTP/1.1" status: 404 len: 336 time: 0.0442591 Dec 13 09:59:40.668466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44510) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.677993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.699927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.713473 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.734479 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7568e463-6068-4213-9dae-8ee876100da4 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:40.734967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7568e463-6068-4213-9dae-8ee876100da4 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:40.742456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7568e463-6068-4213-9dae-8ee876100da4 tempest-RoutersAdminTest-1581201126 tempest-RoutersAdminTest-1581201126-project] 10.222.0.31 "DELETE /v2.0/subnets/870d7b67-356b-4e29-8ae1-db5c788dade7 HTTP/1.1" status: 404 len: 337 time: 0.0729878 Dec 13 09:59:40.799163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.806143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0455257b-e51b-4b07-ba22-e447c815c2df up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:40.864989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:40.882147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=cf03d7a5-d194-472d-b2d8-f12210670c39,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.897940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:40.902851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:40.957205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Router b1390c81-82f5-4824-8da0-4fdb96d972b0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:41.023630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.029540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Pushing event updated for resources: {'Port': ['ID=5703f874-316f-4d07-a56c-45f6125469db,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:41.066322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bf3964-1e09-43d3-9aee-2a14aaac10c9']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:41.089818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Attempting to bind port 5703f874-316f-4d07-a56c-45f6125469db on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:41.090483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Attempting to bind port 5703f874-316f-4d07-a56c-45f6125469db by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3bd67042-b4b1-468f-8188-f19aa46bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:41.094672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Attempting to bind port 5703f874-316f-4d07-a56c-45f6125469db on network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:41.104757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd67042-b4b1-468f-8188-f19aa46bbc11') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:41.105067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd67042-b4b1-468f-8188-f19aa46bbc11') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:41.121225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:41.122969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Checking segment: {'id': '3bd67042-b4b1-468f-8188-f19aa46bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:41.123629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.125580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.126334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Bound using segment: {'id': '3bd67042-b4b1-468f-8188-f19aa46bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:41.127065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Bound port: 5703f874-316f-4d07-a56c-45f6125469db, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd67042-b4b1-468f-8188-f19aa46bbc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:41.129381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.157706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.170594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:41.171084 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.171445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:41.171888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:41.186079 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:41.223950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:41.234303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.310087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66bfd518-0378-49e3-b15c-17247dcb01c9 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "PUT /v2.0/floatingips/6f4dff8f-12cf-4b7f-937e-30e5ce2d591b HTTP/1.1" status: 200 len: 991 time: 3.2478399 Dec 13 09:59:41.310774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:41.313161 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fefb9e2-75b5-4deb-a580-4829c6117fea" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:41.319733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:41.353929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] For port 5703f874-316f-4d07-a56c-45f6125469db, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:41.369713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Sync routers for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:41.386171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 09:59:41.386171 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 09:59:41.386171 n-d-820935-7 neutron-server[103194]: [parameters: {'id': '74bf3964-1e09-43d3-9aee-2a14aaac10c9'}] Dec 13 09:59:41.386171 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:59:41.386747 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:59:41.404987 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5756c7-6622-4f3f-83f6-c306b708cc9d x-openstack-request-id: req-bd5756c7-6622-4f3f-83f6-c306b708cc9d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:41.405447 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:41.406940 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5756c7-6622-4f3f-83f6-c306b708cc9d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:41.407477 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'status': 'completed', 'code': 200} Dec 13 09:59:41.421273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] For port 5703f874-316f-4d07-a56c-45f6125469db, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5703f874-316f-4d07-a56c-45f6125469db,segment=NetworkSegment(3bd67042-b4b1-468f-8188-f19aa46bbc11),segment_id=3bd67042-b4b1-468f-8188-f19aa46bbc11)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:41.453282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.547726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.586405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018796e4-d586-4de7-940b-3635f9d7040f req-f076360f-a8de-444e-9b15-d09363c27900 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.587058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:41.588603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:41.592116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-018796e4-d586-4de7-940b-3635f9d7040f req-f076360f-a8de-444e-9b15-d09363c27900 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.0784817 Dec 13 09:59:41.623861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.624579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.625736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.626359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.626978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.627627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.628780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.633923 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9609d24-3150-499b-b9c9-4c210be2dd02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.1696072 Dec 13 09:59:41.652057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8099-647c-4cd9-bdf2-bf7542d8618d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.654546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-018796e4-d586-4de7-940b-3635f9d7040f req-3a1b9e02-2141-4abc-95f9-5a34f495d0dd tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Dec 13 09:59:41.776152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:41.801086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-a6eebd38-e4c3-488a-a13f-2670cbcdbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.802914 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-a6eebd38-e4c3-488a-a13f-2670cbcdbfc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395 HTTP/1.1" status: 200 len: 918 time: 0.1617088 Dec 13 09:59:41.845318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe9c27-ec5e-40c8-925e-3c6a10fb22ca None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:41.855522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69316466-9ca7-48d8-be13-7bf7427e15b8 None None] Pushing event updated for resources: {'Port': ['ID=5703f874-316f-4d07-a56c-45f6125469db,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:41.864420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8099-647c-4cd9-bdf2-bf7542d8618d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.910082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d9130-4f5c-4956-80f0-a2c92cd0d110 None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:41.942611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.957372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8099-647c-4cd9-bdf2-bf7542d8618d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.048190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e4f8099-647c-4cd9-bdf2-bf7542d8618d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d01fd66ee4bd471ebd6da7f9e004207b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7251379 Dec 13 09:59:42.048190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8099-647c-4cd9-bdf2-bf7542d8618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60777d25-ba49-4b70-aa8c-45bcf485b635,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:42.048957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44548) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:42.056282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-411d4eb6-69cd-43ca-8a0c-1447e8e90fa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 999 time: 0.1896181 Dec 13 09:59:42.126963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ef2eb37c-03bf-4621-99b6-18cf998661ef None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:42.127782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb37c-03bf-4621-99b6-18cf998661ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.150909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.159005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port 5703f874-316f-4d07-a56c-45f6125469db {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:42.159907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.179902 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.210767 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.248806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port 5703f874-316f-4d07-a56c-45f6125469db, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5703f874-316f-4d07-a56c-45f6125469db,segment=NetworkSegment(3bd67042-b4b1-468f-8188-f19aa46bbc11),segment_id=3bd67042-b4b1-468f-8188-f19aa46bbc11)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:42.249480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.264948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for 5703f874-316f-4d07-a56c-45f6125469db owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:42.284199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.290311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.295860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60777d25-ba49-4b70-aa8c-45bcf485b635 HTTP/1.1" status: 204 len: 168 time: 0.2364573 Dec 13 09:59:42.316145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541f71a-6189-4b45-91fc-f1d0ec97d681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60777d25-ba49-4b70-aa8c-45bcf485b635,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:42.357027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-78d0ea9b-2a11-41cf-b341-1fa1e4d964a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:42.358620 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-78d0ea9b-2a11-41cf-b341-1fa1e4d964a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.2786472 Dec 13 09:59:42.365235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.416573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=5703f874-316f-4d07-a56c-45f6125469db,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:42.435228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port 5703f874-316f-4d07-a56c-45f6125469db on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:42.552231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.564876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-2fdd7285-beb5-48d1-9613-08eda9747a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:42.568128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-2fdd7285-beb5-48d1-9613-08eda9747a12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893196 Dec 13 09:59:42.638134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bf3964-1e09-43d3-9aee-2a14aaac10c9']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:42.674456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd3e65-9198-4653-8115-1105c55267c4 None None] Network 74bf3964-1e09-43d3-9aee-2a14aaac10c9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:42.719770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd67042-b4b1-468f-8188-f19aa46bbc11') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:42.720215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd67042-b4b1-468f-8188-f19aa46bbc11') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:42.742403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.805481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.846161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44560) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:42.861541 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-e9196902-1d95-4f85-b43f-e2f090188c97 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818687 Dec 13 09:59:42.867336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:42.868606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:42.874893 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:42.950742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755ea4-0caf-4a3b-91bb-1e60543e53d8 req-0e351893-0576-4f47-9629-132941c1c0a2 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:42.958820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5755ea4-0caf-4a3b-91bb-1e60543e53d8 req-0e351893-0576-4f47-9629-132941c1c0a2 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1701045 Dec 13 09:59:42.979331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6f4dff8f-12cf-4b7f-937e-30e5ce2d591b', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'port_id': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'mac_address': 'fa:16:3e:cd:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:52Z', 'updated_at': '2021-12-13T09:59:39Z', 'revision_number': 1, 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:43.045152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Checking router: b1390c81-82f5-4824-8da0-4fdb96d972b0 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:43.054726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:43.055370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:43.085101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d5755ea4-0caf-4a3b-91bb-1e60543e53d8 req-3fc494f8-e271-4655-9b9c-eb8d16bb5a8b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253214 Dec 13 09:59:43.100341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44570) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.101314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b4dbc1a1-8667-4509-b947-c84e15cdd92c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a8e7712785479388d60885c4273a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371502 Dec 13 09:59:43.117752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c49a2e-1a8f-4864-b0d5-ce354c3f702b None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:59:43.124651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.132911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.139314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.149219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/74bf3964-1e09-43d3-9aee-2a14aaac10c9 HTTP/1.1" status: 204 len: 168 time: 2.7611067 Dec 13 09:59:43.170058 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49c03d8-edf0-445f-be08-017fd4f13652 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:43.170860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49c03d8-edf0-445f-be08-017fd4f13652 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:43.187794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e49c03d8-edf0-445f-be08-017fd4f13652 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/74bf3964-1e09-43d3-9aee-2a14aaac10c9 HTTP/1.1" status: 404 len: 339 time: 0.0471406 Dec 13 09:59:43.188659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44574) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.200312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117360423', 'description': 'd1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:43.211743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c9572c47-d379-45b7-a98a-7a20df6e9329 None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:43.212251 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9572c47-d379-45b7-a98a-7a20df6e9329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.226470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:43.230832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.249331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5fefb9e2-75b5-4deb-a580-4829c6117fea req-6183b8c7-82a9-4130-ab2d-1a8e0d6118d5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588555 Dec 13 09:59:43.274038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f0ce4-804d-44be-94e1-b4b18c55a50d tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=74bf3964-1e09-43d3-9aee-2a14aaac10c9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.279018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:43.285394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:43.294616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.319220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.320608 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 57144987-a267-45ad-af2a-65fd36b8d0ee of type vlan for network d2ce6fc0-a589-4b6b-a97f-252e915accc1 Dec 13 09:59:43.329983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.401472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.401472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.402343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7b9f7bb-92ac-4ae4-97f8-0509b741bded HTTP/1.1" status: 204 len: 168 time: 0.2994859 Dec 13 09:59:43.412242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529f5ee-3f1a-42e1-b8c1-3df465f24746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9f7bb-92ac-4ae4-97f8-0509b741bded,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.449925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c49a2e-1a8f-4864-b0d5-ce354c3f702b None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 09:59:43.450986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.497564 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.504225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:43.505023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.613666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4229100 Dec 13 09:59:43.616197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.636360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfb0af-159b-45a0-be12-15d924087b28 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=d2ce6fc0-a589-4b6b-a97f-252e915accc1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.683886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d2ce6fc0-a589-4b6b-a97f-252e915accc1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:43.736220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2d164-e528-4940-b2f5-00f435df7f15 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:43.741083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44586) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.742119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dac2d164-e528-4940-b2f5-00f435df7f15 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks?id=d2ce6fc0-a589-4b6b-a97f-252e915accc1 HTTP/1.1" status: 200 len: 765 time: 0.1244934 Dec 13 09:59:43.746524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'description': 'd2'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:43.929351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6f4dff8f-12cf-4b7f-937e-30e5ce2d591b', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'port_id': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'mac_address': 'fa:16:3e:cd:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:52Z', 'updated_at': '2021-12-13T09:59:39Z', 'revision_number': 1, 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:43.973066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8798a-f959-40ff-93f9-c12ea7ccd0af None None] The sync data for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 is: [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '6f4dff8f-12cf-4b7f-937e-30e5ce2d591b', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'port_id': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'mac_address': 'fa:16:3e:cd:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:52Z', 'updated_at': '2021-12-13T09:59:39Z', 'revision_number': 1, 'project_id': '9d3412558641442abe30d406fe7da723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:44.011514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.055311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.068965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network d2ce6fc0-a589-4b6b-a97f-252e915accc1 is not hosted by any dhcp agent {{(pid=103195) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:59:44.095666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.098114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.100647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "PUT /v2.0/networks/d2ce6fc0-a589-4b6b-a97f-252e915accc1 HTTP/1.1" status: 200 len: 762 time: 0.3577771 Dec 13 09:59:44.102977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.240140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aed455-d5ba-4498-98a3-ed61b44093d6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=d2ce6fc0-a589-4b6b-a97f-252e915accc1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.252849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d2ce6fc0-a589-4b6b-a97f-252e915accc1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:44.333149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45639f-e98d-49ec-9cdb-7bbe146aec43 req-4b771105-b9a2-4663-bd73-177d96cff6c1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.334771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd45639f-e98d-49ec-9cdb-7bbe146aec43 req-4b771105-b9a2-4663-bd73-177d96cff6c1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.0807164 Dec 13 09:59:44.347253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f45e7-f1b2-4451-9f12-714a51a5664f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.351670 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-268f45e7-f1b2-4451-9f12-714a51a5664f tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks?id=d2ce6fc0-a589-4b6b-a97f-252e915accc1 HTTP/1.1" status: 200 len: 765 time: 0.2442505 Dec 13 09:59:44.353237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.391105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b73a0-f7f7-4b04-8aa7-5fc4eda5c28f None None] New status for floating IP 6f4dff8f-12cf-4b7f-937e-30e5ce2d591b: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:59:44.413104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd45639f-e98d-49ec-9cdb-7bbe146aec43 req-b987b058-1094-4b32-b7b6-bc031fa7cc62 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704794 Dec 13 09:59:44.633170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44614) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.689841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ccb821-2f8f-4f67-b2b9-0fcb3913ab2e tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.694976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44618) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.695537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38ccb821-2f8f-4f67-b2b9-0fcb3913ab2e tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3405774 Dec 13 09:59:44.773794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-addfe716-e139-45aa-8de6-71a3217ea73a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 207 time: 0.0739777 Dec 13 09:59:44.773923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.833817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1785593874'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:44.880640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:44.884150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.926165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.932892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.944905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.950839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.957168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.963171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.965115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-59fac336-a85d-4be0-a92b-de099ac81638 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1901381 Dec 13 09:59:44.965965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.968866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44624) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.136758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ae035b3-21ca-4172-899e-9a14e061be27 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1667225 Dec 13 09:59:45.140441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.179281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.186041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.207639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.209939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.212133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.214075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.216588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.218447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:45.224050 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1afe154b-ad13-4848-a707-c0457bdcc951 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0823781 Dec 13 09:59:45.224704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44632) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.239867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.240499 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Added segment ab4cfa7e-3527-4bc9-9cfc-cba0457c2b8a of type vlan for network c616012a-4d56-427e-9eac-ee18a9de5e5a Dec 13 09:59:45.242206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf7e7e-e8dc-45eb-b42d-35970d4898de,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:45.309862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.312241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.313400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.313921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.315575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.318299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.324108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44636) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.325858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-158e95b3-b955-49fa-9d6d-6ec8b05f4211 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0984519 Dec 13 09:59:45.436045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.db.resource_extend [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:59:45.476586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.482632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.483307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.504487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15560ddb-9931-4cee-aeeb-f32a7748f677 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.505900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15560ddb-9931-4cee-aeeb-f32a7748f677 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks/26023744-af53-452a-963e-1aef5f0fb94e HTTP/1.1" status: 200 len: 804 time: 0.1807947 Dec 13 09:59:45.509863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44646) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.593956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Network': ['ID=c616012a-4d56-427e-9eac-ee18a9de5e5a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:45.605899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c616012a-4d56-427e-9eac-ee18a9de5e5a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:45.624009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-20694a4f-e6f5-4c1a-82c2-c218c497afa2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9873946 Dec 13 09:59:45.629011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44650) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.658523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'subnet': {'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:45.685301 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b09e09e0-1a40-4271-8fc7-82b929013c2c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/networks/26023744-af53-452a-963e-1aef5f0fb94e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1740205 Dec 13 09:59:45.686046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.769312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab318e28-c128-49d8-975f-de952e715498 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.776314 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab318e28-c128-49d8-975f-de952e715498 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets/fdbf758c-0368-48da-921b-fb948233395a HTTP/1.1" status: 200 len: 843 time: 0.0891218 Dec 13 09:59:45.777284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44654) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.840655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3b835-dcc4-492d-a985-044a0c71bce3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.850287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cff3b835-dcc4-492d-a985-044a0c71bce3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "GET /v2.0/subnets/fdbf758c-0368-48da-921b-fb948233395a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0720155 Dec 13 09:59:45.851012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44658) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.856004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343505837'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:45.870417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:45.874815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.881610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:45.892029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.948483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:45.959009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0e1d7-08a6-4aed-ae11-0179c3b71417 req-73abe5ce-bdaf-4e78-b080-c9b09088c5cc tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.961043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ee0e1d7-08a6-4aed-ae11-0179c3b71417 req-73abe5ce-bdaf-4e78-b080-c9b09088c5cc tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.3684523 Dec 13 09:59:45.970147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.972506 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Added segment 84031d2a-548c-4951-be36-05efdd5844c9 of type vlan for network 72e92e37-7e10-4102-aad2-0f74d6b17337 Dec 13 09:59:46.032339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.080121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ee0e1d7-08a6-4aed-ae11-0179c3b71417 req-2854924e-d19d-4276-9cc6-118ea28c21f3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079018 Dec 13 09:59:46.084016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.092139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:46.092906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.178997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.232766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Network': ['ID=72e92e37-7e10-4102-aad2-0f74d6b17337,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.243820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Subnet': ['ID=68a0adc2-157c-46ed-8b2b-f1caae5a5553,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.244568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 72e92e37-7e10-4102-aad2-0f74d6b17337 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:46.248084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88302b39-9eab-4604-95c6-5ac9ac357871 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3959184 Dec 13 09:59:46.250810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:46.256471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'network_id': '72e92e37-7e10-4102-aad2-0f74d6b17337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:46.287201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Checking segment: {'id': 'ab4cfa7e-3527-4bc9-9cfc-cba0457c2b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:46.288650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network hostable DHCP agents. Network: c616012a-4d56-427e-9eac-ee18a9de5e5a, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:46.310643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:46.323108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, c616012a-4d56-427e-9eac-ee18a9de5e5a) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:46.339307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:46.341101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.369544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2a589aed-25b1-4565-bf72-beaae08d32b9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7367523 Dec 13 09:59:46.369786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44662) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:46.370497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954ab04-a10e-4b5f-a08d-40520c490076 None None] Network c616012a-4d56-427e-9eac-ee18a9de5e5a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:46.376643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2136879321', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:46.421962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.423431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.447268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Made reservation on behalf of fb450df058d14385b80ef01bfb99865f for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:46.451359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.495754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.521627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275fd3c-d6f5-41c7-b609-211ab7b8c770 None None] Network c616012a-4d56-427e-9eac-ee18a9de5e5a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:46.568951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Performing IP validity checks on allocation pools {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:59:46.569505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:59:46.749633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.760719 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.876142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=49da6fc4-19e6-49ec-9f6a-609f38744a11,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.889809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Checking segment: {'id': '84031d2a-548c-4951-be36-05efdd5844c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '72e92e37-7e10-4102-aad2-0f74d6b17337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:46.890165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network hostable DHCP agents. Network: 72e92e37-7e10-4102-aad2-0f74d6b17337, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:46.911704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Network 72e92e37-7e10-4102-aad2-0f74d6b17337 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:46.923152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 72e92e37-7e10-4102-aad2-0f74d6b17337) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:46.927912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:46.928575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.933868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2f28b-f4d1-41eb-9b93-af3dc93b5266 None None] Network 72e92e37-7e10-4102-aad2-0f74d6b17337 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:46.957766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffa09956-6c31-4ede-8bc4-8cde0f74fdf8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7058017 Dec 13 09:59:46.960903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:46.966719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:47.100391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aafd29-3a40-467b-ad3b-943b7727b720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-72e92e37-7e10-4102-aad2-0f74d6b17337', 'network_id': '72e92e37-7e10-4102-aad2-0f74d6b17337', 'project_id': 'fb450df058d14385b80ef01bfb99865f', 'fixed_ips': [{'subnet_id': '49da6fc4-19e6-49ec-9f6a-609f38744a11'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:47.101301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-28aafd29-3a40-467b-ad3b-943b7727b720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.101955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.141040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8621939'] for subnet, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.178499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.328682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-28aafd29-3a40-467b-ad3b-943b7727b720 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:59:47.328682 n-d-820935-7 neutron-server[103196]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 09:59:47.328682 n-d-820935-7 neutron-server[103196]: [parameters: {'in_use': 1, 'id_1': '49da6fc4-19e6-49ec-9f6a-609f38744a11'}] Dec 13 09:59:47.328682 n-d-820935-7 neutron-server[103196]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:59:47.329515 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-28aafd29-3a40-467b-ad3b-943b7727b720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:59:47.380947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510486-4052-4e3c-9b8f-468b3594f72e req-6a61a7fd-076a-4dab-af2c-bd2fe802b073 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:47.383220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29510486-4052-4e3c-9b8f-468b3594f72e req-6a61a7fd-076a-4dab-af2c-bd2fe802b073 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1178157 Dec 13 09:59:47.416500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.166 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/dad19ef1-a4bb-435f-9c77-ca777915f572) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:47.444346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747114768348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8555133'] for subnet, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.499057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:47.499724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.506146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "PUT /v2.0/subnets/49da6fc4-19e6-49ec-9f6a-609f38744a11 HTTP/1.1" status: 200 len: 900 time: 0.5440609 Dec 13 09:59:47.506833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:47.538655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29510486-4052-4e3c-9b8f-468b3594f72e req-6852ad79-4e54-4774-bbcd-327fd733b6d3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168573 Dec 13 09:59:47.604829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.639291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ab5f-8920-4a85-a054-916bcc53a06c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event updated for resources: {'Subnet': ['ID=49da6fc4-19e6-49ec-9f6a-609f38744a11,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:47.660333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.716425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.727144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:47.731371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:47.735368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:47.750980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a8a33-6c71-4dda-8393-7e498f48c72c None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:47.760394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=dad19ef1-a4bb-435f-9c77-ca777915f572,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:47.816092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.834596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-28aafd29-3a40-467b-ad3b-943b7727b720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.840016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d8b757fa-c9ef-4e10-900b-84531c92f8ae None None] Provisioning complete for port dad19ef1-a4bb-435f-9c77-ca777915f572 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:47.840383 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8b757fa-c9ef-4e10-900b-84531c92f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.892695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.910647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d8b757fa-c9ef-4e10-900b-84531c92f8ae None None] Port dad19ef1-a4bb-435f-9c77-ca777915f572 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:47.982431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359b8d1-0898-43db-a14e-af1f5ab71337 None None] Network 72e92e37-7e10-4102-aad2-0f74d6b17337 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:48.089084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a993c7-512e-4b78-a919-f3ad5e50b010 None None] Network 72e92e37-7e10-4102-aad2-0f74d6b17337 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:48.268527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=49da6fc4-19e6-49ec-9f6a-609f38744a11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:48.318479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.342005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e92e37-7e10-4102-aad2-0f74d6b17337']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:48.355657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84031d2a-548c-4951-be36-05efdd5844c9') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:48.356122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84031d2a-548c-4951-be36-05efdd5844c9') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:48.367782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.382840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.390251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:48.390658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:48.394136 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:48.442085 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.464570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.477476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.486116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/72e92e37-7e10-4102-aad2-0f74d6b17337 HTTP/1.1" status: 204 len: 168 time: 0.9706469 Dec 13 09:59:48.487043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44676) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:48.507478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b5802-d7f4-47a6-8c25-ba81ad2093f1 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=72e92e37-7e10-4102-aad2-0f74d6b17337,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:48.527438 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7806174-45ad-4eee-a2cc-41cef88cc988 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:48.528258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7806174-45ad-4eee-a2cc-41cef88cc988 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:48.538844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7806174-45ad-4eee-a2cc-41cef88cc988 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/49da6fc4-19e6-49ec-9f6a-609f38744a11 HTTP/1.1" status: 404 len: 337 time: 0.0506289 Dec 13 09:59:48.540639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:48.560794 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-582562ec-de90-4b7d-80d2-0e7c10f7b744 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:48.561328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582562ec-de90-4b7d-80d2-0e7c10f7b744 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:48.566768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-582562ec-de90-4b7d-80d2-0e7c10f7b744 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/72e92e37-7e10-4102-aad2-0f74d6b17337 HTTP/1.1" status: 404 len: 339 time: 0.0225976 Dec 13 09:59:48.567227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:48.758236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.785275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6dcfd-702e-4e3b-9168-044e0c64d8b1 req-3bb4545a-60da-460a-a5a9-27a8f8593422 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:48.786930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4da6dcfd-702e-4e3b-9168-044e0c64d8b1 req-3bb4545a-60da-460a-a5a9-27a8f8593422 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1677303 Dec 13 09:59:48.800783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.954136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.976267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4da6dcfd-702e-4e3b-9168-044e0c64d8b1 req-5be4aac5-1c30-4469-b7fc-18120a0a0493 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778834 Dec 13 09:59:48.990822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ce6fc0-a589-4b6b-a97f-252e915accc1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.046648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57144987-a267-45ad-af2a-65fd36b8d0ee') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.046950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57144987-a267-45ad-af2a-65fd36b8d0ee') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.061292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.082347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.092574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:49.093019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:49.096368 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:49.166567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:49.171002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.181667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.187476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/d2ce6fc0-a589-4b6b-a97f-252e915accc1 HTTP/1.1" status: 204 len: 168 time: 0.6171753 Dec 13 09:59:49.187878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.197287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaec770-57e0-48f5-9ab7-bac07b41ebb3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=d2ce6fc0-a589-4b6b-a97f-252e915accc1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:49.228141 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fe8f75-f599-475f-b7ab-3571c2b03a82 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:49.228612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fe8f75-f599-475f-b7ab-3571c2b03a82 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:49.234140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64fe8f75-f599-475f-b7ab-3571c2b03a82 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/cf03d7a5-d194-472d-b2d8-f12210670c39 HTTP/1.1" status: 404 len: 337 time: 0.0426455 Dec 13 09:59:49.234779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.252941 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f2e10c-8c30-478a-b19e-bbb30d87c804 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:49.253733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f2e10c-8c30-478a-b19e-bbb30d87c804 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:49.257087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4f2e10c-8c30-478a-b19e-bbb30d87c804 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/74bf3964-1e09-43d3-9aee-2a14aaac10c9 HTTP/1.1" status: 404 len: 339 time: 0.0213799 Dec 13 09:59:49.259586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.349889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting subnet cb36eb44-ea2b-4e82-98df-faf90bf4bd76 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:49.356275 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.396200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:49.412942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.419118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:49.420621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.422991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b982cec-1605-4e50-a7d0-2921ae66240d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0521936 Dec 13 09:59:49.426621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.451669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:49.452714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.523943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.548254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.550452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:49.551502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.625386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:49.626279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6591497-9d41-439c-85ff-b2c55b77a1df None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:49.655436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.694203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=cb36eb44-ea2b-4e82-98df-faf90bf4bd76,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:49.708550 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.712056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-81655ccc-0934-4e36-8b1a-d274fddd63d4 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/cb36eb44-ea2b-4e82-98df-faf90bf4bd76 HTTP/1.1" status: 204 len: 168 time: 0.4513593 Dec 13 09:59:49.714412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.714837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a0c12-225b-4d16-84b1-f4bb473e9cca None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:49.797185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting subnet 5c2272c0-ecda-49dc-a39c-7e79a16385f1 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:49.803777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.877417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.033326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.144534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.175978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.187585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/5c2272c0-ecda-49dc-a39c-7e79a16385f1 HTTP/1.1" status: 204 len: 168 time: 0.4701529 Dec 13 09:59:50.189337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44720) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:50.218165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58c3a2-8c16-4676-9800-399cbfcdc494 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2272c0-ecda-49dc-a39c-7e79a16385f1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:50.282359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.328857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6c41-bf38-4584-a126-9afd51cb25e4 req-88c61339-d8e4-44e9-b112-a092b4186281 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:50.330455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fef6c41-bf38-4584-a126-9afd51cb25e4 req-88c61339-d8e4-44e9-b112-a092b4186281 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2004182 Dec 13 09:59:50.380915 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.502343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fef6c41-bf38-4584-a126-9afd51cb25e4 req-0e70c0fe-e50d-413e-b24b-e1b5307d9e34 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358507 Dec 13 09:59:50.607796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port 0455257b-e51b-4b07-ba22-e447c815c2df {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:50.608282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.760561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9a569-8a26-463e-b13e-b750f1076d5f None None] Network eed339b5-ccb6-4beb-8634-3883d0e00715 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:50.771587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port 0455257b-e51b-4b07-ba22-e447c815c2df, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0455257b-e51b-4b07-ba22-e447c815c2df,segment=NetworkSegment(59d238a8-046c-47e7-a17b-4d6ff15b9ff8),segment_id=59d238a8-046c-47e7-a17b-4d6ff15b9ff8)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:50.771944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.806817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for 0455257b-e51b-4b07-ba22-e447c815c2df owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:50.824527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.1 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:50.840314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d332-d874-4ffe-b1cf-31842ea02152 req-6e3821b6-ad05-47c7-9c1a-c9fb13f7fd44 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:50.842080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3653d332-d874-4ffe-b1cf-31842ea02152 req-6e3821b6-ad05-47c7-9c1a-c9fb13f7fd44 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 945 time: 0.1433046 Dec 13 09:59:51.021189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4421e50f-ca7a-4fe6-a645-52be0f8bfa23 None None] Provisioning complete for port 0455257b-e51b-4b07-ba22-e447c815c2df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:51.022968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4421e50f-ca7a-4fe6-a645-52be0f8bfa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.023489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3653d332-d874-4ffe-b1cf-31842ea02152 req-ca68e7e0-0595-42dd-a2a0-a8907956971d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350820 Dec 13 09:59:51.044765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.067449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4421e50f-ca7a-4fe6-a645-52be0f8bfa23 None None] Port 0455257b-e51b-4b07-ba22-e447c815c2df was deleted so its status cannot be updated. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 09:59:51.085675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=0455257b-e51b-4b07-ba22-e447c815c2df,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:51.093804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port 0455257b-e51b-4b07-ba22-e447c815c2df on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:51.133958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.157262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba251e3-2b9a-4c64-b1d1-8620e23ba394 None None] DHCP port deletion for eed339b5-ccb6-4beb-8634-3883d0e00715 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:51.198334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.228100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed339b5-ccb6-4beb-8634-3883d0e00715']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:51.241494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d238a8-046c-47e7-a17b-4d6ff15b9ff8') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:51.241784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d238a8-046c-47e7-a17b-4d6ff15b9ff8') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:51.253251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.260916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.312952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.333568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:51.334033 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.338473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:51.339299 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:51.356791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:51.359262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:51.427489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:51.444700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.454308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.458081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/eed339b5-ccb6-4beb-8634-3883d0e00715 HTTP/1.1" status: 204 len: 168 time: 1.2588885 Dec 13 09:59:51.460743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.471443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e1bff-ccd1-418d-8271-a23f1c5edbd5 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=eed339b5-ccb6-4beb-8634-3883d0e00715,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:51.476992 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.492137 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-383d8ff7-b846-4bf2-aa2a-d5f74bdcd4f3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.492766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383d8ff7-b846-4bf2-aa2a-d5f74bdcd4f3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.496294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-383d8ff7-b846-4bf2-aa2a-d5f74bdcd4f3 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/c3225f84-1464-46cf-b509-f838a466b2cd HTTP/1.1" status: 404 len: 337 time: 0.0345283 Dec 13 09:59:51.499653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44736) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.518029 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b4ae8e-720d-408a-82e8-002ecb521d93 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.519088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b4ae8e-720d-408a-82e8-002ecb521d93 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.524553 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-07b4ae8e-720d-408a-82e8-002ecb521d93 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/7aa3a950-0f12-4b9f-a820-10e448fb4db2 HTTP/1.1" status: 404 len: 339 time: 0.0216022 Dec 13 09:59:51.524924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44738) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.556364 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f90916a-7616-499d-a5df-8d3649d6dd09 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.556825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f90916a-7616-499d-a5df-8d3649d6dd09 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.560227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f90916a-7616-499d-a5df-8d3649d6dd09 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/43cbf88a-6a3c-4636-bd47-3523921ed687 HTTP/1.1" status: 404 len: 337 time: 0.0341537 Dec 13 09:59:51.562502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:51.570587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.595728 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-7001d4a1-173d-410f-bb03-85a6a44b465e tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.596240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7001d4a1-173d-410f-bb03-85a6a44b465e tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.602450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7001d4a1-173d-410f-bb03-85a6a44b465e tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/37a92363-297b-482f-9e92-592f814fc4d3 HTTP/1.1" status: 404 len: 339 time: 0.0286338 Dec 13 09:59:51.602718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44744) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.636077 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f63af44-d238-4991-b7c5-209e8898b80a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.636564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f63af44-d238-4991-b7c5-209e8898b80a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.642171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f63af44-d238-4991-b7c5-209e8898b80a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/99f5d3c8-518e-4e39-b982-75895a535f4d HTTP/1.1" status: 404 len: 337 time: 0.0361488 Dec 13 09:59:51.642986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44746) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.664832 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fccba5-61f8-4a39-a6cd-c85f7652ea12 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:51.665347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fccba5-61f8-4a39-a6cd-c85f7652ea12 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:51.670827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-13fccba5-61f8-4a39-a6cd-c85f7652ea12 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/d09b52c3-4880-43fa-b26d-a2691ef8ab1b HTTP/1.1" status: 404 len: 339 time: 0.0240893 Dec 13 09:59:51.671240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.682283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.695136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:51.716241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'port_id': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'mac_address': 'fa:16:3e:27:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea24b8-6abc-4014-80cc-c7284ec37fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:51.717365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800e4a-a61d-4dd0-b0fd-f1ea9c77c86c req-70d9391b-2e54-47c2-acd6-05df9fc5606a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:51.718957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9800e4a-a61d-4dd0-b0fd-f1ea9c77c86c req-70d9391b-2e54-47c2-acd6-05df9fc5606a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.0761213 Dec 13 09:59:51.737546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting subnet bfb474f9-0923-4675-8bdc-6fce13cc615d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:51.742421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.763869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.780598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52059b5a-f0d5-4aba-bf92-5fbbd984c92a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:51.799371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.805493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9800e4a-a61d-4dd0-b0fd-f1ea9c77c86c req-72078162-3fd3-4c50-a3cb-10fb8488ebb9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664318 Dec 13 09:59:51.806682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:51.811248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.872602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:51.905802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.972590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.005957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb474f9-0923-4675-8bdc-6fce13cc615d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.007901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['52059b5a-f0d5-4aba-bf92-5fbbd984c92a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:52.015976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.022701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a0e90a5-25c2-4dfe-8a95-4d7bab9c0de6 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/bfb474f9-0923-4675-8bdc-6fce13cc615d HTTP/1.1" status: 204 len: 168 time: 0.3482430 Dec 13 09:59:52.022953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:52.073653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7d738-978e-4f08-a15f-ee59d3d1ac2f None None] Network d9f28bb1-0576-406c-8960-b62fd39a23df requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:52.138365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.207498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port 96b8686c-43fb-4e83-94ca-4c75cdd18324 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:52.207891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.307502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port 96b8686c-43fb-4e83-94ca-4c75cdd18324, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96b8686c-43fb-4e83-94ca-4c75cdd18324,segment=NetworkSegment(06762d9e-b872-4542-a9d7-709959d31af9),segment_id=06762d9e-b872-4542-a9d7-709959d31af9)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:52.307975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.325626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for 96b8686c-43fb-4e83-94ca-4c75cdd18324 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:52.336377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] DHCP port deletion for d9f28bb1-0576-406c-8960-b62fd39a23df request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:52.448377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Deleting port 96b8686c-43fb-4e83-94ca-4c75cdd18324 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:52.450738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.463486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43bd0-ccbe-4a5f-8d1d-8f33d7d8f010 req-5a8990cc-99d4-4109-8007-2d107fed04eb tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:52.465033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5e43bd0-ccbe-4a5f-8d1d-8f33d7d8f010 req-5a8990cc-99d4-4109-8007-2d107fed04eb tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 945 time: 0.1005807 Dec 13 09:59:52.516083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-4d04e1d0-5999-4b50-a6a7-549266a7a60c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:52.517881 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-4d04e1d0-5999-4b50-a6a7-549266a7a60c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 945 time: 0.1226528 Dec 13 09:59:52.546430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.558760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] For port 96b8686c-43fb-4e83-94ca-4c75cdd18324, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=96b8686c-43fb-4e83-94ca-4c75cdd18324,segment=NetworkSegment(06762d9e-b872-4542-a9d7-709959d31af9),segment_id=06762d9e-b872-4542-a9d7-709959d31af9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:52.559108 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.574651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port 96b8686c-43fb-4e83-94ca-4c75cdd18324 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:52.581224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Calling delete_port for 96b8686c-43fb-4e83-94ca-4c75cdd18324 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:52.591203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5e43bd0-ccbe-4a5f-8d1d-8f33d7d8f010 req-aec22aac-4ef2-4caa-a135-eaef5d79237a tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167915 Dec 13 09:59:52.640340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=96b8686c-43fb-4e83-94ca-4c75cdd18324,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.730324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.739607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.743666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.754262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] No DVR routers for this DVR port 96b8686c-43fb-4e83-94ca-4c75cdd18324 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:52.798142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0455257b-e51b-4b07-ba22-e447c815c2df no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:52.803709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d97e-013e-4100-8a56-d1df5b9602db None None] Pushing event deleted for resources: {'Port': ['ID=96b8686c-43fb-4e83-94ca-4c75cdd18324,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.858499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.870896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0455257b-e51b-4b07-ba22-e447c815c2df {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:52.871301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0455257b-e51b-4b07-ba22-e447c815c2df not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:52.871770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96b8686c-43fb-4e83-94ca-4c75cdd18324 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:52.891065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.894823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.913248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 96b8686c-43fb-4e83-94ca-4c75cdd18324 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:52.913943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 96b8686c-43fb-4e83-94ca-4c75cdd18324 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:52.926622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f28bb1-0576-406c-8960-b62fd39a23df']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:52.948167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06762d9e-b872-4542-a9d7-709959d31af9') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:52.948533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06762d9e-b872-4542-a9d7-709959d31af9') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:52.961176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Deleting port 79714096-ea6e-452f-bf4e-ebddca8db3d9 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:52.961525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.965140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.019686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.033296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:53.034151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: timer() Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:53.038096 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:53.053882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679e14e-2667-47e8-b573-17ac0853dfec req-b6d1e030-5b42-4ba6-884e-f4f9cf560da3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.056591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1679e14e-2667-47e8-b573-17ac0853dfec req-b6d1e030-5b42-4ba6-884e-f4f9cf560da3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 945 time: 0.0958056 Dec 13 09:59:53.068812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:53.082137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:53.127851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.151160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.157047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/d9f28bb1-0576-406c-8960-b62fd39a23df HTTP/1.1" status: 204 len: 168 time: 1.1330047 Dec 13 09:59:53.158221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1679e14e-2667-47e8-b573-17ac0853dfec req-082839a1-de87-4c4a-a693-5a7b2201bc00 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Dec 13 09:59:53.159152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] For port 79714096-ea6e-452f-bf4e-ebddca8db3d9, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=79714096-ea6e-452f-bf4e-ebddca8db3d9,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:53.159518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.160541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44772) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.162434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165aec-e86e-4590-a368-06baead5b09a tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=d9f28bb1-0576-406c-8960-b62fd39a23df,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.179491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Calling delete_port for 79714096-ea6e-452f-bf4e-ebddca8db3d9 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:53.199651 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-5207df33-5c50-4028-a6b9-9232cc75765c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:53.200113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5207df33-5c50-4028-a6b9-9232cc75765c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:53.203500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5207df33-5c50-4028-a6b9-9232cc75765c tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/bea3f561-a9d7-4c74-bad3-1604768e8eeb HTTP/1.1" status: 404 len: 337 time: 0.0421312 Dec 13 09:59:53.206563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44774) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.258770 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e751cd2e-794c-4035-ad90-f0e643dd00e8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] DELETE failed (client error): The resource could not be found. Dec 13 09:59:53.259382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e751cd2e-794c-4035-ad90-f0e643dd00e8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:59:53.262773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e751cd2e-794c-4035-ad90-f0e643dd00e8 tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/2a833dae-7a7a-4630-8cc0-73e7fffa940a HTTP/1.1" status: 404 len: 339 time: 0.0538201 Dec 13 09:59:53.265349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44776) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.326274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.328417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:53.340232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting subnet fdbf758c-0368-48da-921b-fb948233395a {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:53.345671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.346040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['79714096-ea6e-452f-bf4e-ebddca8db3d9'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:53.367069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Pushing event deleted for resources: {'Port': ['ID=79714096-ea6e-452f-bf4e-ebddca8db3d9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.390061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066427e6-4dec-4945-831a-a82d4ffcf102 None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:53.418707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] No DVR routers for this DVR port 79714096-ea6e-452f-bf4e-ebddca8db3d9 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:53.421551 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.425676 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-636fbfbd-1901-432d-9263-7444bbb21fbc req-d98c721e-03b3-45c2-a455-613016071d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.16 "DELETE /v2.0/ports/79714096-ea6e-452f-bf4e-ebddca8db3d9 HTTP/1.1" status: 204 len: 173 time: 0.8812590 Dec 13 09:59:53.426124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'name': 'network-vif-deleted', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:53.428445 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b553dad-0b4c-4cf9-a3eb-3357660cb72d" -d '{"events": [{"server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "name": "network-vif-deleted", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:53.448111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.467036 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaf908c-7aa4-4da6-a36f-c5560892e76b x-openstack-request-id: req-3aaf908c-7aa4-4da6-a36f-c5560892e76b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:53.467449 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdcd669-d8aa-44df-b514-299d40b13279", "name": "network-vif-deleted", "tag": "79714096-ea6e-452f-bf4e-ebddca8db3d9", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:53.467846 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3aaf908c-7aa4-4da6-a36f-c5560892e76b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:53.468327 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdcd669-d8aa-44df-b514-299d40b13279', 'name': 'network-vif-deleted', 'tag': '79714096-ea6e-452f-bf4e-ebddca8db3d9', 'status': 'completed', 'code': 200} Dec 13 09:59:53.562553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:53.573041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:53.582392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44782) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.582812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e4dd022d-fde0-4138-a689-c41b79c8f9ea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/routers/63d3a8fe-f18f-4902-bf9c-49d3453ca528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1549017 Dec 13 09:59:53.585690 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:53.590838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'port': {'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a', 'name': 'tempest-FloatingIPTestJSON-636375144'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:53.595962 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:53.597396 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:53.598724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.638900 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:53.645957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:53.646307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.652604 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:53.671760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:53.701193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.735880 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:53.736564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da8d-3b50-456b-b128-99fcb79a166d None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:53.748879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbf758c-0368-48da-921b-fb948233395a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.772440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.779785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6904e72b-084e-4d20-9d2d-ae7d7af65dd2 req-c49499cd-d11f-4575-9a26-bf7e77ef8cf7 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdcd669-d8aa-44df-b514-299d40b13279 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Dec 13 09:59:53.782749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.787618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-75f2bf27-cc89-4e1f-84bb-022383a1f4cc tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/subnets/fdbf758c-0368-48da-921b-fb948233395a HTTP/1.1" status: 204 len: 168 time: 0.5205729 Dec 13 09:59:53.789355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44786) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.805313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59bd0f-bcaf-4d7e-b0d7-f2322da441cb None None] Network 26023744-af53-452a-963e-1aef5f0fb94e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:53.809088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:53.819002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.849779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] device_id is not set on port 80d41d0b-6a56-4a31-9b7f-d02f505a3346 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:53.880106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:53.882853 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6052e-0787-4621-828b-29e19aab41b3" -d '{"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-plugged", "status": "completed", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:53.908042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:53.933039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.959603 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.978554 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb450cbf-ddad-49a1-9f07-2fd3cebe5d48 x-openstack-request-id: req-eb450cbf-ddad-49a1-9f07-2fd3cebe5d48 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:53.978920 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-plugged", "status": "completed", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:53.979243 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb450cbf-ddad-49a1-9f07-2fd3cebe5d48 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:53.979768 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'code': 200} Dec 13 09:59:54.007315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.055778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] DHCP port deletion for 26023744-af53-452a-963e-1aef5f0fb94e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:54.093921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.9 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/80d41d0b-6a56-4a31-9b7f-d02f505a3346) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:54.115017 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Deleting port e5530f93-8e3b-4771-82fe-022383db5452 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:54.115410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.126190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Deleting port e5530f93-8e3b-4771-82fe-022383db5452 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:54.126870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.207738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] For port e5530f93-8e3b-4771-82fe-022383db5452, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e5530f93-8e3b-4771-82fe-022383db5452,segment=NetworkSegment(9764f906-5eee-4a1b-a914-6f93b477b439),segment_id=9764f906-5eee-4a1b-a914-6f93b477b439)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:54.208309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.225236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Calling delete_port for e5530f93-8e3b-4771-82fe-022383db5452 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:54.266059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] For port e5530f93-8e3b-4771-82fe-022383db5452, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e5530f93-8e3b-4771-82fe-022383db5452,segment=NetworkSegment(9764f906-5eee-4a1b-a914-6f93b477b439),segment_id=9764f906-5eee-4a1b-a914-6f93b477b439)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:54.266734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.307778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Calling delete_port for e5530f93-8e3b-4771-82fe-022383db5452 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:54.316769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1d736-1c24-4608-b71a-f94e6f562b68 req-54f9fb5c-b4f7-4b1b-bf15-da3416f218cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:54.318616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b1d736-1c24-4608-b71a-f94e6f562b68 req-54f9fb5c-b4f7-4b1b-bf15-da3416f218cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 1097 time: 0.1466405 Dec 13 09:59:54.334303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.340174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.376027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.403394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2022c-34b9-4711-98a2-a651ed4e9fd8 req-fd6343ed-3152-44ce-871b-a826866d28b9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:54.412553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] Pushing event deleted for resources: {'Port': ['ID=e5530f93-8e3b-4771-82fe-022383db5452,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.416714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c2022c-34b9-4711-98a2-a651ed4e9fd8 req-fd6343ed-3152-44ce-871b-a826866d28b9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1458013 Dec 13 09:59:54.427123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897717a-0221-46ed-95f2-cd4f4c040965 None None] No DVR routers for this DVR port e5530f93-8e3b-4771-82fe-022383db5452 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:54.461922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:54.475002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:54.477429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73b1d736-1c24-4608-b71a-f94e6f562b68 req-477b1021-e08c-44e1-887b-e618d2414a89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492434 Dec 13 09:59:54.478426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:54.484065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=80d41d0b-6a56-4a31-9b7f-d02f505a3346,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.516229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c2022c-34b9-4711-98a2-a651ed4e9fd8 req-63d3242f-6755-4be6-b4e6-ab41973d65cf tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800238 Dec 13 09:59:54.516939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.548158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:54.548783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.554820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Port': ['ID=e5530f93-8e3b-4771-82fe-022383db5452,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.566665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] No DVR routers for this DVR port e5530f93-8e3b-4771-82fe-022383db5452 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:54.567794 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-354d3510-8384-47a7-b1ae-5fe7cfd4c1c8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9824507 Dec 13 09:59:54.570696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44806) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:54.576409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'port': {'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a', 'name': 'tempest-FloatingIPTestJSON-1996801061'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:54.655671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.685516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26023744-af53-452a-963e-1aef5f0fb94e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:54.698208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9764f906-5eee-4a1b-a914-6f93b477b439') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:54.699160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9764f906-5eee-4a1b-a914-6f93b477b439') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:54.716027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.732936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.742211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:54.742618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.743686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e5530f93-8e3b-4771-82fe-022383db5452 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self.session.flush() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: timer() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:54.745737 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:54.749432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:54.752325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.774440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e5530f93-8e3b-4771-82fe-022383db5452 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:54.774804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e5530f93-8e3b-4771-82fe-022383db5452 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:54.790943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] device_id is not set on port 720e11f4-8b5c-4322-9b93-f9ccaf94210c yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:54.833586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.851377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.855425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] 10.222.0.31 "DELETE /v2.0/networks/26023744-af53-452a-963e-1aef5f0fb94e HTTP/1.1" status: 204 len: 168 time: 1.0647671 Dec 13 09:59:54.880400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adf17c-545d-4c14-8b99-91ac46e4957b tempest-NetworksIpV6Test-1959482346 tempest-NetworksIpV6Test-1959482346-project] Pushing event deleted for resources: {'Network': ['ID=26023744-af53-452a-963e-1aef5f0fb94e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.942771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.7 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/720e11f4-8b5c-4322-9b93-f9ccaf94210c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:55.142093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.187637 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.250546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:55.256904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:55.266405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:55.317558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44820) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:55.327193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:55.328812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.356303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=720e11f4-8b5c-4322-9b93-f9ccaf94210c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:55.376106 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d61baa8-476e-4fc0-876a-f1265f672857 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8043556 Dec 13 09:59:55.379719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44824) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:55.388681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '720e11f4-8b5c-4322-9b93-f9ccaf94210c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:55.435195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.593211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-03c43053-4c06-4483-9076-927145b44e60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb450df058d14385b80ef01bfb99865f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747838 Dec 13 09:59:55.593888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44832) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:55.683267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.693830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.730605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.769258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f982-e896-4a7e-89ac-59e6bdc92815 req-bdef440c-f8f0-442c-ad1f-c0b36f848809 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:55.772133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8987f982-e896-4a7e-89ac-59e6bdc92815 req-bdef440c-f8f0-442c-ad1f-c0b36f848809 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.1309061 Dec 13 09:59:55.796057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.799064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.801293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbc15231-69fe-4a2a-9d4c-dbdb09fcfc19 HTTP/1.1" status: 204 len: 168 time: 0.2058613 Dec 13 09:59:55.817549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ab559-4f46-4144-b5b5-66dc3e1f1348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc15231-69fe-4a2a-9d4c-dbdb09fcfc19,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:55.887365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8987f982-e896-4a7e-89ac-59e6bdc92815 req-e6514730-22cb-44e7-9598-4918cb00dbba tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Dec 13 09:59:55.888690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.86 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/b3e694df-545c-49b9-b53f-2a7cc915657a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:56.053459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.071324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f7b09-2a62-4385-883a-6c6363751684 req-52129717-f586-4636-8de7-bc0c779a74b6 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.073159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-409f7b09-2a62-4385-883a-6c6363751684 req-52129717-f586-4636-8de7-bc0c779a74b6 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.0860741 Dec 13 09:59:56.145201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-409f7b09-2a62-4385-883a-6c6363751684 req-0f0c51d4-c8b2-4ba3-be4c-f98b48ae890a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629232 Dec 13 09:59:56.154793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.198192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:56.202215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:56.206216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:56.240881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=b3e694df-545c-49b9-b53f-2a7cc915657a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:56.634419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:56.668351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 79714096-ea6e-452f-bf4e-ebddca8db3d9 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:56.765806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 79714096-ea6e-452f-bf4e-ebddca8db3d9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:56.767013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 79714096-ea6e-452f-bf4e-ebddca8db3d9 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:56.884876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-3082c6a3-82bf-45bb-8d43-a01fea09ec49 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.905146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-3082c6a3-82bf-45bb-8d43-a01fea09ec49 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.3442602 Dec 13 09:59:56.916112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-554464795'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:56.945258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:56.950206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.964006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.964701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-c95b5c8e-0c0d-4276-8887-98d443d6bc0f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/quotas/75a99e3fad0c4619843ddccdfb9dc3e8 HTTP/1.1" status: 200 len: 375 time: 0.0520971 Dec 13 09:59:57.037013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.046081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-1428c496-b249-4cb5-9903-f4e4309454a0 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755110 Dec 13 09:59:57.069268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.073116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.106091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66dfd9c-3f08-46ff-9639-817e5199f748,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.120640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:57.133869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.134397 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment a4071792-3636-4e87-90f9-bf86d99d1928 of type vlan for network 6265c1f8-057f-40da-9f1b-045237892461 Dec 13 09:59:57.188265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.221263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.229306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-994a9b05-1bdf-4a87-823e-c2e55b6ab269 service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625190 Dec 13 09:59:57.250607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.259484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:57.260129 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.295075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6564832 Dec 13 09:59:57.295737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:57.300609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'name': 'tempest-PortsIpV6TestJSON-16050441'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:57.394107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a289-dcf1-47f2-ad22-37b0ced970b1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=6265c1f8-057f-40da-9f1b-045237892461,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.405842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6265c1f8-057f-40da-9f1b-045237892461 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:57.501014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:57.506119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-a7295ec8-48d3-499c-b36c-a2f0a96f8d1e service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402463 Dec 13 09:59:57.513515 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.550993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port b84496dd-2f79-4ffd-8093-15feede47dca yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:57.572261 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.583644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.757665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.797892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.900917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ac4f9c2-4239-494e-97f0-0ee82fc411d1 req-6b10fea3-5fc7-4a60-8604-7db39e59418b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 210 time: 0.0495408 Dec 13 09:59:57.923027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=b3e694df-545c-49b9-b53f-2a7cc915657a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.928353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=b84496dd-2f79-4ffd-8093-15feede47dca,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.941551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': 'a4071792-3636-4e87-90f9-bf86d99d1928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6265c1f8-057f-40da-9f1b-045237892461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:57.941923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: 6265c1f8-057f-40da-9f1b-045237892461, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:57.943377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-980d4b68-4fc7-4d28-9404-ade0c9b3faaa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:57.944993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-980d4b68-4fc7-4d28-9404-ade0c9b3faaa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "GET /v2.0/ports?device_id=db563afd-6032-47a7-9232-00bde84ab14a HTTP/1.1" status: 200 len: 946 time: 0.2927732 Dec 13 09:59:57.945990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.983504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:57.997780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6265c1f8-057f-40da-9f1b-045237892461) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:58.008413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:58.017957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3ba23-3279-4dfd-971e-f0b80360c1c0 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:58.031453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.032250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.068824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-58f5004d-557b-4f83-b9a6-e20500472ba0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7710106 Dec 13 09:59:58.071148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:58.085740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1129807905'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:58.149716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:58.154392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.181110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:58.193043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.193776 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment 44a808b9-a277-4f5b-a073-1379e759d667 of type vlan for network 156c280e-2129-4652-81da-b9c9a4d4c439 Dec 13 09:59:58.218269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Deleting port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:58.218729 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.238227 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP eab435cd-185c-4819-9fe0-c3230201204c associated. External IP: 172.25.2.86, port: 720e11f4-8b5c-4322-9b93-f9ccaf94210c. Dec 13 09:59:58.248764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.293282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.303780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.304517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.399105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3267951 Dec 13 09:59:58.410939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44930) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:58.421392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'ports': [{'network_id': '6265c1f8-057f-40da-9f1b-045237892461'}, {'network_id': '156c280e-2129-4652-81da-b9c9a4d4c439'}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:58.421881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:58.422268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '156c280e-2129-4652-81da-b9c9a4d4c439'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:58.432375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af313e8f-7523-4617-b8a3-44e06196aec1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=156c280e-2129-4652-81da-b9c9a4d4c439,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:58.448204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 156c280e-2129-4652-81da-b9c9a4d4c439 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:58.697551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] For port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:58.697928 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.728565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Calling delete_port for 52059b5a-f0d5-4aba-bf92-5fbbd984c92a owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:59.206433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bf81a04-4786-41fc-b1ad-4006d66674b4 req-f40f2347-f062-45d8-9466-83d99711b867 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 210 time: 0.0822217 Dec 13 09:59:59.206433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 2} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:59.211578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.247445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.276454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-30321021-6072-4770-a1a1-aaccb7653e8a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:59.277961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-30321021-6072-4770-a1a1-aaccb7653e8a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.16 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.1777377 Dec 13 09:59:59.297092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Request body: {'port': {'device_id': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'admin_state_up': True, 'tenant_id': '75a99e3fad0c4619843ddccdfb9dc3e8'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.444437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Made reservation on behalf of 75a99e3fad0c4619843ddccdfb9dc3e8 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:59.445337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.470178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 396460a3-5c87-4527-880f-cb6458e32294 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:59.487524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:59.647433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Allocated IP 172.20.0.10 (01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304/f6ea24b8-6abc-4014-80cc-c7284ec37fe9/b582a5b7-8ee2-4054-bc44-b113fc6fc216) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:59.658464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.699646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.739305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event deleted for resources: {'Port': ['ID=52059b5a-f0d5-4aba-bf92-5fbbd984c92a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.789168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc604e1-1633-4289-94a5-dfa195f60b87 None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:59.834008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] No DVR routers for this DVR port 52059b5a-f0d5-4aba-bf92-5fbbd984c92a on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:59.840300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.843636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad1c2be6-287a-42e8-8cf5-03c3c8e27602 req-b7a954dc-b06a-44d3-b906-5b4d800a305b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "DELETE /v2.0/ports/52059b5a-f0d5-4aba-bf92-5fbbd984c92a HTTP/1.1" status: 204 len: 173 time: 1.8895314 Dec 13 09:59:59.844680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:59.845930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-deleted', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:59.848361 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2b5c5-2beb-4ca4-9b53-fe8fbda3ac8d" -d '{"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-deleted", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:59.858846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:59.861166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.881164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.888673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.899460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:59.902145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:59.907494 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb0ed9-f571-4146-83bf-273908dea234 x-openstack-request-id: req-9abb0ed9-f571-4146-83bf-273908dea234 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:59.907906 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db563afd-6032-47a7-9232-00bde84ab14a", "name": "network-vif-deleted", "tag": "52059b5a-f0d5-4aba-bf92-5fbbd984c92a", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:59.908112 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9abb0ed9-f571-4146-83bf-273908dea234 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:59.908481 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db563afd-6032-47a7-9232-00bde84ab14a', 'name': 'network-vif-deleted', 'tag': '52059b5a-f0d5-4aba-bf92-5fbbd984c92a', 'status': 'completed', 'code': 200} Dec 13 09:59:59.923507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.939139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3893a744-e9ca-49c4-83da-d6babe857a6b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5572658 Dec 13 09:59:59.943091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44952) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:59.947321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.959777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:59.971314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:59.973342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:59.981891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:59.990850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:59.992972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.995602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:00.017918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:00.018718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c619d-b32b-4dd8-b07c-26bbc6733293 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:00.030546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1efad-3ca4-44df-b8e4-3b0b2030b620 None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:00.048187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port bf40c4df-2bd2-422e-a00b-e79962c89cc0 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:00.053664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.061946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.062586 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.080072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-b68b25f4-ce68-494d-ac89-32a9059b92c7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887743 Dec 13 10:00:00.093600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Request body: {'port': {'device_id': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:00.108452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-173d6fe2-a0e3-42e6-a876-7822f37124b0 None None] Provisioning complete for port b582a5b7-8ee2-4054-bc44-b113fc6fc216 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:00.108815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-173d6fe2-a0e3-42e6-a876-7822f37124b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.144790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-173d6fe2-a0e3-42e6-a876-7822f37124b0 None None] Port b582a5b7-8ee2-4054-bc44-b113fc6fc216 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:00.150441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.261023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.275506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.276222 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP eab435cd-185c-4819-9fe0-c3230201204c disassociated. External IP: 172.25.2.86, port: 720e11f4-8b5c-4322-9b93-f9ccaf94210c. Dec 13 10:00:00.379979 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.463614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:00.468671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df306-c755-4e0e-b495-678cd88a845c req-02892a90-c4b0-482b-9774-699ee52e7863 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.470169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e8df306-c755-4e0e-b495-678cd88a845c req-02892a90-c4b0-482b-9774-699ee52e7863 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 932 time: 0.1442826 Dec 13 10:00:00.472556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.486027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Transition to ACTIVE for port object b582a5b7-8ee2-4054-bc44-b113fc6fc216 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:00.489762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.505763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.540667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3435f63-4614-4528-9b7f-41ecfdff14bd None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:00.546642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.621534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:00.622816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Attempting to bind port b582a5b7-8ee2-4054-bc44-b113fc6fc216 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:00.623733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Attempting to bind port b582a5b7-8ee2-4054-bc44-b113fc6fc216 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:00.623733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Attempting to bind port b582a5b7-8ee2-4054-bc44-b113fc6fc216 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:00.629287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Port b582a5b7-8ee2-4054-bc44-b113fc6fc216 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:00.629610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Attempting to bind port b582a5b7-8ee2-4054-bc44-b113fc6fc216 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:00.630857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:00.637964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:00.639783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Checking segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:00.639783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Bound using segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:00.639783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Bound port: b582a5b7-8ee2-4054-bc44-b113fc6fc216, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:00.640346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e8df306-c755-4e0e-b495-678cd88a845c req-a183118c-d38a-46d6-9425-3bb0e6865ff8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614866 Dec 13 10:00:00.643816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:00.644505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.644696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.648211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=396460a3-5c87-4527-880f-cb6458e32294,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.752989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:00.758229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:00.765201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.771056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=bf40c4df-2bd2-422e-a00b-e79962c89cc0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.783026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:00.788656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': '44a808b9-a277-4f5b-a073-1379e759d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '156c280e-2129-4652-81da-b9c9a4d4c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:00.789021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: 156c280e-2129-4652-81da-b9c9a4d4c439, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:00.872613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5a331-c86d-4671-94e3-a2777a6e88ec None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:00.880882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 156c280e-2129-4652-81da-b9c9a4d4c439 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:00.897902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 156c280e-2129-4652-81da-b9c9a4d4c439) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:00.903659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.906941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.907132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:00.907251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] 10.222.0.16 "PUT /v2.0/ports/b582a5b7-8ee2-4054-bc44-b113fc6fc216 HTTP/1.1" status: 200 len: 1092 time: 0.8164816 Dec 13 10:00:00.907251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:00.909099 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcd870-d5ca-456e-b2c6-30dd426659a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:00.911794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.914148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3621f7-fdde-4fe5-ae57-1b6c04b0fcb7 None None] Network 156c280e-2129-4652-81da-b9c9a4d4c439 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:00.919246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.919968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.925075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb0b42-18b9-44e6-8859-4e4511edde33 service neutron] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.990917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1241dd60-1197-4103-a32d-ad7d7f302a03 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5787489 Dec 13 10:00:00.993899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.001244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:01.020457 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:01.023840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.040791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:01.043269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:01.055612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-58703fc8-b4aa-4261-a774-2b42dfb1aa2b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/eab435cd-185c-4819-9fe0-c3230201204c HTTP/1.1" status: 200 len: 687 time: 1.1097972 Dec 13 10:00:01.056546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44974) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.086589 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ef5d2-0bbd-47bf-9dd5-a4960799810c x-openstack-request-id: req-528ef5d2-0bbd-47bf-9dd5-a4960799810c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:01.086894 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:01.087613 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-528ef5d2-0bbd-47bf-9dd5-a4960799810c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:01.088047 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'status': 'completed', 'code': 200} Dec 13 10:00:01.093417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-ebaa4b68-8238-4315-b46c-6ea13058c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.094979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-ebaa4b68-8238-4315-b46c-6ea13058c889 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 1095 time: 0.1483550 Dec 13 10:00:01.121362 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:01.142234 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:01.143361 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:01.176342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-3a86635d-14ba-4000-9e2a-c37947c94841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216 HTTP/1.1" status: 200 len: 217 time: 0.0721414 Dec 13 10:00:01.182060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:01.182726 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff8cb7-ed0e-4d2c-9dcf-2acb3c9c555f None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:01.227499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port bf40c4df-2bd2-422e-a00b-e79962c89cc0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:01.228010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.230768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port b3e694df-545c-49b9-b53f-2a7cc915657a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:01.231438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.280574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-252ca1ad-c5ec-464b-8118-5845dec2d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.281979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-252ca1ad-c5ec-464b-8118-5845dec2d374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.0973542 Dec 13 10:00:01.321234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.321234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.339983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for b3e694df-545c-49b9-b53f-2a7cc915657a owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:01.515404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.539999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=b3e694df-545c-49b9-b53f-2a7cc915657a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:01.595320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:01.616535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.619393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.624793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d5b99f9-4448-40bd-8f74-75bcd026c220 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/eab435cd-185c-4819-9fe0-c3230201204c HTTP/1.1" status: 204 len: 168 time: 0.5620961 Dec 13 10:00:01.625176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.625906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 52059b5a-f0d5-4aba-bf92-5fbbd984c92a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:01.626303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 52059b5a-f0d5-4aba-bf92-5fbbd984c92a not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:01.631328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '80d41d0b-6a56-4a31-9b7f-d02f505a3346'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:01.631517 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-8afec2fc-c727-4fd2-9170-0591ed1933a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3407264 Dec 13 10:00:01.639696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.655398 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.673297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for bf40c4df-2bd2-422e-a00b-e79962c89cc0 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:01.805142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-1fd9d212-d6cd-412e-bd68-d17e35b053ac service neutron] 10.222.0.16 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627362 Dec 13 10:00:01.825591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debabb6-03a8-4880-8087-5668e9aac778 req-0a5c7b48-0f31-4196-8dbe-c50fb25bd18f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.827127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5debabb6-03a8-4880-8087-5668e9aac778 req-0a5c7b48-0f31-4196-8dbe-c50fb25bd18f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 944 time: 0.0755901 Dec 13 10:00:01.877775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.898220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.920450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=bf40c4df-2bd2-422e-a00b-e79962c89cc0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:01.920996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5debabb6-03a8-4880-8087-5668e9aac778 req-6c8d5a84-2d8f-4900-a235-ae63ebd02c7e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Dec 13 10:00:01.926600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.930592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-743acfde-5926-4b03-9546-5ac8295285e2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/bf40c4df-2bd2-422e-a00b-e79962c89cc0 HTTP/1.1" status: 204 len: 168 time: 0.9355924 Dec 13 10:00:01.933217 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.020068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a20d61bc-09c7-479c-bfee-23acfda93e2f req-fe6df23a-19aa-439b-8323-b54e1361edf4 service neutron] 10.222.0.16 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050750 Dec 13 10:00:02.036218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc62bf8-3342-4ee8-a921-e9fc3ae9b3e9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.044028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc62bf8-3342-4ee8-a921-e9fc3ae9b3e9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.049824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfc62bf8-3342-4ee8-a921-e9fc3ae9b3e9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1153328 Dec 13 10:00:02.050579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.105882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.176 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/d2b5443b-0490-45d9-9947-eec05b7bf0e6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:02.200596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-3c5ada8d-09d9-4660-a6e2-3ec0e6aa41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.202170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-3c5ada8d-09d9-4660-a6e2-3ec0e6aa41fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 1095 time: 0.1015749 Dec 13 10:00:02.205552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 396460a3-5c87-4527-880f-cb6458e32294 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:02.206426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.222841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.258940 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.306920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:02.309891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:02.314376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:02.318082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=d2b5443b-0490-45d9-9947-eec05b7bf0e6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:02.339260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.358362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 396460a3-5c87-4527-880f-cb6458e32294 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:02.426820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-8a978b3f-f2c9-4833-b9cf-826dc3aca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.428700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-8a978b3f-f2c9-4833-b9cf-826dc3aca009 service neutron] 10.222.0.16 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 915 time: 0.2080410 Dec 13 10:00:02.456309 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:00:02.493104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-5cefcc7f-66e0-4b0f-b947-3e8a96f3dd1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216 HTTP/1.1" status: 200 len: 217 time: 0.0539660 Dec 13 10:00:02.570099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.611724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=396460a3-5c87-4527-880f-cb6458e32294,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:02.618260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-c44339f1-3b6d-42f8-a0d3-a6b87ab6d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.619794 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-c44339f1-3b6d-42f8-a0d3-a6b87ab6d360 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.1190314 Dec 13 10:00:02.622627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.635349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5702b29b-6c13-4bcb-b6e8-26ee090e208b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/396460a3-5c87-4527-880f-cb6458e32294 HTTP/1.1" status: 204 len: 168 time: 0.5831828 Dec 13 10:00:02.636073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 44996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.734924 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-3a7aef99-9e1c-41f8-ab07-c3ad3f421783 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979481 Dec 13 10:00:02.774269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554f7fd-7895-41a1-af5d-59858611afea tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.775784 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3554f7fd-7895-41a1-af5d-59858611afea tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1378198 Dec 13 10:00:02.790860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 44998) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.826213 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb266af2-44f1-4807-b25d-3aad984eb37a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:02.831381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb266af2-44f1-4807-b25d-3aad984eb37a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/bf40c4df-2bd2-422e-a00b-e79962c89cc0 HTTP/1.1" status: 404 len: 333 time: 0.0360117 Dec 13 10:00:02.832340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45000) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.874118 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-106cded6-5cc4-4895-8b60-d6815f0a7886 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:02.878852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-106cded6-5cc4-4895-8b60-d6815f0a7886 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/396460a3-5c87-4527-880f-cb6458e32294 HTTP/1.1" status: 404 len: 333 time: 0.0431211 Dec 13 10:00:02.879430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45002) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.891715 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-3de155db-a5ef-4314-95e6-cf3d3deb07ad service neutron] 10.222.0.16 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481087 Dec 13 10:00:02.918727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.018822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.049607 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.093279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-28bcd870-d5ca-456e-b2c6-30dd426659a0 req-02830bef-6861-4cd4-a3a8-4d0d038cd9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903443 Dec 13 10:00:03.117560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a06c2-a294-4d85-a2bc-f95356c5564e req-3f56da1a-41e1-4000-b077-fe7a1248e249 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.123345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-013a06c2-a294-4d85-a2bc-f95356c5564e req-3f56da1a-41e1-4000-b077-fe7a1248e249 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 944 time: 0.1093175 Dec 13 10:00:03.153556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.210392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156c280e-2129-4652-81da-b9c9a4d4c439']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:03.225403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a808b9-a277-4f5b-a073-1379e759d667') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:03.225699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a808b9-a277-4f5b-a073-1379e759d667') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:03.243535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.265978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.276540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:03.277245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:03.281528 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:03.352250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.363352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.366897 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/156c280e-2129-4652-81da-b9c9a4d4c439 HTTP/1.1" status: 204 len: 168 time: 0.4851575 Dec 13 10:00:03.370597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:03.385653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326666373'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:03.390581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629947dc-d53d-4ec3-a38b-d51810c4bf0b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=156c280e-2129-4652-81da-b9c9a4d4c439,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.411745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:03.415595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.442907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:03.452228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.452561 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment afee36f4-c50c-4834-82b8-58f9d5944845 of type vlan for network 4fa7bad6-a3a2-474b-9411-1a7750b19372 Dec 13 10:00:03.497575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.523589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.529393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.530030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.588739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2072475 Dec 13 10:00:03.591699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:03.603965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:03.652387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cb46a-93d7-4840-b4f5-cd4f73c59181 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=4fa7bad6-a3a2-474b-9411-1a7750b19372,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.664808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:03.672236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-013a06c2-a294-4d85-a2bc-f95356c5564e req-e884e6fe-d166-4511-a0ad-6def27a4dddb tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459509 Dec 13 10:00:03.708128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:03.712037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.744100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-12e1cd13-9632-41a3-a768-b198b1bc4afe tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.745608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-12e1cd13-9632-41a3-a768-b198b1bc4afe tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 814 time: 0.2357748 Dec 13 10:00:03.772078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-661e111f-f00b-4e21-a6c3-bfe7f323e7d7 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/quotas/38254589aa2f4691b859a78234c70b22 HTTP/1.1" status: 200 len: 375 time: 0.0147104 Dec 13 10:00:03.782216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Performing IP validity checks on allocation pools {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:00:03.785839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.ipam_backend_mixin [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103194) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:00:03.792712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.817741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.821331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-4427827d-853e-4b96-afc5-41231170f87e tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407372 Dec 13 10:00:03.923018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.931105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=d2b5443b-0490-45d9-9947-eec05b7bf0e6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.953251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.985598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=dc1f417b-e550-45ee-adb9-f09423f8b278,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.993236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': 'afee36f4-c50c-4834-82b8-58f9d5944845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:03.993429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: 4fa7bad6-a3a2-474b-9411-1a7750b19372, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:04.010719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:04.019922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4fa7bad6-a3a2-474b-9411-1a7750b19372) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:04.021524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-e179691f-9ecf-4a97-a86d-a7d5d7d8662e service neutron] 10.222.0.31 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756411 Dec 13 10:00:04.024148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:04.024805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.037212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2bdb5-a25d-464e-a4ee-41a173ec3c21 None None] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:04.042210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe71d7d9-cd72-416d-b926-611737683b44 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4494386 Dec 13 10:00:04.044957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45032) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:04.050302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372', 'name': 'tempest-PortsIpV6TestJSON-134419601'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:04.122030 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 331fe679-89e1-4cf5-8594-74668ff14c69 associated. External IP: 172.25.2.176, port: 80d41d0b-6a56-4a31-9b7f-d02f505a3346. Dec 13 10:00:04.149113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-4fa7bad6-a3a2-474b-9411-1a7750b19372', 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': 'dc1f417b-e550-45ee-adb9-f09423f8b278'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:04.150607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.169880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:04.174048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.200256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 59db1f8b-301f-4a45-b20a-255db25bf46e yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:04.230975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cd48a496-c48c-45d0-92d9-615431393cb0 service neutron] 10.222.0.31 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755457 Dec 13 10:00:04.303959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.332923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Allocated IP 2001:db8::2 (4fa7bad6-a3a2-474b-9411-1a7750b19372/dc1f417b-e550-45ee-adb9-f09423f8b278/08c805b7-fb42-4be8-9014-3493d6572ab5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:04.405755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:04.446442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2afcd49-4a56-45e9-881a-a4075e44efea req-321ff1df-499e-4f71-8a1e-6e0ad30ea751 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 210 time: 0.0347714 Dec 13 10:00:04.550911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.558205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.594626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:04.608402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:04.613014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:04.626474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.630010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:04.630983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:04.634191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:04.666603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::247 (4fa7bad6-a3a2-474b-9411-1a7750b19372/dc1f417b-e550-45ee-adb9-f09423f8b278/59db1f8b-301f-4a45-b20a-255db25bf46e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:04.669801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:04.685213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:04.692166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a8da3802-516d-4ca6-80d1-d57cc4c68135 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0652034 Dec 13 10:00:04.692852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45054) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:04.745844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:04.779167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-463ac19a-1a62-4316-acf8-3a33d1bb8dfe tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/floatingips/331fe679-89e1-4cf5-8594-74668ff14c69 HTTP/1.1" status: 200 len: 977 time: 0.0851431 Dec 13 10:00:04.780164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45058) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:04.951086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:04.952659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.963829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Pushing event updated for resources: {'Port': ['ID=08c805b7-fb42-4be8-9014-3493d6572ab5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:04.973634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:04.975044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cdd15fad-5e72-45d7-8f70-1a65958585a1 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1937308 Dec 13 10:00:04.983279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'port_id': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'mac_address': 'fa:16:3e:d4:e3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea24b8-6abc-4014-80cc-c7284ec37fe9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:04.984215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': '720e11f4-8b5c-4322-9b93-f9ccaf94210c'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:04.985234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:04.985723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d819e-fe69-4b60-9e67-c9f97a3854b9 req-88d81b0a-8a07-4b72-9a34-2366e34ac06c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:04.986054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:04.987840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-839d819e-fe69-4b60-9e67-c9f97a3854b9 req-88d81b0a-8a07-4b72-9a34-2366e34ac06c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 944 time: 0.1704721 Dec 13 10:00:05.043310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:05.044378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db35d7-6c7e-4d59-a9fe-95d6a0c6f487 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:05.051829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-839d819e-fe69-4b60-9e67-c9f97a3854b9 req-8d58e210-920b-4ec3-9ada-596749a23e35 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573888 Dec 13 10:00:05.086254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.090661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.192259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:05.195641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=59db1f8b-301f-4a45-b20a-255db25bf46e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.200907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:05.205674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:05.212462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:05.213385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.257342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7519c014-e9d5-43d1-8cc1-204b170bc28e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2113292 Dec 13 10:00:05.261903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:05.307782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Attempting to bind port 08c805b7-fb42-4be8-9014-3493d6572ab5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:05.308156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Attempting to bind port 08c805b7-fb42-4be8-9014-3493d6572ab5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'afee36f4-c50c-4834-82b8-58f9d5944845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:05.308752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Attempting to bind port 08c805b7-fb42-4be8-9014-3493d6572ab5 on network 4fa7bad6-a3a2-474b-9411-1a7750b19372 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:05.318685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:05.319347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Checking segment: {'id': 'afee36f4-c50c-4834-82b8-58f9d5944845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:05.319972 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.320604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Bound using segment: {'id': 'afee36f4-c50c-4834-82b8-58f9d5944845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:05.321082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Bound port: 08c805b7-fb42-4be8-9014-3493d6572ab5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee36f4-c50c-4834-82b8-58f9d5944845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4fa7bad6-a3a2-474b-9411-1a7750b19372'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:05.321630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.338570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.403851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] For port 08c805b7-fb42-4be8-9014-3493d6572ab5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:05.407337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] For port 08c805b7-fb42-4be8-9014-3493d6572ab5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=08c805b7-fb42-4be8-9014-3493d6572ab5,segment=NetworkSegment(afee36f4-c50c-4834-82b8-58f9d5944845),segment_id=afee36f4-c50c-4834-82b8-58f9d5944845)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:05.414506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.414718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 59db1f8b-301f-4a45-b20a-255db25bf46e {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:05.414993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.419814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:05.485071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a51c9-1744-44f3-9e7e-fa1a5c4543ba None None] Pushing event updated for resources: {'Port': ['ID=08c805b7-fb42-4be8-9014-3493d6572ab5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.504492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:05.509912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.565610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.569039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.593089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 59db1f8b-301f-4a45-b20a-255db25bf46e owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:05.616673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a6abf28-01c7-4a1f-a7e7-07108fc9a02f req-d9d0b3eb-94bd-46b0-bc78-a7928c25d497 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 210 time: 0.0396981 Dec 13 10:00:05.831646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.840501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.886648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['b582a5b7-8ee2-4054-bc44-b113fc6fc216'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:05.939453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-bd234875-e3ff-4a36-9d4c-2f17dcba5ecf tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:05.942082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-bd234875-e3ff-4a36-9d4c-2f17dcba5ecf tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.20 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 814 time: 0.2329717 Dec 13 10:00:05.943501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.961173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Request body: {'port': {'device_id': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1', 'admin_state_up': True, 'tenant_id': '38254589aa2f4691b859a78234c70b22'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:06.014522 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 331fe679-89e1-4cf5-8594-74668ff14c69 associated. External IP: 172.25.2.176, port: 80d41d0b-6a56-4a31-9b7f-d02f505a3346. Dec 13 10:00:06.052638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=59db1f8b-301f-4a45-b20a-255db25bf46e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:06.126345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91427f20-19cc-4ad9-90ca-c6ff305c5ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.161933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.165593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8cfd706b-c9f3-4254-b39d-79e9b40cbe27 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/59db1f8b-301f-4a45-b20a-255db25bf46e HTTP/1.1" status: 204 len: 168 time: 0.9023361 Dec 13 10:00:06.172778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45076) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:06.231197 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-97177104-a49b-4d3f-a2db-2ea5f9478d77 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:00:06.232078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97177104-a49b-4d3f-a2db-2ea5f9478d77 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:06.237768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-97177104-a49b-4d3f-a2db-2ea5f9478d77 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/59db1f8b-301f-4a45-b20a-255db25bf46e HTTP/1.1" status: 404 len: 333 time: 0.0514731 Dec 13 10:00:06.238618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:06.275353 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e4a93-d9f9-40dd-b655-f29bccf2a7f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:06.279404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db7e4a93-d9f9-40dd-b655-f29bccf2a7f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/59db1f8b-301f-4a45-b20a-255db25bf46e HTTP/1.1" status: 404 len: 333 time: 0.0379212 Dec 13 10:00:06.281680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45080) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:06.304880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03850ad-905e-41eb-a0fc-d7bc7c764d34 req-30cb35a8-db2c-486c-8289-4f3249ecd239 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:06.306385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a03850ad-905e-41eb-a0fc-d7bc7c764d34 req-30cb35a8-db2c-486c-8289-4f3249ecd239 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 945 time: 0.1324949 Dec 13 10:00:06.336607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:06.354972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Made reservation on behalf of 38254589aa2f4691b859a78234c70b22 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:06.358453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.393759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet dc1f417b-e550-45ee-adb9-f09423f8b278 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:06.414053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.461085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:06.472785 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:06.492961 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:06.493147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a03850ad-905e-41eb-a0fc-d7bc7c764d34 req-8495232d-c073-46b5-bcc1-471747fc1a82 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609569 Dec 13 10:00:06.493799 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.538082 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.554459 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.573667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:06.574557 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.624601 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.625813 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5c2e-766e-40be-976b-a7ca6d3c717e None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:06.645181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Allocated IP 172.20.0.2 (741685cd-accf-4039-8cf4-3b017563aed1/61245e06-ad5d-490d-9b13-d817a46f867f/e6c30a46-8200-4b6b-8b51-cc4f498e0641) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:06.677687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.844595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7841614a-ebcc-4254-bda0-e1019c7b8ef9 req-4705492c-7315-4b6f-9de7-e854864de72b tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 210 time: 0.0357571 Dec 13 10:00:06.852105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.871291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 08c805b7-fb42-4be8-9014-3493d6572ab5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:06.913620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1f417b-e550-45ee-adb9-f09423f8b278,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:06.929223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.932829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2fec9488-36ea-429b-8497-ee370710b5fc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/dc1f417b-e550-45ee-adb9-f09423f8b278 HTTP/1.1" status: 204 len: 168 time: 0.6493561 Dec 13 10:00:06.935609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:06.986204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 08c805b7-fb42-4be8-9014-3493d6572ab5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:06.986815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.007870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:07.100786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.146416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58df3a1-a58f-4e51-8cde-9c853f0a850c None None] Network 4fa7bad6-a3a2-474b-9411-1a7750b19372 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:07.156198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.240109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.243491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:07.249280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.263468 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.286267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:07.298703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e72e76ba-8efb-449e-b536-3fb357dfcb34 None None] Provisioning complete for port 08c805b7-fb42-4be8-9014-3493d6572ab5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:07.299004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e72e76ba-8efb-449e-b536-3fb357dfcb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.313513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Pushing event updated for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.319824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1906dba0-64ab-4d30-9690-5eb8978851dc tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/331fe679-89e1-4cf5-8594-74668ff14c69 HTTP/1.1" status: 200 len: 978 time: 2.3441999 Dec 13 10:00:07.320676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45090) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:07.322424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Network 741685cd-accf-4039-8cf4-3b017563aed1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:07.325469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:07.326447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:07.329540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:07.378547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c4a4f-3033-4e4c-8184-f42b42ac34f0 None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:07.394275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 08c805b7-fb42-4be8-9014-3493d6572ab5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=08c805b7-fb42-4be8-9014-3493d6572ab5,segment=NetworkSegment(afee36f4-c50c-4834-82b8-58f9d5944845),segment_id=afee36f4-c50c-4834-82b8-58f9d5944845)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:07.407021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.407737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:07.408409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.411094 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.423801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:07.425219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.442550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 08c805b7-fb42-4be8-9014-3493d6572ab5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:07.443372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.493840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.531503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:07.532161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.545028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port 08c805b7-fb42-4be8-9014-3493d6572ab5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=08c805b7-fb42-4be8-9014-3493d6572ab5,segment=NetworkSegment(afee36f4-c50c-4834-82b8-58f9d5944845),segment_id=afee36f4-c50c-4834-82b8-58f9d5944845)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:07.545876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.569081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 08c805b7-fb42-4be8-9014-3493d6572ab5 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:07.578143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.578802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3df1b-0f0a-4f47-8292-03b1054eb4a5 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:07.614518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] DHCP port deletion for 4fa7bad6-a3a2-474b-9411-1a7750b19372 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:07.625922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=08c805b7-fb42-4be8-9014-3493d6572ab5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.687681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Deleting port 08c805b7-fb42-4be8-9014-3493d6572ab5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:07.688475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.697099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.702082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-cf799a4e-f999-461c-9832-f6e00d216f4c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7465136 Dec 13 10:00:07.728222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Request body: {'port': {'device_id': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:07.799846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] For port 08c805b7-fb42-4be8-9014-3493d6572ab5, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:07.800946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.826083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a2b14cc-8f04-4677-96eb-d02348fbfbaf None None] Provisioning complete for port e6c30a46-8200-4b6b-8b51-cc4f498e0641 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:07.826541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a2b14cc-8f04-4677-96eb-d02348fbfbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.828768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Calling delete_port for 08c805b7-fb42-4be8-9014-3493d6572ab5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:07.833757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Port 08c805b7-fb42-4be8-9014-3493d6572ab5 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:00:07.856640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.886668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] Pushing event deleted for resources: {'Port': ['ID=08c805b7-fb42-4be8-9014-3493d6572ab5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.895351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5c897-02bc-4e5b-ab76-9c6438f86596 None None] No DVR routers for this DVR port 08c805b7-fb42-4be8-9014-3493d6572ab5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:07.906266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b14cc-8f04-4677-96eb-d02348fbfbaf None None] Port e6c30a46-8200-4b6b-8b51-cc4f498e0641 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:07.999134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.004415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.005014 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 331fe679-89e1-4cf5-8594-74668ff14c69 disassociated. External IP: 172.25.2.176, port: 720e11f4-8b5c-4322-9b93-f9ccaf94210c. Dec 13 10:00:08.175799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port 08c805b7-fb42-4be8-9014-3493d6572ab5 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:08.180689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=08c805b7-fb42-4be8-9014-3493d6572ab5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:08.251507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:08.259863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23e2c-5a61-4389-8a8e-1c1b7f7eee17 req-bd5fc85c-c8f5-4b3c-acaa-497a37d5a395 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:08.261371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7a23e2c-5a61-4389-8a8e-1c1b7f7eee17 req-bd5fc85c-c8f5-4b3c-acaa-497a37d5a395 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 945 time: 0.5772901 Dec 13 10:00:08.354105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.358384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.368574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:08.374270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.381368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:08.390610 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:08.391469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.412244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96f34ed1-394a-4f3f-ab8c-c2b44e838fb5 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/331fe679-89e1-4cf5-8594-74668ff14c69 HTTP/1.1" status: 200 len: 688 time: 1.0880129 Dec 13 10:00:08.412497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:08.412627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904a4a1-784e-4787-bf77-09bad5070143 req-da47dfbe-d540-45a3-9f51-2b3ecd929f7b tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:08.414119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a904a4a1-784e-4787-bf77-09bad5070143 req-da47dfbe-d540-45a3-9f51-2b3ecd929f7b tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 931 time: 0.2426071 Dec 13 10:00:08.427766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa7bad6-a3a2-474b-9411-1a7750b19372']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.434148 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.444398 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:08.445268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T09:59:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.472013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9ea0dc2-4d23-4a8b-a602-9f095cdb6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.481674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afee36f4-c50c-4834-82b8-58f9d5944845') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.482252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afee36f4-c50c-4834-82b8-58f9d5944845') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.486885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7a23e2c-5a61-4389-8a8e-1c1b7f7eee17 req-4b66e207-ac20-4e87-9d78-6f205ac75726 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936967 Dec 13 10:00:08.503683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.504521 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.505194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aa8d5-9172-4294-aa68-9a7d41a05368 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:08.595478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.597674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port d2b5443b-0490-45d9-9947-eec05b7bf0e6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:08.598273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.608740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a904a4a1-784e-4787-bf77-09bad5070143 req-57543ae9-13ba-442d-a208-7c945166d14e tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859603 Dec 13 10:00:08.609727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:08.610123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:08.618906 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:08.722550 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.722941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.732182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.732654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:08.738132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.741784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/4fa7bad6-a3a2-474b-9411-1a7750b19372 HTTP/1.1" status: 204 len: 168 time: 1.8048518 Dec 13 10:00:08.746620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for d2b5443b-0490-45d9-9947-eec05b7bf0e6 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:08.747054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:08.769773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-513132144'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:08.778654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82fe33-2adb-4b33-8dca-23aca2e44c08 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=4fa7bad6-a3a2-474b-9411-1a7750b19372,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:08.808905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 08c805b7-fb42-4be8-9014-3493d6572ab5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:08.829981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:08.834115 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.844630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 08c805b7-fb42-4be8-9014-3493d6572ab5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:08.844630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 08c805b7-fb42-4be8-9014-3493d6572ab5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:08.863830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port b582a5b7-8ee2-4054-bc44-b113fc6fc216 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:08.871937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port b582a5b7-8ee2-4054-bc44-b113fc6fc216 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:08.873011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.883363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:08.926827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.927218 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment 5fcf2ee4-a0a7-48df-85ec-2cf51e438d19 of type vlan for network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 Dec 13 10:00:08.963693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.975161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c30a46-8200-4b6b-8b51-cc4f498e0641 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:08.995199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.998616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.038624 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.052299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Transition to ACTIVE for port object e6c30a46-8200-4b6b-8b51-cc4f498e0641 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:09.062134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.084823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=d2b5443b-0490-45d9-9947-eec05b7bf0e6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.102881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:09.104561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:09.113045 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0e8fe0-c8f8-4ed2-8309-2c3104a68796" -d '{"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:09.116954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.130308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d1ef5-e3b2-4a54-abc1-fd4c3cf4a8ea None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:09.181642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.185209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.187589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6b1ceebf-2d36-4dec-9c73-20ccf9595bc0 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/331fe679-89e1-4cf5-8594-74668ff14c69 HTTP/1.1" status: 204 len: 168 time: 0.7741961 Dec 13 10:00:09.190708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.198185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.202287 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29100e6-0d2c-4868-a8da-593ebd1ccba3 x-openstack-request-id: req-c29100e6-0d2c-4868-a8da-593ebd1ccba3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:09.205226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.206125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.218712 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:09.219454 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c29100e6-0d2c-4868-a8da-593ebd1ccba3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:09.220065 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'code': 200} Dec 13 10:00:09.238979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.265429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Pushing event updated for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.281201 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-a6924d25-d0dc-45fb-9766-3bd497b584a6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] delete failed (client error): The resource could not be found. Dec 13 10:00:09.282291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a6924d25-d0dc-45fb-9766-3bd497b584a6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/331fe679-89e1-4cf5-8594-74668ff14c69 HTTP/1.1" status: 404 len: 345 time: 0.0890169 Dec 13 10:00:09.295649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45110) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.338542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5825546 Dec 13 10:00:09.342079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45112) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.352432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:09.359300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a415aa-1834-40d2-a215-5f92a37adea8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=f69dd971-eef9-4ce4-aae2-f7d5223e59c6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.376034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:09.404679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5a5f-93b7-4f64-9e80-d3d71c4a1893 req-5c97ef0a-e327-41f5-8e9a-240f92cfdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.406610 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d0d5a5f-93b7-4f64-9e80-d3d71c4a1893 req-5c97ef0a-e327-41f5-8e9a-240f92cfdd75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 1097 time: 0.1228600 Dec 13 10:00:09.425083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865178f5-a4b7-4de0-a4bd-bf69a0bbc87b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.434510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865178f5-a4b7-4de0-a4bd-bf69a0bbc87b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.442210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865178f5-a4b7-4de0-a4bd-bf69a0bbc87b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.446448 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-865178f5-a4b7-4de0-a4bd-bf69a0bbc87b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/ports?network_id=c616012a-4d56-427e-9eac-ee18a9de5e5a HTTP/1.1" status: 200 len: 2357 time: 0.1473505 Dec 13 10:00:09.446618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Attempting to bind port e6c30a46-8200-4b6b-8b51-cc4f498e0641 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:09.446962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Attempting to bind port e6c30a46-8200-4b6b-8b51-cc4f498e0641 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:09.447519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Attempting to bind port e6c30a46-8200-4b6b-8b51-cc4f498e0641 on network 741685cd-accf-4039-8cf4-3b017563aed1 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:09.449418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.457250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Port e6c30a46-8200-4b6b-8b51-cc4f498e0641 on network 741685cd-accf-4039-8cf4-3b017563aed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:09.457845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Attempting to bind port e6c30a46-8200-4b6b-8b51-cc4f498e0641 on network 741685cd-accf-4039-8cf4-3b017563aed1 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:09.473171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:09.473519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Checking segment: {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:09.474038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Bound using segment: {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:09.474526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Bound port: e6c30a46-8200-4b6b-8b51-cc4f498e0641, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:09.474883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.499834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:09.504968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.535735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.542988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1d0d5a5f-93b7-4f64-9e80-d3d71c4a1893 req-c9e66bd6-0bce-4513-9d24-c1806e3c04cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279116 Dec 13 10:00:09.545874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e735cf-6008-4c36-87e9-564c25bd68e4 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.547201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4e735cf-6008-4c36-87e9-564c25bd68e4 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/subnets/68a0adc2-157c-46ed-8b2b-f1caae5a5553 HTTP/1.1" status: 200 len: 797 time: 0.0956559 Dec 13 10:00:09.552809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45118) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.557772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'port': {'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a', 'name': 'tempest-FloatingIPTestJSON-306526987', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:09.658884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:09.667393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:09.671811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:09.677761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.697962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc41890-a184-4da3-b4e8-9b28112d5ac3 req-d35ce500-5417-457b-ad03-d4a14aa2c20d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.699461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bc41890-a184-4da3-b4e8-9b28112d5ac3 req-d35ce500-5417-457b-ad03-d4a14aa2c20d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1190596 Dec 13 10:00:09.732778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.733845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.735362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] 10.222.0.20 "PUT /v2.0/ports/e6c30a46-8200-4b6b-8b51-cc4f498e0641 HTTP/1.1" status: 200 len: 1091 time: 2.0113490 Dec 13 10:00:09.740602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6f6f9-6675-4f6f-8b7b-d2293eb8d814 None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:09.747025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:09.750843 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa16cd-1f63-46ba-a44d-62e22af95513" -d '{"events": [{"name": "network-changed", "server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:09.773243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.791247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] device_id is not set on port 84277338-81eb-404f-937b-9fb6ba7142ad yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:09.868595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4171-e4f5-4730-a606-6810dcf7fa5f service neutron] Pushing event updated for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.907821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bc41890-a184-4da3-b4e8-9b28112d5ac3 req-363edbee-d110-42b6-a015-52d834050643 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850100 Dec 13 10:00:09.926695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-22add84b-d64b-467a-849a-f0d678cf6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.928287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-22add84b-d64b-467a-849a-f0d678cf6a1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 1094 time: 0.1329455 Dec 13 10:00:09.958252 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3efb7c-4dea-4b82-980f-85d91ba20200 x-openstack-request-id: req-0e3efb7c-4dea-4b82-980f-85d91ba20200 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:09.958550 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:09.958807 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e3efb7c-4dea-4b82-980f-85d91ba20200 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:09.959207 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641', 'status': 'completed', 'code': 200} Dec 13 10:00:09.998298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-78ca576d-d16b-46da-ba4f-0dc1d90ccee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641 HTTP/1.1" status: 200 len: 217 time: 0.0479739 Dec 13 10:00:10.000059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.059458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.14 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/84277338-81eb-404f-937b-9fb6ba7142ad) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:10.066318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.13 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/84277338-81eb-404f-937b-9fb6ba7142ad) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:10.097009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964c3d-4f78-470d-8b93-222a25486a74 req-ec1e0934-27aa-457b-840a-2070d4abd98c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.098551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a964c3d-4f78-470d-8b93-222a25486a74 req-ec1e0934-27aa-457b-840a-2070d4abd98c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 943 time: 0.1898239 Dec 13 10:00:10.116223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=de0c3a67-a76a-4d31-8e2d-33a372b3559d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:10.141565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-d0d2a442-074f-4102-9134-9608019753a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.143111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-d0d2a442-074f-4102-9134-9608019753a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 200 len: 854 time: 0.1343617 Dec 13 10:00:10.189273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-d8de65b2-6e62-4e2f-b511-cbb91e8e897f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=741685cd-accf-4039-8cf4-3b017563aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381527 Dec 13 10:00:10.191664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:10.192045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: f69dd971-eef9-4ce4-aae2-f7d5223e59c6, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:10.222764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.258261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.280258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a964c3d-4f78-470d-8b93-222a25486a74 req-af69bb65-2603-47f3-91ab-3e941f85ea7f tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733918 Dec 13 10:00:10.285316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:10.304940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f69dd971-eef9-4ce4-aae2-f7d5223e59c6) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:10.310420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.311035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.318823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a9548-c890-486b-9962-7bb445716f06 None None] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:10.349347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-97714a0a-9a2c-4df3-8527-1fec63be347d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0015678 Dec 13 10:00:10.350135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:10.355823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:10.357484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-173944734'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:10.358867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:10.365903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-243e50b5-f434-439b-9ad2-ad4025c01a06 service neutron] 10.222.0.20 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655583 Dec 13 10:00:10.376390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:10.384227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=84277338-81eb-404f-937b-9fb6ba7142ad,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:10.468193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.469336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.513649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-f69dd971-eef9-4ce4-aae2-f7d5223e59c6', 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': 'de0c3a67-a76a-4d31-8e2d-33a372b3559d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:10.514912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.515309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33b045e0-e84b-4dd0-b929-aa05d632329f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9596684 Dec 13 10:00:10.516545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45146) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:10.528726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '84277338-81eb-404f-937b-9fb6ba7142ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:10.616429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c35c7e5-1bc9-48d4-bc2b-c5a380e139b8 req-9c947b4a-a508-492e-ad64-ac1bb89956a9 service neutron] 10.222.0.20 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312644 Dec 13 10:00:10.619455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.682929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Allocated IP 2001:db8::2 (f69dd971-eef9-4ce4-aae2-f7d5223e59c6/de0c3a67-a76a-4d31-8e2d-33a372b3559d/7831d5f3-5313-46e6-8e7f-74af1d362301) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:10.709287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:10.713403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.775321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 36494776-b30b-429b-a1b0-b464089f815d yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:10.842850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-72c034ed-d419-47f8-9c04-5ccb9fd5378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.844872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-72c034ed-d419-47f8-9c04-5ccb9fd5378c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38254589aa2f4691b859a78234c70b22&device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 1094 time: 0.1550851 Dec 13 10:00:10.878688 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.891118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.959083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Pushing event updated for resources: {'Port': ['ID=7831d5f3-5313-46e6-8e7f-74af1d362301,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:10.980428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:10.982350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:10.985863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:10.987829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-bbc3c8c0-10ef-4a7f-a52d-75b9adfe31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.991043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-bbc3c8c0-10ef-4a7f-a52d-75b9adfe31cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 200 len: 915 time: 0.1367819 Dec 13 10:00:11.074068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Attempting to bind port 7831d5f3-5313-46e6-8e7f-74af1d362301 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:11.074384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Attempting to bind port 7831d5f3-5313-46e6-8e7f-74af1d362301 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:11.074767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Attempting to bind port 7831d5f3-5313-46e6-8e7f-74af1d362301 on network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:11.081630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:11.082029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Checking segment: {'id': '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:11.082428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.082889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Bound using segment: {'id': '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:11.083375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Bound port: 7831d5f3-5313-46e6-8e7f-74af1d362301, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f69dd971-eef9-4ce4-aae2-f7d5223e59c6'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:11.083853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.123314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-9824c923-537e-4108-aea3-0dd116b6212f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641 HTTP/1.1" status: 200 len: 217 time: 0.0814385 Dec 13 10:00:11.145445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::ae (f69dd971-eef9-4ce4-aae2-f7d5223e59c6/de0c3a67-a76a-4d31-8e2d-33a372b3559d/36494776-b30b-429b-a1b0-b464089f815d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:11.174258 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.179198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] For port 7831d5f3-5313-46e6-8e7f-74af1d362301, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:11.183835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] For port 7831d5f3-5313-46e6-8e7f-74af1d362301, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7831d5f3-5313-46e6-8e7f-74af1d362301,segment=NetworkSegment(5fcf2ee4-a0a7-48df-85ec-2cf51e438d19),segment_id=5fcf2ee4-a0a7-48df-85ec-2cf51e438d19)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:11.190534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.237275 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.260256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e0604-f215-4fda-abd5-8fa8743bda72 req-6e93fe6b-1685-4c52-9c31-c88a494dc7ab tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.264122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b59e0604-f215-4fda-abd5-8fa8743bda72 req-6e93fe6b-1685-4c52-9c31-c88a494dc7ab tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.2219934 Dec 13 10:00:11.284610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f241-faa4-4d5e-81a2-0a7d04e940db None None] Pushing event updated for resources: {'Port': ['ID=7831d5f3-5313-46e6-8e7f-74af1d362301,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:11.317413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-904fa25a-60aa-416e-bf2f-08ae2d332d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.318265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-904fa25a-60aa-416e-bf2f-08ae2d332d49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 200 len: 854 time: 0.1742752 Dec 13 10:00:11.407117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-1a9ec944-f1f0-4436-b0e1-a4a971e86626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=741685cd-accf-4039-8cf4-3b017563aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434785 Dec 13 10:00:11.612195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b59e0604-f215-4fda-abd5-8fa8743bda72 req-02b0a424-8754-4424-8e3b-0459df566943 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343160 Dec 13 10:00:11.667494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.672440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-d8dd13cf-d2ac-445b-b965-ea7b5a65a781 service neutron] 10.222.0.20 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554665 Dec 13 10:00:11.693459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.142 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/92c7c4ce-256a-4afd-867e-46ca1f3fa26d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:11.853614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ab96-2324-4bc2-ab9b-d0882e73c351 req-eb44ba44-e096-4b86-8d9b-d60a20d71471 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.855304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d462ab96-2324-4bc2-ab9b-d0882e73c351 req-eb44ba44-e096-4b86-8d9b-d60a20d71471 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 943 time: 0.4282475 Dec 13 10:00:11.970498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550d72-157c-4dc4-afc3-9fdc808ee433 req-b60051b8-1c90-4106-b4fa-b5d3fe2fd48d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.973522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55550d72-157c-4dc4-afc3-9fdc808ee433 req-b60051b8-1c90-4106-b4fa-b5d3fe2fd48d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.2623324 Dec 13 10:00:12.015888 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.041032 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.061369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ffa16cd-1f63-46ba-a44d-62e22af95513 req-dddedd1e-44a5-4a9f-96e2-03cdacaaad18 service neutron] 10.222.0.20 "GET /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525112 Dec 13 10:00:12.114994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d462ab96-2324-4bc2-ab9b-d0882e73c351 req-96002603-bd43-4dea-8806-c2d82c87c824 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467608 Dec 13 10:00:12.128043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.136626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:12.147670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:12.181622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:12.190379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:12.191222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.223331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=36494776-b30b-429b-a1b0-b464089f815d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:12.248735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55550d72-157c-4dc4-afc3-9fdc808ee433 req-3df1bf51-24dc-406a-ae89-9d93723b6c0c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512627 Dec 13 10:00:12.255722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-27567515-faef-4955-a60c-d7b93861774f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.9041421 Dec 13 10:00:12.258705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45162) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:12.269952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.403162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 36494776-b30b-429b-a1b0-b464089f815d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:12.403432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.553839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.573099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 36494776-b30b-429b-a1b0-b464089f815d owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:12.677663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e30e7f-3309-44e5-98d6-870d12215d94 None None] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:12.737502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.754331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:12.772606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:12.779339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=36494776-b30b-429b-a1b0-b464089f815d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:12.779569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:12.796746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.804063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.805011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.805522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.805869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.806786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.807235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.807703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.808395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.809506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.809969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.810413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.810904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:12.823892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=92c7c4ce-256a-4afd-867e-46ca1f3fa26d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:12.876683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.883284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9824e0bc-8186-4d05-8e4d-fc4cac74a3c1 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/36494776-b30b-429b-a1b0-b464089f815d HTTP/1.1" status: 204 len: 168 time: 0.6222236 Dec 13 10:00:12.885806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45170) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:12.895211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7831d5f3-5313-46e6-8e7f-74af1d362301 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:12.918301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9b3e-7581-4853-bc71-4d25d41dce44 req-33b90e1c-a15b-4dfd-ace0-3e7d5bc8fe43 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:12.924882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c3a9b3e-7581-4853-bc71-4d25d41dce44 req-33b90e1c-a15b-4dfd-ace0-3e7d5bc8fe43 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1956904 Dec 13 10:00:12.938983 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8651a1-823d-4136-83e8-85330566233f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:12.940772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb8651a1-823d-4136-83e8-85330566233f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/36494776-b30b-429b-a1b0-b464089f815d HTTP/1.1" status: 404 len: 333 time: 0.0536437 Dec 13 10:00:12.943725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45172) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:12.968642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] Provisioning complete for port 7831d5f3-5313-46e6-8e7f-74af1d362301 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:12.969031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.975249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7831d5f3-5313-46e6-8e7f-74af1d362301 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:12.975517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.005617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c3a9b3e-7581-4853-bc71-4d25d41dce44 req-80f50dff-e212-4f10-91a7-13542a1d4389 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Dec 13 10:00:13.040162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet de0c3a67-a76a-4d31-8e2d-33a372b3559d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:13.050653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.121459 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.129131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.207943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] For port 7831d5f3-5313-46e6-8e7f-74af1d362301, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7831d5f3-5313-46e6-8e7f-74af1d362301,segment=NetworkSegment(5fcf2ee4-a0a7-48df-85ec-2cf51e438d19),segment_id=5fcf2ee4-a0a7-48df-85ec-2cf51e438d19)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:13.208899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.219489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.270236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3941b-6381-4162-a4c9-b0ab30412363 req-87ff773c-5fed-4c4b-a340-86661edd5fd3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.272270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ea3941b-6381-4162-a4c9-b0ab30412363 req-87ff773c-5fed-4c4b-a340-86661edd5fd3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1274216 Dec 13 10:00:13.295024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.320766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f739-aab8-49d7-9c64-6dd227595e98 None None] Pushing event updated for resources: {'Port': ['ID=7831d5f3-5313-46e6-8e7f-74af1d362301,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:13.402170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.463506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ea3941b-6381-4162-a4c9-b0ab30412363 req-59e954c2-1846-4edc-98ea-20208769467d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540160 Dec 13 10:00:13.468391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=de0c3a67-a76a-4d31-8e2d-33a372b3559d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:13.478715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:13.479075 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:13.480925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.487268 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5eab9db8-5a67-4eb6-a926-17e8cc69e60a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/de0c3a67-a76a-4d31-8e2d-33a372b3559d HTTP/1.1" status: 204 len: 168 time: 0.5424054 Dec 13 10:00:13.489503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45180) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:13.495382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4b6da485-8c5b-4a49-be40-2c7f0c3656f3 None None] Provisioning complete for port 7831d5f3-5313-46e6-8e7f-74af1d362301 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:13.495734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b6da485-8c5b-4a49-be40-2c7f0c3656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.510616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707125-397b-4c23-a114-8b2eed1676e2 req-c29c270c-bfa4-44c1-bcad-82c4412d4b13 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.520695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0707125-397b-4c23-a114-8b2eed1676e2 req-c29c270c-bfa4-44c1-bcad-82c4412d4b13 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 943 time: 0.1749899 Dec 13 10:00:13.654630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6c30a46-8200-4b6b-8b51-cc4f498e0641 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:13.675581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0707125-397b-4c23-a114-8b2eed1676e2 req-d1edb9d5-893f-4ffb-8a3b-0b3e3ef1bf25 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542222 Dec 13 10:00:13.686644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.697017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.799727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.832450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810e3d5-6895-497d-82b3-ac4a40e94b2e None None] Network f69dd971-eef9-4ce4-aae2-f7d5223e59c6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:13.875671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 7831d5f3-5313-46e6-8e7f-74af1d362301 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:13.876188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.920526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b94daf5d-0a78-4aed-8cd3-9351fc96df91 None None] Could not find standard attr ID for object 36494776-b30b-429b-a1b0-b464089f815d. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:13.969348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:13.984436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port 7831d5f3-5313-46e6-8e7f-74af1d362301, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7831d5f3-5313-46e6-8e7f-74af1d362301,segment=NetworkSegment(5fcf2ee4-a0a7-48df-85ec-2cf51e438d19),segment_id=5fcf2ee4-a0a7-48df-85ec-2cf51e438d19)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:13.984859 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.013479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 7831d5f3-5313-46e6-8e7f-74af1d362301 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:14.059579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641', 'network_id': '741685cd-accf-4039-8cf4-3b017563aed1', 'port_id': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641', 'mac_address': 'fa:16:3e:76:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61245e06-ad5d-490d-9b13-d817a46f867f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:14.138689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.164622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.167454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.172092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c30a46-8200-4b6b-8b51-cc4f498e0641 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:14.177463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.235515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:14.243329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=7831d5f3-5313-46e6-8e7f-74af1d362301,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:14.247486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port 7831d5f3-5313-46e6-8e7f-74af1d362301 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:14.256029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.268465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7dcf57-0a40-400a-9017-88616b523a0d None None] DHCP port deletion for f69dd971-eef9-4ce4-aae2-f7d5223e59c6 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:14.331128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:14.372408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=92c7c4ce-256a-4afd-867e-46ca1f3fa26d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:14.396203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.400448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.414084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb07b6-27c2-4b53-8776-c9f9acc63a64 req-d3a1d61a-7b8d-4bd9-8c3b-7578ef80dae4 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:14.415689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbeb07b6-27c2-4b53-8776-c9f9acc63a64 req-d3a1d61a-7b8d-4bd9-8c3b-7578ef80dae4 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1287329 Dec 13 10:00:14.424620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69dd971-eef9-4ce4-aae2-f7d5223e59c6']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:14.437418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:14.437863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcf2ee4-a0a7-48df-85ec-2cf51e438d19') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:14.456407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.462585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6c30a46-8200-4b6b-8b51-cc4f498e0641'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:14.472810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.480818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:14.481071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:14.549991 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:14.555732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.566022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.572653 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/f69dd971-eef9-4ce4-aae2-f7d5223e59c6 HTTP/1.1" status: 204 len: 168 time: 1.0789330 Dec 13 10:00:14.574871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbeb07b6-27c2-4b53-8776-c9f9acc63a64 req-ea1ee6f9-45b3-4f43-94b1-eb2345c8c416 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190510 Dec 13 10:00:14.575354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:14.582687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdf60f-2d56-402d-b1cb-fdcd8f2547f3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=f69dd971-eef9-4ce4-aae2-f7d5223e59c6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:14.582957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'name': 'tempest-PortsIpV6TestJSON-1407121597'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:14.657590 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP d85dd057-2f54-41b5-96c7-436be16578ff associated. External IP: 172.25.2.142, port: 84277338-81eb-404f-937b-9fb6ba7142ad. Dec 13 10:00:14.803264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7831d5f3-5313-46e6-8e7f-74af1d362301 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:14.823699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7831d5f3-5313-46e6-8e7f-74af1d362301 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:14.824033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7831d5f3-5313-46e6-8e7f-74af1d362301 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:14.867054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f38f-e3ed-4d12-bb65-1b094263506b req-956546e6-8296-4542-92cc-bb05d07b5838 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:14.868581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eac6f38f-e3ed-4d12-bb65-1b094263506b req-956546e6-8296-4542-92cc-bb05d07b5838 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 944 time: 0.1015110 Dec 13 10:00:14.870476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:14.873760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.948441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port fd53a226-5c31-452e-bcae-5cbb4c1d3f2c yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:15.044375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eac6f38f-e3ed-4d12-bb65-1b094263506b req-705e6bc3-21b0-47c9-8285-b98d9e619c3c tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684613 Dec 13 10:00:15.089954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:15.224742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.288394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:15.298060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:15.307839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:15.308383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:15.312981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.317296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.383928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-02659c25-c79b-44d4-8997-be3f1591a32f tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8660712 Dec 13 10:00:15.387444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45210) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:15.388289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:15.391825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:15.394155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': '84277338-81eb-404f-937b-9fb6ba7142ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:15.394872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:15.401361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:15.402044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.418113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=fd53a226-5c31-452e-bcae-5cbb4c1d3f2c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:15.431894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9323d5d1-e3eb-4678-8418-82e4bb36ceb8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8511221 Dec 13 10:00:15.432176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45212) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:15.505155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:15.513756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:15.514354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:15.517028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.545245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:15.545879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8590f7e-9793-49a2-9c05-59f7c5a4b3a4 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:15.635149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port fd53a226-5c31-452e-bcae-5cbb4c1d3f2c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:15.635487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.669400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6c30a46-8200-4b6b-8b51-cc4f498e0641 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:15.715509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b5224-edca-4fce-a3d8-b27b2e323ef9 req-bba4aa43-bfd9-48ab-ae94-234963d490cd tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:15.717210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-014b5224-edca-4fce-a3d8-b27b2e323ef9 req-bba4aa43-bfd9-48ab-ae94-234963d490cd tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0567811 Dec 13 10:00:15.724681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port e6c30a46-8200-4b6b-8b51-cc4f498e0641 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:15.728721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port e6c30a46-8200-4b6b-8b51-cc4f498e0641 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:15.729197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.759158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.776491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for fd53a226-5c31-452e-bcae-5cbb4c1d3f2c owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:15.790836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-014b5224-edca-4fce-a3d8-b27b2e323ef9 req-1949fd55-36ba-4fc2-895b-ad9148694db4 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641150 Dec 13 10:00:15.855495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.884195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:15.886481 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f7c102-259d-4614-9121-f1103a8ed6c2" -d '{"events": [{"server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "name": "network-vif-plugged", "status": "completed", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:15.899743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:15.904236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.945467 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a308e-d038-4010-bf74-7e4d5a419b76 x-openstack-request-id: req-4b4a308e-d038-4010-bf74-7e4d5a419b76 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:15.946273 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "name": "network-vif-plugged", "status": "completed", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:15.946273 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b4a308e-d038-4010-bf74-7e4d5a419b76 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:15.956432 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641', 'code': 200} Dec 13 10:00:15.972362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.030193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.064851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=fd53a226-5c31-452e-bcae-5cbb4c1d3f2c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.075937 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.078120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31c16a12-c5b9-4c05-a6fd-81197258a126 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/fd53a226-5c31-452e-bcae-5cbb4c1d3f2c HTTP/1.1" status: 204 len: 168 time: 0.6446855 Dec 13 10:00:16.080937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:16.086424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'mac_address': 'fa:16:3e:96:37:9d', 'name': 'tempest-PortsIpV6TestJSON-1881081762'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:16.251963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c92c1-b598-45d6-bbad-82905fd334ca req-72af2780-d9b4-4912-a90e-59d231553aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.254156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-345c92c1-b598-45d6-bbad-82905fd334ca req-72af2780-d9b4-4912-a90e-59d231553aed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 1096 time: 0.2523158 Dec 13 10:00:16.309354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca61fc-7cb5-44ff-9e9c-788bad8f3135 req-0fecfe09-dbd5-45b8-b3c8-3cb2f5fa107f tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.310946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69ca61fc-7cb5-44ff-9e9c-788bad8f3135 req-0fecfe09-dbd5-45b8-b3c8-3cb2f5fa107f tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 945 time: 0.1360624 Dec 13 10:00:16.313930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:16.390076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-345c92c1-b598-45d6-bbad-82905fd334ca req-fe07dd3c-94ea-4209-82c3-81b20276771a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Dec 13 10:00:16.426224 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.448506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69ca61fc-7cb5-44ff-9e9c-788bad8f3135 req-28aa12ee-5cad-4b45-a7c1-aea19b506a02 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293256 Dec 13 10:00:16.461413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 9e4a4b12-59bd-4699-a84a-de4f20ee90da yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:16.498355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.resource_extend [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:00:16.558081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.563585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.644231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.683658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.729313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:16.732447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:16.736012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:16.742658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.743307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.753436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=9e4a4b12-59bd-4699-a84a-de4f20ee90da,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.767024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ee12c14c-56da-48c5-b8df-455054f1f17d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6847484 Dec 13 10:00:16.769462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45244) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:16.803448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:16.819260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2972d3e-f735-4f22-8e33-9c04edbfc519 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.824272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b2972d3e-f735-4f22-8e33-9c04edbfc519 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/9e4a4b12-59bd-4699-a84a-de4f20ee90da HTTP/1.1" status: 200 len: 845 time: 0.0500796 Dec 13 10:00:16.824272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45248) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:16.940475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:16.946718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.954928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:16.974012 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:16.974943 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:16.977929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0d032-ed04-42c5-b40f-58407ea7b7cc req-709e4d76-a736-4b5d-93bb-51a93cec2592 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.989608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caa0d032-ed04-42c5-b40f-58407ea7b7cc req-709e4d76-a736-4b5d-93bb-51a93cec2592 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1157207 Dec 13 10:00:17.014706 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9953b760-01c7-48c0-90e2-d48994dd75b8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/d85dd057-2f54-41b5-96c7-436be16578ff HTTP/1.1" status: 200 len: 978 time: 1.6235547 Dec 13 10:00:17.014966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 9e4a4b12-59bd-4699-a84a-de4f20ee90da {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:17.014966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.015185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45252) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:17.032138 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.042082 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:17.042956 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.070202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caa0d032-ed04-42c5-b40f-58407ea7b7cc req-46df3020-07ee-4a0f-9f4c-974fc8fb7590 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Dec 13 10:00:17.090703 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.090703 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42188f-0b91-4bb9-b83b-1e7663179e84 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:17.139717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.162480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 9e4a4b12-59bd-4699-a84a-de4f20ee90da owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:17.212670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 92c7c4ce-256a-4afd-867e-46ca1f3fa26d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:17.213133 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.265174 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.306452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=9e4a4b12-59bd-4699-a84a-de4f20ee90da,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.309913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.310248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.317801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.324199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-447c0e82-7112-4846-a040-8baf7e544ef0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/9e4a4b12-59bd-4699-a84a-de4f20ee90da HTTP/1.1" status: 204 len: 168 time: 0.4973836 Dec 13 10:00:17.324574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45258) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:17.340243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 92c7c4ce-256a-4afd-867e-46ca1f3fa26d owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:17.359815 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-158fad04-dea5-464f-bcd0-be675b56d52c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:17.365433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-158fad04-dea5-464f-bcd0-be675b56d52c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/9e4a4b12-59bd-4699-a84a-de4f20ee90da HTTP/1.1" status: 404 len: 333 time: 0.0358157 Dec 13 10:00:17.365885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45260) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:17.370849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'name': 'tempest-PortsIpV6TestJSON-1519038301'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:17.468291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:17.472731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.493350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 043b747d-4577-4fb5-af78-be4f33ffd6e2 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:17.566099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.592988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=92c7c4ce-256a-4afd-867e-46ca1f3fa26d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.623229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315a0e-3e50-4ee3-9047-2e691e5f1d4d req-7b80b7f0-2bea-4d8a-bb76-2fc87d156d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:17.624842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb315a0e-3e50-4ee3-9047-2e691e5f1d4d req-7b80b7f0-2bea-4d8a-bb76-2fc87d156d8d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Dec 13 10:00:17.663409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.664149 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP d85dd057-2f54-41b5-96c7-436be16578ff disassociated (deleted). External IP: 172.25.2.142, port: 84277338-81eb-404f-937b-9fb6ba7142ad. Dec 13 10:00:17.740367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.749043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb315a0e-3e50-4ee3-9047-2e691e5f1d4d req-9620ff5b-4a80-4bbf-af78-688f97fafb72 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144431 Dec 13 10:00:17.796445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.861988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:17.870297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:17.884511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:17.891136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:17.892046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.893914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:17.900344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=043b747d-4577-4fb5-af78-be4f33ffd6e2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.914907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ae9bc9d-0b43-4bbf-965a-d750ee929df0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5479643 Dec 13 10:00:17.920018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45268) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:17.925917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:18.022754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.056787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:18.062108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.068766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:18.082887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:18.083637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:18.117474 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb01610c-5aad-4361-a38f-0c9f5ea0da3a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/d85dd057-2f54-41b5-96c7-436be16578ff HTTP/1.1" status: 204 len: 168 time: 1.1009779 Dec 13 10:00:18.120418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45278) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:18.154651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:18.186197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:18.186548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:18.257480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:18.258167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d442d-927b-49f1-bb01-7a89d9195f28 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:18.272251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 84277338-81eb-404f-937b-9fb6ba7142ad {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:18.272656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.337368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.353493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.371806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b94bd-c193-4008-a90b-ee5d10b86437 req-a3d5ce69-245a-4646-9ebd-f0c67426a674 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:18.373588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad4b94bd-c193-4008-a90b-ee5d10b86437 req-a3d5ce69-245a-4646-9ebd-f0c67426a674 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1616974 Dec 13 10:00:18.400627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.414683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 84277338-81eb-404f-937b-9fb6ba7142ad owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:18.435308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=043b747d-4577-4fb5-af78-be4f33ffd6e2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:18.475134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] In _notify_port_updated(), no bound segment for port 043b747d-4577-4fb5-af78-be4f33ffd6e2 on network 6265c1f8-057f-40da-9f1b-045237892461 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:00:18.481470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:18.482292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.483630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1976c19b-ba33-4cb3-a9aa-f1f7efa9fc65 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/ports/043b747d-4577-4fb5-af78-be4f33ffd6e2 HTTP/1.1" status: 200 len: 818 time: 0.5624728 Dec 13 10:00:18.490348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45286) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:18.551768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad4b94bd-c193-4008-a90b-ee5d10b86437 req-4900de2b-1d2a-4889-a4e1-82cc0a192c4c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621616 Dec 13 10:00:18.620654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 043b747d-4577-4fb5-af78-be4f33ffd6e2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:18.621348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.649091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.684931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=84277338-81eb-404f-937b-9fb6ba7142ad,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:18.807454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.811908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9a4d724-bae2-46b7-b4e9-e52f5c5f7f57 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/84277338-81eb-404f-937b-9fb6ba7142ad HTTP/1.1" status: 204 len: 168 time: 0.6900723 Dec 13 10:00:18.819087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:18.825192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:18.852335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.965953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.102683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.139 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ec6e9574-849a-4d39-bbff-023c2384fbc1) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:19.104635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.124728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 043b747d-4577-4fb5-af78-be4f33ffd6e2 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:19.245908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.249750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.275058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.279244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/043b747d-4577-4fb5-af78-be4f33ffd6e2 HTTP/1.1" status: 204 len: 168 time: 0.7879388 Dec 13 10:00:19.281715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45294) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:19.329686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.350500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea4e94-a003-4aad-9fae-c983701f00f5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=043b747d-4577-4fb5-af78-be4f33ffd6e2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:19.391405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=ec6e9574-849a-4d39-bbff-023c2384fbc1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:19.410921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:19.412883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:19.415896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e3084-5633-4d9d-9c84-5693bb97c16e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:19.418195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:19.423386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b87e3084-5633-4d9d-9c84-5693bb97c16e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1383431 Dec 13 10:00:19.424319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45298) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:19.474890 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ced77f1-a94c-4454-a90a-667fd5509c59 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:19.483069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ced77f1-a94c-4454-a90a-667fd5509c59 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/043b747d-4577-4fb5-af78-be4f33ffd6e2 HTTP/1.1" status: 404 len: 333 time: 0.0539508 Dec 13 10:00:19.483501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45302) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:19.493225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007737569'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:19.530078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:19.536598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.550771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.576048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:19.588427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.588907 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment f98a8d28-3a0d-4339-8ad3-cedc4758c4df of type vlan for network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 Dec 13 10:00:19.592571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.693441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.740581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b28ac-38dc-44a8-8eba-7662a57c0c8d req-d4b2e052-02ab-4b80-9ad4-66944492d456 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:19.742245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-089b28ac-38dc-44a8-8eba-7662a57c0c8d req-d4b2e052-02ab-4b80-9ad4-66944492d456 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1012025 Dec 13 10:00:19.743370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.749112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:19.749855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.837263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.847258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.847523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3601162 Dec 13 10:00:19.849364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45306) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:19.853244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186a16d-76b8-42d2-8025-02862930461e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=d32d3089-a2a8-4771-b89e-fb8fce6ebf07,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:19.860152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:19.864656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:19.879733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-089b28ac-38dc-44a8-8eba-7662a57c0c8d req-74646224-762e-4a44-b3a8-16655425373c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195972 Dec 13 10:00:20.032991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=ec6e9574-849a-4d39-bbff-023c2384fbc1,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.054482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.069642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:20.073267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.096331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.100189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45308) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:20.100497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dcf0d080-0442-4bbb-a01d-312014ae4b09 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2796574 Dec 13 10:00:20.107718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'port': {'network_id': 'c616012a-4d56-427e-9eac-ee18a9de5e5a', 'name': 'tempest-FloatingIPTestJSON-1982297387'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:20.261018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:20.265859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.301149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] device_id is not set on port 56334ae0-540b-4516-9970-41dc0a21655d yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:20.330006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.419204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=e0329fb3-8b38-432a-b125-ad853d2dde58,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.438506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:20.439016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: d32d3089-a2a8-4771-b89e-fb8fce6ebf07, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:20.466456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:20.466694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.3 (c616012a-4d56-427e-9eac-ee18a9de5e5a/68a0adc2-157c-46ed-8b2b-f1caae5a5553/56334ae0-540b-4516-9970-41dc0a21655d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:20.482772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d32d3089-a2a8-4771-b89e-fb8fce6ebf07) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:20.495014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9706c-1d0f-4330-8497-460b58ad0172 None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:20.496335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:20.498251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.537368 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9335ffa3-3a66-4a6c-ae4c-1a2873709620 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6863334 Dec 13 10:00:20.543382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45316) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:20.554035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:20.704595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': 'e0329fb3-8b38-432a-b125-ad853d2dde58'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:20.707021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.761980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.794940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:20.803628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.809543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.902290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Allocated IP 2001:db8::2 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/e0329fb3-8b38-432a-b125-ad853d2dde58/e55bcb99-3e60-4fc7-ad51-2caed99e3c1f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:20.916749 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0329fb3-8b38-432a-b125-ad853d2dde58 (CIDR: 2001:db8::/64) Dec 13 10:00:20.920862 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:00:20.921532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:20.940295 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7131ee83-ceb9-40f4-a4bd-428cfa262989 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3947895 Dec 13 10:00:20.942855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45322) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:20.954562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:20.956743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network c616012a-4d56-427e-9eac-ee18a9de5e5a is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:20.963248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:20.981814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:20.986179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=56334ae0-540b-4516-9970-41dc0a21655d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.067345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:21.068279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.090888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844379-368c-4ccd-bb2b-d4fddb5a45e3 req-b700193f-c28c-4210-aac7-be1306dbcf28 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:21.092766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32844379-368c-4ccd-bb2b-d4fddb5a45e3 req-b700193f-c28c-4210-aac7-be1306dbcf28 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0812573 Dec 13 10:00:21.097412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54a27faf-768c-4ccd-be99-e1c6622bf63c tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9961376 Dec 13 10:00:21.100886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:21.105257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': '56334ae0-540b-4516-9970-41dc0a21655d'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:21.147524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:21.155278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.171399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.177256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.183895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.259180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Pushing event updated for resources: {'Port': ['ID=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.276153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:21.278106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:21.284589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32844379-368c-4ccd-bb2b-d4fddb5a45e3 req-182a443d-5aa4-4f99-9f5f-35a2b692787f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850512 Dec 13 10:00:21.286860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:21.365904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Attempting to bind port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:21.366287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Attempting to bind port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:21.366652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Attempting to bind port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f on network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:21.372035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:21.372809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Checking segment: {'id': 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:21.373435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.373802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Bound using segment: {'id': 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:21.374280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Bound port: e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:21.374669 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.484302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] For port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:21.493147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] For port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,segment=NetworkSegment(f98a8d28-3a0d-4339-8ad3-cedc4758c4df),segment_id=f98a8d28-3a0d-4339-8ad3-cedc4758c4df)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:21.502659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.540048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.605088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:21.608765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:21.613867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:21.614685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.626415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=98a184c3-2576-4b46-b537-2c69083c8a0e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.643639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8137ebd-5f34-4ab1-a501-c4bbd1f646aa tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6996927 Dec 13 10:00:21.647718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:21.652813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'fixed_ips': [{'subnet_id': 'e0329fb3-8b38-432a-b125-ad853d2dde58'}, {'subnet_id': '98a184c3-2576-4b46-b537-2c69083c8a0e'}], 'name': 'tempest-PortsIpV6TestJSON-449787372'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:21.681325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635107-16f3-4fda-b37e-0d6372a3be8e None None] Pushing event updated for resources: {'Port': ['ID=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.948817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:22.079943 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-6c3a617b-cf66-441f-a368-1c43681850c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3299172 Dec 13 10:00:22.130268 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.136805 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.175736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.310643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 7991123c-e736-4904-8f4d-94241303b9f3 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:22.431877 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP f2f5b279-8f8a-4d3e-a724-d2630c3cd75d associated. External IP: 172.25.2.139, port: 56334ae0-540b-4516-9970-41dc0a21655d. Dec 13 10:00:22.490960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.491768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.492779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.493297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.494272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.494592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.495301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.497950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c6737c13-98b3-4062-9f85-973656aa43be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.3188741 Dec 13 10:00:22.737924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fee5e-6a9d-41ae-a1b1-5c07d7f533c0 req-c545f2a5-10dd-4b70-aefd-20522b0973ae tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.742213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-073fee5e-6a9d-41ae-a1b1-5c07d7f533c0 req-c545f2a5-10dd-4b70-aefd-20522b0973ae tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.2513354 Dec 13 10:00:22.777287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-d81030fe-8d25-4bcd-bc3f-c6c4de4a2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.777928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-d81030fe-8d25-4bcd-bc3f-c6c4de4a2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.778656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-d81030fe-8d25-4bcd-bc3f-c6c4de4a2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.780844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-d81030fe-8d25-4bcd-bc3f-c6c4de4a2585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 2299 time: 0.2559235 Dec 13 10:00:22.905801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-073fee5e-6a9d-41ae-a1b1-5c07d7f533c0 req-88782ccb-8feb-48a6-a29d-b9d2090db240 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564963 Dec 13 10:00:22.969384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e55bcb99-3e60-4fc7-ad51-2caed99e3c1f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:23.005384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:23.074453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:23.074838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.243311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:23.248287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.252419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.258969 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:23.272623 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:23.273267 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.300329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-65288e05-315d-4ef8-a063-efce105ba1f9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/f2f5b279-8f8a-4d3e-a724-d2630c3cd75d HTTP/1.1" status: 200 len: 978 time: 2.1983435 Dec 13 10:00:23.301965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:23.317050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,segment=NetworkSegment(f98a8d28-3a0d-4339-8ad3-cedc4758c4df),segment_id=f98a8d28-3a0d-4339-8ad3-cedc4758c4df)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:23.327780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.376405 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-788144eb-bdc0-46cb-aa53-75a3b5fe1e9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 1001 time: 0.5872357 Dec 13 10:00:23.404877 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.441872 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:23.442521 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.444371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb1bae-e263-4897-99b3-dab05a1c6597 None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:23.493223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::3c3 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/e0329fb3-8b38-432a-b125-ad853d2dde58/7991123c-e736-4904-8f4d-94241303b9f3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:23.501284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8:0:1::c8 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/98a184c3-2576-4b46-b537-2c69083c8a0e/7991123c-e736-4904-8f4d-94241303b9f3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:23.504830 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.505698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e45e9-ddc9-4deb-8c7a-269b88905336 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:23.524506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0a6b19df-0d9f-45b8-8014-561d49bf3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:23.526413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0a6b19df-0d9f-45b8-8014-561d49bf3540 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.1258252 Dec 13 10:00:23.530853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 56334ae0-540b-4516-9970-41dc0a21655d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:23.532005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.629363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-44c11906-3174-4546-b57a-e56e6700d034 None None] Provisioning complete for port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:23.629739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44c11906-3174-4546-b57a-e56e6700d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.655404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-4a777bed-a9a6-4fb1-b168-549c9d411edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:23.656733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-4a777bed-a9a6-4fb1-b168-549c9d411edc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220088 Dec 13 10:00:23.665758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.681607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:23.830140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.847159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Update dhcp port {'port': {'network_id': 'd32d3089-a2a8-4771-b89e-fb8fce6ebf07', 'fixed_ips': [{'subnet_id': 'e0329fb3-8b38-432a-b125-ad853d2dde58', 'ip_address': '2001:db8::2'}, {'subnet_id': '98a184c3-2576-4b46-b537-2c69083c8a0e'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'e55bcb99-3e60-4fc7-ad51-2caed99e3c1f'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:00:23.903106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.927902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c7f1a434-7bec-4067-9d8b-d8bd3025f396 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569175 Dec 13 10:00:24.025648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.085308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:24.092506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:24.105185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:24.110823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.112291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.127129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0ef55179-e25d-4a75-8179-b40784bd4664 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844063 Dec 13 10:00:24.129904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=7991123c-e736-4904-8f4d-94241303b9f3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.153962 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d0656959-4a52-4eef-9c41-3c716c5eae1e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.5049379 Dec 13 10:00:24.155661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45378) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:24.222824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0329fb3-8b38-432a-b125-ad853d2dde58'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:24.228290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb05b-114e-42d7-9938-84eb29c58aa2 req-c57e8077-8a4f-43d9-a80e-2c560d5df3ed tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.232782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-275a6000-19c2-4e70-9d53-14d73f7a247a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 217 time: 0.0978744 Dec 13 10:00:24.236059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af5cb05b-114e-42d7-9938-84eb29c58aa2 req-c57e8077-8a4f-43d9-a80e-2c560d5df3ed tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1596982 Dec 13 10:00:24.274380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.275497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.276290 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP f2f5b279-8f8a-4d3e-a724-d2630c3cd75d disassociated. External IP: 172.25.2.139, port: 56334ae0-540b-4516-9970-41dc0a21655d. Dec 13 10:00:24.276849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 56334ae0-540b-4516-9970-41dc0a21655d owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:24.279022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Allocated IP 2001:db8:0:1::2 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/98a184c3-2576-4b46-b537-2c69083c8a0e/e55bcb99-3e60-4fc7-ad51-2caed99e3c1f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:24.313267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af5cb05b-114e-42d7-9938-84eb29c58aa2 req-26fd3da9-74fe-4c5d-b297-b9364054d691 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Dec 13 10:00:24.387057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.442453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] For port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,segment=NetworkSegment(f98a8d28-3a0d-4339-8ad3-cedc4758c4df),segment_id=f98a8d28-3a0d-4339-8ad3-cedc4758c4df)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:24.490990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.499382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.509498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.526836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-4314dc4a-ace8-497d-8fdd-adeeaed2819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.528321 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-4314dc4a-ace8-497d-8fdd-adeeaed2819c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.2648757 Dec 13 10:00:24.551078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=56334ae0-540b-4516-9970-41dc0a21655d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.645417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956b98d-8f5a-4f79-9ca6-9d4966b20d99 None None] Pushing event updated for resources: {'Port': ['ID=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.696401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:24.858719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e55bcb99-3e60-4fc7-ad51-2caed99e3c1f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:24.862686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:24.960221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:24.994468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:25.005682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.047097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.051209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0822def4-6ca2-48ed-922c-312596d4b7dd tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/56334ae0-540b-4516-9970-41dc0a21655d HTTP/1.1" status: 204 len: 168 time: 1.7469885 Dec 13 10:00:25.054733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45386) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:25.055958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-e60d5f65-0d65-490f-9959-58cfe3347884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.057620 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-e60d5f65-0d65-490f-9959-58cfe3347884 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5136514 Dec 13 10:00:25.073632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.078994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Delete allocated IP 2001:db8:0:1::c8 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/98a184c3-2576-4b46-b537-2c69083c8a0e) {{(pid=103194) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:00:25.119369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:25.119517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.129970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:25.132654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.293314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.293993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db51f8c-0144-45e5-9965-2e0ba1789bed None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:25.347020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.359247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.432339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=7991123c-e736-4904-8f4d-94241303b9f3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:25.479384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] In _notify_port_updated(), no bound segment for port 7991123c-e736-4904-8f4d-94241303b9f3 on network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:00:25.485160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.485824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.487235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-76f05a77-44f8-45d8-acf4-8ebc5e88ddc5 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/ports/7991123c-e736-4904-8f4d-94241303b9f3 HTTP/1.1" status: 200 len: 925 time: 1.2693088 Dec 13 10:00:25.490215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45392) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:25.495107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0329fb3-8b38-432a-b125-ad853d2dde58'}, {'subnet_id': '98a184c3-2576-4b46-b537-2c69083c8a0e'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:25.541377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-537fef8e-e007-45b0-92c1-be61346b5c7b service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384501 Dec 13 10:00:25.630351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.657428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafcc9d-a0d6-497e-9c25-68daa0764a93 None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:25.671378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ac08ac69-98c2-4d04-9cc4-ed5900964b3b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/floatingips/f2f5b279-8f8a-4d3e-a724-d2630c3cd75d HTTP/1.1" status: 200 len: 688 time: 0.6161819 Dec 13 10:00:25.679124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:25.700895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b473-d065-48e2-8023-6114f8cf420c req-e7dbcfc9-854c-455b-ab46-9f2dfbbbd218 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.702690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c78b473-d065-48e2-8023-6114f8cf420c req-e7dbcfc9-854c-455b-ab46-9f2dfbbbd218 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0663953 Dec 13 10:00:25.741374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c6da7567-03fe-42eb-8fba-cbe12c92def1 None None] Provisioning complete for port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:25.742165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6da7567-03fe-42eb-8fba-cbe12c92def1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.769194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c78b473-d065-48e2-8023-6114f8cf420c req-be2928b7-8571-4305-a71b-02995871e22d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535533 Dec 13 10:00:25.843837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c397b6c2-5ea5-4606-8245-bed81f9398a8 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882946 Dec 13 10:00:25.934805 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-a93a56b6-788d-4048-a3e2-9668f0133a3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 217 time: 0.0509865 Dec 13 10:00:26.104659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-12474f82-6f91-40b2-a8d7-f28b490e2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.106179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-12474f82-6f91-40b2-a8d7-f28b490e2adf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1499748 Dec 13 10:00:26.130621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port ec6e9574-849a-4d39-bbff-023c2384fbc1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:26.131007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.209321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-12f8e28c-2eea-4364-a0a1-88a2b9fa9e22 None None] Provisioning complete for port 7991123c-e736-4904-8f4d-94241303b9f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:26.209795 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12f8e28c-2eea-4364-a0a1-88a2b9fa9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.260071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-12f8e28c-2eea-4364-a0a1-88a2b9fa9e22 None None] Port 7991123c-e736-4904-8f4d-94241303b9f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:26.273416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-12f8e28c-2eea-4364-a0a1-88a2b9fa9e22 None None] Provisioning complete for port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:26.274115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-12f8e28c-2eea-4364-a0a1-88a2b9fa9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.295928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8:0:1::249 (d32d3089-a2a8-4771-b89e-fb8fce6ebf07/98a184c3-2576-4b46-b537-2c69083c8a0e/7991123c-e736-4904-8f4d-94241303b9f3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:26.310006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-9d082bb0-a546-4824-9ffd-47de618d1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.312126 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-9d082bb0-a546-4824-9ffd-47de618d1710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1772890 Dec 13 10:00:26.316647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.316973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.394761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for ec6e9574-849a-4d39-bbff-023c2384fbc1 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:26.516524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-323b84d3-2811-4e40-a109-53978eeb0b74 None None] Provisioning complete for port 7991123c-e736-4904-8f4d-94241303b9f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:26.516524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-323b84d3-2811-4e40-a109-53978eeb0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.558545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-323b84d3-2811-4e40-a109-53978eeb0b74 None None] Port 7991123c-e736-4904-8f4d-94241303b9f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:26.582524 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c04be255-ba63-4813-943e-a57f4c114f01 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427850 Dec 13 10:00:26.660960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.671767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.806744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=7991123c-e736-4904-8f4d-94241303b9f3,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:26.808766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.826935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-57b7be3f-03a2-469e-aa9b-ea9d3310bf4c None None] Provisioning complete for port 7991123c-e736-4904-8f4d-94241303b9f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:26.827237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57b7be3f-03a2-469e-aa9b-ea9d3310bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.832662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-025ff38a-4928-431e-bdc2-7086b4feaae0 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319391 Dec 13 10:00:26.833640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] In _notify_port_updated(), no bound segment for port 7991123c-e736-4904-8f4d-94241303b9f3 on network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:00:26.839703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.840425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.844569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45410) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:26.845190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd33aba1-2929-4d92-955a-425a4e738838 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/ports/7991123c-e736-4904-8f4d-94241303b9f3 HTTP/1.1" status: 200 len: 1011 time: 1.3542562 Dec 13 10:00:26.896804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=ec6e9574-849a-4d39-bbff-023c2384fbc1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:26.925729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-57b7be3f-03a2-469e-aa9b-ea9d3310bf4c None None] Port 7991123c-e736-4904-8f4d-94241303b9f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:26.932123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-52798101-d7bf-4334-992a-474d00fc0bf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 217 time: 0.0857625 Dec 13 10:00:27.050999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-77b2bf92-b13c-430b-a082-1cfb0c75a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.051706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee047ecc-bf07-4b17-926b-e96ace40b8d1 req-b7cc7a8d-4364-4033-a7ed-8379b3f942b8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.052531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-77b2bf92-b13c-430b-a082-1cfb0c75a7a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1081016 Dec 13 10:00:27.054907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee047ecc-bf07-4b17-926b-e96ace40b8d1 req-b7cc7a8d-4364-4033-a7ed-8379b3f942b8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1399868 Dec 13 10:00:27.056364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.059040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.063898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7a0ac7c-c7b1-4c00-9f1c-a0d1e4e635f6 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/f2f5b279-8f8a-4d3e-a724-d2630c3cd75d HTTP/1.1" status: 204 len: 168 time: 1.3805082 Dec 13 10:00:27.065274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45414) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:27.087450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '720e11f4-8b5c-4322-9b93-f9ccaf94210c'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:27.088511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 7991123c-e736-4904-8f4d-94241303b9f3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:27.088866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.146568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.154185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-78a5c9cb-9fcc-4805-a35e-d7aadc38a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.156430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-78a5c9cb-9fcc-4805-a35e-d7aadc38a73f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924575 Dec 13 10:00:27.169375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee047ecc-bf07-4b17-926b-e96ace40b8d1 req-21a61901-630e-4a61-a615-3675736fd6f3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Dec 13 10:00:27.177630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2f9d6211-9df1-4365-881a-1619a91ecff4 None None] Provisioning complete for port 7991123c-e736-4904-8f4d-94241303b9f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:27.178011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6211-9df1-4365-881a-1619a91ecff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.224285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d6211-9df1-4365-881a-1619a91ecff4 None None] Port 7991123c-e736-4904-8f4d-94241303b9f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:27.240009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.254123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 7991123c-e736-4904-8f4d-94241303b9f3 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:27.317093 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-63264cfc-e7c1-46a4-867b-66aa417456d3 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498969 Dec 13 10:00:27.399624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.436387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-154aba08-cf93-4322-bfcc-470fb5ef1422 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103673 Dec 13 10:00:27.448676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.479299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=7991123c-e736-4904-8f4d-94241303b9f3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:27.530692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.538767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7e2ce979-9459-455a-a20e-5b2c1a409d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/7991123c-e736-4904-8f4d-94241303b9f3 HTTP/1.1" status: 204 len: 168 time: 0.6908560 Dec 13 10:00:27.539188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45420) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:27.568986 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d24544-4572-49da-84b5-7b560486a175 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:27.570860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-70d24544-4572-49da-84b5-7b560486a175 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/7991123c-e736-4904-8f4d-94241303b9f3 HTTP/1.1" status: 404 len: 333 time: 0.0305529 Dec 13 10:00:27.573639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45422) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:27.632104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet 98a184c3-2576-4b46-b537-2c69083c8a0e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:27.635690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.680946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.799988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.881134 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-3a7abb04-faaf-4bf1-b273-6c8cfca38a88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 217 time: 0.4365790 Dec 13 10:00:27.883920 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.925119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.931911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/98a184c3-2576-4b46-b537-2c69083c8a0e HTTP/1.1" status: 204 len: 168 time: 0.3570702 Dec 13 10:00:27.935518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bf5a0-4a89-4d06-bd9b-0095d86b01ec None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:27.946940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45424) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:27.948794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fdd86-1e0f-40ab-8529-f071258a2a17 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=98a184c3-2576-4b46-b537-2c69083c8a0e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.012487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0ecc8e33-473a-405c-94ee-a0350c5a3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.013989 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0ecc8e33-473a-405c-94ee-a0350c5a3553 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1213088 Dec 13 10:00:28.041096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.33 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/d88fdf64-6ad0-457b-a654-f2772b3a70b0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:28.097767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet e0329fb3-8b38-432a-b125-ad853d2dde58 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:28.109860 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.120167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-ff561ef0-67f6-4217-9cb8-529d322ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.121732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-ff561ef0-67f6-4217-9cb8-529d322ffdcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993056 Dec 13 10:00:28.242378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.320488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.342313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-9c6c5a7b-07d7-4964-a1da-8ffb7e2ac8f2 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104907 Dec 13 10:00:28.411498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.439679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.471781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59a25-3e8a-43ab-9766-b72061555410 req-c39afffe-04e1-42ae-8608-7d013eaba328 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.480591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1d59a25-3e8a-43ab-9766-b72061555410 req-c39afffe-04e1-42ae-8608-7d013eaba328 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1201262 Dec 13 10:00:28.503058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:28.512253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:28.517843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:28.524147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-f5fc0e88-529d-4fb5-b537-3d5b14edee57 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693914 Dec 13 10:00:28.549908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1d59a25-3e8a-43ab-9766-b72061555410 req-9e6616b1-929c-408b-9e29-754368662a6f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679674 Dec 13 10:00:28.559657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=d88fdf64-6ad0-457b-a654-f2772b3a70b0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.590799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.614871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-c1628d52-1bd7-4a31-a26b-9467393b047b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 217 time: 0.0675383 Dec 13 10:00:28.637969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=e0329fb3-8b38-432a-b125-ad853d2dde58,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.641979 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.645974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f5e3160f-255c-4e4a-8c07-7a2c6665a767 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/e0329fb3-8b38-432a-b125-ad853d2dde58 HTTP/1.1" status: 204 len: 168 time: 0.6812322 Dec 13 10:00:28.649081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:28.743103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-f7c83c3e-4461-4420-97ea-4682673a2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.744814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-f7c83c3e-4461-4420-97ea-4682673a2fda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.0964167 Dec 13 10:00:28.775771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.857518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:28.857889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.873914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-fe42a6fe-8b13-40a1-832b-5306309dce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.875470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-fe42a6fe-8b13-40a1-832b-5306309dce34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196826 Dec 13 10:00:28.953774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,segment=NetworkSegment(f98a8d28-3a0d-4339-8ad3-cedc4758c4df),segment_id=f98a8d28-3a0d-4339-8ad3-cedc4758c4df)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:28.954316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.980101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for e55bcb99-3e60-4fc7-ad51-2caed99e3c1f owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:29.098562 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.139152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=e55bcb99-3e60-4fc7-ad51-2caed99e3c1f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:29.144352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port e55bcb99-3e60-4fc7-ad51-2caed99e3c1f on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:29.208478 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-31a8dece-56cb-4dd6-b70d-ab5ab1b65e71 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785609 Dec 13 10:00:29.218706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75638978-dff8-4d5a-82c4-614af06dcb21 None None] Network d32d3089-a2a8-4771-b89e-fb8fce6ebf07 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:29.323647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.326881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-85d3575b-a6fc-4d83-a240-dc72dbece3a2 None None] Could not find standard attr ID for object e55bcb99-3e60-4fc7-ad51-2caed99e3c1f. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:29.414107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32d3089-a2a8-4771-b89e-fb8fce6ebf07']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.416337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf9f12-7590-42b8-8873-9d67caec84c7 None None] DHCP port deletion for d32d3089-a2a8-4771-b89e-fb8fce6ebf07 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:29.452259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.452259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98a8d28-3a0d-4339-8ad3-cedc4758c4df') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.461536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.491782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.502050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:29.502673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:29.506586 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:29.577582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-e737c17e-8bc6-4b2b-9d89-c5cb31dad591 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606052 Dec 13 10:00:29.590573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.605745 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.632294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.644371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/d32d3089-a2a8-4771-b89e-fb8fce6ebf07 HTTP/1.1" status: 204 len: 168 time: 0.9940500 Dec 13 10:00:29.645071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45460) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:29.672266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-e392a219-8b12-4c79-ac07-d9c9e334f228 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.0549212 Dec 13 10:00:29.692402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dcd79-baaa-4fb2-b391-ddc63ef79729 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=d32d3089-a2a8-4771-b89e-fb8fce6ebf07,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:29.698436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.802816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-66e367ae-d0e4-45c4-83b6-9fd081861e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:29.804393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-66e367ae-d0e4-45c4-83b6-9fd081861e7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.1156528 Dec 13 10:00:29.806957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.811188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18f06c-d1f6-44f5-b227-d33f998847d8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:29.816412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ec18f06c-d1f6-44f5-b227-d33f998847d8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1460724 Dec 13 10:00:29.823406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45462) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:29.865386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca439-72b2-41e3-a773-9753785e5352 req-5d96f915-3182-4ca8-9e9d-b9d6b2bcde0a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:29.867106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-175ca439-72b2-41e3-a773-9753785e5352 req-5d96f915-3182-4ca8-9e9d-b9d6b2bcde0a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1282732 Dec 13 10:00:29.906994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3ce799bd-3e39-4af3-b223-2891f5cfff01 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0846908 Dec 13 10:00:29.909845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:29.914554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-791208167'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:29.942186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-175ca439-72b2-41e3-a773-9753785e5352 req-8a96e47d-0d48-4910-9ec8-01840b66066f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 Dec 13 10:00:29.945723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0efffecb-5540-4c84-8f27-3fadcc1c4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:29.947783 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-0efffecb-5540-4c84-8f27-3fadcc1c4020 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088665 Dec 13 10:00:29.956070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:29.968520 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.996457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:30.008425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.008869 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment 337b82ed-614f-4897-ab4c-e7194eb75ff1 of type vlan for network 843deea3-e8d2-4128-9fd0-25411c504ae5 Dec 13 10:00:30.066912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.101147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.103894 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-05192e29-c626-450c-92f2-5ed4cb3140bd service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468356 Dec 13 10:00:30.108477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:30.109823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.129666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.143188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.177436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2663093 Dec 13 10:00:30.183313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:30.192326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:30.193671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26b8a-fb53-4302-a474-3758bf168b4d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=843deea3-e8d2-4128-9fd0-25411c504ae5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.205335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:30.336201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=d88fdf64-6ad0-457b-a654-f2772b3a70b0,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.367948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.375828 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bc3b89f8-dfba-4d17-a91f-27e461d82af9 req-afa943c6-7758-4724-b85b-b42b5a6ae2be service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605515 Dec 13 10:00:30.434136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:30.438304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.557362 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 12ce668a-a473-4a81-9964-e4821a6f5eae associated. External IP: 172.25.2.33, port: 720e11f4-8b5c-4322-9b93-f9ccaf94210c. Dec 13 10:00:30.811332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e55bcb99-3e60-4fc7-ad51-2caed99e3c1f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:30.856660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e55bcb99-3e60-4fc7-ad51-2caed99e3c1f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:30.857079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e55bcb99-3e60-4fc7-ad51-2caed99e3c1f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:30.917391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.088025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166e75-a090-4b7c-8367-2b976cb8c3ae req-77b25f07-abad-4650-84a5-80b164c79fd2 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:31.089786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43166e75-a090-4b7c-8367-2b976cb8c3ae req-77b25f07-abad-4650-84a5-80b164c79fd2 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0674694 Dec 13 10:00:31.155167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43166e75-a090-4b7c-8367-2b976cb8c3ae req-9cf4d105-398c-4b7c-9500-6afa4ed9b06a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579786 Dec 13 10:00:31.362179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:31.375059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=4977ea81-df51-4049-8890-441e1ae748de,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:31.386126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': '337b82ed-614f-4897-ab4c-e7194eb75ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:31.386493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: 843deea3-e8d2-4128-9fd0-25411c504ae5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:31.448534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:31.495492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 843deea3-e8d2-4128-9fd0-25411c504ae5) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:31.513436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:31.513701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.515971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3877bf9-6a82-425d-9848-1ff8131e655d None None] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:31.535327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:31.551768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:31.567163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-94377631-92ff-40e4-923d-076289018f39 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3799002 Dec 13 10:00:31.567406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:31.567406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:31.568342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45496) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:31.575829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5', 'name': 'tempest-PortsIpV6TestJSON-1355797966'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:31.596237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.608382 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:31.618995 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:31.619819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:31.653947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:31.654743 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df548b8d-e23d-4e80-96c8-9eb3ae8572d4 None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:31.668038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0f762d62-1a1b-413f-b3be-e7b5a41c40f2 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5850806 Dec 13 10:00:31.671457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45498) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:31.680491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-14893264'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:31.733933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:31.735819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-843deea3-e8d2-4128-9fd0-25411c504ae5', 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': '4977ea81-df51-4049-8890-441e1ae748de'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:31.737966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.738507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.770736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:31.772484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:31.776991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.800476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.801259 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Added segment 53e9affa-395e-441e-bbd7-d4feb021d116 of type vlan for network 3e8e6494-f706-40c3-999e-51e6678208dd Dec 13 10:00:31.803202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 8c7fe61b-f469-4ad6-b94f-271387d6361b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:31.860782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.895410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.901798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:31.902462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.949370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Allocated IP 2001:db8::2 (843deea3-e8d2-4128-9fd0-25411c504ae5/4977ea81-df51-4049-8890-441e1ae748de/41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:31.993177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:31.996083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3231795 Dec 13 10:00:31.998536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'subnet': {'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:32.005402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbace19-e867-4cdd-8900-f19dd867c964 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Network': ['ID=3e8e6494-f706-40c3-999e-51e6678208dd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.018559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3e8e6494-f706-40c3-999e-51e6678208dd details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:32.112182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:32.115636 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.183777 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.192419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.263789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::f5 (843deea3-e8d2-4128-9fd0-25411c504ae5/4977ea81-df51-4049-8890-441e1ae748de/8c7fe61b-f469-4ad6-b94f-271387d6361b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:32.400814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:32.401231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1952-959e-4e56-977c-692f69caf546 req-d6285982-b344-4903-bbbc-23f3c5ff5159 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.402736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587f1952-959e-4e56-977c-692f69caf546 req-d6285982-b344-4903-bbbc-23f3c5ff5159 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1413860 Dec 13 10:00:32.405286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:32.408954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:32.417544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Pushing event updated for resources: {'Port': ['ID=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.476129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Attempting to bind port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:32.476808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Attempting to bind port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '337b82ed-614f-4897-ab4c-e7194eb75ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:32.477248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Attempting to bind port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 on network 843deea3-e8d2-4128-9fd0-25411c504ae5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:32.482651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:32.483121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Checking segment: {'id': '337b82ed-614f-4897-ab4c-e7194eb75ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:32.483628 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.484111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Bound using segment: {'id': '337b82ed-614f-4897-ab4c-e7194eb75ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:32.484903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Bound port: 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337b82ed-614f-4897-ab4c-e7194eb75ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:32.485621 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.548164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.557343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] For port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:32.561148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] For port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,segment=NetworkSegment(337b82ed-614f-4897-ab4c-e7194eb75ff1),segment_id=337b82ed-614f-4897-ab4c-e7194eb75ff1)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:32.568057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.589331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-587f1952-959e-4e56-977c-692f69caf546 req-2d6ab31f-2b36-46ce-8a8d-b965ce19aeb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640170 Dec 13 10:00:32.643117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Subnet': ['ID=872f9eaf-4262-40b4-905c-6b2266a2c175,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.647251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.670346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Checking segment: {'id': '53e9affa-395e-441e-bbd7-d4feb021d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:32.670782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network hostable DHCP agents. Network: 3e8e6494-f706-40c3-999e-51e6678208dd, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:32.715458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690fbba-ffab-42a7-997a-9415927c5351 None None] Pushing event updated for resources: {'Port': ['ID=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.719791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 3e8e6494-f706-40c3-999e-51e6678208dd is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:32.727725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.738197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3e8e6494-f706-40c3-999e-51e6678208dd) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:32.746918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc9e25-8fef-4f12-99f3-7e5db8caac94 None None] Network 3e8e6494-f706-40c3-999e-51e6678208dd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:32.781213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.782100 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.830179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=8c7fe61b-f469-4ad6-b94f-271387d6361b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.836341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:32.838710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:32.841481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:32.847662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.848315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.857678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b92511f9-15da-4ed1-a34f-703ddc0a1f8b tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8610778 Dec 13 10:00:32.858044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45514) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:32.865976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2145764101', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:32.871836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e85f7a16-a80c-4381-b230-c890016248e6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3013775 Dec 13 10:00:32.874544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:32.884729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '843deea3-e8d2-4128-9fd0-25411c504ae5', 'name': 'tempest-PortsIpV6TestJSON-1323950563'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:32.924212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.925033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.928158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-3e8e6494-f706-40c3-999e-51e6678208dd', 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd', 'project_id': 'e7c0000cfe6d4fc5a6214ace6697472a', 'fixed_ips': [{'subnet_id': '872f9eaf-4262-40b4-905c-6b2266a2c175'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:32.929335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.115725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:33.124002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.125366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.162043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 043db900-3201-404d-be79-502606973e82 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:33.273514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Allocated IP 172.20.0.2 (3e8e6494-f706-40c3-999e-51e6678208dd/872f9eaf-4262-40b4-905c-6b2266a2c175/a013c3fc-24f7-4087-9eed-ebef09d86406) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:33.346037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.380759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::1c6 (843deea3-e8d2-4128-9fd0-25411c504ae5/4977ea81-df51-4049-8890-441e1ae748de/043db900-3201-404d-be79-502606973e82) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:33.476770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.487706 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.561473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Pushing event updated for resources: {'Port': ['ID=a013c3fc-24f7-4087-9eed-ebef09d86406,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:33.571437 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Network 3e8e6494-f706-40c3-999e-51e6678208dd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:33.573269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:33.575691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:33.616743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.647048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.685156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Attempting to bind port a013c3fc-24f7-4087-9eed-ebef09d86406 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:33.685933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Attempting to bind port a013c3fc-24f7-4087-9eed-ebef09d86406 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '53e9affa-395e-441e-bbd7-d4feb021d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:33.686569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Attempting to bind port a013c3fc-24f7-4087-9eed-ebef09d86406 on network 3e8e6494-f706-40c3-999e-51e6678208dd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:33.698128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:33.698977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Checking segment: {'id': '53e9affa-395e-441e-bbd7-d4feb021d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:33.699677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.700462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Bound using segment: {'id': '53e9affa-395e-441e-bbd7-d4feb021d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:33.701421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Bound port: a013c3fc-24f7-4087-9eed-ebef09d86406, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e9affa-395e-441e-bbd7-d4feb021d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:33.702635 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.732375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.858808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.25.2.41 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/270071ce-825f-4bcb-b21b-8355b437be9f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:33.868707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] For port a013c3fc-24f7-4087-9eed-ebef09d86406, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:33.871480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fcf0a-0190-412f-86fc-516dc2e9f097 req-08febfbf-df01-4a7e-9dd0-ceb26a262357 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:33.874108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f11fcf0a-0190-412f-86fc-516dc2e9f097 req-08febfbf-df01-4a7e-9dd0-ceb26a262357 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1161654 Dec 13 10:00:33.875801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.879353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] For port a013c3fc-24f7-4087-9eed-ebef09d86406, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a013c3fc-24f7-4087-9eed-ebef09d86406,segment=NetworkSegment(53e9affa-395e-441e-bbd7-d4feb021d116),segment_id=53e9affa-395e-441e-bbd7-d4feb021d116)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:33.885600 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.979215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:33.999189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:34.005038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=043db900-3201-404d-be79-502606973e82,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.022934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:34.030564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.038741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8d8e-79b0-4c8c-87f5-0dc0c6402341 None None] Pushing event updated for resources: {'Port': ['ID=a013c3fc-24f7-4087-9eed-ebef09d86406,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.043045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:34.043998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.110338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be3f97a4-f4e6-4a1d-b0cf-505bf1b99e91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2341180 Dec 13 10:00:34.114025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:34.135046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f11fcf0a-0190-412f-86fc-516dc2e9f097 req-9573e779-16e9-4169-8087-24bf29274c91 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394972 Dec 13 10:00:34.182788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.307594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:34.315045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.323591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b089e-9331-45a8-8d18-8593a6b762e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:34.323591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b9b089e-9331-45a8-8d18-8593a6b762e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af5 HTTP/1.1" status: 200 len: 928 time: 0.2066720 Dec 13 10:00:34.323591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:34.325484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45534) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:34.325834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=270071ce-825f-4bcb-b21b-8355b437be9f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.331530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:34.348345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642c33c-cbf4-4e7a-86d4-b154ca73c921 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:34.437838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e34daf1f-9df0-487b-baae-410219ee0f68 None None] Provisioning complete for port 270071ce-825f-4bcb-b21b-8355b437be9f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:34.438491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e34daf1f-9df0-487b-baae-410219ee0f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.517713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e34daf1f-9df0-487b-baae-410219ee0f68 None None] Port 270071ce-825f-4bcb-b21b-8355b437be9f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:34.534749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 043db900-3201-404d-be79-502606973e82 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:34.535096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.554118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084eabbc-2de4-4738-b36b-106513d94396 None None] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:34.682853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] Provisioning complete for port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:34.683232 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.729995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.738645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.784211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 043db900-3201-404d-be79-502606973e82 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:34.940005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.005008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] For port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,segment=NetworkSegment(337b82ed-614f-4897-ab4c-e7194eb75ff1),segment_id=337b82ed-614f-4897-ab4c-e7194eb75ff1)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:35.012703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.014887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:35.085442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd825d35-0d51-4192-9fa8-e4215987bf00 None None] Pushing event updated for resources: {'Port': ['ID=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:35.099509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.145360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=043db900-3201-404d-be79-502606973e82,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:35.238219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.246996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:35.247368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.251404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f13946e-ad4f-4029-a0ba-b1824b5d17c7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/043db900-3201-404d-be79-502606973e82 HTTP/1.1" status: 204 len: 168 time: 0.9232552 Dec 13 10:00:35.252654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45546) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:35.316200 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-96937e47-ea9d-44d1-8dbd-4a5ab94a221a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:35.319290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-96937e47-ea9d-44d1-8dbd-4a5ab94a221a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/043db900-3201-404d-be79-502606973e82 HTTP/1.1" status: 404 len: 333 time: 0.0656497 Dec 13 10:00:35.327977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45548) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:35.537615 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.542931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a013c3fc-24f7-4087-9eed-ebef09d86406 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:35.657512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a013c3fc-24f7-4087-9eed-ebef09d86406 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:35.659357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.679927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dba7e-4bf7-4070-af22-f1a59c18123f req-76e33cf4-612f-48a4-ae7b-78ecf037ac12 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:35.696136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-313dba7e-4bf7-4070-af22-f1a59c18123f req-76e33cf4-612f-48a4-ae7b-78ecf037ac12 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1637816 Dec 13 10:00:35.739585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 8c7fe61b-f469-4ad6-b94f-271387d6361b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:35.739585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.764909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Provisioning complete for port 8c7fe61b-f469-4ad6-b94f-271387d6361b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:35.765701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.842107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Port 8c7fe61b-f469-4ad6-b94f-271387d6361b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:35.848891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 3173c812-ff04-45d4-a762-b7a3b556d64f is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:00:35.857673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.875494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Provisioning complete for port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:35.875898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.899439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-313dba7e-4bf7-4070-af22-f1a59c18123f req-d34cc145-4ff0-43ff-ba5f-2d914219ecf6 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017398 Dec 13 10:00:35.979297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6892837c-ead8-4919-8b4b-b5bfedd010ea None None] Network 3e8e6494-f706-40c3-999e-51e6678208dd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:35.987994 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.015038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port a013c3fc-24f7-4087-9eed-ebef09d86406, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a013c3fc-24f7-4087-9eed-ebef09d86406,segment=NetworkSegment(53e9affa-395e-441e-bbd7-d4feb021d116),segment_id=53e9affa-395e-441e-bbd7-d4feb021d116)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:36.016558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 8c7fe61b-f469-4ad6-b94f-271387d6361b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:36.090272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.131719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:36.170815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] Sync routers for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:36.195530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.197100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-30aeddf2-6283-4bd3-a1cd-8d00e1841a39 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3370609 Dec 13 10:00:36.199990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45568) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:36.241369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e0375c88-1e8b-4303-96a0-ae26d0d0982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.248957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:36.249604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:36.322915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:36.329116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=a013c3fc-24f7-4087-9eed-ebef09d86406,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:36.377024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:36.377679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:36.436238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4181fa81-489d-4046-b965-7258ea3346b4 None None] Could not find standard attr ID for object 043db900-3201-404d-be79-502606973e82. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:36.443000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:36.443570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61644c3d-5d1a-4ffb-aff3-2a2da22509cf None None] The sync data for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:36.510995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.558540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0387f12c-7c4e-4c5f-ae9f-7b0b5994acb4 None None] Could not find standard attr ID for object 8c7fe61b-f469-4ad6-b94f-271387d6361b. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:36.590451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0387f12c-7c4e-4c5f-ae9f-7b0b5994acb4 None None] Provisioning complete for port a013c3fc-24f7-4087-9eed-ebef09d86406 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:36.591001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0387f12c-7c4e-4c5f-ae9f-7b0b5994acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.605529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=8c7fe61b-f469-4ad6-b94f-271387d6361b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:36.646041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.652028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0fc9f5ed-b060-4565-92f1-8d1c76e46e75 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/8c7fe61b-f469-4ad6-b94f-271387d6361b HTTP/1.1" status: 204 len: 168 time: 1.3203478 Dec 13 10:00:36.652141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:36.717451 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b46a923-7966-4ab8-abaf-5ea166482a13 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:36.720197 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b46a923-7966-4ab8-abaf-5ea166482a13 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/8c7fe61b-f469-4ad6-b94f-271387d6361b HTTP/1.1" status: 404 len: 333 time: 0.0659041 Dec 13 10:00:36.725977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45588) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:36.867888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet 4977ea81-df51-4049-8890-441e1ae748de {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:36.880402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.940777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:37.018146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.024357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45594) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:37.042834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2755ab3e-7b12-482f-8b0c-8d8e63ed875a None None] Provisioning complete for port a013c3fc-24f7-4087-9eed-ebef09d86406 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:37.043359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2755ab3e-7b12-482f-8b0c-8d8e63ed875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.091643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:37.092149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.192194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccdab7-c9fb-4222-b274-23af8b5d3ad0 req-468f083b-8729-4c5b-a564-02aa2b13541b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:37.201009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9ccdab7-c9fb-4222-b274-23af8b5d3ad0 req-468f083b-8729-4c5b-a564-02aa2b13541b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1194487 Dec 13 10:00:37.231932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2755ab3e-7b12-482f-8b0c-8d8e63ed875a None None] Could not find standard attr ID for object 043db900-3201-404d-be79-502606973e82. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:37.260732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.324672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a013c3fc-24f7-4087-9eed-ebef09d86406 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:37.380952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a237e63-9cbb-437c-8351-cd1aa31ea8a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.391267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a013c3fc-24f7-4087-9eed-ebef09d86406 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:37.392525 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.421213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9ccdab7-c9fb-4222-b274-23af8b5d3ad0 req-11fea062-f792-4e4a-b763-99993f427288 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162156 Dec 13 10:00:37.502208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.546883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.562058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=4977ea81-df51-4049-8890-441e1ae748de,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:37.575529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.579441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb423030-8267-4334-b65c-cecf5f9961e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/4977ea81-df51-4049-8890-441e1ae748de HTTP/1.1" status: 204 len: 168 time: 0.8525543 Dec 13 10:00:37.585466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43d7df-7da6-4f31-9539-94e320c2c0f0 None None] Network 843deea3-e8d2-4128-9fd0-25411c504ae5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:37.586018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:37.739336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.766205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a237e63-9cbb-437c-8351-cd1aa31ea8a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.780998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a237e63-9cbb-437c-8351-cd1aa31ea8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.795873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] DHCP port deletion for 843deea3-e8d2-4128-9fd0-25411c504ae5 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:37.881412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Deleting port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:37.881806 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.888399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3a237e63-9cbb-437c-8351-cd1aa31ea8a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8badfa28d38f4c1e8c91085e29fac1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8629692 Dec 13 10:00:37.890178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:37.892091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a237e63-9cbb-437c-8351-cd1aa31ea8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4d4e5-00fe-47bb-a2a3-a24ec9c2fcc9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:37.931468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.1 (3e8e6494-f706-40c3-999e-51e6678208dd/872f9eaf-4262-40b4-905c-6b2266a2c175/1ad7cf98-15c9-4a06-b42a-c25704fc9200) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:37.950071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] For port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,segment=NetworkSegment(337b82ed-614f-4897-ab4c-e7194eb75ff1),segment_id=337b82ed-614f-4897-ab4c-e7194eb75ff1)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:37.950481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.953109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:37.953729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.957258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.965156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Calling delete_port for 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:38.026897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.058712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,segment=NetworkSegment(337b82ed-614f-4897-ab4c-e7194eb75ff1),segment_id=337b82ed-614f-4897-ab4c-e7194eb75ff1)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:38.059277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.061870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.090630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:38.094942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] Pushing event deleted for resources: {'Port': ['ID=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.103202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5799df-b57e-4ff6-b887-ea1b66749d50 None None] No DVR routers for this DVR port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:38.121307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.159199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.161823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.164142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2e4d4e5-00fe-47bb-a2a3-a24ec9c2fcc9 HTTP/1.1" status: 204 len: 168 time: 0.2682173 Dec 13 10:00:38.170298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.184128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680191f-1dcb-4a8f-9c02-0e4120d56ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4d4e5-00fe-47bb-a2a3-a24ec9c2fcc9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.225953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.267445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.282123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:38.402101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.431141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843deea3-e8d2-4128-9fd0-25411c504ae5']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.442320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337b82ed-614f-4897-ab4c-e7194eb75ff1') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.442545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337b82ed-614f-4897-ab4c-e7194eb75ff1') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.453588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.466709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-912aa4ea-c4aa-434f-8138-1ddca8ddba40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.472272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.487846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:38.488434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:38.517753 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:38.618707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.655604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.674632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/843deea3-e8d2-4128-9fd0-25411c504ae5 HTTP/1.1" status: 204 len: 168 time: 1.0835831 Dec 13 10:00:38.693564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45614) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:38.697656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45616) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:38.757419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 3e8e6494-f706-40c3-999e-51e6678208dd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:38.761105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:38.764777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2059563119'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:38.798767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:38.832093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:38.840766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbdd6-f1cb-44e0-bf29-cea3181af99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.844572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86954d7e-c0dc-48c7-bfbc-caf36dd18d8f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=843deea3-e8d2-4128-9fd0-25411c504ae5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.849244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:38.854351 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.886450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=1ad7cf98-15c9-4a06-b42a-c25704fc9200,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.895910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:38.896672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41ee0129-cc2a-4a08-a255-7d5bc1fd5ec4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:38.949500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:38.965035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.965465 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment 55925fbd-441a-46b2-878e-a6c9734e9e5f of type vlan for network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b Dec 13 10:00:38.987248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409eaab-eb89-47b4-8ffe-e4e60b9d5896 req-9c2ae33f-3673-45c6-84e0-98aed2f294ee tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:38.989148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f409eaab-eb89-47b4-8ffe-e4e60b9d5896 req-9c2ae33f-3673-45c6-84e0-98aed2f294ee tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.2345107 Dec 13 10:00:38.990172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.016184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbdd6-f1cb-44e0-bf29-cea3181af99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.038723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbdd6-f1cb-44e0-bf29-cea3181af99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.065539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.098099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fbdd6-f1cb-44e0-bf29-cea3181af99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a39016b-db70-4858-bad4-d1f51d40f834,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.102447 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3a1fbdd6-f1cb-44e0-bf29-cea3181af99d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4feda4697c3b4cf284ebca1dfcf32918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803847 Dec 13 10:00:39.108405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45620) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:39.131700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.137422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:39.138067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.160616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f409eaab-eb89-47b4-8ffe-e4e60b9d5896 req-057b4c90-0a21-417d-8d1e-fd1a28112cce tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971918 Dec 13 10:00:39.209116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0acea6a9-24e4-45f0-ae81-50ad2af91998 None None] Provisioning complete for port 1ad7cf98-15c9-4a06-b42a-c25704fc9200 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:39.209506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acea6a9-24e4-45f0-ae81-50ad2af91998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.213783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.230243 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5112793 Dec 13 10:00:39.238000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45622) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:39.244204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:39.246680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0acea6a9-24e4-45f0-ae81-50ad2af91998 None None] Port 1ad7cf98-15c9-4a06-b42a-c25704fc9200 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:39.268844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d53b76-3b52-4f3e-8c66-d8f044b14f54 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=01755ba7-26d8-4ad3-a3d8-eccc2052e07b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.291527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:39.307019 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.350516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.398700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:39.402390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.460035 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:00:39.466228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.469004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.470208 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a39016b-db70-4858-bad4-d1f51d40f834 HTTP/1.1" status: 204 len: 168 time: 0.3609660 Dec 13 10:00:39.488895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60345b0-785a-4b5d-bb3d-110842fda63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a39016b-db70-4858-bad4-d1f51d40f834,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.526115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.565198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.573569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.641264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.659155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=1ad7cf98-15c9-4a06-b42a-c25704fc9200,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.662631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.714007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=8eea0966-19fc-47f1-b29f-94902cd0e9c8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.725069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': '55925fbd-441a-46b2-878e-a6c9734e9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:39.725394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: 01755ba7-26d8-4ad3-a3d8-eccc2052e07b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:39.752664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:39.766296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 01755ba7-26d8-4ad3-a3d8-eccc2052e07b) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:39.774936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:39.775690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.780655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f96bc-1696-462e-a92c-56c1ca817165 None None] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:39.785985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 3e8e6494-f706-40c3-999e-51e6678208dd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:39.792900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:39.807467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3d3316f9-3ee8-4a9d-9347-cfd79ef7583c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5681267 Dec 13 10:00:39.810313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45634) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:39.826863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b', 'name': 'tempest-PortsIpV6TestJSON-1405173496', 'fixed_ips': [{'subnet_id': '8eea0966-19fc-47f1-b29f-94902cd0e9c8', 'ip_address': '2001:db8::10'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:39.939507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-01755ba7-26d8-4ad3-a3d8-eccc2052e07b', 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': '8eea0966-19fc-47f1-b29f-94902cd0e9c8'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:39.940446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.000343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 3173c812-ff04-45d4-a762-b7a3b556d64f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:40.090467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:40.164021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Allocated IP 2001:db8::2 (01755ba7-26d8-4ad3-a3d8-eccc2052e07b/8eea0966-19fc-47f1-b29f-94902cd0e9c8/747653d4-b957-4cb7-a7ca-95a1a04fd49d) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:40.233823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:40.245588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:40.246819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f9726fa0-8cc0-414a-811e-9320a354af40 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/routers/3173c812-ff04-45d4-a762-b7a3b556d64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0446239 Dec 13 10:00:40.247686 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] Sync routers for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:40.254982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'port': {'network_id': '3e8e6494-f706-40c3-999e-51e6678208dd', 'name': 'tempest-FloatingIPTestJSON-21272319'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:40.265431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:40.266052 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:40.268675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.357338 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:40.374164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-35be8b1c-1945-40a2-9748-9ca399cd2a3c None None] Provisioning complete for port 1ad7cf98-15c9-4a06-b42a-c25704fc9200 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:40.374991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35be8b1c-1945-40a2-9748-9ca399cd2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.379890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:40.380628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:40.388900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145398-7ab5-4c82-b2c1-31fd2afe7d59 req-7acbe64e-b120-486c-a513-40d01fd075da tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:40.389365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6145398-7ab5-4c82-b2c1-31fd2afe7d59 req-7acbe64e-b120-486c-a513-40d01fd075da tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0996034 Dec 13 10:00:40.477932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:40.479199 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8d742-f7b2-4d54-befa-55c6b162a09b None None] The sync data for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:40.482160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6145398-7ab5-4c82-b2c1-31fd2afe7d59 req-921010c5-3a14-4cff-bb6d-b4050675d8bc tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859206 Dec 13 10:00:40.530929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port b52e81f2-1b1f-40c6-91eb-704f57731c8b yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:40.578404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Made reservation on behalf of e7c0000cfe6d4fc5a6214ace6697472a for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:40.582870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.615015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] device_id is not set on port ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:40.702918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.711417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-35be8b1c-1945-40a2-9748-9ca399cd2a3c None None] Port 1ad7cf98-15c9-4a06-b42a-c25704fc9200 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:40.724927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.781725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:40.785488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:40.789275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:40.799065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Pushing event updated for resources: {'Port': ['ID=747653d4-b957-4cb7-a7ca-95a1a04fd49d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:40.821454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.822865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.824468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.824993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.826365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.827694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.828782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.829301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.831800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.832387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.832886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.833391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.834485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:40.846937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::10 (01755ba7-26d8-4ad3-a3d8-eccc2052e07b/8eea0966-19fc-47f1-b29f-94902cd0e9c8/b52e81f2-1b1f-40c6-91eb-704f57731c8b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:40.850381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Allocated IP 172.20.0.4 (3e8e6494-f706-40c3-999e-51e6678208dd/872f9eaf-4262-40b4-905c-6b2266a2c175/ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:40.901382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Attempting to bind port 747653d4-b957-4cb7-a7ca-95a1a04fd49d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:40.901759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Attempting to bind port 747653d4-b957-4cb7-a7ca-95a1a04fd49d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '55925fbd-441a-46b2-878e-a6c9734e9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:40.902177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Attempting to bind port 747653d4-b957-4cb7-a7ca-95a1a04fd49d on network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:40.907501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:40.907965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Checking segment: {'id': '55925fbd-441a-46b2-878e-a6c9734e9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:40.908538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.908941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Bound using segment: {'id': '55925fbd-441a-46b2-878e-a6c9734e9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:40.909414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Bound port: 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55925fbd-441a-46b2-878e-a6c9734e9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:40.909797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.984624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] For port 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:40.989705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] For port 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=747653d4-b957-4cb7-a7ca-95a1a04fd49d,segment=NetworkSegment(55925fbd-441a-46b2-878e-a6c9734e9e5f),segment_id=55925fbd-441a-46b2-878e-a6c9734e9e5f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:40.994423 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.122247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee61801-775b-41fa-9f19-050c10c412a2 None None] Pushing event updated for resources: {'Port': ['ID=747653d4-b957-4cb7-a7ca-95a1a04fd49d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:41.257512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.282731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.289514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.372581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.401388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.469952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:41.479281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:41.494785 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Network 3e8e6494-f706-40c3-999e-51e6678208dd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:41.497604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=b52e81f2-1b1f-40c6-91eb-704f57731c8b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:41.507136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:41.514476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.515584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.534902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:41.544029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:41.679264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b7b05a3-4f4f-4002-a05a-f2e13c224199 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8678117 Dec 13 10:00:41.722950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:41.739384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': '01755ba7-26d8-4ad3-a3d8-eccc2052e07b', 'name': 'tempest-PortsIpV6TestJSON-1692205917', 'fixed_ips': [{'subnet_id': '8eea0966-19fc-47f1-b29f-94902cd0e9c8', 'ip_address': '2001:db8::f'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:41.833186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36047a1-4485-4aa7-93a2-1c954c7f040f req-e7e82942-9e15-4ec6-9c91-8ea852c0cf9e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.834922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36047a1-4485-4aa7-93a2-1c954c7f040f req-e7e82942-9e15-4ec6-9c91-8ea852c0cf9e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1666679 Dec 13 10:00:41.991913 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.002724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:42.112230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36047a1-4485-4aa7-93a2-1c954c7f040f req-029682a6-f186-4625-8ace-02c48a969d0e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532511 Dec 13 10:00:42.173361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e2ff1934-2087-42ec-98f9-e4115d4467a9 None None] Provisioning complete for port ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:42.173738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1934-2087-42ec-98f9-e4115d4467a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.229289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.232388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:42.232919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff1934-2087-42ec-98f9-e4115d4467a9 None None] Port ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:42.233049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.263212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event updated for resources: {'Port': ['ID=ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:42.275421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:42.275592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b6eebdb4-8bd6-4d3c-9252-3620d4016ca8 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0235116 Dec 13 10:00:42.275592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45694) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:42.279282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Request body: {'floatingip': {'port_id': 'ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:42.348712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.437460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45698) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:42.471406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::f (01755ba7-26d8-4ad3-a3d8-eccc2052e07b/8eea0966-19fc-47f1-b29f-94902cd0e9c8/9104d45d-452c-40e0-b5f9-a6f7cf7aca04) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:42.617676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347b90fe-ea03-40bd-9f74-8ccc700b82b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.635183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ceea0-1f9f-4b94-b87e-1e127b313619 None None] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:42.637491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.674893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.708230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] Provisioning complete for port 747653d4-b957-4cb7-a7ca-95a1a04fd49d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:42.708781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.730992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=9104d45d-452c-40e0-b5f9-a6f7cf7aca04,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:42.743462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.743462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.743773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.744037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.744382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.744764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.745152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.745496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.745833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.746201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.746585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.747299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.748212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:42.762002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:42.763346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:42.766162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:42.772620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:42.773302 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.808082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:42.811266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-352c0ada-0eb7-4c5a-a033-945fcbc1ec11 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0808885 Dec 13 10:00:42.851538 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347b90fe-ea03-40bd-9f74-8ccc700b82b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.862989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.880769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-347b90fe-ea03-40bd-9f74-8ccc700b82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.908629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] For port 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=747653d4-b957-4cb7-a7ca-95a1a04fd49d,segment=NetworkSegment(55925fbd-441a-46b2-878e-a6c9734e9e5f),segment_id=55925fbd-441a-46b2-878e-a6c9734e9e5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:42.913381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 747653d4-b957-4cb7-a7ca-95a1a04fd49d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:42.918517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.984821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-347b90fe-ea03-40bd-9f74-8ccc700b82b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01e9a7b4814c4305b90725823d1776df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466201 Dec 13 10:00:42.988336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:42.991020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b90fe-ea03-40bd-9f74-8ccc700b82b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8bebb7-0512-4745-a03b-51de1fcdbe2f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.023017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56540c7d-1f25-4f7a-bbd9-e331fb878bb1 None None] Pushing event updated for resources: {'Port': ['ID=747653d4-b957-4cb7-a7ca-95a1a04fd49d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.036676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 747653d4-b957-4cb7-a7ca-95a1a04fd49d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.037153 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.076615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.077758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5aa7f-5373-4f71-87d9-ee54f563f710 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.079493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aea5aa7f-5373-4f71-87d9-ee54f563f710 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2679791 Dec 13 10:00:43.086320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45712) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:43.110045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.131503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.resource_extend [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:00:43.168099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.171647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.173001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c8bebb7-0512-4745-a03b-51de1fcdbe2f HTTP/1.1" status: 204 len: 168 time: 0.1814430 Dec 13 10:00:43.184240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5ac7a-3568-4ca5-b10d-2027a90945b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8bebb7-0512-4745-a03b-51de1fcdbe2f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.215489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b795f5e-9eed-4642-a66d-f18b34901c9b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.231337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b795f5e-9eed-4642-a66d-f18b34901c9b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.244139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b795f5e-9eed-4642-a66d-f18b34901c9b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.246579 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1b795f5e-9eed-4642-a66d-f18b34901c9b tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1535363 Dec 13 10:00:43.249415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:43.264536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.273908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Provisioning complete for port 747653d4-b957-4cb7-a7ca-95a1a04fd49d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.274286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.287666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.351301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162e18-0f2b-4a28-8ff5-19e2b360f0c2 req-1740190e-66c6-49f1-9679-07911db01ea9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.353124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b162e18-0f2b-4a28-8ff5-19e2b360f0c2 req-1740190e-66c6-49f1-9679-07911db01ea9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1156211 Dec 13 10:00:43.463727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b162e18-0f2b-4a28-8ff5-19e2b360f0c2 req-14295dd3-12f5-4315-988c-bb895901adfc tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041820 Dec 13 10:00:43.510587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Provisioning complete for port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.510973 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.535751 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 12ce668a-a473-4a81-9964-e4821a6f5eae associated. External IP: 172.25.2.33, port: 720e11f4-8b5c-4322-9b93-f9ccaf94210c. Dec 13 10:00:43.542367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:43.542714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.581832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:43.594449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Provisioning complete for port b52e81f2-1b1f-40c6-91eb-704f57731c8b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.594850 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.640793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4d05-6497-4e4a-a88a-4b897731ca4e None None] Port b52e81f2-1b1f-40c6-91eb-704f57731c8b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:43.666928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45724) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:43.687485 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8e5-48c7-4073-8879-f82fd18e1aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.763602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.777509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-574f874e-7d39-4163-a671-ef24ea86d059 None None] Provisioning complete for port b52e81f2-1b1f-40c6-91eb-704f57731c8b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.780649 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8e5-48c7-4073-8879-f82fd18e1aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.781165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-574f874e-7d39-4163-a671-ef24ea86d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.787886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:43.794370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8e5-48c7-4073-8879-f82fd18e1aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.842991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3cfcd8e5-48c7-4073-8879-f82fd18e1aee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ab72baa5f0546b694e5c8399f103404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744606 Dec 13 10:00:43.846561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:43.866819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-574f874e-7d39-4163-a671-ef24ea86d059 None None] Port b52e81f2-1b1f-40c6-91eb-704f57731c8b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:43.878085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcd8e5-48c7-4073-8879-f82fd18e1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c06b64-2f1b-43d8-80ed-2f0ec88271a5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.905643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.929644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.991140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-98e58f5f-352d-4672-b9f7-73d082acddd9 None None] Provisioning complete for port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:43.991668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-98e58f5f-352d-4672-b9f7-73d082acddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.993087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.003173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.009708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92c06b64-2f1b-43d8-80ed-2f0ec88271a5 HTTP/1.1" status: 204 len: 168 time: 0.1610022 Dec 13 10:00:44.021849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c33a8-21cf-4abc-9731-941ac99feaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c06b64-2f1b-43d8-80ed-2f0ec88271a5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.036370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-98e58f5f-352d-4672-b9f7-73d082acddd9 None None] Port 9104d45d-452c-40e0-b5f9-a6f7cf7aca04 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:44.063447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:44.068290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.105857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=9104d45d-452c-40e0-b5f9-a6f7cf7aca04,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.136187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.140249 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-25771b02-5c95-407b-b0e8-4b9e025e3b84 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/9104d45d-452c-40e0-b5f9-a6f7cf7aca04 HTTP/1.1" status: 204 len: 168 time: 0.8896630 Dec 13 10:00:44.143510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45732) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:44.174142 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9cfdef-72a3-4aee-845c-f309e11596e7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:44.175800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f9cfdef-72a3-4aee-845c-f309e11596e7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/9104d45d-452c-40e0-b5f9-a6f7cf7aca04 HTTP/1.1" status: 404 len: 333 time: 0.0317636 Dec 13 10:00:44.178761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:44.297897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port b52e81f2-1b1f-40c6-91eb-704f57731c8b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:44.299113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.307786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:44.319273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c823a-545c-4326-bb96-af781341dffc None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:44.336126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:44.338390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.418243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.453979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:44.457206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.469534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.504912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for b52e81f2-1b1f-40c6-91eb-704f57731c8b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:44.537328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-658c823a-545c-4326-bb96-af781341dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.543746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c823a-545c-4326-bb96-af781341dffc None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:44.670509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6427f4-8693-4020-8d2a-50bb7887b490 req-9b397814-df86-457c-a5bf-cace447011c5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:44.672530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea6427f4-8693-4020-8d2a-50bb7887b490 req-9b397814-df86-457c-a5bf-cace447011c5 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0816424 Dec 13 10:00:44.701044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 3173c812-ff04-45d4-a762-b7a3b556d64f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:44.766523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea6427f4-8693-4020-8d2a-50bb7887b490 req-7fc927bd-e4ab-4791-b743-0d96ce1f596e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671494 Dec 13 10:00:44.786589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.801587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:44.803792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:44.882921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=b52e81f2-1b1f-40c6-91eb-704f57731c8b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.944315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 747653d4-b957-4cb7-a7ca-95a1a04fd49d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:44.997858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.000790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-941ef433-d721-4810-9e6c-6fda4f2f5899 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/b52e81f2-1b1f-40c6-91eb-704f57731c8b HTTP/1.1" status: 204 len: 168 time: 0.8207006 Dec 13 10:00:45.008955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45756) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:45.013837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:45.020837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.030363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] Sync routers for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:45.054880 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:45.059764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:45.064501 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df92158-334f-4444-bf09-050d71ab04ee tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:45.066186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0df92158-334f-4444-bf09-050d71ab04ee tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/b52e81f2-1b1f-40c6-91eb-704f57731c8b HTTP/1.1" status: 404 len: 333 time: 0.0530989 Dec 13 10:00:45.076578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:45.162846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 747653d4-b957-4cb7-a7ca-95a1a04fd49d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:45.163996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.181926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bcfde0cb-610d-48b5-8f49-4df606b7fe13 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/floatingips/12ce668a-a473-4a81-9964-e4821a6f5eae HTTP/1.1" status: 200 len: 975 time: 2.9060020 Dec 13 10:00:45.186199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:45.186797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet 8eea0966-19fc-47f1-b29f-94902cd0e9c8 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:45.190808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.196573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:45.220655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:45.221328 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:45.251959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.288903 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:45.289820 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34021f33-37c8-47ed-8f14-99ade8f3bab3 None None] The sync data for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:45.304496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:45.330721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'port_id': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'mac_address': 'fa:16:3e:d4:e3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea24b8-6abc-4014-80cc-c7284ec37fe9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:45.332885 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.388248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:45.389807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.393862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.474927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:45.476374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.477859 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5ce0f-7cdf-4a79-9798-515fd9101de6" -d '{"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:45.500646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:45.502317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.527628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=8eea0966-19fc-47f1-b29f-94902cd0e9c8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:45.534505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.539064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.547698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-06409abb-6358-4c44-a99c-070ed9e081bc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/8eea0966-19fc-47f1-b29f-94902cd0e9c8 HTTP/1.1" status: 204 len: 168 time: 0.4697371 Dec 13 10:00:45.553144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45774) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:45.569216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.596200 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679acca-2239-4db2-b15e-4449380adf4d x-openstack-request-id: req-9679acca-2239-4db2-b15e-4449380adf4d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:45.596570 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:45.596777 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9679acca-2239-4db2-b15e-4449380adf4d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:45.597406 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'code': 200} Dec 13 10:00:45.599903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d5dbb-b35b-4676-8890-c01fc3fa398a None None] Network 01755ba7-26d8-4ad3-a3d8-eccc2052e07b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:45.628618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:45.673771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:45.700114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.749133 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:45.749530 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:45.773239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 747653d4-b957-4cb7-a7ca-95a1a04fd49d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:45.773587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.854279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] DHCP port deletion for 01755ba7-26d8-4ad3-a3d8-eccc2052e07b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:45.876047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=747653d4-b957-4cb7-a7ca-95a1a04fd49d,segment=NetworkSegment(55925fbd-441a-46b2-878e-a6c9734e9e5f),segment_id=55925fbd-441a-46b2-878e-a6c9734e9e5f)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:45.876741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.895694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 747653d4-b957-4cb7-a7ca-95a1a04fd49d owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:45.942418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Deleting port 747653d4-b957-4cb7-a7ca-95a1a04fd49d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:45.943182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.004285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca37a9e-6705-491e-b4cb-90648bd76113 req-62719152-c47d-455e-a7db-b497bd525426 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.004285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ca37a9e-6705-491e-b4cb-90648bd76113 req-62719152-c47d-455e-a7db-b497bd525426 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 944 time: 0.1053576 Dec 13 10:00:46.028383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] For port 747653d4-b957-4cb7-a7ca-95a1a04fd49d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=747653d4-b957-4cb7-a7ca-95a1a04fd49d,segment=NetworkSegment(55925fbd-441a-46b2-878e-a6c9734e9e5f),segment_id=55925fbd-441a-46b2-878e-a6c9734e9e5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:46.029119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.055426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Calling delete_port for 747653d4-b957-4cb7-a7ca-95a1a04fd49d owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:46.095949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ca37a9e-6705-491e-b4cb-90648bd76113 req-92e3ab6a-1e83-4336-b4e6-5567fd518d0b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834410 Dec 13 10:00:46.109031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.140981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=747653d4-b957-4cb7-a7ca-95a1a04fd49d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.145722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port 747653d4-b957-4cb7-a7ca-95a1a04fd49d on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:46.153916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.154285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.154604 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Floating IP 12ce668a-a473-4a81-9964-e4821a6f5eae disassociated. External IP: 172.25.2.33, port: ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24. Dec 13 10:00:46.155071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:46.182193 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.209879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] Pushing event deleted for resources: {'Port': ['ID=747653d4-b957-4cb7-a7ca-95a1a04fd49d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.213739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4e6f7-c433-4eeb-aa3d-f7dc48a066f2 None None] No DVR routers for this DVR port 747653d4-b957-4cb7-a7ca-95a1a04fd49d on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:46.241153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.279839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01755ba7-26d8-4ad3-a3d8-eccc2052e07b']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.302177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55925fbd-441a-46b2-878e-a6c9734e9e5f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.302482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55925fbd-441a-46b2-878e-a6c9734e9e5f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.320120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.330911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.344322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:46.349025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.365139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:46.365570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:46.368918 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:46.381562 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.400592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:46.423639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.465755 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.467154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.486561 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.496225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/01755ba7-26d8-4ad3-a3d8-eccc2052e07b HTTP/1.1" status: 204 len: 168 time: 0.9398015 Dec 13 10:00:46.501611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:46.505970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.509157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541931350'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:46.524459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a15421-90f6-4b10-9b8e-7fd8cf57f44a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=01755ba7-26d8-4ad3-a3d8-eccc2052e07b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.550287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:46.554375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.588135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:46.600704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.601098 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Added segment 992276f2-b8ac-43fd-bbfc-8725f29d9acb of type vlan for network c37886be-0518-40e3-894f-51422720fa4d Dec 13 10:00:46.659827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.695525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 3173c812-ff04-45d4-a762-b7a3b556d64f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:46.711845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.717349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.717906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.785005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['b582a5b7-8ee2-4054-bc44-b113fc6fc216'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:46.802316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2994287 Dec 13 10:00:46.805411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45808) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:46.832711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': 'c37886be-0518-40e3-894f-51422720fa4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:46.883264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 747653d4-b957-4cb7-a7ca-95a1a04fd49d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:46.885831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2123c12-a8cb-496c-8969-7209523e8674 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Network': ['ID=c37886be-0518-40e3-894f-51422720fa4d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.908582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:46.934629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c37886be-0518-40e3-894f-51422720fa4d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:46.936950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] Sync routers for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:46.943528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45810) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:46.944193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 747653d4-b957-4cb7-a7ca-95a1a04fd49d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:46.944755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 747653d4-b957-4cb7-a7ca-95a1a04fd49d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:46.984099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:46.992203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.007277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:47.008215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:47.038975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.047294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-588fc6b5-22f8-45fc-8933-0d0a6c8cc0e9 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 HTTP/1.1" status: 204 len: 168 time: 1.8585474 Dec 13 10:00:47.052040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45814) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.239402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:47.248545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ad0da5b-6bd9-4ef8-9fde-5192532955cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.262793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:47.263536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:47.305575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:47.306519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319ba0b-8bd9-4076-b828-746f61cb6609 None None] The sync data for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:47.362443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ad0da5b-6bd9-4ef8-9fde-5192532955cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.390527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ad0da5b-6bd9-4ef8-9fde-5192532955cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.413531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707a9b3-5bb4-480d-8ba0-e9415db0e878 req-7ee71a16-6844-4e7f-932c-61b07a2ffb1d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:47.415033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1707a9b3-5bb4-480d-8ba0-e9415db0e878 req-7ee71a16-6844-4e7f-932c-61b07a2ffb1d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 945 time: 0.2250955 Dec 13 10:00:47.459427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.480505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0da5b-6bd9-4ef8-9fde-5192532955cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0628ce6b-d3b5-48fa-8b0b-8ad04815aa14,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:47.485339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ad0da5b-6bd9-4ef8-9fde-5192532955cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0513216938824e889b71774a391ae106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408571 Dec 13 10:00:47.490574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.572546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1707a9b3-5bb4-480d-8ba0-e9415db0e878 req-ae0c6f57-901a-4a1a-9a54-0b0828b9a00e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443980 Dec 13 10:00:47.573078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=705f0121-6f95-4501-bca1-8b875a25b10a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:47.594080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Checking segment: {'id': '992276f2-b8ac-43fd-bbfc-8725f29d9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:47.594080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network hostable DHCP agents. Network: c37886be-0518-40e3-894f-51422720fa4d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:47.597605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.608191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network c37886be-0518-40e3-894f-51422720fa4d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:47.618003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.619222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, c37886be-0518-40e3-894f-51422720fa4d) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:47.630848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986768e-3a0d-4378-8842-e665d1889c06 None None] Network c37886be-0518-40e3-894f-51422720fa4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:47.632719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:47.633294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.655308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1e3bef24-1d78-412f-83b1-a5e427510e67 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8485756 Dec 13 10:00:47.658966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45822) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.664756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-741078321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:47.668718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.699066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.701930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.761702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-c37886be-0518-40e3-894f-51422720fa4d', 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': '705f0121-6f95-4501-bca1-8b875a25b10a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:47.762591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.801630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.812584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.840889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.842394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-568e40b8-b75d-4543-be89-3f253c32621e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1823268 Dec 13 10:00:47.845875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.850698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.852941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'network_id': 'c37886be-0518-40e3-894f-51422720fa4d', 'name': 'tempest-PortsIpV6TestJSON-528512819'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:47.853520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.854665 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0628ce6b-d3b5-48fa-8b0b-8ad04815aa14 HTTP/1.1" status: 204 len: 168 time: 0.3635006 Dec 13 10:00:47.898627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096b1f1-f302-45b7-adc4-a017fcd2fea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0628ce6b-d3b5-48fa-8b0b-8ad04815aa14,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:47.997441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Allocated IP 2001:db8::2 (c37886be-0518-40e3-894f-51422720fa4d/705f0121-6f95-4501-bca1-8b875a25b10a/5e53fc52-0f94-4670-a3f4-8135b794e93c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:48.096808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:48.101248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.111313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 1ad7cf98-15c9-4a06-b42a-c25704fc9200 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:48.112037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.133139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 4141412e-ff99-4aac-bd50-7a815397ee49 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:00:48.213409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.228954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 1ad7cf98-15c9-4a06-b42a-c25704fc9200 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:48.282415 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.293115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.355075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Network c37886be-0518-40e3-894f-51422720fa4d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:48.360192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:48.366095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:48.370107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45834) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:48.371782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Pushing event updated for resources: {'Port': ['ID=5e53fc52-0f94-4670-a3f4-8135b794e93c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.407008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9000f1e-d9d9-47cd-a7d9-5b1292948e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.409839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::351 (c37886be-0518-40e3-894f-51422720fa4d/705f0121-6f95-4501-bca1-8b875a25b10a/4141412e-ff99-4aac-bd50-7a815397ee49) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:48.438754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Attempting to bind port 5e53fc52-0f94-4670-a3f4-8135b794e93c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:48.439705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Attempting to bind port 5e53fc52-0f94-4670-a3f4-8135b794e93c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '992276f2-b8ac-43fd-bbfc-8725f29d9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:48.440754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Attempting to bind port 5e53fc52-0f94-4670-a3f4-8135b794e93c on network c37886be-0518-40e3-894f-51422720fa4d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:48.446775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:48.447165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Checking segment: {'id': '992276f2-b8ac-43fd-bbfc-8725f29d9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:48.447636 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.448319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Bound using segment: {'id': '992276f2-b8ac-43fd-bbfc-8725f29d9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:48.448873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Bound port: 5e53fc52-0f94-4670-a3f4-8135b794e93c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992276f2-b8ac-43fd-bbfc-8725f29d9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c37886be-0518-40e3-894f-51422720fa4d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:48.449283 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.506146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.519581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] For port 5e53fc52-0f94-4670-a3f4-8135b794e93c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:48.523361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] For port 5e53fc52-0f94-4670-a3f4-8135b794e93c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e53fc52-0f94-4670-a3f4-8135b794e93c,segment=NetworkSegment(992276f2-b8ac-43fd-bbfc-8725f29d9acb),segment_id=992276f2-b8ac-43fd-bbfc-8725f29d9acb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:48.528303 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.539986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=1ad7cf98-15c9-4a06-b42a-c25704fc9200,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.617449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265910b7-7d08-4595-b853-83e88d149ff0 None None] Pushing event updated for resources: {'Port': ['ID=5e53fc52-0f94-4670-a3f4-8135b794e93c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.664921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.695665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9000f1e-d9d9-47cd-a7d9-5b1292948e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.713042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c9000f1e-d9d9-47cd-a7d9-5b1292948e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.756139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.798781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:48.809172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c9000f1e-d9d9-47cd-a7d9-5b1292948e13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4df0441abfd14b6ead67f10c00a50684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4383357 Dec 13 10:00:48.814170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:48.860684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.869741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000f1e-d9d9-47cd-a7d9-5b1292948e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a617c65-975b-4377-85b2-fba4882c44a0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.903944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8c221-d491-4f09-baf8-913f06eb68eb req-0ebb55ff-b247-452c-94b2-448beed13a73 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:48.906371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ea8c221-d491-4f09-baf8-913f06eb68eb req-0ebb55ff-b247-452c-94b2-448beed13a73 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 945 time: 0.2091110 Dec 13 10:00:48.927965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port b582a5b7-8ee2-4054-bc44-b113fc6fc216 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:48.928332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.977689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network c37886be-0518-40e3-894f-51422720fa4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:48.986085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:49.000295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:49.006539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.007166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.036723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=4141412e-ff99-4aac-bd50-7a815397ee49,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:49.053582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.057457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9f06ed6c-bfe7-4ad2-ae3d-db35ae67ef73 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2102902 Dec 13 10:00:49.060813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:49.067779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ea8c221-d491-4f09-baf8-913f06eb68eb req-bfbc18c5-daf4-4c65-b6bf-3373977c16f8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377804 Dec 13 10:00:49.081556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:49.092581 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32ffa79-74a6-42bc-8471-7f39aaeec3a0" -d '{"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:49.107064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:49.111699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.115377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.137994 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebafb1f-d693-45e1-9ebe-ebdd508380fc x-openstack-request-id: req-6ebafb1f-d693-45e1-9ebe-ebdd508380fc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:49.138506 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:49.138788 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ebafb1f-d693-45e1-9ebe-ebdd508380fc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:49.139190 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'code': 200} Dec 13 10:00:49.166685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:49.260204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.332728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 3173c812-ff04-45d4-a762-b7a3b556d64f has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:49.426915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219bc63-32da-4a71-af77-daca72a694b5 req-4ae4ddcf-bafd-4906-aaa5-219c47985a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.428540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a219bc63-32da-4a71-af77-daca72a694b5 req-4ae4ddcf-bafd-4906-aaa5-219c47985a26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 1097 time: 0.1807823 Dec 13 10:00:49.529673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.532321 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.535905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a617c65-975b-4377-85b2-fba4882c44a0 HTTP/1.1" status: 204 len: 168 time: 0.7169747 Dec 13 10:00:49.607808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349414a-1fab-429d-b8f2-2648ec8b05d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a617c65-975b-4377-85b2-fba4882c44a0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:49.656142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a219bc63-32da-4a71-af77-daca72a694b5 req-6d9edb32-4e15-4a4b-ac88-64cd3405a40b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196877 Dec 13 10:00:49.710764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:49.718494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a93eccfa-8f5b-41fd-818d-b8c3a8a1ca1e tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/routers/3173c812-ff04-45d4-a762-b7a3b556d64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632860 Dec 13 10:00:49.721731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:49.724281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] Sync routers for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:49.737875 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:49.738512 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:49.767326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.801091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:49.815816 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] Routers {'3173c812-ff04-45d4-a762-b7a3b556d64f'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:49.816543 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3173c812-ff04-45d4-a762-b7a3b556d64f'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:49.893853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54448eb-b384-43b3-8818-c3737f2dec2e None None] Network c37886be-0518-40e3-894f-51422720fa4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:50.000372 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:50.001093 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a9a89-01b1-49c6-a79d-56dd7c099c7b None None] The sync data for ids ['3173c812-ff04-45d4-a762-b7a3b556d64f'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:50.011812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] Provisioning complete for port 5e53fc52-0f94-4670-a3f4-8135b794e93c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:50.012190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.235970 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.302086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] For port 5e53fc52-0f94-4670-a3f4-8135b794e93c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e53fc52-0f94-4670-a3f4-8135b794e93c,segment=NetworkSegment(992276f2-b8ac-43fd-bbfc-8725f29d9acb),segment_id=992276f2-b8ac-43fd-bbfc-8725f29d9acb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:50.309202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.326148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84110c61-ebcb-442e-9736-eda3776d8708 req-68cd1ca5-d80a-4a6b-afc5-20972ba75e74 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.336573 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84110c61-ebcb-442e-9736-eda3776d8708 req-68cd1ca5-d80a-4a6b-afc5-20972ba75e74 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.1381443 Dec 13 10:00:50.420396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2d26f-4f49-4316-9b1b-e6905b5663b3 None None] Pushing event updated for resources: {'Port': ['ID=5e53fc52-0f94-4670-a3f4-8135b794e93c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:50.443347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84110c61-ebcb-442e-9736-eda3776d8708 req-2a979fbb-0382-421b-8e64-e5cf27a9f25c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978620 Dec 13 10:00:50.567511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.671061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93fbd6c7-312f-48c3-8009-6c10a51ddeb9 None None] Provisioning complete for port 5e53fc52-0f94-4670-a3f4-8135b794e93c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:50.671884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93fbd6c7-312f-48c3-8009-6c10a51ddeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.780509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.808611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.823031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.884725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93fbd6c7-312f-48c3-8009-6c10a51ddeb9 None None] Provisioning complete for port 4141412e-ff99-4aac-bd50-7a815397ee49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:50.886072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93fbd6c7-312f-48c3-8009-6c10a51ddeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.930830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e53fc52-0f94-4670-a3f4-8135b794e93c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:50.976633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-93fbd6c7-312f-48c3-8009-6c10a51ddeb9 None None] Port 4141412e-ff99-4aac-bd50-7a815397ee49 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:50.979185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=4141412e-ff99-4aac-bd50-7a815397ee49,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:51.003877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5e53fc52-0f94-4670-a3f4-8135b794e93c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:51.005322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.078301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 270071ce-825f-4bcb-b21b-8355b437be9f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:51.079202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.197203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.238935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8082e84f-f961-453c-9e8c-6903eb5f3dae None None] Provisioning complete for port 4141412e-ff99-4aac-bd50-7a815397ee49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:51.239307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8082e84f-f961-453c-9e8c-6903eb5f3dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.311391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.326076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8082e84f-f961-453c-9e8c-6903eb5f3dae None None] Port 4141412e-ff99-4aac-bd50-7a815397ee49 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:51.332848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 270071ce-825f-4bcb-b21b-8355b437be9f owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:51.420202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.556962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a4b91f22-0dff-4c0e-ab5e-e96ab4fa04e5 None None] Provisioning complete for port 4141412e-ff99-4aac-bd50-7a815397ee49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:51.560720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4b91f22-0dff-4c0e-ab5e-e96ab4fa04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.588813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824513d-ff7e-4c10-97b5-ed0a27eada0b req-654a0572-c4c3-4f38-84c3-65bff090a8ca tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:51.591261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9824513d-ff7e-4c10-97b5-ed0a27eada0b req-654a0572-c4c3-4f38-84c3-65bff090a8ca tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0602965 Dec 13 10:00:51.647044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a4b91f22-0dff-4c0e-ab5e-e96ab4fa04e5 None None] Port 4141412e-ff99-4aac-bd50-7a815397ee49 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:51.650674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9824513d-ff7e-4c10-97b5-ed0a27eada0b req-6a17d754-9161-4498-8b1e-aaad15cb90ad tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519340 Dec 13 10:00:51.789602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.817633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=270071ce-825f-4bcb-b21b-8355b437be9f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:51.818503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bca904-fe47-4ce1-a047-d776e384fd89 req-263fb744-d50f-4213-abf6-46efaaf8a9c1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:51.820747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5bca904-fe47-4ce1-a047-d776e384fd89 req-263fb744-d50f-4213-abf6-46efaaf8a9c1 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0673788 Dec 13 10:00:51.855996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c0ac5-6a0d-4030-bbfe-162cdf3f6531 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:51.904585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5bca904-fe47-4ce1-a047-d776e384fd89 req-c85e6761-3802-43a7-a76c-e1abf733229d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Dec 13 10:00:51.926094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.939148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.940058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.999213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.028095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=4141412e-ff99-4aac-bd50-7a815397ee49,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:52.149493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.153243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.218104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.218625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Fanout notify agent at l3_agent the message router_deleted on router 3173c812-ff04-45d4-a762-b7a3b556d64f {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:00:52.226955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.230818 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-008d3b49-57be-4481-b794-21cae6fc329a tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/routers/3173c812-ff04-45d4-a762-b7a3b556d64f HTTP/1.1" status: 204 len: 168 time: 2.5081062 Dec 13 10:00:52.231275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:52.267737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network c37886be-0518-40e3-894f-51422720fa4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:52.269286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:52.355219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting subnet 872f9eaf-4262-40b4-905c-6b2266a2c175 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:52.359382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.410986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.515058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Router e342f6e1-bafb-4db5-9a37-7842d3ecedbe is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:00:52.682707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-7946850c-079d-4e98-ab3c-33cf77bb45bf tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.683604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5c83f13b-eac7-4634-acba-36649e2acb29 None None] Provisioning complete for port 4141412e-ff99-4aac-bd50-7a815397ee49 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:52.684010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c83f13b-eac7-4634-acba-36649e2acb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.684611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-7946850c-079d-4e98-ab3c-33cf77bb45bf tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.1870930 Dec 13 10:00:52.689713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:52.697764 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f3b111d-7d8c-4088-ba23-1558b000ffa2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/routers/e342f6e1-bafb-4db5-9a37-7842d3ecedbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335833 Dec 13 10:00:52.697974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:52.703196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.728806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] Sync routers for ids ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:52.756510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5c83f13b-eac7-4634-acba-36649e2acb29 None None] Port 4141412e-ff99-4aac-bd50-7a815397ee49 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:52.758539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] Routers {'e342f6e1-bafb-4db5-9a37-7842d3ecedbe'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:52.759277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.766425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-6136d3eb-54d8-4fb7-9a12-e08319e4e214 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/quotas/75a99e3fad0c4619843ddccdfb9dc3e8 HTTP/1.1" status: 200 len: 375 time: 0.0573773 Dec 13 10:00:52.792248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489504b-160c-445a-b8af-779a9e80b083 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.796448 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3489504b-160c-445a-b8af-779a9e80b083 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?device_id=e342f6e1-bafb-4db5-9a37-7842d3ecedbe HTTP/1.1" status: 200 len: 988 time: 0.0947988 Dec 13 10:00:52.796616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45942) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:52.800288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.810319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] Routers {'e342f6e1-bafb-4db5-9a37-7842d3ecedbe'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:52.810955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.859272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.860039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac45d0-51a4-444d-84c5-df0fc94e639a None None] The sync data for ids ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:52.886565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-f87a13e9-2801-4309-a698-a8e8d808adff tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181664 Dec 13 10:00:52.951027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.987380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Subnet': ['ID=872f9eaf-4262-40b4-905c-6b2266a2c175,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:52.992547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.997761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-005b546d-dd76-43cf-9e83-1915ecbed278 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/subnets/872f9eaf-4262-40b4-905c-6b2266a2c175 HTTP/1.1" status: 204 len: 168 time: 0.7643533 Dec 13 10:00:52.999507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8ef68-e05e-48c4-af75-3ec9423d83a8 None None] Network 3e8e6494-f706-40c3-999e-51e6678208dd requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:53.001851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:53.201176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] DHCP port deletion for 3e8e6494-f706-40c3-999e-51e6678208dd request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:53.309960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Deleting port a013c3fc-24f7-4087-9eed-ebef09d86406 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:53.310340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.402782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.465105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] For port a013c3fc-24f7-4087-9eed-ebef09d86406, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a013c3fc-24f7-4087-9eed-ebef09d86406,segment=NetworkSegment(53e9affa-395e-441e-bbd7-d4feb021d116),segment_id=53e9affa-395e-441e-bbd7-d4feb021d116)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:53.468410 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.504669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Calling delete_port for a013c3fc-24f7-4087-9eed-ebef09d86406 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:53.589106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-75b5a5da-3f2b-41f2-adc2-2703ea18c5b2 service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016742 Dec 13 10:00:53.590961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45958) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:53.664160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.689174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.704988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] No DVR routers for this DVR port a013c3fc-24f7-4087-9eed-ebef09d86406 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:53.744621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69942199-ed1a-4b36-b4dc-c7a6290a760e None None] Pushing event deleted for resources: {'Port': ['ID=a013c3fc-24f7-4087-9eed-ebef09d86406,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:53.849687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6222fed7-5560-48b5-8fbc-8f64c075f9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.853071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.858358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-a0bf34ad-dbb1-4a8e-93fe-237dfb013948 service neutron] 10.222.0.31 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682159 Dec 13 10:00:53.881620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8e6494-f706-40c3-999e-51e6678208dd']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:53.894601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e9affa-395e-441e-bbd7-d4feb021d116') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:53.894944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e9affa-395e-441e-bbd7-d4feb021d116') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:53.913696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.931069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.940992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:53.941456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.056882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdf929-9252-471f-aa9f-6c469235323d req-ca398828-87a8-4624-ba2e-cc9fc06b9ed3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.058151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6fbdf929-9252-471f-aa9f-6c469235323d req-ca398828-87a8-4624-ba2e-cc9fc06b9ed3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e6aafc-fa77-4aed-927a-81805cdc0f2b HTTP/1.1" status: 200 len: 946 time: 0.0983286 Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:54.060882 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:54.164043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6222fed7-5560-48b5-8fbc-8f64c075f9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.164914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.186375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5af0cb1-79ff-4f8d-b6c5-061debec6318 req-94607c32-8dfd-43de-ae90-cb1919fe817b tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 210 time: 0.0354671 Dec 13 10:00:54.193466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.197419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/networks/3e8e6494-f706-40c3-999e-51e6678208dd HTTP/1.1" status: 204 len: 168 time: 1.1938894 Dec 13 10:00:54.199357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6222fed7-5560-48b5-8fbc-8f64c075f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.202516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.222006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b69c7d-343c-4546-aba1-177e6f69c3bf tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Network': ['ID=3e8e6494-f706-40c3-999e-51e6678208dd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:54.264770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 4141412e-ff99-4aac-bd50-7a815397ee49 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:54.265120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.275433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6222fed7-5560-48b5-8fbc-8f64c075f9f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b7e52d6e061461da1597e7e6910847b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720927 Dec 13 10:00:54.278354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45970) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.286024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222fed7-5560-48b5-8fbc-8f64c075f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92118c7-0598-428f-9904-3ac8dc90276d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:54.359245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.374348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Deleting port b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:54.374700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.394197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.453279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.458063 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.479339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d92118c7-0598-428f-9904-3ac8dc90276d HTTP/1.1" status: 204 len: 168 time: 0.1859462 Dec 13 10:00:54.503949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a00b97-d7c1-49ae-941a-5cb1aa3c56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92118c7-0598-428f-9904-3ac8dc90276d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:54.511268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.551950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 4141412e-ff99-4aac-bd50-7a815397ee49 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:54.560743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port d88fdf64-6ad0-457b-a654-f2772b3a70b0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:54.561099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.567238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] For port b582a5b7-8ee2-4054-bc44-b113fc6fc216, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b582a5b7-8ee2-4054-bc44-b113fc6fc216,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:54.568599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.631912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Calling delete_port for b582a5b7-8ee2-4054-bc44-b113fc6fc216 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:54.815945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.816303 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.854706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a013c3fc-24f7-4087-9eed-ebef09d86406 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:54.872602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.894708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-09e3ddc5-9882-4577-9ad9-c36730c0bfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.896442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a013c3fc-24f7-4087-9eed-ebef09d86406 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:54.896976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a013c3fc-24f7-4087-9eed-ebef09d86406 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:54.917617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for d88fdf64-6ad0-457b-a654-f2772b3a70b0 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:55.011429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-09e3ddc5-9882-4577-9ad9-c36730c0bfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.015295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-09e3ddc5-9882-4577-9ad9-c36730c0bfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.057533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-09e3ddc5-9882-4577-9ad9-c36730c0bfec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2b07d980f11473ebb09637d46addf9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817229 Dec 13 10:00:55.057533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ddc5-9882-4577-9ad9-c36730c0bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4013eb35-3317-4594-a041-37b352984f51,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:55.070175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 45984) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:55.134378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.140240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.181541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event deleted for resources: {'Port': ['ID=b582a5b7-8ee2-4054-bc44-b113fc6fc216,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:55.210045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.238814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=4141412e-ff99-4aac-bd50-7a815397ee49,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:55.245889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.255855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb0068-0c92-4072-bcad-3df5b1f9ebfc None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:55.307979 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.314184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.319233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4013eb35-3317-4594-a041-37b352984f51 HTTP/1.1" status: 204 len: 168 time: 0.2476468 Dec 13 10:00:55.411885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] No DVR routers for this DVR port b582a5b7-8ee2-4054-bc44-b113fc6fc216 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:55.473190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.479191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.483146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6fbdf929-9252-471f-aa9f-6c469235323d req-f28746c1-fbcb-41d6-9b57-1dcdce164cfa tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.16 "DELETE /v2.0/ports/b582a5b7-8ee2-4054-bc44-b113fc6fc216 HTTP/1.1" status: 204 len: 173 time: 1.4166293 Dec 13 10:00:55.486045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-deleted', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:55.488224 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd912d1-3288-451a-9469-602d04f699bb" -d '{"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-deleted", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:55.547272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-b043905a-70a3-42c1-8400-0d50e1468167 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:55.550167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-b043905a-70a3-42c1-8400-0d50e1468167 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 814 time: 0.2275741 Dec 13 10:00:55.557920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=d88fdf64-6ad0-457b-a654-f2772b3a70b0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:55.574135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.609240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5dea4a37-d915-4b90-8050-5d1b56c78234 req-ccc70bd0-d022-4a04-b219-e84d547eef3d tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 210 time: 0.2513049 Dec 13 10:00:55.611144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02ccce-b210-4308-bfe1-2547c73b562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013eb35-3317-4594-a041-37b352984f51,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:55.631972 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f82a9-4a35-4a61-aeae-1e3c6cb21b6f x-openstack-request-id: req-a79f82a9-4a35-4a61-aeae-1e3c6cb21b6f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:55.632610 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e6aafc-fa77-4aed-927a-81805cdc0f2b", "name": "network-vif-deleted", "tag": "b582a5b7-8ee2-4054-bc44-b113fc6fc216", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:55.633116 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a79f82a9-4a35-4a61-aeae-1e3c6cb21b6f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:55.633747 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e6aafc-fa77-4aed-927a-81805cdc0f2b', 'name': 'network-vif-deleted', 'tag': 'b582a5b7-8ee2-4054-bc44-b113fc6fc216', 'status': 'completed', 'code': 200} Dec 13 10:00:55.649018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Request body: {'port': {'device_id': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'admin_state_up': True, 'tenant_id': '75a99e3fad0c4619843ddccdfb9dc3e8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:55.795429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.801832 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.808024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9f5d69a-3e6f-4fc1-95fe-1441f3d21ece tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/floatingips/12ce668a-a473-4a81-9964-e4821a6f5eae HTTP/1.1" status: 204 len: 168 time: 1.6032693 Dec 13 10:00:55.810286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 45998) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:55.847039 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8626d59-b1de-48db-a282-e757596626bb tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] DELETE failed (client error): The resource could not be found. Dec 13 10:00:55.847681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8626d59-b1de-48db-a282-e757596626bb tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:55.853199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8626d59-b1de-48db-a282-e757596626bb tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/ad3ab50f-c3ad-43d4-ade2-681f0c2a0e24 HTTP/1.1" status: 404 len: 333 time: 0.0376139 Dec 13 10:00:55.854599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46000) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:55.908697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Made reservation on behalf of 75a99e3fad0c4619843ddccdfb9dc3e8 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:55.913042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.916403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fadc0003-9bf5-4ca2-9902-b5fe64c11df4 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3173c812-ff04-45d4-a762-b7a3b556d64f HTTP/1.1" status: 200 len: 205 time: 0.0606470 Dec 13 10:00:55.923987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46006) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:55.946547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Router e342f6e1-bafb-4db5-9a37-7842d3ecedbe has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:55.974047 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-d9c4408e-ca6a-488f-90ba-e5439c02c864 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] delete failed (client error): The resource could not be found. Dec 13 10:00:55.975237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d9c4408e-ca6a-488f-90ba-e5439c02c864 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/routers/3173c812-ff04-45d4-a762-b7a3b556d64f HTTP/1.1" status: 404 len: 336 time: 0.0502207 Dec 13 10:00:55.977986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.015099 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f08bb3-7fbf-4fbd-8896-aa59aaebf596 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] DELETE failed (client error): The resource could not be found. Dec 13 10:00:56.016500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f08bb3-7fbf-4fbd-8896-aa59aaebf596 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:56.029999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9f08bb3-7fbf-4fbd-8896-aa59aaebf596 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/subnets/872f9eaf-4262-40b4-905c-6b2266a2c175 HTTP/1.1" status: 404 len: 337 time: 0.0507460 Dec 13 10:00:56.032655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.069732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:56.081355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e70307e5-ed54-4460-90b1-6ea9283e911f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/routers/e342f6e1-bafb-4db5-9a37-7842d3ecedbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2799292 Dec 13 10:00:56.088298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46016) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.090303 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] Sync routers for ids ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:56.114655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] Routers {'e342f6e1-bafb-4db5-9a37-7842d3ecedbe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:56.115289 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:56.129445 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a415c7b-18e7-4fdc-9816-df1b8c3bc303 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:00:56.133749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a415c7b-18e7-4fdc-9816-df1b8c3bc303 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/4141412e-ff99-4aac-bd50-7a815397ee49 HTTP/1.1" status: 404 len: 333 time: 0.0396633 Dec 13 10:00:56.135324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46018) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.216161 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:56.230464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] Routers {'e342f6e1-bafb-4db5-9a37-7842d3ecedbe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:56.231090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:56.282701 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:56.283757 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cd3f4-b6ab-4dba-962d-45d4037e5e57 None None] The sync data for ids ['e342f6e1-bafb-4db5-9a37-7842d3ecedbe'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:56.346073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.401192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Allocated IP 172.20.0.6 (01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304/f6ea24b8-6abc-4014-80cc-c7284ec37fe9/102fd963-f839-4c44-9885-67ff7e1e28f2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:56.455034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.512119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 720e11f4-8b5c-4322-9b93-f9ccaf94210c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:56.512472 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.555802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900725962-network', 'tenant_id': '3365f6846cc445d1a03fcb101b9f6224'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:56.563042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.576676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Made reservation on behalf of 3365f6846cc445d1a03fcb101b9f6224 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:56.579357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.588434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.596655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.676541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.681202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.685159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.685712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Fanout notify agent at l3_agent the message router_deleted on router e342f6e1-bafb-4db5-9a37-7842d3ecedbe {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:00:56.694973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:56.717258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.717502 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Added segment 008d65bf-a404-4367-929d-e01e85386cc4 of type vlan for network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 Dec 13 10:00:56.728484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.732464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-eb215493-ac32-4cbc-9840-3f698525dee4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/routers/e342f6e1-bafb-4db5-9a37-7842d3ecedbe HTTP/1.1" status: 204 len: 168 time: 0.5838041 Dec 13 10:00:56.733038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46036) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.771145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85b7984c-13bc-47d2-8c0a-e5f8f6d89407 req-27312bd1-5e94-4b5f-884f-daec1deee949 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 210 time: 0.0585196 Dec 13 10:00:56.782559 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.793796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cbd370-fb18-4aba-8922-389f97715238,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:56.807087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 720e11f4-8b5c-4322-9b93-f9ccaf94210c owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:56.816608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.846046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:56.854801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.855846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:56.856505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.868486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet 705f0121-6f95-4501-bca1-8b875a25b10a {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:56.871927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.878239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.879641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: b582a5b7-8ee2-4054-bc44-b113fc6fc216 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:56.879998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b582a5b7-8ee2-4054-bc44-b113fc6fc216 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:56.937993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.980183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5213473 Dec 13 10:00:56.989715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.997363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Request body: {'subnet': {'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900725962-subnet', 'tenant_id': '3365f6846cc445d1a03fcb101b9f6224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:57.014918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.018513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708e4e4-632a-4225-aa1a-fa98ac7fe258 admin admin] Pushing event updated for resources: {'Network': ['ID=3a9990d9-88bf-48f3-acdb-d7373eb411e5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.041671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:57.043281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:57.049092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:57.058573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:57.063216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event updated for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.087852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.135531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=720e11f4-8b5c-4322-9b93-f9ccaf94210c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.143868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1d6cd-bb79-4c73-8146-c51f2a2bec09 None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:57.144323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Made reservation on behalf of 3365f6846cc445d1a03fcb101b9f6224 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:57.146653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.186964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.187577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.187892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.231221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a32914a3-127d-42eb-9a47-7f16f0550587 None None] Provisioning complete for port 102fd963-f839-4c44-9885-67ff7e1e28f2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:57.231959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a32914a3-127d-42eb-9a47-7f16f0550587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.241602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-ff218169-8648-46a0-bd09-91be7bf248d7 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5971704 Dec 13 10:00:57.254091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101d89b-b1fd-4c83-b285-f65008638833 req-978a71b9-f88d-49e7-84b8-6001878b8d66 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.255620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c101d89b-b1fd-4c83-b285-f65008638833 req-978a71b9-f88d-49e7-84b8-6001878b8d66 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 945 time: 0.1573405 Dec 13 10:00:57.265287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Request body: {'port': {'device_id': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:57.295419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a32914a3-127d-42eb-9a47-7f16f0550587 None None] Port 102fd963-f839-4c44-9885-67ff7e1e28f2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:57.316776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.317373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.322792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e0a75c8-7a3f-4f25-8e0c-5d0d5eda8577 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/720e11f4-8b5c-4322-9b93-f9ccaf94210c HTTP/1.1" status: 204 len: 168 time: 1.2863925 Dec 13 10:00:57.325594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46048) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:57.360760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=705f0121-6f95-4501-bca1-8b875a25b10a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.367370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.373163 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6662a45-b860-445b-b2f4-4697ab39d1e4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/705f0121-6f95-4501-bca1-8b875a25b10a HTTP/1.1" status: 204 len: 168 time: 0.6368151 Dec 13 10:00:57.373883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46050) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:57.377997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1053e4-9b2d-4e26-bc1f-cedba18ec85d None None] Network c37886be-0518-40e3-894f-51422720fa4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:57.399839 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.423347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c101d89b-b1fd-4c83-b285-f65008638833 req-15fb9a95-0acd-4e62-b587-7361edc2f472 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510606 Dec 13 10:00:57.505499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.517524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.562294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] DHCP port deletion for c37886be-0518-40e3-894f-51422720fa4d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:57.576266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port 80d41d0b-6a56-4a31-9b7f-d02f505a3346 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:57.576612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.599755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba18dbb0-f54f-400e-9e76-26fd4070dd7e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.621775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Deleting port 5e53fc52-0f94-4670-a3f4-8135b794e93c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:57.622043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.624527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Checking segment: {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:57.625585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Network hostable DHCP agents. Network: 3a9990d9-88bf-48f3-acdb-d7373eb411e5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:57.638347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 5e53fc52-0f94-4670-a3f4-8135b794e93c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:57.638690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.686215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:57.693780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] For port 5e53fc52-0f94-4670-a3f4-8135b794e93c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e53fc52-0f94-4670-a3f4-8135b794e93c,segment=NetworkSegment(992276f2-b8ac-43fd-bbfc-8725f29d9acb),segment_id=992276f2-b8ac-43fd-bbfc-8725f29d9acb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:57.694454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.709013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Calling delete_port for 5e53fc52-0f94-4670-a3f4-8135b794e93c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:57.710324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3a9990d9-88bf-48f3-acdb-d7373eb411e5) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:57.718296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.719141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.723053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] For port 5e53fc52-0f94-4670-a3f4-8135b794e93c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e53fc52-0f94-4670-a3f4-8135b794e93c,segment=NetworkSegment(992276f2-b8ac-43fd-bbfc-8725f29d9acb),segment_id=992276f2-b8ac-43fd-bbfc-8725f29d9acb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:57.723418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.724599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7148652-80d3-440e-b801-d618b25bc7f4 None None] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:57.741735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 5e53fc52-0f94-4670-a3f4-8135b794e93c owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:57.755607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d79a8cc-cbfd-4d5e-a9ce-f0c49e79956e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7604926 Dec 13 10:00:57.755827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.769130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for 80d41d0b-6a56-4a31-9b7f-d02f505a3346 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:57.851746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.860486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.892720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No DVR routers for this DVR port 5e53fc52-0f94-4670-a3f4-8135b794e93c on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:57.908356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] No DVR routers for this DVR port 5e53fc52-0f94-4670-a3f4-8135b794e93c on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:57.910299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466e26-6069-4e20-84f3-42fda8638bd3 None None] Pushing event deleted for resources: {'Port': ['ID=5e53fc52-0f94-4670-a3f4-8135b794e93c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.932784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=5e53fc52-0f94-4670-a3f4-8135b794e93c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.966644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84f17e-53bf-4324-ab15-4dad0b31a2a7 None None] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:58.024192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.034850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102fd963-f839-4c44-9885-67ff7e1e28f2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:58.059265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.068512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.087838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b63f24-e233-4ca5-bfa3-763aa976345d req-0819415d-c1fc-40bc-b5f2-58fb33d30112 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.095656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7b63f24-e233-4ca5-bfa3-763aa976345d req-0819415d-c1fc-40bc-b5f2-58fb33d30112 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 931 time: 0.1599696 Dec 13 10:00:58.103562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37886be-0518-40e3-894f-51422720fa4d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.108019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=80d41d0b-6a56-4a31-9b7f-d02f505a3346,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:58.115144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992276f2-b8ac-43fd-bbfc-8725f29d9acb') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.115715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992276f2-b8ac-43fd-bbfc-8725f29d9acb') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.131859 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.153462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.163830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:58.164902 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:58.170295 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:58.229729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7b63f24-e233-4ca5-bfa3-763aa976345d req-31deb8fc-d0c0-4437-ba13-f6e1a8af3b75 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331098 Dec 13 10:00:58.232752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.240176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9ab25a03-1db4-4de9-a0b1-b783d654eae7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/ports/80d41d0b-6a56-4a31-9b7f-d02f505a3346 HTTP/1.1" status: 204 len: 168 time: 0.9112546 Dec 13 10:00:58.240801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:58.267517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.272997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Transition to ACTIVE for port object 102fd963-f839-4c44-9885-67ff7e1e28f2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:58.276441 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.278166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.279965 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/c37886be-0518-40e3-894f-51422720fa4d HTTP/1.1" status: 204 len: 168 time: 0.9029272 Dec 13 10:00:58.290656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46062) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:58.296339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388559c-e453-48d2-8639-8d9825fc765a tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=c37886be-0518-40e3-894f-51422720fa4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:58.370271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5b978-ad46-4ea1-80e5-de8c24afa6ea None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:58.415832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b6507-9195-48f9-8dff-ed63a1f0d957 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.421431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46068) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:58.422276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-409b6507-9195-48f9-8dff-ed63a1f0d957 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/b84496dd-2f79-4ffd-8093-15feede47dca HTTP/1.1" status: 200 len: 843 time: 0.1294012 Dec 13 10:00:58.424773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Pushing event updated for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:58.444770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac198c9-2a35-4581-ad0d-3f4bc98ec462 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.446639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cac198c9-2a35-4581-ad0d-3f4bc98ec462 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "GET /v2.0/ports?device_id=63d3a8fe-f18f-4902-bf9c-49d3453ca528 HTTP/1.1" status: 200 len: 913 time: 0.2048678 Dec 13 10:00:58.449322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46072) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:58.468782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56eeb9cc-441c-48e7-9a0e-1fec1ae04f91 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/b84496dd-2f79-4ffd-8093-15feede47dca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0458863 Dec 13 10:00:58.473855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46076) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:58.480384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:58.626307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-79cf1c68-3dd7-4fc8-9f16-239ab8524ad5 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.628005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-79cf1c68-3dd7-4fc8-9f16-239ab8524ad5 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.20 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 945 time: 0.0800290 Dec 13 10:00:58.675122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Attempting to bind port 102fd963-f839-4c44-9885-67ff7e1e28f2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:58.675598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Attempting to bind port 102fd963-f839-4c44-9885-67ff7e1e28f2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:58.675872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Attempting to bind port 102fd963-f839-4c44-9885-67ff7e1e28f2 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:58.678180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:58.681837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.690739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8446a-a0ec-4986-9b98-fa156bee9fb6 req-be694ccb-f428-4a2f-8aea-350a31d649e3 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.692284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68d8446a-a0ec-4986-9b98-fa156bee9fb6 req-be694ccb-f428-4a2f-8aea-350a31d649e3 tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 945 time: 0.1270590 Dec 13 10:00:58.697667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Port 102fd963-f839-4c44-9885-67ff7e1e28f2 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:58.698003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Attempting to bind port 102fd963-f839-4c44-9885-67ff7e1e28f2 on network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:58.707775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:58.708136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Checking segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:58.708510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Bound using segment: {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:58.708954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Bound port: 102fd963-f839-4c44-9885-67ff7e1e28f2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:58.709319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.840109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Deleting port e6c30a46-8200-4b6b-8b51-cc4f498e0641 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:58.840109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.872474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e53fc52-0f94-4670-a3f4-8135b794e93c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:58.911417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5e53fc52-0f94-4670-a3f4-8135b794e93c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:58.912452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e53fc52-0f94-4670-a3f4-8135b794e93c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:59.244034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68d8446a-a0ec-4986-9b98-fa156bee9fb6 req-228106ff-53a7-4b5d-9e0d-d3b4538f9efc tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/security-groups?id=417db6bf-94d2-46d5-bd65-c375a99f2e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324562 Dec 13 10:00:59.264716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:59.270502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=102fd963-f839-4c44-9885-67ff7e1e28f2,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:59.281632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.358006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.358852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.361068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] 10.222.0.20 "PUT /v2.0/ports/102fd963-f839-4c44-9885-67ff7e1e28f2 HTTP/1.1" status: 200 len: 1091 time: 2.1015952 Dec 13 10:00:59.361735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb78bcf-8832-4245-9f22-a4c69b4bec11 None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:59.361881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:59.364399 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456df4c3-1800-4670-a232-e348866ede82" -d '{"events": [{"name": "network-changed", "server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:59.394047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] For port e6c30a46-8200-4b6b-8b51-cc4f498e0641, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6c30a46-8200-4b6b-8b51-cc4f498e0641,segment=NetworkSegment(5200d1ce-b6d2-49b5-a1af-e843fe5acf8b),segment_id=5200d1ce-b6d2-49b5-a1af-e843fe5acf8b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:59.394426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.414566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Calling delete_port for e6c30a46-8200-4b6b-8b51-cc4f498e0641 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:59.443193 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.466017 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418ca83-8a3c-4872-a1c1-4c29d7429327 x-openstack-request-id: req-3418ca83-8a3c-4872-a1c1-4c29d7429327 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:59.466568 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:59.466994 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3418ca83-8a3c-4872-a1c1-4c29d7429327 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:59.467405 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2', 'status': 'completed', 'code': 200} Dec 13 10:00:59.488475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffb89-25c3-4ac3-ade2-e8acd2890136 service neutron] Pushing event updated for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:59.529954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32498-41b7-412d-9240-711e5713ec6a req-22911ddd-8116-4b02-9eea-98a4fa815f3c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.531497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25b32498-41b7-412d-9240-711e5713ec6a req-22911ddd-8116-4b02-9eea-98a4fa815f3c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 943 time: 0.1490345 Dec 13 10:00:59.539058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-475ecc45-adf4-4f9d-be35-93d893723ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.540561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-475ecc45-adf4-4f9d-be35-93d893723ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 1094 time: 0.1089072 Dec 13 10:00:59.553955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=5a2e590d-6c69-49fd-893a-38704a4de27c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:59.597999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-980e700e-38cf-4ecd-8660-16108f63eb4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102fd963-f839-4c44-9885-67ff7e1e28f2 HTTP/1.1" status: 200 len: 217 time: 0.0475645 Dec 13 10:00:59.599498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:59.602502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:59.606784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.607415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.616401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb44d9b-664d-4be9-91ab-26aeeb01acaf None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:59.654075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-49c68cd5-4cc1-48f7-bad9-e33292eb4f8d tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1787624 Dec 13 10:00:59.661345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46088) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.685795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1523346346'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:59.696284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25b32498-41b7-412d-9240-711e5713ec6a req-faa3e69b-7bbd-4199-a050-e5cb54d27158 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547277 Dec 13 10:00:59.711132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-51bd15d7-9090-4297-bba5-0b77eaa8fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.713253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-51bd15d7-9090-4297-bba5-0b77eaa8fa9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.1013513 Dec 13 10:00:59.748153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.751065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.752616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.770498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-b71b5e62-7e80-4252-b104-7749c6c07c0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469236 Dec 13 10:00:59.770948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6c30a46-8200-4b6b-8b51-cc4f498e0641'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:59.800759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.807927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Pushing event deleted for resources: {'Port': ['ID=e6c30a46-8200-4b6b-8b51-cc4f498e0641,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:59.843734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b0170-dadb-46f6-9ff4-3774b51c25f6 None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:59.870990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] No DVR routers for this DVR port e6c30a46-8200-4b6b-8b51-cc4f498e0641 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:59.876420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.879831 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fdf24813-7c8c-4a0d-b016-9512eaa1a50a req-ced5d152-a671-4c1a-8661-cde54ea4672d tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.20 "DELETE /v2.0/ports/e6c30a46-8200-4b6b-8b51-cc4f498e0641 HTTP/1.1" status: 204 len: 173 time: 1.2441978 Dec 13 10:00:59.880286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'name': 'network-vif-deleted', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:59.882758 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba164b57-2288-453e-8433-4dc0088584fc" -d '{"events": [{"server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "name": "network-vif-deleted", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:59.892190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6265c1f8-057f-40da-9f1b-045237892461', 'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'project_id': '485b791e948d483fb621adeb8fbe5e81', 'fixed_ips': [{'subnet_id': '5a2e590d-6c69-49fd-893a-38704a4de27c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:59.893213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.949805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.956694 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be965ee-f0ed-4618-ae90-8a7897a9d259 x-openstack-request-id: req-0be965ee-f0ed-4618-ae90-8a7897a9d259 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:59.957506 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2423f06a-4a58-49dd-a20e-d109fe501c30", "name": "network-vif-deleted", "tag": "e6c30a46-8200-4b6b-8b51-cc4f498e0641", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:59.957723 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0be965ee-f0ed-4618-ae90-8a7897a9d259 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:59.958155 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2423f06a-4a58-49dd-a20e-d109fe501c30', 'name': 'network-vif-deleted', 'tag': 'e6c30a46-8200-4b6b-8b51-cc4f498e0641', 'status': 'completed', 'code': 200} Dec 13 10:00:59.959369 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.993683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.995001 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3333566 Dec 13 10:00:59.998248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:00.004384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'security_group': {'name': 'tempest-secgroup-346469938'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:00.019773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f4fa-d80f-492e-adc9-13791f3da469 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb3a27-4817-4338-8f6a-87db21086fae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:00.034838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.049713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Allocated IP 2001:db8::2 (6265c1f8-057f-40da-9f1b-045237892461/5a2e590d-6c69-49fd-893a-38704a4de27c/bacfd8a2-6723-4914-9779-b9df4649e370) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:00.110019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-cfa7dbbc-96b6-47eb-89cd-c347e455eeff tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.116076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-cfa7dbbc-96b6-47eb-89cd-c347e455eeff tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 808 time: 0.2799172 Dec 13 10:01:00.122383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.127899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.134460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-26d400f5-036b-4cbb-a7f0-c0ce8177e225 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565688 Dec 13 10:01:00.140848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-f7091470-a5c1-4d01-8ec8-13005d040939 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/quotas/3365f6846cc445d1a03fcb101b9f6224 HTTP/1.1" status: 200 len: 375 time: 0.0203586 Dec 13 10:01:00.161561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.162919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1637440 Dec 13 10:01:00.166007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46106) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:00.168092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba695f39-2e32-45fe-9f01-2564e3e3c453 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25351153-1bb8-4ce7-9d36-d0563fefaedd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:00.173394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1681295278', 'security_groups': ['25351153-1bb8-4ce7-9d36-d0563fefaedd'], 'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a2e590d-6c69-49fd-893a-38704a4de27c'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:00.213420 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.221433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.268218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-6b2aa83e-b7b2-4e68-affb-3657d080452f tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134808 Dec 13 10:01:00.277991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:00.279704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:00.282759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:00.285801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:00.305410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:00.357204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Attempting to bind port bacfd8a2-6723-4914-9779-b9df4649e370 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:00.357582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Attempting to bind port bacfd8a2-6723-4914-9779-b9df4649e370 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a4071792-3636-4e87-90f9-bf86d99d1928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6265c1f8-057f-40da-9f1b-045237892461'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:00.357945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Attempting to bind port bacfd8a2-6723-4914-9779-b9df4649e370 on network 6265c1f8-057f-40da-9f1b-045237892461 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:00.363616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:00.368868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Checking segment: {'id': 'a4071792-3636-4e87-90f9-bf86d99d1928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6265c1f8-057f-40da-9f1b-045237892461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:00.369566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.369734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Bound using segment: {'id': 'a4071792-3636-4e87-90f9-bf86d99d1928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6265c1f8-057f-40da-9f1b-045237892461'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:00.370780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Bound port: bacfd8a2-6723-4914-9779-b9df4649e370, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4071792-3636-4e87-90f9-bf86d99d1928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6265c1f8-057f-40da-9f1b-045237892461'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:00.371198 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.401674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba79115-d6e6-4bfa-a9c6-e00660d50a6a req-dce9d237-08ee-455e-80ec-e30380f7c5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572503 Dec 13 10:01:00.447468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-873adddf-7832-457e-baa4-6601d15c6d3c service neutron] 10.222.0.31 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477199 Dec 13 10:01:00.481400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:00.486522 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.491260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:00.496957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.521346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:01:00.580425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fd7b6-e7e2-4060-8d54-62d17cc602b8 None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:00.602866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0b6dca3-266c-4494-855b-d0750389d042 req-7b4d4fc4-67f8-49a6-aa42-b215b611c87a tempest-VolumesSnapshotTestJSON-1308011170 tempest-VolumesSnapshotTestJSON-1308011170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2423f06a-4a58-49dd-a20e-d109fe501c30 HTTP/1.1" status: 200 len: 210 time: 0.1026642 Dec 13 10:01:00.669967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df4c3-1800-4670-a232-e348866ede82 req-b6b5fc58-d25e-4b71-896a-bc5e39522fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.671523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-b6b5fc58-d25e-4b71-896a-bc5e39522fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 1094 time: 0.1726370 Dec 13 10:01:00.714461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-37f6a653-a4b9-4527-be3f-aa994aa3d3b6 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665348 Dec 13 10:01:00.769699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:00.770074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.799781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::168 (6265c1f8-057f-40da-9f1b-045237892461/5a2e590d-6c69-49fd-893a-38704a4de27c/51584d88-a2fd-41c1-91f3-acdb4b1b3a1f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:00.877998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df4c3-1800-4670-a232-e348866ede82 req-c342884b-4b19-461e-a0fa-8d22243c978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.879077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-c342884b-4b19-461e-a0fa-8d22243c978b service neutron] 10.222.0.20 "GET /v2.0/networks?id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 200 len: 915 time: 0.1949198 Dec 13 10:01:00.950753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-81052198-c2d3-491a-a971-db3a8f8ca4cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102fd963-f839-4c44-9885-67ff7e1e28f2 HTTP/1.1" status: 200 len: 217 time: 0.0616724 Dec 13 10:01:00.983323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86dab-86b9-453c-ab74-7f0ef7a59d14 req-846b47e1-a931-49d8-a059-372e426dc38c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.984945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22d86dab-86b9-453c-ab74-7f0ef7a59d14 req-846b47e1-a931-49d8-a059-372e426dc38c tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 943 time: 0.1611960 Dec 13 10:01:00.987587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.042751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:01.045762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.057515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5966d6-3f93-4116-95cd-18bfa09dec38 req-087c1d61-19ac-496d-8357-5df8a8571aea tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 210 time: 0.0841534 Dec 13 10:01:01.109746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.139274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df4c3-1800-4670-a232-e348866ede82 req-84d96ecb-afda-4e79-85cd-ed9a14e90582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.141127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-84d96ecb-afda-4e79-85cd-ed9a14e90582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 200 len: 854 time: 0.1823542 Dec 13 10:01:01.154741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:01.159410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:01.163455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:01.170153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.170153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.189564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=51584d88-a2fd-41c1-91f3-acdb4b1b3a1f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:01.194628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fa8c8c1c-f642-4110-b6e4-cf8a09774460 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0274496 Dec 13 10:01:01.197475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46122) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:01.203047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22d86dab-86b9-453c-ab74-7f0ef7a59d14 req-27f4b928-5083-4756-9cd3-8aa12f42d80f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797216 Dec 13 10:01:01.203332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:01.209246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-271a2d37-e1bf-4244-b224-9835dcf6bcfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584564 Dec 13 10:01:01.338962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:01.343820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.409112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-3807c9f4-050f-4d7f-89e4-e36b7966faeb service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480086 Dec 13 10:01:01.446588 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a2e590d-6c69-49fd-893a-38704a4de27c (CIDR: 2001:db8::/64) Dec 13 10:01:01.450541 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:01:01.451623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:01.468963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-48f93689-f837-4626-ae08-f98fc531a2d2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2704048 Dec 13 10:01:01.472296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46126) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:01.477216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:01.522468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.558207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=c63a7fd4-3bb9-42ab-930a-8d7e8dcfc741,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:01.612201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:01.616635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.639929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456df4c3-1800-4670-a232-e348866ede82 req-b08407da-ef6f-499e-a6d1-dfec1579582c service neutron] 10.222.0.20 "GET /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226200 Dec 13 10:01:01.754731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 102fd963-f839-4c44-9885-67ff7e1e28f2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:01.758626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6c30a46-8200-4b6b-8b51-cc4f498e0641 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:01.830982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.837259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: e6c30a46-8200-4b6b-8b51-cc4f498e0641 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:01.837613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6c30a46-8200-4b6b-8b51-cc4f498e0641 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:01.994949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=102fd963-f839-4c44-9885-67ff7e1e28f2,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:02.021409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.033072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '102fd963-f839-4c44-9885-67ff7e1e28f2', 'network_id': '01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304', 'port_id': '102fd963-f839-4c44-9885-67ff7e1e28f2', 'mac_address': 'fa:16:3e:d8:f7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea24b8-6abc-4014-80cc-c7284ec37fe9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:02.076464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:02.083500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:02.093376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.094070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.128720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0bc5b9-1032-4d26-8391-3beadaeea0b2 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:02.134721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6608315 Dec 13 10:01:02.136538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292684f2-94af-4953-84e5-7c1c330b34ba tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:02.138428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46140) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:02.150499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-80465933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1'}], 'security_groups': ['dccb3a27-4817-4338-8f6a-87db21086fae']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:02.188113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:02.303908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.325072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:02.325792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.377624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:02.387870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102fd963-f839-4c44-9885-67ff7e1e28f2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:02.419512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:02.419910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.422085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-782d57e9-20f2-4ea1-b9d1-9a82920a800a tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.424304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-782d57e9-20f2-4ea1-b9d1-9a82920a800a tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.16 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 808 time: 0.2467165 Dec 13 10:01:02.427270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.429561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=102fd963-f839-4c44-9885-67ff7e1e28f2,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:02.439279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Request body: {'port': {'device_id': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5', 'admin_state_up': True, 'tenant_id': '3365f6846cc445d1a03fcb101b9f6224'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:02.484901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.490595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0f21091-e154-4f1c-8bf0-57c424509d60 req-8e598414-5ab7-4a1b-a31f-c5533b59905c tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 210 time: 0.2665069 Dec 13 10:01:02.591446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Update dhcp port {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'fixed_ips': [{'subnet_id': '5a2e590d-6c69-49fd-893a-38704a4de27c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'bacfd8a2-6723-4914-9779-b9df4649e370'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:01:02.596118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Made reservation on behalf of 3365f6846cc445d1a03fcb101b9f6224 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:02.603662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.620263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b211c-21e8-46b3-a433-b0410b6c4edd req-181e063e-4923-497b-a00f-3a48d6925c05 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.621961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256b211c-21e8-46b3-a433-b0410b6c4edd req-181e063e-4923-497b-a00f-3a48d6925c05 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 944 time: 0.2077680 Dec 13 10:01:02.633838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.657627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:02.681464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:02.696900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1076a34-269b-4406-a041-c6ffb5ee9ef7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "PUT /v2.0/routers/63d3a8fe-f18f-4902-bf9c-49d3453ca528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2461541 Dec 13 10:01:02.698643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46146) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:02.792777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256b211c-21e8-46b3-a433-b0410b6c4edd req-98807178-a20c-4501-bf94-2b2fd6757020 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615000 Dec 13 10:01:02.900827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] Sync routers for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:02.903838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['102fd963-f839-4c44-9885-67ff7e1e28f2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:02.912342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Allocated IP 172.20.0.3 (3a9990d9-88bf-48f3-acdb-d7373eb411e5/ba18dbb0-f54f-400e-9e76-26fd4070dd7e/6fe53674-f371-406e-afbb-7bb6f8882251) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:02.920513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.966967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.970127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:03.095318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Delete allocated IP 2001:db8::168 (6265c1f8-057f-40da-9f1b-045237892461/5a2e590d-6c69-49fd-893a-38704a4de27c) {{(pid=103195) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:01:03.107478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8:0:1::318 (6265c1f8-057f-40da-9f1b-045237892461/d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1/51584d88-a2fd-41c1-91f3-acdb4b1b3a1f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:03.108991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:03.110127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:03.127508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.187699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:03.193618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:03.208731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.216702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.265521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] Routers {'63d3a8fe-f18f-4902-bf9c-49d3453ca528'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:03.266909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:00:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:03.281108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.325472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:03.326285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71cf82-1702-407a-ab09-aadb3dc799bc None None] The sync data for ids ['63d3a8fe-f18f-4902-bf9c-49d3453ca528'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:03.328032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9957d1-6e2d-4333-a818-886e8af99d26 None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:03.341932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:03.342424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.356440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Pushing event updated for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:03.365448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.365956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:03.369294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:03.372318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:03.373464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.422045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting port dad19ef1-a4bb-435f-9c77-ca777915f572 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:03.422045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.442577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] In _notify_port_updated(), no bound segment for port 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f on network 6265c1f8-057f-40da-9f1b-045237892461 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:01:03.448786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.449533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.454493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/ports/51584d88-a2fd-41c1-91f3-acdb4b1b3a1f HTTP/1.1" status: 200 len: 929 time: 1.3114002 Dec 13 10:01:03.455164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:03.465174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05150b68-3d37-4338-b9fd-ff68b8f0a603 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=51584d88-a2fd-41c1-91f3-acdb4b1b3a1f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:03.485609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Allocated IP 2001:db8:0:1::2 (6265c1f8-057f-40da-9f1b-045237892461/d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1/bacfd8a2-6723-4914-9779-b9df4649e370) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:03.486981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.487663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.534797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.544856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-7e745d6d-ba41-41f6-9ca2-dd25df401e93 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1097798 Dec 13 10:01:03.560109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Calling delete_port for dad19ef1-a4bb-435f-9c77-ca777915f572 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:03.568098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:03.568454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.571021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Request body: {'port': {'device_id': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:03.629884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:03.665382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.673798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.677839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.678050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e42e-6514-4ca9-a982-29bee8987675 req-90457fb2-92b7-4d5b-849c-5b658f992968 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.679748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b384e42e-6514-4ca9-a982-29bee8987675 req-90457fb2-92b7-4d5b-849c-5b658f992968 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 931 time: 0.1145639 Dec 13 10:01:03.729104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.754421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:03.763163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b8e88-1114-48e3-b530-c0e1f03b60ee None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:03.781123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b384e42e-6514-4ca9-a982-29bee8987675 req-30a0a33d-8c8b-4a8a-b540-ea532820289c tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847704 Dec 13 10:01:03.954682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.007781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Port': ['ID=dad19ef1-a4bb-435f-9c77-ca777915f572,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.017094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1edbf-b917-465a-9791-38f779ecc898 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:04.134281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.262264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.266050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.279083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe53674-f371-406e-afbb-7bb6f8882251 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:04.318632 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.337884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.355998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.356780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Fanout notify agent at l3_agent the message router_deleted on router 63d3a8fe-f18f-4902-bf9c-49d3453ca528 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:01:04.356968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e4129-08cd-4620-9646-4b075f86fc91 req-79ce6bd8-bdc1-48c9-8b63-3d0f69f25102 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.358456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-518e4129-08cd-4620-9646-4b075f86fc91 req-79ce6bd8-bdc1-48c9-8b63-3d0f69f25102 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 944 time: 0.4575188 Dec 13 10:01:04.365068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.366470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f4df9a9-bdb4-4da5-b3a0-390e06b12aea tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/routers/63d3a8fe-f18f-4902-bf9c-49d3453ca528 HTTP/1.1" status: 204 len: 168 time: 1.6664457 Dec 13 10:01:04.367965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Transition to ACTIVE for port object 6fe53674-f371-406e-afbb-7bb6f8882251 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:04.369075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46164) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.378302 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.379765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.422118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=51584d88-a2fd-41c1-91f3-acdb4b1b3a1f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.473168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.479374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Deleting subnet 68a0adc2-157c-46ed-8b2b-f1caae5a5553 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:04.484923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.502731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.506223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e7881a19-3cf2-4e51-ae0a-481a2019a512 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/51584d88-a2fd-41c1-91f3-acdb4b1b3a1f HTTP/1.1" status: 204 len: 168 time: 1.0499585 Dec 13 10:01:04.510267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46168) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.550744 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-24782bc9-7891-439a-b6ff-046909d3e173 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:01:04.552891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-24782bc9-7891-439a-b6ff-046909d3e173 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/51584d88-a2fd-41c1-91f3-acdb4b1b3a1f HTTP/1.1" status: 404 len: 333 time: 0.0410419 Dec 13 10:01:04.556044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-518e4129-08cd-4620-9646-4b075f86fc91 req-198bb18e-2fae-4e9a-9ad4-7c3d8c084f41 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846986 Dec 13 10:01:04.556347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46170) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.568169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.624698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Attempting to bind port 6fe53674-f371-406e-afbb-7bb6f8882251 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:04.624959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.625093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Attempting to bind port 6fe53674-f371-406e-afbb-7bb6f8882251 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:04.625361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Attempting to bind port 6fe53674-f371-406e-afbb-7bb6f8882251 on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:04.634873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Port 6fe53674-f371-406e-afbb-7bb6f8882251 on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:04.635198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Attempting to bind port 6fe53674-f371-406e-afbb-7bb6f8882251 on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:04.639502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.653440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.660165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:04.662915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.663450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:04.663823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Checking segment: {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:04.664219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Bound using segment: {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:04.664670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Bound port: 6fe53674-f371-406e-afbb-7bb6f8882251, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:04.665026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.715956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.717512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:04.718576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.720179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/security-groups/25351153-1bb8-4ce7-9d36-d0563fefaedd HTTP/1.1" status: 204 len: 168 time: 0.1626935 Dec 13 10:01:04.721747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Could not find standard attr ID for object 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:04.725586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46172) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.738464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:04.738464 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-911ab372-cc51-4f19-9c7e-6d4e95723ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.757663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887b69c-ec08-4ef6-9ccc-d5d5bcec44f8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25351153-1bb8-4ce7-9d36-d0563fefaedd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.814855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.817434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:04.867991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.890170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:04.901004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Subnet': ['ID=68a0adc2-157c-46ed-8b2b-f1caae5a5553,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.916446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fe53674-f371-406e-afbb-7bb6f8882251,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:04.921574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.924041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.932340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46176) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.944076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5adf40fd-338a-4ad6-9944-f3a91e5d097d tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/subnets/68a0adc2-157c-46ed-8b2b-f1caae5a5553 HTTP/1.1" status: 204 len: 168 time: 0.5738583 Dec 13 10:01:04.946032 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.032514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.033366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.035026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] 10.222.0.16 "PUT /v2.0/ports/6fe53674-f371-406e-afbb-7bb6f8882251 HTTP/1.1" status: 200 len: 1091 time: 1.4681809 Dec 13 10:01:05.045232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:05.045776 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.046594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:05.050357 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc" -d '{"events": [{"name": "network-changed", "server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:05.097104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f8128-0a23-4dd5-8ca8-14a66edefb4e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.152984 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677f49d-ba7f-44c8-9b94-36911b2e153c x-openstack-request-id: req-a677f49d-ba7f-44c8-9b94-36911b2e153c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:05.153602 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:05.153602 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a677f49d-ba7f-44c8-9b94-36911b2e153c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:05.154180 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251', 'status': 'completed', 'code': 200} Dec 13 10:01:05.182957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-63f01120-162d-421c-9f63-a56a9be5ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.186210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-63f01120-162d-421c-9f63-a56a9be5ed6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 1094 time: 0.0854156 Dec 13 10:01:05.200470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1438c048-b989-448e-b0f2-e5f382b528aa None None] Could not find standard attr ID for object 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:05.206329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.226169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.232236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/security-groups/dccb3a27-4817-4338-8f6a-87db21086fae HTTP/1.1" status: 204 len: 168 time: 0.5018389 Dec 13 10:01:05.234816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:05.256128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-6eaec27e-751e-47e1-8560-11639557c9eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe53674-f371-406e-afbb-7bb6f8882251 HTTP/1.1" status: 200 len: 217 time: 0.0620301 Dec 13 10:01:05.265323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.286740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362912b2-0a53-4023-8b7b-b1cdbe3fad56 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb3a27-4817-4338-8f6a-87db21086fae,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.305211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb81a2-16de-4418-bf9c-3213fe98a80c req-50b70ccd-2c36-49b3-ad08-5628b8fa76f4 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.306752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39cb81a2-16de-4418-bf9c-3213fe98a80c req-50b70ccd-2c36-49b3-ad08-5628b8fa76f4 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 943 time: 0.3241832 Dec 13 10:01:05.310439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-64086336-0be5-487d-a648-ffd980cb390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.312009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-64086336-0be5-487d-a648-ffd980cb390b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba18dbb0-f54f-400e-9e76-26fd4070dd7e HTTP/1.1" status: 200 len: 848 time: 0.0493000 Dec 13 10:01:05.357470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-db60d08a-2b7d-4aa8-8425-c7c57cb01835 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a9990d9-88bf-48f3-acdb-d7373eb411e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381076 Dec 13 10:01:05.419310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cff84136-112a-4d63-a5fc-fdefe5fb4248 None None] Could not find standard attr ID for object 51584d88-a2fd-41c1-91f3-acdb4b1b3a1f. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:05.432006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet 5a2e590d-6c69-49fd-893a-38704a4de27c {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:05.452652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.479599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-377e7b67-3170-46cb-959c-49125210a3ba service neutron] 10.222.0.16 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130097 Dec 13 10:01:05.514752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39cb81a2-16de-4418-bf9c-3213fe98a80c req-e59ad376-691c-4269-be90-994ec3f3a79a tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916111 Dec 13 10:01:05.568183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.585611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.602636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c616012a-4d56-427e-9eac-ee18a9de5e5a']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:05.615804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4cfa7e-3527-4bc9-9cfc-cba0457c2b8a') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:05.616038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4cfa7e-3527-4bc9-9cfc-cba0457c2b8a') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:05.621267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016419c6-0f7d-4cc9-a566-b6b824057b41 req-97882bca-6ce6-41f5-adb7-cd424755d487 service neutron] 10.222.0.16 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342824 Dec 13 10:01:05.645714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.693544 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.709272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:05.709694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:05.713457 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:05.733318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-79be0337-da66-4fcc-99cf-4a5d77879f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.735593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-79be0337-da66-4fcc-99cf-4a5d77879f61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 1094 time: 0.0461097 Dec 13 10:01:05.770656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 102fd963-f839-4c44-9885-67ff7e1e28f2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:05.818875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893ab98-8ac5-43fe-ad67-bc8f3bc7a46f req-0dd7c499-8352-480c-9e1d-8c40d224aac9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.820503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7893ab98-8ac5-43fe-ad67-bc8f3bc7a46f req-0dd7c499-8352-480c-9e1d-8c40d224aac9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 944 time: 0.1598268 Dec 13 10:01:05.825903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.838281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.841629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] 10.222.0.31 "DELETE /v2.0/networks/c616012a-4d56-427e-9eac-ee18a9de5e5a HTTP/1.1" status: 204 len: 168 time: 0.9033179 Dec 13 10:01:05.845504 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.865296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 102fd963-f839-4c44-9885-67ff7e1e28f2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:05.870171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-0c63d4b7-e9ca-430e-a7ed-cc41e898cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.871672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 102fd963-f839-4c44-9885-67ff7e1e28f2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:05.872126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.873229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-0c63d4b7-e9ca-430e-a7ed-cc41e898cfb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 909 time: 0.1302102 Dec 13 10:01:05.893896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a0a8-f67f-460e-a2df-7f1b34b7a4a7 tempest-FloatingIPTestJSON-723694606 tempest-FloatingIPTestJSON-723694606-project] Pushing event deleted for resources: {'Network': ['ID=c616012a-4d56-427e-9eac-ee18a9de5e5a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.950481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7893ab98-8ac5-43fe-ad67-bc8f3bc7a46f req-64fe127e-921b-40d7-90ed-29952d8b3ae9 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185319 Dec 13 10:01:05.986087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.016013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.027395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2e590d-6c69-49fd-893a-38704a4de27c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.040084 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.051890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f1e34-12c5-4ee2-80c1-6a384bc29762 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:06.068012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef188a58-7a16-4ef6-9517-8c5ed84a63e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/5a2e590d-6c69-49fd-893a-38704a4de27c HTTP/1.1" status: 204 len: 168 time: 0.8216114 Dec 13 10:01:06.068628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46190) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:06.078609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:06.356615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46196) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:06.369265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:06.375656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.389702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-b2ff7543-54f3-46f5-a592-aea83512b920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe53674-f371-406e-afbb-7bb6f8882251 HTTP/1.1" status: 200 len: 217 time: 0.5092640 Dec 13 10:01:06.498368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=102fd963-f839-4c44-9885-67ff7e1e28f2,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:06.503115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:06.503409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-502a7713-23ce-4a1f-830a-ffb6a06f329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.506049 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123259b7-f964-42ca-88f9-8c7367c753cc" -d '{"events": [{"server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "name": "network-vif-plugged", "status": "completed", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:06.507924 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-502a7713-23ce-4a1f-830a-ffb6a06f329b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba18dbb0-f54f-400e-9e76-26fd4070dd7e HTTP/1.1" status: 200 len: 848 time: 0.1082275 Dec 13 10:01:06.521388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.565875 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79082039-c326-4f72-a044-3ac40928ea54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.586229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8db16a68-3693-4508-9e1b-31cd5470bb9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c0000cfe6d4fc5a6214ace6697472a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257240 Dec 13 10:01:06.587802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46206) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:06.620320 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3a969-6141-40be-8b02-8dc0835a3ca7 x-openstack-request-id: req-19c3a969-6141-40be-8b02-8dc0835a3ca7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:06.620626 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "name": "network-vif-plugged", "status": "completed", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:06.620886 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19c3a969-6141-40be-8b02-8dc0835a3ca7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:06.621286 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2', 'code': 200} Dec 13 10:01:06.624765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-bdad2b02-18b8-4723-b579-c5de69b336a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a9990d9-88bf-48f3-acdb-d7373eb411e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012566 Dec 13 10:01:06.684766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.749625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-0ee26bf6-2a71-47ed-8e8a-0edc8f978c1d service neutron] 10.222.0.16 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167295 Dec 13 10:01:06.789183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.857490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.860327 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7ee5a3-0753-46bd-ade4-edcf3fb793bc req-bc1fa5b5-7368-44e9-b34d-f5f24af6cd3f service neutron] 10.222.0.16 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032641 Dec 13 10:01:06.875032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a64a4-c503-40ec-9ad7-e764094dabfe req-a5c4f908-7a89-42a4-9ef1-702907ffd444 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.877150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-919a64a4-c503-40ec-9ad7-e764094dabfe req-a5c4f908-7a89-42a4-9ef1-702907ffd444 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 943 time: 0.2068150 Dec 13 10:01:06.885397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b8738-772b-403c-9141-e43312456520 req-cbb0897a-17e9-44b9-a4a2-a048d5eec56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.886893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-115b8738-772b-403c-9141-e43312456520 req-cbb0897a-17e9-44b9-a4a2-a048d5eec56a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 1096 time: 0.1987553 Dec 13 10:01:06.893883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.986533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:07.009772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:07.021458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.021752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.030437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=ed303505-7ac5-437d-9134-ec546f7fbbd0,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.051465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-115b8738-772b-403c-9141-e43312456520 req-3f754b20-57de-49fc-9274-381ba91f8de6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553302 Dec 13 10:01:07.062046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.065233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.066423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abaf7e7e-e8dc-45eb-b42d-35970d4898de HTTP/1.1" status: 204 len: 168 time: 0.4776511 Dec 13 10:01:07.072075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-919a64a4-c503-40ec-9ad7-e764094dabfe req-46c4e74d-0c62-40a2-8bb9-adb37fa6ab67 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841846 Dec 13 10:01:07.097603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c11eacd5-09f0-4598-8284-f4f37948837f tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0275979 Dec 13 10:01:07.100594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46212) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:07.107145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156746259'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:07.108768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9b98d-6380-47ca-a286-950259b4cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf7e7e-e8dc-45eb-b42d-35970d4898de,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.140246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.141046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f0de-5167-45d9-9eb9-1ec8f28e9a13 req-22f27de8-ea67-402c-a3d5-d359bda2da23 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.144664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8912f0de-5167-45d9-9eb9-1ec8f28e9a13 req-22f27de8-ea67-402c-a3d5-d359bda2da23 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.1006842 Dec 13 10:01:07.210242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8912f0de-5167-45d9-9eb9-1ec8f28e9a13 req-1d03adbe-7a46-47fe-99db-7577626e0e1f tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592351 Dec 13 10:01:07.242503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.247674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.286474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7812843c-7b6d-4ae4-b44f-e79b34d8159b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.292088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.293363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c13cca9a-0fb8-4c23-abe8-3972a0b739f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1907263 Dec 13 10:01:07.296053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46216) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:07.301145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654514971'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:07.329111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.367638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03784a39-3fcf-4d75-acba-afea8a15d7c3 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:07.408724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.414102 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.447600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.451761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46226) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:07.453483 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1562884 Dec 13 10:01:07.458728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194734178'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:07.467965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5117c-66cd-4946-8f00-aabc8da696f7 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7784a0-2d81-46ab-860e-30473a309b28,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.488289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.498589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff6e8e7d-1c7a-4062-8dea-2cf108a8b7f0 None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:07.498966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8e7d-1c7a-4062-8dea-2cf108a8b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.545622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e8e7d-1c7a-4062-8dea-2cf108a8b7f0 None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:07.561979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff6e8e7d-1c7a-4062-8dea-2cf108a8b7f0 None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:07.562388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff6e8e7d-1c7a-4062-8dea-2cf108a8b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.565846 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.569991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.590974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.596844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46230) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:07.602075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1700728378', 'security_groups': ['eca422b4-800f-49c4-a551-1814bd2a9e90'], 'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed303505-7ac5-437d-9134-ec546f7fbbd0'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:07.605025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1447108 Dec 13 10:01:07.647075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc7d46-3946-45a6-85f5-ceb8ea9ae7ac tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca422b4-800f-49c4-a551-1814bd2a9e90,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.679967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Update dhcp port {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'fixed_ips': [{'subnet_id': 'd60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed303505-7ac5-437d-9134-ec546f7fbbd0'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'bacfd8a2-6723-4914-9779-b9df4649e370'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:01:07.737510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.766249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:07.881936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.901966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] device_id is not set on port f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:01:07.948081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Allocated IP 2001:db8::2 (6265c1f8-057f-40da-9f1b-045237892461/ed303505-7ac5-437d-9134-ec546f7fbbd0/bacfd8a2-6723-4914-9779-b9df4649e370) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:07.948491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46244) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.104351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:08.105338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-481ba8df-03ca-49b4-9b10-7b602ed37d47 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-181657346', 'prefixes': ['172.20.0.0/16']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:08.138565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.145373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.235043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8::322 (6265c1f8-057f-40da-9f1b-045237892461/ed303505-7ac5-437d-9134-ec546f7fbbd0/f8e4f14b-7ff4-435e-9bd3-b28197f22dc0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:08.266811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b75fd7-143b-459a-beab-9ae22a45c1de req-092c7bc0-1878-42a0-8f53-2f127e96af00 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.268452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06b75fd7-143b-459a-beab-9ae22a45c1de req-092c7bc0-1878-42a0-8f53-2f127e96af00 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 943 time: 0.0747104 Dec 13 10:01:08.270315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9dd1-83fe-4643-8795-3368058c0d36 None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:08.353341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-481ba8df-03ca-49b4-9b10-7b602ed37d47 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] Publish callbacks [] for subnetpool, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.357746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-481ba8df-03ca-49b4-9b10-7b602ed37d47 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4079828 Dec 13 10:01:08.358024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.397891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06b75fd7-143b-459a-beab-9ae22a45c1de req-18ca6bcd-6c54-4ac2-9136-4d7a65434b9e tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185029 Dec 13 10:01:08.419608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08feba4-1941-4603-97ed-f8154c9e7552 req-f27d35eb-8b73-4448-96a6-358c892cc1de tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.421959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a08feba4-1941-4603-97ed-f8154c9e7552 req-f27d35eb-8b73-4448-96a6-358c892cc1de tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.0971899 Dec 13 10:01:08.429533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d10470e2-c5ab-4e2c-8df3-636a6774ca2b tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "GET /v2.0/subnetpools/9180f9f5-7796-45b2-a12a-a580d39fc399 HTTP/1.1" status: 200 len: 731 time: 0.0697904 Dec 13 10:01:08.434978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.450934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-090b73c6-8cf0-42da-80ad-298d9a6ec7d3 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1278361073'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:08.462221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c04dd4e1-3114-49e6-a4f1-6ebb05889b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.479796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a08feba4-1941-4603-97ed-f8154c9e7552 req-83dc18e9-b45e-407a-a8db-c35c9e7189b0 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Dec 13 10:01:08.603928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.618974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-090b73c6-8cf0-42da-80ad-298d9a6ec7d3 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] Publish callbacks [] for subnetpool, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.620400 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-090b73c6-8cf0-42da-80ad-298d9a6ec7d3 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "PUT /v2.0/subnetpools/9180f9f5-7796-45b2-a12a-a580d39fc399 HTTP/1.1" status: 200 len: 684 time: 0.1842310 Dec 13 10:01:08.623299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.659208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9520c-38d2-44a8-a14c-374982f1f81f req-20ace3b7-b8a1-4d43-926e-cdadd7f7b1d8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.661724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1e9520c-38d2-44a8-a14c-374982f1f81f req-20ace3b7-b8a1-4d43-926e-cdadd7f7b1d8 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.0707192 Dec 13 10:01:08.716393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.731697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1e9520c-38d2-44a8-a14c-374982f1f81f req-af11f4ac-e8c4-49b0-9b0a-773be8b7e56e tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Dec 13 10:01:08.818539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=f8e4f14b-7ff4-435e-9bd3-b28197f22dc0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:08.831021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6b64c9aa-bd61-4f0d-bd7a-c7cecf558e9c tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] Publish callbacks [] for subnetpool, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.832255 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6b64c9aa-bd61-4f0d-bd7a-c7cecf558e9c tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9180f9f5-7796-45b2-a12a-a580d39fc399 HTTP/1.1" status: 204 len: 168 time: 0.2078662 Dec 13 10:01:08.835028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46272) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.841337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:08.843398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:08.846218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:08.847210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fe53674-f371-406e-afbb-7bb6f8882251 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:08.853939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.854225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.881716 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e66ec41e-a6e6-4a53-a252-554340251b32 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2846205 Dec 13 10:01:08.884485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46274) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.888209 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-be4b55bd-22e1-482a-9efb-3f5824ce0a7e tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] show failed (client error): The resource could not be found. Dec 13 10:01:08.889251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be4b55bd-22e1-482a-9efb-3f5824ce0a7e tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "GET /v2.0/subnetpools/9180f9f5-7796-45b2-a12a-a580d39fc399 HTTP/1.1" status: 404 len: 346 time: 0.0532117 Dec 13 10:01:08.892431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:08.895838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46276) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.910011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:08.972771 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-08c697d3-e277-4af5-8e6c-8d561900ab06 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] delete failed (client error): The resource could not be found. Dec 13 10:01:08.978018 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08c697d3-e277-4af5-8e6c-8d561900ab06 tempest-SubnetPoolsTestJSON-1306800328 tempest-SubnetPoolsTestJSON-1306800328-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9180f9f5-7796-45b2-a12a-a580d39fc399 HTTP/1.1" status: 404 len: 346 time: 0.0750051 Dec 13 10:01:09.066703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:09.067326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.081141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fe53674-f371-406e-afbb-7bb6f8882251,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:09.084339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:09.090211 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.133168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6fe53674-f371-406e-afbb-7bb6f8882251', 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5', 'port_id': '6fe53674-f371-406e-afbb-7bb6f8882251', 'mac_address': 'fa:16:3e:94:df:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba18dbb0-f54f-400e-9e76-26fd4070dd7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:09.146143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5cbd2496-0e05-4b97-a564-e991db8191d6 None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:09.146526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2496-0e05-4b97-a564-e991db8191d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.295274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61d2a-6be0-4937-823d-246528081cb6 req-bc4c226d-8cfb-4432-9a4b-5792d90b1f11 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.298483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ee61d2a-6be0-4937-823d-246528081cb6 req-bc4c226d-8cfb-4432-9a4b-5792d90b1f11 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.1735678 Dec 13 10:01:09.343024 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed303505-7ac5-437d-9134-ec546f7fbbd0 (CIDR: 2001:db8::/64) Dec 13 10:01:09.349222 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:01:09.349679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.378851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.385494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8737169-24ef-4ef5-a40d-1ae0dfccf403 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4973938 Dec 13 10:01:09.386829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ee61d2a-6be0-4937-823d-246528081cb6 req-bbda7303-bf56-4ea4-82cb-fc0e03b25927 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803063 Dec 13 10:01:09.387377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46286) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.391855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd2496-0e05-4b97-a564-e991db8191d6 None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:09.395576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:09.435072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe53674-f371-406e-afbb-7bb6f8882251 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:09.475804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5cbd2496-0e05-4b97-a564-e991db8191d6 None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:09.476503 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2496-0e05-4b97-a564-e991db8191d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.487633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.504833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fe53674-f371-406e-afbb-7bb6f8882251,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:09.542247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.598933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d49ef0-6a28-4344-bfa4-5a5eafe52f08 req-70d922d7-d1f9-49de-869a-b165f7a0c719 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.601059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07d49ef0-6a28-4344-bfa4-5a5eafe52f08 req-70d922d7-d1f9-49de-869a-b165f7a0c719 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.1066787 Dec 13 10:01:09.611734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.643674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:09.663978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db0bd00c-e428-4ad8-b8a6-e373fe3410d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.664425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453292-e84b-4408-9732-8cdbad2558d5 req-50920c3a-0b80-4715-9ea2-18a227fef27d tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.665998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca453292-e84b-4408-9732-8cdbad2558d5 req-50920c3a-0b80-4715-9ea2-18a227fef27d tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 944 time: 0.1295278 Dec 13 10:01:09.707591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:09.711005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.764913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db0bd00c-e428-4ad8-b8a6-e373fe3410d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.775798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db0bd00c-e428-4ad8-b8a6-e373fe3410d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.819403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4333e565-324c-4538-8444-38da6059b035 None None] Provisioning complete for port f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:09.819928 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4333e565-324c-4538-8444-38da6059b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.822844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bd00c-e428-4ad8-b8a6-e373fe3410d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf1c20-8b47-4ee1-80c8-9729ad87b0d6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:09.831176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07d49ef0-6a28-4344-bfa4-5a5eafe52f08 req-cfe66b28-e3d1-4470-9c88-c7dd28ef1afe tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102542 Dec 13 10:01:09.840155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca453292-e84b-4408-9732-8cdbad2558d5 req-6b3dbcbc-e2a0-4151-a343-8d808a8a3ccb tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618383 Dec 13 10:01:09.841584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-db0bd00c-e428-4ad8-b8a6-e373fe3410d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51468c5b597f4c8bbdd7366af97bc9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533652 Dec 13 10:01:09.844860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.888853 n-d-820935-7 neutron-server[103195]: INFO neutron.db.ipam_backend_mixin [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1 (CIDR: 2001:db8:0:1::/64) Dec 13 10:01:09.893048 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:01:09.893512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.921641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-903f02df-faf4-48dc-b616-4317cd55f108 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5330982 Dec 13 10:01:09.925102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46302) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.927289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.932871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'subnet': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:09.937219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4333e565-324c-4538-8444-38da6059b035 None None] Port f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:09.943736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6fe53674-f371-406e-afbb-7bb6f8882251'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:10.002183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.109268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.112842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.116157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ddf1c20-8b47-4ee1-80c8-9729ad87b0d6 HTTP/1.1" status: 204 len: 168 time: 0.2680683 Dec 13 10:01:10.116671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Made reservation on behalf of 485b791e948d483fb621adeb8fbe5e81 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:10.120289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.144577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629227f3-d1de-47b6-9ba5-48957bef43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf1c20-8b47-4ee1-80c8-9729ad87b0d6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.159518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1e523-9875-4535-b0c5-cd945bd23947 req-72850379-ceb8-43a2-a7d3-319ac461af13 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.167812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7d1e523-9875-4535-b0c5-cd945bd23947 req-72850379-ceb8-43a2-a7d3-319ac461af13 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.0742593 Dec 13 10:01:10.216823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7d1e523-9875-4535-b0c5-cd945bd23947 req-ea56a6e3-41a6-4d10-bc9d-03a075d21a43 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480528 Dec 13 10:01:10.390373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa62c-5ad2-4f46-aa48-18316cc091ee req-3fc4c690-18c3-4ede-b8c6-99b736b2f973 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.400737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f50aa62c-5ad2-4f46-aa48-18316cc091ee req-3fc4c690-18c3-4ede-b8c6-99b736b2f973 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.0700457 Dec 13 10:01:10.404845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.461156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f50aa62c-5ad2-4f46-aa48-18316cc091ee req-a9da7c0d-db84-4ee9-961c-1a91722b7a44 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Dec 13 10:01:10.481101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Network 6265c1f8-057f-40da-9f1b-045237892461 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:10.487344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:10.494743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.497838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4826619-28a2-4a41-bf70-31c7da61d8f2 None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:10.508802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.534930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Subnet': ['ID=f2c16fa0-74f2-4e29-a43c-e9b7063c9efd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.545320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46322) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.551466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-204894906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2c16fa0-74f2-4e29-a43c-e9b7063c9efd'}], 'security_groups': ['7812843c-7b6d-4ae4-b44f-e79b34d8159b', 'dd7784a0-2d81-46ab-860e-30473a309b28']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:10.557258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9117401-882f-450b-8364-f5721278547e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6308136 Dec 13 10:01:10.759389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Update dhcp port {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'fixed_ips': [{'subnet_id': 'd60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed303505-7ac5-437d-9134-ec546f7fbbd0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2c16fa0-74f2-4e29-a43c-e9b7063c9efd'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'bacfd8a2-6723-4914-9779-b9df4649e370'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:01:10.768068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.817710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.108359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Allocated IP 2001:db8:0:2::2 (6265c1f8-057f-40da-9f1b-045237892461/f2c16fa0-74f2-4e29-a43c-e9b7063c9efd/bacfd8a2-6723-4914-9779-b9df4649e370) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:11.157318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241cb0a-7351-4340-b3b7-fde1377bb50c req-b05676c3-0deb-4016-b0de-23e15dcbc06b tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:11.159105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3241cb0a-7351-4340-b3b7-fde1377bb50c req-b05676c3-0deb-4016-b0de-23e15dcbc06b tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 944 time: 0.1830711 Dec 13 10:01:11.170658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472e23f-26c3-4540-91b3-cd148652bf7a req-ff4f99a4-fda0-4c91-97ba-612706427904 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:11.172980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a472e23f-26c3-4540-91b3-cd148652bf7a req-ff4f99a4-fda0-4c91-97ba-612706427904 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.1598785 Dec 13 10:01:11.202532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.254414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:11.280703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3241cb0a-7351-4340-b3b7-fde1377bb50c req-bb55c8a2-5267-4a5b-ae34-55bb3b2cb10e tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929687 Dec 13 10:01:11.297101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a472e23f-26c3-4540-91b3-cd148652bf7a req-c6b14746-9a73-4597-a7ff-759fe018a044 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085258 Dec 13 10:01:11.298741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.305306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.443889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Delete allocated IP 2001:db8::322 (6265c1f8-057f-40da-9f1b-045237892461/ed303505-7ac5-437d-9134-ec546f7fbbd0) {{(pid=103195) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:01:11.448465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0006-afb0-4ae9-8001-3b8401501a96 None None] Pushing event updated for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.453550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Allocated IP 2001:db8:0:2::1c3 (6265c1f8-057f-40da-9f1b-045237892461/f2c16fa0-74f2-4e29-a43c-e9b7063c9efd/f8e4f14b-7ff4-435e-9bd3-b28197f22dc0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:11.685599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.692013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.759220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] In _notify_port_updated(), no bound segment for port f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 on network 6265c1f8-057f-40da-9f1b-045237892461 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:01:11.765162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:11.766537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.768060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "PUT /v2.0/ports/f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 HTTP/1.1" status: 200 len: 969 time: 1.2216449 Dec 13 10:01:11.771214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46356) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:11.780539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540edc6-d9b0-4cdc-af71-c5ed218df9c9 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event updated for resources: {'Port': ['ID=f8e4f14b-7ff4-435e-9bd3-b28197f22dc0,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.898068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:11.898338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.995264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.021343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.038157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:12.136510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-2a29006d-e122-4650-a495-e6412c7eaf48 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.138578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-2a29006d-e122-4650-a495-e6412c7eaf48 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.1009979 Dec 13 10:01:12.275278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.278570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Deleting port 102fd963-f839-4c44-9885-67ff7e1e28f2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:12.279657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.355835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=f8e4f14b-7ff4-435e-9bd3-b28197f22dc0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:12.416981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:12.428695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.460106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.476004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-33fc9930-2ed5-4f10-b6d9-bfc2cac746e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 HTTP/1.1" status: 204 len: 168 time: 0.7034535 Dec 13 10:01:12.481158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46382) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:12.517708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:12.523754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Could not find standard attr ID for object f8e4f14b-7ff4-435e-9bd3-b28197f22dc0. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:12.526633 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8bff6a-7a2b-42f3-a70c-26f45333c646 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] GET failed (client error): The resource could not be found. Dec 13 10:01:12.532805 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e8bff6a-7a2b-42f3-a70c-26f45333c646 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports/f8e4f14b-7ff4-435e-9bd3-b28197f22dc0 HTTP/1.1" status: 404 len: 333 time: 0.0504770 Dec 13 10:01:12.534401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:12.546046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:12.546430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-753999ea-65ac-4e7a-b3f3-a23c3bd86e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.627805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980875-b0b0-4943-99a1-e9e9a64c7562 req-1f1a57de-be8c-40e7-a94e-f55f28a54265 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.631131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9980875-b0b0-4943-99a1-e9e9a64c7562 req-1f1a57de-be8c-40e7-a94e-f55f28a54265 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 944 time: 0.2023475 Dec 13 10:01:12.663737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] For port 102fd963-f839-4c44-9885-67ff7e1e28f2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=102fd963-f839-4c44-9885-67ff7e1e28f2,segment=NetworkSegment(9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5),segment_id=9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:12.666097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.674182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.759719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.784825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56784be-39aa-4344-940c-d64e65207bfd req-5249cead-8c1b-4223-9880-7c71f942b317 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.799395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c56784be-39aa-4344-940c-d64e65207bfd req-5249cead-8c1b-4223-9880-7c71f942b317 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/ports?device_id=164fc4e7-def7-4f42-b57f-5c33edcc6871 HTTP/1.1" status: 200 len: 945 time: 0.3132422 Dec 13 10:01:12.802878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Calling delete_port for 102fd963-f839-4c44-9885-67ff7e1e28f2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:12.855630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.858897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.863645 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/security-groups/eca422b4-800f-49c4-a551-1814bd2a9e90 HTTP/1.1" status: 204 len: 168 time: 0.3256006 Dec 13 10:01:12.865119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fe53674-f371-406e-afbb-7bb6f8882251 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:12.866758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46398) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:12.946026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:12.950158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca422b4-800f-49c4-a551-1814bd2a9e90,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:12.955392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-36ed6e08-cafd-44c2-8330-9d8aa90bb0a7 None None] Could not find standard attr ID for object f8e4f14b-7ff4-435e-9bd3-b28197f22dc0. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:12.979821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.981852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.984391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.985414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.985951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.987135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.988679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.989092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.989500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.990111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.992069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.992484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:12.994291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ff6b2-f38f-4c0c-b0f2-48eb402d6bab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:13.043568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9980875-b0b0-4943-99a1-e9e9a64c7562 req-85996d8a-4df6-4918-8545-da7575f3cf42 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010904 Dec 13 10:01:13.043796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.052434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:13.054132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.056688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6fe53674-f371-406e-afbb-7bb6f8882251 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:13.083812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6fe53674-f371-406e-afbb-7bb6f8882251 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:13.084408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.120254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.131074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c56784be-39aa-4344-940c-d64e65207bfd req-ddee6876-8835-473c-b3c6-6e439ae4f00a tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d84f7c6-9695-418f-bd35-1ef1615bba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305800 Dec 13 10:01:13.245561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.248621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.253499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd7784a0-2d81-46ab-860e-30473a309b28 HTTP/1.1" status: 204 len: 168 time: 0.3825095 Dec 13 10:01:13.254413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46410) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:13.271047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.286431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['102fd963-f839-4c44-9885-67ff7e1e28f2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:13.302935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585de7e-8694-42a4-a8e0-dd8ff14e0cb4 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7784a0-2d81-46ab-860e-30473a309b28,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.330190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.351457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Pushing event deleted for resources: {'Port': ['ID=102fd963-f839-4c44-9885-67ff7e1e28f2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.359511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.378237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21449b28-51b7-44c2-9333-e08479ae239b None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:13.399647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.406072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:13.410168 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586746c8-03a9-4972-92bf-1eeb98278140" -d '{"events": [{"server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "name": "network-vif-plugged", "status": "completed", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:13.428704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fe53674-f371-406e-afbb-7bb6f8882251,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:13.444276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.463982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.468159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.472999 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/security-groups/7812843c-7b6d-4ae4-b44f-e79b34d8159b HTTP/1.1" status: 204 len: 168 time: 0.2125630 Dec 13 10:01:13.473702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46422) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:13.482183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] No DVR routers for this DVR port 102fd963-f839-4c44-9885-67ff7e1e28f2 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:13.487941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.499084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8b3581a-e463-4e08-8975-51ed41cbabae req-76ae3e2f-3e6e-4976-992f-80685377bdb3 tempest-ServerDiskConfigTestJSON-615766727 tempest-ServerDiskConfigTestJSON-615766727-project] 10.222.0.20 "DELETE /v2.0/ports/102fd963-f839-4c44-9885-67ff7e1e28f2 HTTP/1.1" status: 204 len: 173 time: 1.3541028 Dec 13 10:01:13.499622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'name': 'network-vif-deleted', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:13.529373 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7aa9ee-a285-470e-b949-f0b9cb28a351" -d '{"events": [{"server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "name": "network-vif-deleted", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:13.535606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff25d2f-5b6f-4ce3-b8f8-b931a80b78df tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7812843c-7b6d-4ae4-b44f-e79b34d8159b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.560183 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29045f9e-98ef-44aa-9030-ba8da509f378 x-openstack-request-id: req-29045f9e-98ef-44aa-9030-ba8da509f378 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:13.560481 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "name": "network-vif-plugged", "status": "completed", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:13.560769 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29045f9e-98ef-44aa-9030-ba8da509f378 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:13.561248 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251', 'code': 200} Dec 13 10:01:13.571591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet ed303505-7ac5-437d-9134-ec546f7fbbd0 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:13.575205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.625149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.629537 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e7238-0f00-4d21-a8db-6cfa5ebe3777 x-openstack-request-id: req-ed3e7238-0f00-4d21-a8db-6cfa5ebe3777 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:13.629871 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164fc4e7-def7-4f42-b57f-5c33edcc6871", "name": "network-vif-deleted", "tag": "102fd963-f839-4c44-9885-67ff7e1e28f2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:13.634251 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed3e7238-0f00-4d21-a8db-6cfa5ebe3777 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:13.634723 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164fc4e7-def7-4f42-b57f-5c33edcc6871', 'name': 'network-vif-deleted', 'tag': '102fd963-f839-4c44-9885-67ff7e1e28f2', 'status': 'completed', 'code': 200} Dec 13 10:01:13.692982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.760648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6fb1e-7c45-439c-86f0-d9218d7e5205 req-e523c99b-1243-45a8-9aa8-b40a21a358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:13.762151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bec6fb1e-7c45-439c-86f0-d9218d7e5205 req-e523c99b-1243-45a8-9aa8-b40a21a358b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 1096 time: 0.1138570 Dec 13 10:01:13.805077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.865814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bec6fb1e-7c45-439c-86f0-d9218d7e5205 req-bb67e648-783d-48f8-9a5e-57a3d41dd008 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940654 Dec 13 10:01:13.898807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.930663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e19232-13d9-48bc-b1b2-a24e2bd1a27a None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:13.933185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=ed303505-7ac5-437d-9134-ec546f7fbbd0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.935382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.939445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09e2e5d9-fa90-4516-a055-7e00b41899ab tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/ed303505-7ac5-437d-9134-ec546f7fbbd0 HTTP/1.1" status: 204 len: 168 time: 0.4608846 Dec 13 10:01:13.944084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:14.010014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet f2c16fa0-74f2-4e29-a43c-e9b7063c9efd {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:14.013492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.065656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.282721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f3b8-afe2-42ca-ac0a-93cf2f6b8947 req-24160765-3a36-49fc-8609-bfdf0dee4e86 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:14.296315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d604f3b8-afe2-42ca-ac0a-93cf2f6b8947 req-24160765-3a36-49fc-8609-bfdf0dee4e86 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 945 time: 0.1036973 Dec 13 10:01:14.317059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.460901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d604f3b8-afe2-42ca-ac0a-93cf2f6b8947 req-0184f481-7e92-4432-afb1-c04c038344d8 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604893 Dec 13 10:01:14.492248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.582023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c16fa0-74f2-4e29-a43c-e9b7063c9efd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:14.616946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.630884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-66f31b7c-ea33-416c-9eb1-a9e4478fb53e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/f2c16fa0-74f2-4e29-a43c-e9b7063c9efd HTTP/1.1" status: 204 len: 168 time: 0.6859500 Dec 13 10:01:14.636153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46494) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:14.673743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:14.699166 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3867b1-1f15-4928-ae76-ff174de5e20e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:14.700236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3867b1-1f15-4928-ae76-ff174de5e20e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:14.707618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f3867b1-1f15-4928-ae76-ff174de5e20e tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/ed303505-7ac5-437d-9134-ec546f7fbbd0 HTTP/1.1" status: 404 len: 337 time: 0.0695679 Dec 13 10:01:14.718230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46498) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:14.789756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Deleting subnet f6ea24b8-6abc-4014-80cc-c7284ec37fe9 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:14.805746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.873434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting subnet d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:14.881769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.939332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.016577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.058837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.104398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.177865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.184157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee604899-837c-4da3-b3a5-bdadbe7686b6 None None] Network 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:15.190467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6ea24b8-6abc-4014-80cc-c7284ec37fe9 HTTP/1.1" status: 204 len: 168 time: 0.5155656 Dec 13 10:01:15.191936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2277141-58b3-4346-8dd4-ab0ad24bdaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ea24b8-6abc-4014-80cc-c7284ec37fe9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:15.195759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46504) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.271407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.339861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1536b597-33f0-4adf-bfc9-ac0c8c1453c9 None None] DHCP port deletion for 01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:15.383336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f012a46-9264-41ab-8be4-7ff25390094c None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:15.452328 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.467751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.485265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.488943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1 HTTP/1.1" status: 204 len: 168 time: 0.7696533 Dec 13 10:01:15.491477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46512) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.524751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6133218d-0eb5-4e7e-b4f8-a78b37c7d11d None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:15.525378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6133218d-0eb5-4e7e-b4f8-a78b37c7d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.541690 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f85eb9-b866-4acd-9000-508c29240d2c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.542189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f85eb9-b866-4acd-9000-508c29240d2c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.545354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-62f85eb9-b866-4acd-9000-508c29240d2c tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/5a2e590d-6c69-49fd-893a-38704a4de27c HTTP/1.1" status: 404 len: 337 time: 0.0526636 Dec 13 10:01:15.546882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b12b60-3004-40c0-822d-b49dfd7b7a14 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Subnet': ['ID=d60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:15.550337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46514) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.613093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6133218d-0eb5-4e7e-b4f8-a78b37c7d11d None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:15.617100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b1e364ae-297d-43fe-ac68-5befb1dbe3dd tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "GET /v2.0/ports?device_id=e342f6e1-bafb-4db5-9a37-7842d3ecedbe HTTP/1.1" status: 200 len: 205 time: 0.0631750 Dec 13 10:01:15.617100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.624736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.661741 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-1d623d86-1490-48dd-8ed9-1857ba364690 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] delete failed (client error): The resource could not be found. Dec 13 10:01:15.665905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d623d86-1490-48dd-8ed9-1857ba364690 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/routers/e342f6e1-bafb-4db5-9a37-7842d3ecedbe HTTP/1.1" status: 404 len: 336 time: 0.0489874 Dec 13 10:01:15.666959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.679135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.710250 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8d4caf-01bf-47f9-a2d0-adacc046ecdc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.710980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8d4caf-01bf-47f9-a2d0-adacc046ecdc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.716886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46524) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.718158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e8d4caf-01bf-47f9-a2d0-adacc046ecdc tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/705f0121-6f95-4501-bca1-8b875a25b10a HTTP/1.1" status: 404 len: 337 time: 0.0495040 Dec 13 10:01:15.732925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6133218d-0eb5-4e7e-b4f8-a78b37c7d11d None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:15.733335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6133218d-0eb5-4e7e-b4f8-a78b37c7d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.735718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cda195-7745-45c0-9af8-f4aeb2afc8da None None] Update dhcp port {'port': {'network_id': '6265c1f8-057f-40da-9f1b-045237892461', 'fixed_ips': [{'subnet_id': 'd60f7f9a-d8bf-4879-9fa3-1bec1a4f5ad1'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'bacfd8a2-6723-4914-9779-b9df4649e370'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:01:15.752312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6ae0-e7db-4756-b857-607c3122bf69 req-81f306c5-1b8c-482d-aac4-af26d6244d14 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:15.754378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a7a6ae0-e7db-4756-b857-607c3122bf69 req-81f306c5-1b8c-482d-aac4-af26d6244d14 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 945 time: 0.1468160 Dec 13 10:01:15.776964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:15.780929 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c99619-79db-4c54-a120-17b1c1f0bed2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.781560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c99619-79db-4c54-a120-17b1c1f0bed2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.788125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.797038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d3c99619-79db-4c54-a120-17b1c1f0bed2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/8eea0966-19fc-47f1-b29f-94902cd0e9c8 HTTP/1.1" status: 404 len: 337 time: 0.0779219 Dec 13 10:01:15.804121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-80cda195-7745-45c0-9af8-f4aeb2afc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.826210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 102fd963-f839-4c44-9885-67ff7e1e28f2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:15.830364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:15.830364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd17a15-57fc-4ecf-bd4f-d9472a0bc5c5') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:15.838113 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-7578808e-d881-413a-b56a-a8034436afb6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.838113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7578808e-d881-413a-b56a-a8034436afb6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.847431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7578808e-d881-413a-b56a-a8034436afb6 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/4977ea81-df51-4049-8890-441e1ae748de HTTP/1.1" status: 404 len: 337 time: 0.0574703 Dec 13 10:01:15.847656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.851263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 102fd963-f839-4c44-9885-67ff7e1e28f2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:15.851569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 102fd963-f839-4c44-9885-67ff7e1e28f2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:15.875345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.915636 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59a12d0-3a02-41bb-a27d-34c5ea31c305 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.919892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59a12d0-3a02-41bb-a27d-34c5ea31c305 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.927732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c59a12d0-3a02-41bb-a27d-34c5ea31c305 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/7991123c-e736-4904-8f4d-94241303b9f3 HTTP/1.1" status: 404 len: 333 time: 0.0766165 Dec 13 10:01:15.933145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.936539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.940525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-167178db-dbaa-426f-a92c-716c152c428a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.957643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:15.958143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:15.960920 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:15.976871 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723b0cd-347c-4511-8997-65fbc37882e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:15.977382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b723b0cd-347c-4511-8997-65fbc37882e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:15.980472 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b723b0cd-347c-4511-8997-65fbc37882e3 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/98a184c3-2576-4b46-b537-2c69083c8a0e HTTP/1.1" status: 404 len: 337 time: 0.0415909 Dec 13 10:01:15.984373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.989069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a7a6ae0-e7db-4756-b857-607c3122bf69 req-4dfb9409-e38a-49f8-aac8-603263f48bda tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138340 Dec 13 10:01:16.032069 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e507600-3872-489e-bfc0-29d5595ffaa8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:16.032512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e507600-3872-489e-bfc0-29d5595ffaa8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:16.035669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e507600-3872-489e-bfc0-29d5595ffaa8 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/e0329fb3-8b38-432a-b125-ad853d2dde58 HTTP/1.1" status: 404 len: 337 time: 0.0509222 Dec 13 10:01:16.042771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.096650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.106543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.118087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] 10.222.0.31 "DELETE /v2.0/networks/01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304 HTTP/1.1" status: 204 len: 168 time: 0.7895944 Dec 13 10:01:16.118975 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e652468-3d60-4eef-bb76-219f717237b0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:16.118975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e652468-3d60-4eef-bb76-219f717237b0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:16.123472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f80301-d6bc-4c6a-86e7-8c85c920626c None None] Network 6265c1f8-057f-40da-9f1b-045237892461 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:16.151946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e652468-3d60-4eef-bb76-219f717237b0 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/36494776-b30b-429b-a1b0-b464089f815d HTTP/1.1" status: 404 len: 333 time: 0.1072133 Dec 13 10:01:16.156422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46542) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.174553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5723716-04ad-4b6a-a4d9-5f6064731922 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f6fcca-ee9f-4c5a-8fb6-9ae1abec8304,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.216985 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34c95d9-d4ec-46e8-a4f1-6c46fc6aa267 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:16.217525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34c95d9-d4ec-46e8-a4f1-6c46fc6aa267 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:16.235251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-167178db-dbaa-426f-a92c-716c152c428a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.242216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f34c95d9-d4ec-46e8-a4f1-6c46fc6aa267 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/de0c3a67-a76a-4d31-8e2d-33a372b3559d HTTP/1.1" status: 404 len: 337 time: 0.0842476 Dec 13 10:01:16.248684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46544) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.250759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-167178db-dbaa-426f-a92c-716c152c428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.262557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d414212-6c88-4deb-b9be-33763e6f3444 None None] Provisioning complete for port b84496dd-2f79-4ffd-8093-15feede47dca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:16.263604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d414212-6c88-4deb-b9be-33763e6f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.312944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167178db-dbaa-426f-a92c-716c152c428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347be6e9-538c-4271-8e56-5a26e5e75f05,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.323482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d414212-6c88-4deb-b9be-33763e6f3444 None None] Port b84496dd-2f79-4ffd-8093-15feede47dca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:16.324799 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-0623ca4b-cbf9-4cfe-a937-0f32e16108bb tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:16.327381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0623ca4b-cbf9-4cfe-a937-0f32e16108bb tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:16.339247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0623ca4b-cbf9-4cfe-a937-0f32e16108bb tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/subnets/dc1f417b-e550-45ee-adb9-f09423f8b278 HTTP/1.1" status: 404 len: 337 time: 0.0888371 Dec 13 10:01:16.340717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46546) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.348793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d414212-6c88-4deb-b9be-33763e6f3444 None None] Provisioning complete for port bacfd8a2-6723-4914-9779-b9df4649e370 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:16.350396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d414212-6c88-4deb-b9be-33763e6f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.360955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-167178db-dbaa-426f-a92c-716c152c428a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01becfb758b64d749c9451e74397e8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7341602 Dec 13 10:01:16.365331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46548) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.398597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] DHCP port deletion for 6265c1f8-057f-40da-9f1b-045237892461 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:16.422892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.461455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:01:16.489155 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.517307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.528126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Deleting port b84496dd-2f79-4ffd-8093-15feede47dca {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:16.528698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.532093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Deleting port bacfd8a2-6723-4914-9779-b9df4649e370 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:16.532500 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.583766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.586964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.588773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/347be6e9-538c-4271-8e56-5a26e5e75f05 HTTP/1.1" status: 204 len: 168 time: 0.2224054 Dec 13 10:01:16.600304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e9224d6-5718-43f1-9c35-9afb0b355e4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a99e3fad0c4619843ddccdfb9dc3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732588 Dec 13 10:01:16.601370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:16.612464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] For port bacfd8a2-6723-4914-9779-b9df4649e370, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bacfd8a2-6723-4914-9779-b9df4649e370,segment=NetworkSegment(a4071792-3636-4e87-90f9-bf86d99d1928),segment_id=a4071792-3636-4e87-90f9-bf86d99d1928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:16.613529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.613740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5baa84-97ed-40b6-81ee-fc792962e104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347be6e9-538c-4271-8e56-5a26e5e75f05,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.643954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Calling delete_port for bacfd8a2-6723-4914-9779-b9df4649e370 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:16.749873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.769294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.784059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.804183 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.860733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Calling delete_port for b84496dd-2f79-4ffd-8093-15feede47dca owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:16.861032 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.864508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.866068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d84f7c6-9695-418f-bd35-1ef1615bba41 HTTP/1.1" status: 204 len: 168 time: 0.2598641 Dec 13 10:01:16.867506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] Pushing event deleted for resources: {'Port': ['ID=bacfd8a2-6723-4914-9779-b9df4649e370,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.869592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2dd96-8ae4-4daf-993f-0b3596ccb68a None None] No DVR routers for this DVR port bacfd8a2-6723-4914-9779-b9df4649e370 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:16.895477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae4c28-65bb-4960-8e88-c0b8cdffd15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84f7c6-9695-418f-bd35-1ef1615bba41,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.952880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:17.009678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: bacfd8a2-6723-4914-9779-b9df4649e370 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:17.010159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bacfd8a2-6723-4914-9779-b9df4649e370 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:17.037724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.070738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Port': ['ID=b84496dd-2f79-4ffd-8093-15feede47dca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.077707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.084921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-189aa680-51b1-4792-ac83-b8fde9d506a2 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/ports/b84496dd-2f79-4ffd-8093-15feede47dca HTTP/1.1" status: 204 len: 168 time: 0.7430592 Dec 13 10:01:17.085539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46570) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:17.224125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.305553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4bbe-b980-4b5c-b8cb-7be43731dad6 req-14c2f9fd-711c-4eae-8066-058ae22ce08f tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:17.307440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64ee4bbe-b980-4b5c-b8cb-7be43731dad6 req-14c2f9fd-711c-4eae-8066-058ae22ce08f tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 945 time: 0.0823720 Dec 13 10:01:17.356095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.388940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6265c1f8-057f-40da-9f1b-045237892461']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:17.404338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64ee4bbe-b980-4b5c-b8cb-7be43731dad6 req-cd429078-fae2-42df-9662-ed43e148f821 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877352 Dec 13 10:01:17.418117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4071792-3636-4e87-90f9-bf86d99d1928') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:17.418748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4071792-3636-4e87-90f9-bf86d99d1928') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:17.437268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.452950 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.461884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:17.462490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:17.470508 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:17.493732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46584) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:17.507462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fde77f6-2bc7-45f8-a78a-f03a3644089f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.546107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.554071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.558054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] 10.222.0.31 "DELETE /v2.0/networks/6265c1f8-057f-40da-9f1b-045237892461 HTTP/1.1" status: 204 len: 168 time: 0.4714117 Dec 13 10:01:17.585120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ee274-18b7-48dc-a0d3-a8c7b2fb9973 tempest-PortsIpV6TestJSON-1355187815 tempest-PortsIpV6TestJSON-1355187815-project] Pushing event deleted for resources: {'Network': ['ID=6265c1f8-057f-40da-9f1b-045237892461,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.650539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fde77f6-2bc7-45f8-a78a-f03a3644089f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.656884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2fde77f6-2bc7-45f8-a78a-f03a3644089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.700099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde77f6-2bc7-45f8-a78a-f03a3644089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bfd4f2-cb13-4cad-a0af-250d15a3600e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.720588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2fde77f6-2bc7-45f8-a78a-f03a3644089f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d418138a647d448e91c6755ac4c5fe17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253809 Dec 13 10:01:17.720887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46592) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:17.804884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.832076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.910427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.914078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.915490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3bfd4f2-cb13-4cad-a0af-250d15a3600e HTTP/1.1" status: 204 len: 168 time: 0.1935582 Dec 13 10:01:17.928121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b76cae-fcd4-45ae-ace2-0b5feed74f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bfd4f2-cb13-4cad-a0af-250d15a3600e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.988591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46602) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:18.269137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f4cb453-fba0-4862-8c35-6d69a5c6b47e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=485b791e948d483fb621adeb8fbe5e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792730 Dec 13 10:01:18.271684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46616) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:18.346313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.375592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46620) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:18.386352 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.462923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.465625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.468346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b66dfd9c-3f08-46ff-9639-817e5199f748 HTTP/1.1" status: 204 len: 168 time: 0.1954112 Dec 13 10:01:18.492114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450e9c-475b-4d8b-b0a8-90eed7829883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66dfd9c-3f08-46ff-9639-817e5199f748,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:18.570374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-895493499-network', 'tenant_id': '9443816953b64cefbaf96343e77ff81f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:18.582870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dcd51-b6bd-4e9b-99cf-ed4a2b91615e req-b00db0a8-2f0a-41e7-9bd6-cf565da94410 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.583984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-d74fbbd1-8ad3-4440-a25a-ad63de2eb0f6 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.585337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a0dcd51-b6bd-4e9b-99cf-ed4a2b91615e req-b00db0a8-2f0a-41e7-9bd6-cf565da94410 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 945 time: 0.1023724 Dec 13 10:01:18.586282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-d74fbbd1-8ad3-4440-a25a-ad63de2eb0f6 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 945 time: 0.0870571 Dec 13 10:01:18.642760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Made reservation on behalf of 9443816953b64cefbaf96343e77ff81f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:18.650405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.681359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.717202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a0dcd51-b6bd-4e9b-99cf-ed4a2b91615e req-0af05a60-7c35-4d35-ac1a-14a85d814536 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 Dec 13 10:01:18.805705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Deleting port 6fe53674-f371-406e-afbb-7bb6f8882251 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:18.806755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.842040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.851579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.901854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e79daf-d332-48c3-96a4-c534be5f6370,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:18.920384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:18.940399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.941632 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Added segment e7aa88d6-21f9-4e96-9510-732cf90ddfb0 of type vlan for network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 Dec 13 10:01:18.997801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] For port 6fe53674-f371-406e-afbb-7bb6f8882251, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fe53674-f371-406e-afbb-7bb6f8882251,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:18.998183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.009586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.018878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Calling delete_port for 6fe53674-f371-406e-afbb-7bb6f8882251 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:19.039431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.041265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:19.042029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.155982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7789226 Dec 13 10:01:19.158806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46642) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:19.165376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Request body: {'subnet': {'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-895493499-subnet', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:19.177654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2225-5a62-4435-9511-53898c614c5e admin admin] Pushing event updated for resources: {'Network': ['ID=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:19.194361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:19.205393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Made reservation on behalf of 9443816953b64cefbaf96343e77ff81f for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:19.209001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.236495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.303385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Pushing event deleted for resources: {'Port': ['ID=6fe53674-f371-406e-afbb-7bb6f8882251,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:19.382075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] No DVR routers for this DVR port 6fe53674-f371-406e-afbb-7bb6f8882251 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:19.401020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.410997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9ff683cd-aedf-4b45-96cc-26ed1174ad09 req-07c1f868-69a6-45a9-8ae2-d7fad34067c5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.16 "DELETE /v2.0/ports/6fe53674-f371-406e-afbb-7bb6f8882251 HTTP/1.1" status: 204 len: 173 time: 0.8176191 Dec 13 10:01:19.411577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'name': 'network-vif-deleted', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:19.415140 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd33a5d-1deb-4f38-8a69-d09d5841ffb1" -d '{"events": [{"server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "name": "network-vif-deleted", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:19.496174 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5677ea37-5986-4614-b9d7-222d511d3399 x-openstack-request-id: req-5677ea37-5986-4614-b9d7-222d511d3399 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:19.496703 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5", "name": "network-vif-deleted", "tag": "6fe53674-f371-406e-afbb-7bb6f8882251", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:19.497130 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5677ea37-5986-4614-b9d7-222d511d3399 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:19.497704 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5', 'name': 'network-vif-deleted', 'tag': '6fe53674-f371-406e-afbb-7bb6f8882251', 'status': 'completed', 'code': 200} Dec 13 10:01:19.848622 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.891629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:19.962710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca897ff7-22c6-4bd5-8165-208cec21a661 req-e36fb6e0-10cf-45d9-aa57-41b79861ee53 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e1b0df-9ee0-4a26-a1f4-f53c7d0b07a5 HTTP/1.1" status: 200 len: 210 time: 0.0370266 Dec 13 10:01:19.970924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Checking segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:19.971736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Network hostable DHCP agents. Network: 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:19.994512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:20.014207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:20.021107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.021987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.026260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcca99b-f2dc-4037-bd3f-6576ac7b6be7 None None] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:20.052781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:20.056429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2e184a8-aeee-48db-8c5d-19b09cf1db01 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8898556 Dec 13 10:01:20.060161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:20.076376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:20.107392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.108707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.199617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.234213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f08849-ec3e-44bb-bafc-9ea0c4c9a9dd None None] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:20.238179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2056111165'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:20.270489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Made reservation on behalf of 927cd348594e456d96c990d8b5bc9886 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:20.279161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.293090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.379836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.437384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.443908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.475524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:20.492627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a596f-2ec3-42eb-b667-875fc3be05fa,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:20.496633 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.497333 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Added segment 0dcb88a2-367a-4dd6-bc91-3f5f144d4c72 of type vlan for network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 Dec 13 10:01:20.545811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.573943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.580491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.581145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.640659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.650429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5725665 Dec 13 10:01:20.661455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc91e4-45d6-4320-b9cb-6ff07c3e8152 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event updated for resources: {'Network': ['ID=14c1ffa5-bf8f-4284-bee5-c88126dc1a32,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:20.663707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46706) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:20.674203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:20.677778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.680680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Request body: {'subnet': {'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:20.818590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Allocated IP 172.25.2.241 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:20.834011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Made reservation on behalf of 927cd348594e456d96c990d8b5bc9886 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:20.839982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.874359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fe53674-f371-406e-afbb-7bb6f8882251 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:20.904949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6fe53674-f371-406e-afbb-7bb6f8882251 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:20.905756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fe53674-f371-406e-afbb-7bb6f8882251 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:20.984267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.040940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.103944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.178111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:21.189318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:21.199993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:21.210996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e49536-34f4-4d74-8b15-149664d14f0f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:21.261623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-65d986d4-ff3e-44e5-8308-f49101cf1d68 None None] Provisioning complete for port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:21.262801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65d986d4-ff3e-44e5-8308-f49101cf1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.279196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event updated for resources: {'Subnet': ['ID=2f8f79b0-281b-4794-aa7b-e563bdc0206c,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:21.286174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Checking segment: {'id': '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:21.286174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Network hostable DHCP agents. Network: 14c1ffa5-bf8f-4284-bee5-c88126dc1a32, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:21.286418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Pushing event updated for resources: {'Port': ['ID=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:21.305437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:21.318373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 14c1ffa5-bf8f-4284-bee5-c88126dc1a32) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:21.323210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.324318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.348626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb2c433e-3d17-4acf-aa49-00db7776b015 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6834247 Dec 13 10:01:21.349251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46730) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:21.357071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Request body: {'port': {'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32', 'name': 'tempest-TagsExtTest-2090934007'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:21.361128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de3e45-d1b6-49f9-85e9-c3a488478366 None None] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:21.494134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-65d986d4-ff3e-44e5-8308-f49101cf1d68 None None] Port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:21.576311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-14c1ffa5-bf8f-4284-bee5-c88126dc1a32', 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32', 'project_id': '927cd348594e456d96c990d8b5bc9886', 'fixed_ips': [{'subnet_id': '2f8f79b0-281b-4794-aa7b-e563bdc0206c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:01:21.578337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.619567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-260765bc-826c-4da2-9cc2-8d1af821b3d4 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.621069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-260765bc-826c-4da2-9cc2-8d1af821b3d4 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 808 time: 0.1619427 Dec 13 10:01:21.671529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-893e7f90-82c9-4b49-99c1-346d7c27255d tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/quotas/3365f6846cc445d1a03fcb101b9f6224 HTTP/1.1" status: 200 len: 375 time: 0.0259929 Dec 13 10:01:21.721405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.736468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-31cfbefe-8906-4b1f-9f4a-7bbdbfc790f4 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568488 Dec 13 10:01:21.738467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Made reservation on behalf of 927cd348594e456d96c990d8b5bc9886 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:21.743393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.774514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] device_id is not set on port 807077d4-9abe-4a1c-b10c-320f8ec37fc6 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:01:21.824261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Allocated IP 172.20.0.2 (14c1ffa5-bf8f-4284-bee5-c88126dc1a32/2f8f79b0-281b-4794-aa7b-e563bdc0206c/46330186-fb1f-45d6-8e87-8554c7ed8fd3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:22.085151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-814b27d0-5604-4336-ad11-db98303002ad service neutron] 10.222.0.31 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265331 Dec 13 10:01:22.117538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.127146 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.223217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:22.226626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:22.230432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:22.245260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Pushing event updated for resources: {'Port': ['ID=46330186-fb1f-45d6-8e87-8554c7ed8fd3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:22.331904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-5831a1dd-2ded-4d29-b9e3-4609e4abbac5 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406020 Dec 13 10:01:22.346078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Attempting to bind port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:22.346787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Attempting to bind port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:22.347897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Attempting to bind port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 on network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:22.364954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Allocated IP 172.20.0.5 (14c1ffa5-bf8f-4284-bee5-c88126dc1a32/2f8f79b0-281b-4794-aa7b-e563bdc0206c/807077d4-9abe-4a1c-b10c-320f8ec37fc6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:22.365213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:22.365524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Checking segment: {'id': '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:22.365977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.366387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Bound using segment: {'id': '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:22.366866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Bound port: 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14c1ffa5-bf8f-4284-bee5-c88126dc1a32'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:22.376990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.389576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.601254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Router 9bf55b3a-7586-4db1-9b89-20c4685a66de is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:01:22.604017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] For port 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:22.610082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] For port 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=46330186-fb1f-45d6-8e87-8554c7ed8fd3,segment=NetworkSegment(0dcb88a2-367a-4dd6-bc91-3f5f144d4c72),segment_id=0dcb88a2-367a-4dd6-bc91-3f5f144d4c72)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:22.617029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.705310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.796949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb4a1a-f08d-461f-8866-a1b465fdb57a None None] Pushing event updated for resources: {'Port': ['ID=46330186-fb1f-45d6-8e87-8554c7ed8fd3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:22.802556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0424c0c9-ac32-43b9-aaea-0d026375aa51 req-488183c4-25ae-4cba-ab04-0a55075dd753 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 210 time: 0.0596781 Dec 13 10:01:22.806627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:22.878399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:22.881608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:22.886500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:22.917864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event updated for resources: {'Port': ['ID=807077d4-9abe-4a1c-b10c-320f8ec37fc6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:22.953826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:22.965642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:22.970957 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Sync routers for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:22.972579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.006081 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:23.018009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7c96bc0a-6739-4cfe-90e9-d948eba5c1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6668427 Dec 13 10:01:23.020012 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:01:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:23.022218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46776) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:23.027658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1812450668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:23.167298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.175540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e26510f-b4b2-4836-a616-e3c28706ca6d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1183908 Dec 13 10:01:23.175925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46780) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:23.196468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.197666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.363933 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:23.392842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.398860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.446663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.456875 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1b1f097a-e9c1-4e2e-b0af-ef5acb817058 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4289048 Dec 13 10:01:23.457464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46790) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:23.474004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4f21df92-36cc-4229-83ac-22f35a544305 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1104820773', 'prefixes': ['172.20.0.0/16']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:23.676590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f21df92-36cc-4229-83ac-22f35a544305 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for subnetpool, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.681204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f21df92-36cc-4229-83ac-22f35a544305 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2188087 Dec 13 10:01:23.681576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46794) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:23.695364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-743efe9e-0829-415d-bcba-9e0a081b2e75 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-1758466087') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.026279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-743efe9e-0829-415d-bcba-9e0a081b2e75 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-1758466087 HTTP/1.1" status: 201 len: 201 time: 0.3419437 Dec 13 10:01:24.043297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.051466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-cf2e0836-2e88-46cf-a37d-04d298708ce3 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-251168435') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.055636 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:21Z', 'revision_number': 3, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.064671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d272b24-7cf2-405c-8f69-d0e0cbc0a72b req-b7b27e83-cd3a-4e63-9f2a-94dca46ba0dd tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 210 time: 0.1038547 Dec 13 10:01:24.128750 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Checking router: 9bf55b3a-7586-4db1-9b89-20c4685a66de for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:01:24.129501 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Updating router 9bf55b3a-7586-4db1-9b89-20c4685a66de port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:01:24.212100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf2e0836-2e88-46cf-a37d-04d298708ce3 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-251168435 HTTP/1.1" status: 201 len: 201 time: 0.1669741 Dec 13 10:01:24.214584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46802) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.220578 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.236075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-db049a8b-c62b-4fcb-8788-b27789450381 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-364421786') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.312352 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.424190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-db049a8b-c62b-4fcb-8788-b27789450381 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-364421786 HTTP/1.1" status: 201 len: 201 time: 0.2080801 Dec 13 10:01:24.426052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46804) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.440817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-3801371b-1933-4fce-bb86-11d5094c03b6 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-1099298067') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.540952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3801371b-1933-4fce-bb86-11d5094c03b6 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-1099298067 HTTP/1.1" status: 201 len: 201 time: 0.1065705 Dec 13 10:01:24.543484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.549991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-4e7845d1-3f5c-4109-a502-dd96434c1925 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.599137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fed40a-7833-48b8-a53b-a8932b6b260e None None] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:24.674250 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e7845d1-3f5c-4109-a502-dd96434c1925 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 200 len: 241 time: 0.1289363 Dec 13 10:01:24.676314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46814) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.687379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-bc9c43d8-6df5-4e75-949e-0941145e7094 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-1758466087') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.856570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc9c43d8-6df5-4e75-949e-0941145e7094 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-1758466087 HTTP/1.1" status: 204 len: 168 time: 0.1765647 Dec 13 10:01:24.857498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46818) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:24.867456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-b477549d-ed92-41c0-9b25-19929b287020 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-1758466087') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:24.937221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] Provisioning complete for port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:24.938302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.957882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-e978e2dc-ba17-4828-a05a-b4b4bb923c9b tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.958915 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.969580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-e978e2dc-ba17-4828-a05a-b4b4bb923c9b tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.20 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 808 time: 0.5502603 Dec 13 10:01:24.970677 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.975504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Allocated IP 172.20.0.1 (0fea15f5-e0b6-4f53-96bf-7c79b53f26e9/4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578/3d86fb81-1c6e-4519-870b-b9e5282e0d1a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:24.995250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Request body: {'port': {'device_id': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5', 'admin_state_up': True, 'tenant_id': '3365f6846cc445d1a03fcb101b9f6224'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:25.012099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 46330186-fb1f-45d6-8e87-8554c7ed8fd3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:25.077694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1c389-2438-43e3-90be-6006ea95bb3d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:25.143182 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b477549d-ed92-41c0-9b25-19929b287020 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-1758466087 HTTP/1.1" status: 204 len: 168 time: 0.2810121 Dec 13 10:01:25.145729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46826) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:25.150282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-551c1eab-3448-4793-aeaa-541c4dd7ed90 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:25.182832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Attempting to bind port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:25.184309 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Attempting to bind port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:25.187638 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Attempting to bind port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:25.208430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.211523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:25.213257 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:25.215315 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.215925 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:25.216618 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Bound port: c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:25.218517 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.288640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] For port 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=46330186-fb1f-45d6-8e87-8554c7ed8fd3,segment=NetworkSegment(0dcb88a2-367a-4dd6-bc91-3f5f144d4c72),segment_id=0dcb88a2-367a-4dd6-bc91-3f5f144d4c72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:25.300931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.333069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Made reservation on behalf of 3365f6846cc445d1a03fcb101b9f6224 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:25.340816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.345499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-551c1eab-3448-4793-aeaa-541c4dd7ed90 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 200 len: 205 time: 0.1956525 Dec 13 10:01:25.347320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46828) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:25.367526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-aad5cd92-90d4-4489-84a9-90643f9ce523 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:25.368291 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] For port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:25.375511 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] For port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:25.381542 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Pushing event updated for resources: {'Port': ['ID=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:25.393561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-106921dc-bb77-474a-a6bb-5234dc8fccd0 req-034c8c16-2f21-4082-830f-d54452a8243b tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 210 time: 0.1155770 Dec 13 10:01:25.399147 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.406347 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.407031 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.407368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.407745 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.408085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.408410 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.408738 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.409060 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.409388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.409712 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.410034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.410354 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.410672 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.443604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:25.444057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.576968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414c6b2-54c9-44f6-980b-abe62e600027 None None] Pushing event updated for resources: {'Port': ['ID=46330186-fb1f-45d6-8e87-8554c7ed8fd3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:25.598796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] Provisioning complete for port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:25.601390 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.606290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5983-592e-4bd7-8a04-a40840fb7e54 None None] Pushing event updated for resources: {'Port': ['ID=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:25.674973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16c7cd-d781-4a38-b9c1-8df1c6348485 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:25.677394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:25.678177 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:01:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:25.746812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46832) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:25.747302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aad5cd92-90d4-4489-84a9-90643f9ce523 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 200 len: 240 time: 0.3986919 Dec 13 10:01:25.756520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-2e54803b-42a9-46a9-8e59-26241ed3719b tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-251168435') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:25.880015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.918067 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e54803b-42a9-46a9-8e59-26241ed3719b tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-251168435 HTTP/1.1" status: 204 len: 168 time: 0.1675830 Dec 13 10:01:25.922857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:25.933703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-1ff5a7b4-e4a7-43d6-975d-1acca09a2d26 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-251168435') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:25.951976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.971347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Allocated IP 172.20.0.5 (3a9990d9-88bf-48f3-acdb-d7373eb411e5/ba18dbb0-f54f-400e-9e76-26fd4070dd7e/68cdd6de-1ddc-4f79-b159-3132466d755b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:25.984205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.003591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] For port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:26.010484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.049059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:26.063715 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ff5a7b4-e4a7-43d6-975d-1acca09a2d26 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-251168435 HTTP/1.1" status: 204 len: 168 time: 0.1390729 Dec 13 10:01:26.065994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46840) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.071394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9e48d-dfe6-4706-bcb0-a5699bea932d None None] Pushing event updated for resources: {'Port': ['ID=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:26.071809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-3e0e4047-6bd8-4acf-82d0-34bc0649629c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.140731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Provisioning complete for port 807077d4-9abe-4a1c-b10c-320f8ec37fc6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:26.141151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.158602 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e0e4047-6bd8-4acf-82d0-34bc0649629c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 200 len: 205 time: 0.0910256 Dec 13 10:01:26.161913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.170688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-88e64833-8238-4871-b4a5-9d8347191f26 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.207440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Port 807077d4-9abe-4a1c-b10c-320f8ec37fc6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:26.222025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.231961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Provisioning complete for port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:26.233307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.255644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:26.262019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:26.265092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:26.288730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88e64833-8238-4871-b4a5-9d8347191f26 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 200 len: 240 time: 0.1257091 Dec 13 10:01:26.291213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.298102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-07e12cf7-963f-401d-8b63-4b7931b35c47 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-364421786') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.340454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Pushing event updated for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:26.345688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.349975 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:21Z', 'revision_number': 3, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.396240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Provisioning complete for port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:26.397465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfb51a8b-5882-43f7-a216-a15cf9d11cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.412913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.439673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-07e12cf7-963f-401d-8b63-4b7931b35c47 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-364421786 HTTP/1.1" status: 204 len: 168 time: 0.1432076 Dec 13 10:01:26.440481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46850) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.446899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-4004a24f-fcf5-48e1-ab92-2a47782ed3a3 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-364421786') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.472507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:26.483408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:26.491021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:26.557203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Pushing event updated for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:26.566194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f2011-ba54-4692-8e0a-c7cec21f93b6 None None] The sync data for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 is: [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:21Z', 'revision_number': 3, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:26.578868 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4004a24f-fcf5-48e1-ab92-2a47782ed3a3 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-364421786 HTTP/1.1" status: 204 len: 168 time: 0.1359773 Dec 13 10:01:26.581634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46852) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.599601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-8eea83ed-af53-40ab-9ec6-e53fbeaf4d7d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.637816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:26.638250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.687370 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.692336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-70423d8e-6d8b-41c2-919e-38b94f291296 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028186 Dec 13 10:01:26.697120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8eea83ed-af53-40ab-9ec6-e53fbeaf4d7d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 200 len: 205 time: 0.1137905 Dec 13 10:01:26.699266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.704753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-b253faba-f738-4dc8-b848-7a964f6ea1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.715373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Request body: {'port': {'device_id': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:26.738909 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b253faba-f738-4dc8-b848-7a964f6ea1ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 200 len: 241 time: 0.0360229 Dec 13 10:01:26.738909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46858) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.743421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e1e1-a5ba-460c-820d-0eed90672398 req-18ea5f9b-f0cf-4619-9afd-1ac24952d8e3 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:26.745415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac58e1e1-a5ba-460c-820d-0eed90672398 req-18ea5f9b-f0cf-4619-9afd-1ac24952d8e3 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 931 time: 0.1952124 Dec 13 10:01:26.751328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-1a74968f-0008-47c2-8a21-97dedfcf8ec7 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-1099298067') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.801553 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a74968f-0008-47c2-8a21-97dedfcf8ec7 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-1099298067 HTTP/1.1" status: 204 len: 168 time: 0.0611203 Dec 13 10:01:26.801925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46862) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.806907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-dfa138da-8b55-42da-aed2-5d2773ac220c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-1099298067') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.876441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfa138da-8b55-42da-aed2-5d2773ac220c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-1099298067 HTTP/1.1" status: 204 len: 168 time: 0.0734808 Dec 13 10:01:26.879131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46864) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.888383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-90d35ce8-656c-4b73-9250-d6bb595ba02c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:26.908746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.914659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 46330186-fb1f-45d6-8e87-8554c7ed8fd3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:26.951823 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-90d35ce8-656c-4b73-9250-d6bb595ba02c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 200 len: 205 time: 0.0688827 Dec 13 10:01:26.952566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:26.961749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-6b825d3c-b95f-4652-ae20-8a8a000251ca tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.061081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6b825d3c-b95f-4652-ae20-8a8a000251ca tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 204 len: 168 time: 0.1046901 Dec 13 10:01:27.061867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46872) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.072584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-679aeba3-4119-4275-b0f6-aa82b8b27567 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.105003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:27.105438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.156568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.165472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac58e1e1-a5ba-460c-820d-0eed90672398 req-f4cdac17-d4ce-4932-bd5b-5360e0c07aff tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894751 Dec 13 10:01:27.217741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-679aeba3-4119-4275-b0f6-aa82b8b27567 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 204 len: 168 time: 0.1541932 Dec 13 10:01:27.220267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46874) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.225035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-99ff27b1-bb8a-44b4-9693-d8df3d1c2d78 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.253934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.311194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-99ff27b1-bb8a-44b4-9693-d8df3d1c2d78 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 204 len: 168 time: 0.0897763 Dec 13 10:01:27.315352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.334167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-e4f2430f-a1ba-44ed-a015-7b922453e5ff tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.412388 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4f2430f-a1ba-44ed-a015-7b922453e5ff tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 204 len: 168 time: 0.0942159 Dec 13 10:01:27.416793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46880) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.421542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-c748cd8a-aaeb-45d0-ba25-590f88d6377a tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-2005542223') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.542785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.552336 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c748cd8a-aaeb-45d0-ba25-590f88d6377a tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-2005542223 HTTP/1.1" status: 201 len: 201 time: 0.1343710 Dec 13 10:01:27.555868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.565063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-fba7f752-04b8-4177-b33d-8cf8a79c70d4 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-900703992') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.644020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fba7f752-04b8-4177-b33d-8cf8a79c70d4 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-900703992 HTTP/1.1" status: 201 len: 201 time: 0.0856905 Dec 13 10:01:27.646805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.653146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-8945dfda-68bb-4ab8-a7c3-c0bdd4c28539 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-1242714578') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.695414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Pushing event updated for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:27.772830 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8945dfda-68bb-4ab8-a7c3-c0bdd4c28539 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-1242714578 HTTP/1.1" status: 201 len: 201 time: 0.1240945 Dec 13 10:01:27.776485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.782170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-a00e53dd-4e19-4ba7-b98d-dc49191d0223 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-1730714772') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.833763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a00e53dd-4e19-4ba7-b98d-dc49191d0223 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-1730714772 HTTP/1.1" status: 201 len: 201 time: 0.0568750 Dec 13 10:01:27.836387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.841812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-1a00082a-2c79-4ce7-bd7e-e2c156818607 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', {'tags': ['tempest-TagsExtTest-Tag-738730366', 'tempest-TagsExtTest-Tag-1427526754', 'tempest-TagsExtTest-Tag-1615953280']}) {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:27.898877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:27.902064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:27.910466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cdd6de-1ddc-4f79-b159-3132466d755b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:27.925200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.945780 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a00082a-2c79-4ce7-bd7e-e2c156818607 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 200 len: 317 time: 0.1082075 Dec 13 10:01:27.948355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:27.956021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Transition to ACTIVE for port object 68cdd6de-1ddc-4f79-b159-3132466d755b will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:27.957585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-57045e46-f5b9-4518-a68d-10f8d4d4f6c7 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.084005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-57045e46-f5b9-4518-a68d-10f8d4d4f6c7 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 204 len: 168 time: 0.1339872 Dec 13 10:01:28.088483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.096942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-b4c641e5-c38c-4892-a8f6-0d87d2b5d802 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-738730366') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.202230 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-b4c641e5-c38c-4892-a8f6-0d87d2b5d802 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:28.206693 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4c641e5-c38c-4892-a8f6-0d87d2b5d802 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-738730366 HTTP/1.1" status: 404 len: 328 time: 0.1173692 Dec 13 10:01:28.209812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.222421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-e78303f8-eadc-479f-88af-21a810e29b38 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-1427526754') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.333855 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e78303f8-eadc-479f-88af-21a810e29b38 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:28.337898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e78303f8-eadc-479f-88af-21a810e29b38 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-1427526754 HTTP/1.1" status: 404 len: 329 time: 0.1245463 Dec 13 10:01:28.338492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.342791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-b19671c0-2dfe-45d5-bc7a-c1919655f434 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c', 'tempest-TagsExtTest-Tag-1615953280') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.473841 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-b19671c0-2dfe-45d5-bc7a-c1919655f434 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:28.477525 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b19671c0-2dfe-45d5-bc7a-c1919655f434 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags/tempest-TagsExtTest-Tag-1615953280 HTTP/1.1" status: 404 len: 329 time: 0.1354918 Dec 13 10:01:28.484089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.488759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-1ae1634b-0ce9-44d6-9532-e4b6a41c87ba tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', {'tags': ['tempest-TagsExtTest-Tag-1015055060', 'tempest-TagsExtTest-Tag-87402695', 'tempest-TagsExtTest-Tag-1162571595']}) {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.558139 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ae1634b-0ce9-44d6-9532-e4b6a41c87ba tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 200 len: 316 time: 0.0702686 Dec 13 10:01:28.558385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.564242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-9bd67c9c-76f6-4ee6-9eb4-686b583e14e1 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.639857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:28.656364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9bd67c9c-76f6-4ee6-9eb4-686b583e14e1 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 204 len: 168 time: 0.0943079 Dec 13 10:01:28.656689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.662069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-fc787613-0ccb-43a6-b203-9abe882a4809 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-1015055060') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.705529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Router 9bf55b3a-7586-4db1-9b89-20c4685a66de has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:28.755716 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-fc787613-0ccb-43a6-b203-9abe882a4809 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:28.759815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fc787613-0ccb-43a6-b203-9abe882a4809 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-1015055060 HTTP/1.1" status: 404 len: 329 time: 0.0991530 Dec 13 10:01:28.760478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.771484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-28a5184d-3ba1-4172-9ec1-e47959cf80c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-87402695') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.788681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29d27e-9be5-4a02-b812-0abbfc0bc163 req-f7e74598-32d8-4c7b-a1e1-29756764c2ff tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:28.792954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea29d27e-9be5-4a02-b812-0abbfc0bc163 req-f7e74598-32d8-4c7b-a1e1-29756764c2ff tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 943 time: 0.1646581 Dec 13 10:01:28.877072 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-28a5184d-3ba1-4172-9ec1-e47959cf80c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:28.882384 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28a5184d-3ba1-4172-9ec1-e47959cf80c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-87402695 HTTP/1.1" status: 404 len: 327 time: 0.1208045 Dec 13 10:01:28.883005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.891351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-0191c9cf-a439-4059-a0b2-2f61ce8edf2b tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6', 'tempest-TagsExtTest-Tag-1162571595') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:28.924520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Pushing event updated for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:28.941540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea29d27e-9be5-4a02-b812-0abbfc0bc163 req-f3c1809f-c7e0-46be-8efb-31b8fd8ff448 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Dec 13 10:01:28.960883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:29.045099 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-0191c9cf-a439-4059-a0b2-2f61ce8edf2b tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:29.050248 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0191c9cf-a439-4059-a0b2-2f61ce8edf2b tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags/tempest-TagsExtTest-Tag-1162571595 HTTP/1.1" status: 404 len: 329 time: 0.1662533 Dec 13 10:01:29.054028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:29.065761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-e8dec554-a02a-49bd-9515-bf036f5bc6b0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', {'tags': ['tempest-TagsExtTest-Tag-202486675', 'tempest-TagsExtTest-Tag-197804735', 'tempest-TagsExtTest-Tag-935072679']}) {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:29.085258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:29.085638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.196303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Attempting to bind port 68cdd6de-1ddc-4f79-b159-3132466d755b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:29.196694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Attempting to bind port 68cdd6de-1ddc-4f79-b159-3132466d755b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:29.197034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Attempting to bind port 68cdd6de-1ddc-4f79-b159-3132466d755b on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:29.204307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:29.215530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-10ce0a0e-87c7-4e5f-b83b-c1cf8990b860 admin admin] 10.222.0.31 "PUT /v2.0/routers/9bf55b3a-7586-4db1-9b89-20c4685a66de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0385301 Dec 13 10:01:29.221384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Port 68cdd6de-1ddc-4f79-b159-3132466d755b on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:29.221719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Attempting to bind port 68cdd6de-1ddc-4f79-b159-3132466d755b on network 3a9990d9-88bf-48f3-acdb-d7373eb411e5 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:29.258774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:29.259122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Checking segment: {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:29.260738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Bound using segment: {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:29.264971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Bound port: 68cdd6de-1ddc-4f79-b159-3132466d755b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008d65bf-a404-4367-929d-e01e85386cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:29.265373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.424026 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8dec554-a02a-49bd-9515-bf036f5bc6b0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 200 len: 315 time: 0.3686891 Dec 13 10:01:29.428364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46924) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:29.441960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-e8533151-46f0-4134-89db-788f0d03103d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:29.539013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Sync routers for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:29.539878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:29.545414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=68cdd6de-1ddc-4f79-b159-3132466d755b,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:29.553866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.575654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:29.577148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:01:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:29.668105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:29.669530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.671393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] 10.222.0.20 "PUT /v2.0/ports/68cdd6de-1ddc-4f79-b159-3132466d755b HTTP/1.1" status: 200 len: 1091 time: 2.9603939 Dec 13 10:01:29.672658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:29.687504 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:29.727655 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8533151-46f0-4134-89db-788f0d03103d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 204 len: 168 time: 0.2926254 Dec 13 10:01:29.727979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:29.735371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-3a7ae027-fe89-4c0e-97b5-2f74f44a9c08 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-202486675') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:29.773055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acb157-284c-42f9-bb12-ff9e5821193f service neutron] Pushing event updated for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:29.816112 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b614bb-0465-4ffc-92fa-b7a131690b6f x-openstack-request-id: req-f5b614bb-0465-4ffc-92fa-b7a131690b6f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:29.816713 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:29.817300 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5b614bb-0465-4ffc-92fa-b7a131690b6f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:29.817713 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b', 'status': 'completed', 'code': 200} Dec 13 10:01:29.846974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.862780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-32767547-f937-4d5d-a486-d3ddf59f3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:29.871917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-32767547-f937-4d5d-a486-d3ddf59f3ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 1094 time: 0.1261756 Dec 13 10:01:29.938737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:29.958264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-17ec53b1-0746-4fa2-b4de-d5a522077332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68cdd6de-1ddc-4f79-b159-3132466d755b HTTP/1.1" status: 200 len: 217 time: 0.0803061 Dec 13 10:01:30.044013 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-3a7ae027-fe89-4c0e-97b5-2f74f44a9c08 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.045801 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3a7ae027-fe89-4c0e-97b5-2f74f44a9c08 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-202486675 HTTP/1.1" status: 404 len: 328 time: 0.3167057 Dec 13 10:01:30.049368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.058275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-60e731d9-9ace-4ea3-b869-d544a8dab14d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-197804735') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.086560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-573550cc-4a7d-47a4-9009-7ede821a5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.093162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-573550cc-4a7d-47a4-9009-7ede821a5fa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba18dbb0-f54f-400e-9e76-26fd4070dd7e HTTP/1.1" status: 200 len: 848 time: 0.1281710 Dec 13 10:01:30.197886 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-60e731d9-9ace-4ea3-b869-d544a8dab14d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.199629 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60e731d9-9ace-4ea3-b869-d544a8dab14d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-197804735 HTTP/1.1" status: 404 len: 328 time: 0.1487343 Dec 13 10:01:30.202626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.209201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-94a8a407-019c-4ac9-8dec-a68c723885ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393', 'tempest-TagsExtTest-Tag-935072679') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.278891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-9ff19bf1-66d2-4b7f-bd0a-3cb70db05335 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a9990d9-88bf-48f3-acdb-d7373eb411e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531813 Dec 13 10:01:30.357240 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-94a8a407-019c-4ac9-8dec-a68c723885ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.358418 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-94a8a407-019c-4ac9-8dec-a68c723885ce tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags/tempest-TagsExtTest-Tag-935072679 HTTP/1.1" status: 404 len: 328 time: 0.1546128 Dec 13 10:01:30.362068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.368317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-178e1c57-e116-492e-88a2-d75e2ba533de tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', {'tags': ['tempest-TagsExtTest-Tag-709274969', 'tempest-TagsExtTest-Tag-1336783618', 'tempest-TagsExtTest-Tag-969382823']}) {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.422566 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-178e1c57-e116-492e-88a2-d75e2ba533de tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "PUT /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 200 len: 316 time: 0.0579555 Dec 13 10:01:30.424741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.434298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-0c49a971-34d3-4df1-be66-804d82d89ceb tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.436220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:26Z', 'revision_number': 4, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3d86fb81-1c6e-4519-870b-b9e5282e0d1a', 'name': '', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'mac_address': 'fa:16:3e:6a:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:24Z', 'updated_at': '2021-12-13T10:01:26Z', 'revision_number': 2, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'subnets': [{'id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.487110 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c49a971-34d3-4df1-be66-804d82d89ceb tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 204 len: 168 time: 0.0605977 Dec 13 10:01:30.490337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.496294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-03ab68cf-8907-4295-9b7c-62b461d0c412 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-709274969') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.502374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Checking router: 9bf55b3a-7586-4db1-9b89-20c4685a66de for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:01:30.502738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Updating router 9bf55b3a-7586-4db1-9b89-20c4685a66de port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:01:30.552456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c79e5-9df3-4f23-a0b5-4ccc4c139c7d req-7e8a5f2d-61d1-4a2a-99f4-1e107ab67887 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.566379 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-03ab68cf-8907-4295-9b7c-62b461d0c412 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.570030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-03ab68cf-8907-4295-9b7c-62b461d0c412 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-709274969 HTTP/1.1" status: 404 len: 328 time: 0.0757689 Dec 13 10:01:30.570688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.570981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf7c79e5-9df3-4f23-a0b5-4ccc4c139c7d req-7e8a5f2d-61d1-4a2a-99f4-1e107ab67887 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 943 time: 0.4760053 Dec 13 10:01:30.573596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.580597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-515c92d5-fcce-4f08-b6f8-00a2e2a741e6 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-1336783618') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.658628 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-515c92d5-fcce-4f08-b6f8-00a2e2a741e6 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.662161 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-515c92d5-fcce-4f08-b6f8-00a2e2a741e6 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-1336783618 HTTP/1.1" status: 404 len: 329 time: 0.0878651 Dec 13 10:01:30.663646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46974) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.671521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-72ab46a0-9b73-4f2a-943d-82c061edcc6e tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85', 'tempest-TagsExtTest-Tag-969382823') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.721200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf7c79e5-9df3-4f23-a0b5-4ccc4c139c7d req-3889dc3b-e7f5-44a7-969f-ea095a6537e8 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491838 Dec 13 10:01:30.741269 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-72ab46a0-9b73-4f2a-943d-82c061edcc6e tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] show failed (client error): The resource could not be found. Dec 13 10:01:30.742330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-72ab46a0-9b73-4f2a-943d-82c061edcc6e tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags/tempest-TagsExtTest-Tag-969382823 HTTP/1.1" status: 404 len: 328 time: 0.0777466 Dec 13 10:01:30.756376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46976) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.760788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-203f041e-6709-40ec-b353-b6c12558fd87 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0dd2dc1e-e311-4d0d-89b2-b69de8c18d85') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.804663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-66e6b1ba-e616-47ef-a12b-a76622364ceb service neutron] 10.222.0.20 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830546 Dec 13 10:01:30.861905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-203f041e-6709-40ec-b353-b6c12558fd87 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85/tags HTTP/1.1" status: 204 len: 168 time: 0.1044436 Dec 13 10:01:30.866298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46982) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:30.867901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-2b287f0e-f147-4cc0-9620-8dc9ae1fe30e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.869562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-2b287f0e-f147-4cc0-9620-8dc9ae1fe30e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 810 time: 0.7238860 Dec 13 10:01:30.882003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-37e829ce-a0fe-4a65-b36f-80a30a8c692d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f5c69d1-360a-4492-958d-23ac9a696393') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:30.962177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-6147672d-46ce-4ee1-aeda-236b928915a8 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/quotas/9443816953b64cefbaf96343e77ff81f HTTP/1.1" status: 200 len: 375 time: 0.0261197 Dec 13 10:01:31.057184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-883b7c83-ef7c-4dae-a508-e20368bbc576 req-7deee0fd-3160-4989-9361-1275032f53d4 service neutron] 10.222.0.20 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326944 Dec 13 10:01:31.097083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-f5ed0ab0-e370-4f1a-9800-9850192faf10 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191230 Dec 13 10:01:31.105331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 46986) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:31.109836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.tag.tag_plugin [None req-fef0418c-6398-41b1-b719-3bbecf20e601 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '807077d4-9abe-4a1c-b10c-320f8ec37fc6') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:31.112947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-37e829ce-a0fe-4a65-b36f-80a30a8c692d tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393/tags HTTP/1.1" status: 204 len: 168 time: 0.2353821 Dec 13 10:01:31.138818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.179565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.308383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348460e9-5b3f-42b8-93bf-e17af2059103 None None] Pushing event updated for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:31.310592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-02616210-ad4d-479b-ab9d-d761eced06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:31.313184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-02616210-ad4d-479b-ab9d-d761eced06ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3365f6846cc445d1a03fcb101b9f6224&device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 1094 time: 0.1301100 Dec 13 10:01:31.342458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Attempting to bind port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:31.342768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Attempting to bind port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:31.343141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Attempting to bind port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:31.349374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:31.349762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Checking segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:31.350226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.350633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Bound using segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:31.351117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Bound port: 3d86fb81-1c6e-4519-870b-b9e5282e0d1a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:31.351588 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.365247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fef0418c-6398-41b1-b719-3bbecf20e601 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6/tags HTTP/1.1" status: 204 len: 168 time: 0.2588291 Dec 13 10:01:31.367839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:31.372411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.tag.tag_plugin [None req-03292305-4f1e-4390-9830-29ebc116d736 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2f8f79b0-281b-4794-aa7b-e563bdc0206c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:31.415756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-f2da33be-2caa-4e39-9221-f54444e0a6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348263 Dec 13 10:01:31.431579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] For port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:31.434896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] For port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:31.441431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.494108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-03292305-4f1e-4390-9830-29ebc116d736 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c/tags HTTP/1.1" status: 204 len: 168 time: 0.1250894 Dec 13 10:01:31.499496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:31.508578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:31.509671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:01:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:31.560062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-6a689f14-9824-4dfb-858b-43af5519b1d8 service neutron] 10.222.0.31 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361544 Dec 13 10:01:31.601220 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d7ba27d-76e7-4a4b-aafa-4de6335d13f9 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for subnetpool, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.603592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8d7ba27d-76e7-4a4b-aafa-4de6335d13f9 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0dd2dc1e-e311-4d0d-89b2-b69de8c18d85 HTTP/1.1" status: 204 len: 168 time: 0.1024318 Dec 13 10:01:31.607068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:31.613656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-a13ed7e4-7229-4194-83a2-258b203111ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:31.615250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-a13ed7e4-7229-4194-83a2-258b203111ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 200 len: 909 time: 0.2956991 Dec 13 10:01:31.626772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:31.670886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348460e9-5b3f-42b8-93bf-e17af2059103 None None] Pushing event updated for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:31.682674 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ceece5b3-e1c5-4a91-883b-c3786b98cbd3 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5c69d1-360a-4492-958d-23ac9a696393 HTTP/1.1" status: 200 len: 205 time: 0.0640566 Dec 13 10:01:31.689784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 46996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:31.721914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-057888fd-8651-4f2c-b0fd-e7a220439fd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68cdd6de-1ddc-4f79-b159-3132466d755b HTTP/1.1" status: 200 len: 217 time: 0.0985482 Dec 13 10:01:31.879907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.913068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-0eb1576c-5371-4ef5-839c-db5a576a9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:31.918817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:26Z', 'revision_number': 4, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3d86fb81-1c6e-4519-870b-b9e5282e0d1a', 'name': '', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'mac_address': 'fa:16:3e:6a:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:24Z', 'updated_at': '2021-12-13T10:01:31Z', 'revision_number': 4, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'subnets': [{'id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:31.922914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-0eb1576c-5371-4ef5-839c-db5a576a9b87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba18dbb0-f54f-400e-9e76-26fd4070dd7e HTTP/1.1" status: 200 len: 848 time: 0.1938591 Dec 13 10:01:31.945846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af1404c8-4ba9-47b5-a62b-5e305edbfaec req-72ea396d-404d-4b01-b590-690dc6a6d124 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 210 time: 0.1334622 Dec 13 10:01:31.977888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7115bc-b910-4d3f-8c21-7c029870391d None None] The sync data for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 is: [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:26Z', 'revision_number': 4, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '3d86fb81-1c6e-4519-870b-b9e5282e0d1a', 'name': '', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'mac_address': 'fa:16:3e:6a:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:24Z', 'updated_at': '2021-12-13T10:01:31Z', 'revision_number': 4, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'subnets': [{'id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:32.032355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-79957d7e-1612-4373-8068-bb53b0871a05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a9990d9-88bf-48f3-acdb-d7373eb411e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854495 Dec 13 10:01:32.173368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.177483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.181873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-80ffc8f5-2f46-40b2-a9db-fb0eb2478972 service neutron] 10.222.0.20 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412475 Dec 13 10:01:32.206526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37611-98c3-42b5-82ae-1c57ca5c5dad req-4cc5328f-baf6-4dc2-92f8-ef029a818373 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:32.208157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5c37611-98c3-42b5-82ae-1c57ca5c5dad req-4cc5328f-baf6-4dc2-92f8-ef029a818373 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 943 time: 0.3379967 Dec 13 10:01:32.235914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.236608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5c69d1-360a-4492-958d-23ac9a696393 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:01:32.258662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.272173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3d9c2e5e-7a99-4f89-bfdf-1132bd7d5714 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/routers/1f5c69d1-360a-4492-958d-23ac9a696393 HTTP/1.1" status: 204 len: 168 time: 0.5808396 Dec 13 10:01:32.275158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47014) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:32.447929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5c37611-98c3-42b5-82ae-1c57ca5c5dad req-26a26dbe-1b76-4e0a-9f9a-1beee39a8f0f tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196939 Dec 13 10:01:32.520428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3f8d92e-234e-4ba1-82cb-77ba364f4fa9 req-78401acd-8aad-41af-94b5-6afa767f69a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253500 Dec 13 10:01:32.575842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Deleting port 807077d4-9abe-4a1c-b10c-320f8ec37fc6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:32.576436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.691036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.707936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Calling delete_port for 807077d4-9abe-4a1c-b10c-320f8ec37fc6 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:32.915092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.972098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3d86fb81-1c6e-4519-870b-b9e5282e0d1a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:32.993063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event deleted for resources: {'Port': ['ID=807077d4-9abe-4a1c-b10c-320f8ec37fc6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:33.119775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:33.122695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.207468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.224565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d32816bf-8773-4057-b3d8-c89712ab81c0 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/ports/807077d4-9abe-4a1c-b10c-320f8ec37fc6 HTTP/1.1" status: 204 len: 168 time: 0.9480784 Dec 13 10:01:33.226641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47034) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:33.326900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c0eee39-fed0-4b4a-89a5-f43b147147c9 req-1edc0aad-c6d0-439a-9645-3024708affaf tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 210 time: 0.1277335 Dec 13 10:01:33.427765 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.476653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:33.488951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.537964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Deleting subnet 2f8f79b0-281b-4794-aa7b-e563bdc0206c {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:33.542809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.607768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:33.636710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6389685-7128-488c-80ba-e958fb448402 req-4c3ee911-f486-4ae0-b459-faf25345d8e5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:33.638324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6389685-7128-488c-80ba-e958fb448402 req-4c3ee911-f486-4ae0-b459-faf25345d8e5 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 943 time: 0.0901985 Dec 13 10:01:33.676743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.739243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6389685-7128-488c-80ba-e958fb448402 req-36b66df6-fa46-4bca-803b-e040b53876ee tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872240 Dec 13 10:01:33.917989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 68cdd6de-1ddc-4f79-b159-3132466d755b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:34.067827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=68cdd6de-1ddc-4f79-b159-3132466d755b,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:34.083486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '68cdd6de-1ddc-4f79-b159-3132466d755b', 'network_id': '3a9990d9-88bf-48f3-acdb-d7373eb411e5', 'port_id': '68cdd6de-1ddc-4f79-b159-3132466d755b', 'mac_address': 'fa:16:3e:f0:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba18dbb0-f54f-400e-9e76-26fd4070dd7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:34.127349 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.138844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-f416e97a-271c-45dd-9ec2-da21955f894f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:34.141072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-f416e97a-271c-45dd-9ec2-da21955f894f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.16 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 810 time: 0.7827344 Dec 13 10:01:34.149748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cdd6de-1ddc-4f79-b159-3132466d755b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:34.155007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Request body: {'port': {'device_id': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'admin_state_up': True, 'tenant_id': '9443816953b64cefbaf96343e77ff81f'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:34.174276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=68cdd6de-1ddc-4f79-b159-3132466d755b,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:34.180565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.245980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:34.317250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.323889 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.384611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['68cdd6de-1ddc-4f79-b159-3132466d755b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:34.417399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.444418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.450561 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/subnets/2f8f79b0-281b-4794-aa7b-e563bdc0206c HTTP/1.1" status: 204 len: 168 time: 1.2173431 Dec 13 10:01:34.451059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47056) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:34.475317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7247866-a0fe-46c6-9526-fdfb8b1f3306 tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8f79b0-281b-4794-aa7b-e563bdc0206c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:34.476776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5bcc9-9f2e-46b7-be77-f7d1369635ec None None] Network 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:34.495493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Made reservation on behalf of 9443816953b64cefbaf96343e77ff81f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:34.500981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.602313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3620e233-6944-470f-bfea-c64373dbe04d req-8a1ac561-16d9-4444-abd2-e651873b2198 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 210 time: 0.1118147 Dec 13 10:01:34.637944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.707806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Deleting port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:34.708129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.723082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] DHCP port deletion for 14c1ffa5-bf8f-4284-bee5-c88126dc1a32 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:34.757700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Allocated IP 172.20.0.12 (0fea15f5-e0b6-4f53-96bf-7c79b53f26e9/4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578/10f1ab55-f7e2-4b64-bff4-f087e80160fc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:34.802791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] For port 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=46330186-fb1f-45d6-8e87-8554c7ed8fd3,segment=NetworkSegment(0dcb88a2-367a-4dd6-bc91-3f5f144d4c72),segment_id=0dcb88a2-367a-4dd6-bc91-3f5f144d4c72)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:34.803162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.826346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Deleting port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:34.829329 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.836187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Calling delete_port for 46330186-fb1f-45d6-8e87-8554c7ed8fd3 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:34.928341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] For port 46330186-fb1f-45d6-8e87-8554c7ed8fd3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=46330186-fb1f-45d6-8e87-8554c7ed8fd3,segment=NetworkSegment(0dcb88a2-367a-4dd6-bc91-3f5f144d4c72),segment_id=0dcb88a2-367a-4dd6-bc91-3f5f144d4c72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:34.928787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.949276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3d86fb81-1c6e-4519-870b-b9e5282e0d1a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:34.953471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Calling delete_port for 46330186-fb1f-45d6-8e87-8554c7ed8fd3 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:34.999213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.018340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd384-1609-4dac-b6f4-4031ef016f53 req-d56040e7-272a-4787-aef8-2525691a166d tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.020787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6bcd384-1609-4dac-b6f4-4031ef016f53 req-d56040e7-272a-4787-aef8-2525691a166d tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 944 time: 0.0836852 Dec 13 10:01:35.056532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.103729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6bcd384-1609-4dac-b6f4-4031ef016f53 req-8869d1b5-5f46-4f05-9019-2cfffdce821e tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Dec 13 10:01:35.104869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.115161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:35.115701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.121716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] No DVR routers for this DVR port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:35.133533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:35.136882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:35.150822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:35.166128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event deleted for resources: {'Port': ['ID=46330186-fb1f-45d6-8e87-8554c7ed8fd3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.172210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.191163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Pushing event updated for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.216086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.216928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.219893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] Pushing event deleted for resources: {'Port': ['ID=46330186-fb1f-45d6-8e87-8554c7ed8fd3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.239537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-b82c5e6c-9e74-440b-879c-3e07166bccbb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0861547 Dec 13 10:01:35.247367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.250007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615d9f4-73c7-415d-a5ff-fb4ba06555ae None None] No DVR routers for this DVR port 46330186-fb1f-45d6-8e87-8554c7ed8fd3 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:35.272796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c1ffa5-bf8f-4284-bee5-c88126dc1a32']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:35.274278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Request body: {'port': {'device_id': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:35.306439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:35.306439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcb88a2-367a-4dd6-bc91-3f5f144d4c72') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:35.316028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.331999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.343225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:35.343791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:35.347823 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:35.402962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 46330186-fb1f-45d6-8e87-8554c7ed8fd3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:35.414980 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.424036 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.425615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 46330186-fb1f-45d6-8e87-8554c7ed8fd3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:35.426089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 46330186-fb1f-45d6-8e87-8554c7ed8fd3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:35.442110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.447904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] 10.222.0.31 "DELETE /v2.0/networks/14c1ffa5-bf8f-4284-bee5-c88126dc1a32 HTTP/1.1" status: 204 len: 168 time: 0.9931772 Dec 13 10:01:35.495602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c34c-f967-4d0d-811d-0b1b9984828c tempest-TagsExtTest-1035475181 tempest-TagsExtTest-1035475181-project] Pushing event deleted for resources: {'Network': ['ID=14c1ffa5-bf8f-4284-bee5-c88126dc1a32,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.782872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f1ab55-f7e2-4b64-bff4-f087e80160fc {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:35.789034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23557193-9146-49c8-94b2-77be740da4e2 req-1f5c5231-dbef-4a0b-96df-7aa1e17cbc72 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.792924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23557193-9146-49c8-94b2-77be740da4e2 req-1f5c5231-dbef-4a0b-96df-7aa1e17cbc72 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 932 time: 0.0691745 Dec 13 10:01:35.802311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.834041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Transition to ACTIVE for port object 10f1ab55-f7e2-4b64-bff4-f087e80160fc will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:35.839886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.873448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47072) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:35.886357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23557193-9146-49c8-94b2-77be740da4e2 req-5ec70557-f79c-4810-9f32-101e330a3f9e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880783 Dec 13 10:01:35.895366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Pushing event updated for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.919345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 68cdd6de-1ddc-4f79-b159-3132466d755b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:36.007660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 68cdd6de-1ddc-4f79-b159-3132466d755b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:36.017665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 68cdd6de-1ddc-4f79-b159-3132466d755b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:36.018242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.039195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Attempting to bind port 10f1ab55-f7e2-4b64-bff4-f087e80160fc on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:36.041597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Attempting to bind port 10f1ab55-f7e2-4b64-bff4-f087e80160fc by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:36.042122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Attempting to bind port 10f1ab55-f7e2-4b64-bff4-f087e80160fc on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:36.055594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Port 10f1ab55-f7e2-4b64-bff4-f087e80160fc on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:36.056035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Attempting to bind port 10f1ab55-f7e2-4b64-bff4-f087e80160fc on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:36.073276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:36.077949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Checking segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:36.078480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Bound using segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:36.079122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Bound port: 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:36.079624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.164528 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b15ed5b0-f28d-4062-bf52-db8770336dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.208093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-52228d7c-70ae-4a19-bef3-2fe0117eefb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=927cd348594e456d96c990d8b5bc9886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315918 Dec 13 10:01:36.210946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47080) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:36.212686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.273204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:36.276646 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2103f-4c26-4e07-815f-b0d765482003" -d '{"events": [{"server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "name": "network-vif-plugged", "status": "completed", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:36.310045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=68cdd6de-1ddc-4f79-b159-3132466d755b,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:36.337143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.342815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8292b80-07ae-4a61-90b0-79b87114035c req-804944a3-c8f3-4157-86b1-55123ee18dee tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.345124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8292b80-07ae-4a61-90b0-79b87114035c req-804944a3-c8f3-4157-86b1-55123ee18dee tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 944 time: 0.0842099 Dec 13 10:01:36.346151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.367005 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ffd954-0b40-46d4-b655-4f849cc192aa x-openstack-request-id: req-54ffd954-0b40-46d4-b655-4f849cc192aa {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:36.371274 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "name": "network-vif-plugged", "status": "completed", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:36.372788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:36.373303 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54ffd954-0b40-46d4-b655-4f849cc192aa {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:36.374077 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b', 'code': 200} Dec 13 10:01:36.396448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:36.411040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.424591 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.524522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Pushing event updated for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:36.536360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:36.536683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.537448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.539046 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-3f059e3d-e5cc-4dc6-b461-db098f5a3038 service neutron] 10.222.0.16 "PUT /v2.0/ports/10f1ab55-f7e2-4b64-bff4-f087e80160fc HTTP/1.1" status: 200 len: 1092 time: 1.2928746 Dec 13 10:01:36.539629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:36.543589 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d" -d '{"events": [{"name": "network-changed", "server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:36.580954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dedd-f0fd-40ed-bae2-9cceca2acc64 req-4d208d7e-3954-4dbf-9fa8-debce65dd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.582417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abf9dedd-f0fd-40ed-bae2-9cceca2acc64 req-4d208d7e-3954-4dbf-9fa8-debce65dd7cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 1096 time: 0.1453152 Dec 13 10:01:36.597722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8292b80-07ae-4a61-90b0-79b87114035c req-b24528d9-7b6a-4825-b10b-d9e1b2a3b975 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621058 Dec 13 10:01:36.670438 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453cf0b-7d2b-4365-a65e-c5b6be3ab975 x-openstack-request-id: req-7453cf0b-7d2b-4365-a65e-c5b6be3ab975 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:36.670897 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:36.671028 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7453cf0b-7d2b-4365-a65e-c5b6be3ab975 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:36.671366 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc', 'status': 'completed', 'code': 200} Dec 13 10:01:36.675028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.677860 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.679031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b0a596f-2ec3-42eb-b667-875fc3be05fa HTTP/1.1" status: 204 len: 168 time: 0.4673405 Dec 13 10:01:36.688109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abf9dedd-f0fd-40ed-bae2-9cceca2acc64 req-17489bc5-b7f4-4486-8494-8cb3cb3d9e0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782869 Dec 13 10:01:36.693474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67c9d7-c2d3-4543-b071-eed48288ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a596f-2ec3-42eb-b667-875fc3be05fa,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:36.711319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-a689a320-a2d8-4140-a70a-fe607226b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.713007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-a689a320-a2d8-4140-a70a-fe607226b890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 1095 time: 0.1172595 Dec 13 10:01:36.788263 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-cfc6a931-0569-43c9-98de-2cb008839e1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc HTTP/1.1" status: 200 len: 217 time: 0.0662160 Dec 13 10:01:36.869287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-dadfc5c2-d05a-4312-9ab8-a1224bc69381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.870632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-dadfc5c2-d05a-4312-9ab8-a1224bc69381 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.0753045 Dec 13 10:01:36.907529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-9f2667b0-57d0-4cff-94bc-902018f88961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286167 Dec 13 10:01:37.075404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125847-9d6d-455f-bd69-ff6caa00b209 req-b5a15d9a-e9d4-4bbb-b9e5-d5150f15fbb2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.077293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55125847-9d6d-455f-bd69-ff6caa00b209 req-b5a15d9a-e9d4-4bbb-b9e5-d5150f15fbb2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 944 time: 0.1050410 Dec 13 10:01:37.133464 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-0864e724-bc75-46d1-9d31-07771069e0c2 service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192361 Dec 13 10:01:37.173403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55125847-9d6d-455f-bd69-ff6caa00b209 req-1dcff9a3-6039-43e2-9ba4-400e7182ff8a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888128 Dec 13 10:01:37.247575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-488e9685-ac90-407f-855c-66f4e910c7a0 req-9bb37ac2-cf0d-4fb6-977a-dc51141013ec service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037140 Dec 13 10:01:37.379471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-b46874bf-9513-40a1-b4f5-cf7747f57117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.381151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-b46874bf-9513-40a1-b4f5-cf7747f57117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 1095 time: 0.0674574 Dec 13 10:01:37.541161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-938cf608-578c-4b9c-93a0-81b5906f01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.542744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-938cf608-578c-4b9c-93a0-81b5906f01e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 911 time: 0.1544185 Dec 13 10:01:37.662141 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-2b158f0c-440b-4fca-b8a6-1a3f180f5a89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc HTTP/1.1" status: 200 len: 217 time: 0.1103170 Dec 13 10:01:37.870668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-6787374a-6efb-4c44-bc21-02984ce97500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.872136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-6787374a-6efb-4c44-bc21-02984ce97500 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.2033753 Dec 13 10:01:37.959867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60693ba0-8d64-4963-9afe-14c0cc64f3b2 req-455bb39e-f194-40ae-a8d4-b408c5e9e05c tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.960406 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-0fa9c75a-2543-473c-af59-16e4dce6681f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769811 Dec 13 10:01:37.973223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60693ba0-8d64-4963-9afe-14c0cc64f3b2 req-455bb39e-f194-40ae-a8d4-b408c5e9e05c tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 945 time: 0.1319978 Dec 13 10:01:38.086774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60693ba0-8d64-4963-9afe-14c0cc64f3b2 req-7fef05ef-7835-45aa-aa0d-5f1485eab42f tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127751 Dec 13 10:01:38.254093 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-f0c3aab3-a411-4743-857b-40e16814a2bf service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827337 Dec 13 10:01:38.419074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47140) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:38.471629 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-96c1ccf5-29a2-49f4-b4b2-e46d151a376d req-e440ef28-ff30-456e-8d5d-1751cbcb36d9 service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061279 Dec 13 10:01:38.476212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25f49216-ac5b-436e-b713-8994f7bb7dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.485875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bfd58-6e21-483c-856e-0ab62e0deb33 req-3576975c-e275-40f0-bc91-163127eff761 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:38.491001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f3bfd58-6e21-483c-856e-0ab62e0deb33 req-3576975c-e275-40f0-bc91-163127eff761 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 944 time: 0.1948287 Dec 13 10:01:38.597930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f3bfd58-6e21-483c-856e-0ab62e0deb33 req-b868be17-08c3-417b-a535-7b99d1abc5d0 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965581 Dec 13 10:01:38.673206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18fc64d2-0b57-4c53-ac1b-793bdada769b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.783623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18fc64d2-0b57-4c53-ac1b-793bdada769b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.788383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18fc64d2-0b57-4c53-ac1b-793bdada769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.838309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc64d2-0b57-4c53-ac1b-793bdada769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61bcff-88b1-44c0-9cb5-e75572f1166b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:38.845863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-18fc64d2-0b57-4c53-ac1b-793bdada769b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d184c385f94144ada9408f34b08efbf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233682 Dec 13 10:01:38.846049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47154) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:38.900448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.924402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.946453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10f1ab55-f7e2-4b64-bff4-f087e80160fc details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:38.990550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.994573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.995986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f61bcff-88b1-44c0-9cb5-e75572f1166b HTTP/1.1" status: 204 len: 168 time: 0.1490324 Dec 13 10:01:39.005676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec8ad0-7113-47c0-a2fa-a9c46c916410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61bcff-88b1-44c0-9cb5-e75572f1166b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:39.115404 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:39.139733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '10f1ab55-f7e2-4b64-bff4-f087e80160fc', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'port_id': '10f1ab55-f7e2-4b64-bff4-f087e80160fc', 'mac_address': 'fa:16:3e:5f:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:39.243028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.262338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f1ab55-f7e2-4b64-bff4-f087e80160fc {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:39.268281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53ea0-b5dd-48bf-9921-ca7398673585 req-018400aa-82eb-4a1a-a5ca-4f0b691eb487 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:39.269899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95e53ea0-b5dd-48bf-9921-ca7398673585 req-018400aa-82eb-4a1a-a5ca-4f0b691eb487 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 945 time: 0.0798635 Dec 13 10:01:39.337399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:39.350523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.365513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95e53ea0-b5dd-48bf-9921-ca7398673585 req-47343b56-4155-4673-978c-97da0b966950 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726399 Dec 13 10:01:39.458760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:39.549328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.610895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:39.631508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-000d2c57-f62f-48b2-abef-e567ab319da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.717479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['10f1ab55-f7e2-4b64-bff4-f087e80160fc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:39.785310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-000d2c57-f62f-48b2-abef-e567ab319da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.800125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-000d2c57-f62f-48b2-abef-e567ab319da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.838218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7ea98-2a30-4f22-b3dd-315cda8aa537 req-9986f891-5e8c-471a-b285-5fe3db7fc01e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:39.852881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4a7ea98-2a30-4f22-b3dd-315cda8aa537 req-9986f891-5e8c-471a-b285-5fe3db7fc01e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 945 time: 0.1205096 Dec 13 10:01:39.893079 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-000d2c57-f62f-48b2-abef-e567ab319da2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ab73af106244935919bb8e95fb4f066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809417 Dec 13 10:01:39.894963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d2c57-f62f-48b2-abef-e567ab319da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feac87d-fffa-445b-bf34-52d1cd97ca93,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:39.898385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47204) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.061788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4a7ea98-2a30-4f22-b3dd-315cda8aa537 req-02d404cb-8868-4e9b-9b96-ee6b21b4cab9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012870 Dec 13 10:01:40.064506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.121260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.223402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.227651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.239160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8feac87d-fffa-445b-bf34-52d1cd97ca93 HTTP/1.1" status: 204 len: 168 time: 0.3270495 Dec 13 10:01:40.259597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe602-6b67-487c-8dad-46cac8d084ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feac87d-fffa-445b-bf34-52d1cd97ca93,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.504524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad015336-e703-4d7a-aa6f-d27b670988da req-b1d65df3-95d8-4267-9eb0-473f73da864a tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:40.506226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad015336-e703-4d7a-aa6f-d27b670988da req-b1d65df3-95d8-4267-9eb0-473f73da864a tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 945 time: 0.0684321 Dec 13 10:01:40.581553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad015336-e703-4d7a-aa6f-d27b670988da req-43ad68a6-6cfe-465c-82db-dd71cf172fe3 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628386 Dec 13 10:01:40.625859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47228) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.758798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47234) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.770512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8acc7760-c8ad-4e1f-94e3-b15ba1aa7bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.772418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9257b48-897c-4321-b0eb-7e92103265ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.860796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8acc7760-c8ad-4e1f-94e3-b15ba1aa7bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.865672 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8acc7760-c8ad-4e1f-94e3-b15ba1aa7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.887212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9257b48-897c-4321-b0eb-7e92103265ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.893813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9257b48-897c-4321-b0eb-7e92103265ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.912515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8acc7760-c8ad-4e1f-94e3-b15ba1aa7bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55918a61933f47fe87c50e433581b056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855644 Dec 13 10:01:40.915119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc7760-c8ad-4e1f-94e3-b15ba1aa7bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e25228c-f68e-4da7-a9aa-58203ba3c782,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.917696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47236) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.938209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9257b48-897c-4321-b0eb-7e92103265ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad3a8eebaa5e41b1aec43f16d007167b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753151 Dec 13 10:01:40.938365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47238) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.944663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9257b48-897c-4321-b0eb-7e92103265ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1643e1f4-0437-4753-bd5d-c1c0cacc5904,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.991956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.001246 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.031024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.031295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.104841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.108581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.113179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.114902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e25228c-f68e-4da7-a9aa-58203ba3c782 HTTP/1.1" status: 204 len: 168 time: 0.1956012 Dec 13 10:01:41.115687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.116845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1643e1f4-0437-4753-bd5d-c1c0cacc5904 HTTP/1.1" status: 204 len: 168 time: 0.1777005 Dec 13 10:01:41.132662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab206e1-a411-4ad3-a51f-4a02b5c3828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1643e1f4-0437-4753-bd5d-c1c0cacc5904,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:41.134422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013bdf9-49d4-4689-9988-e99241280c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e25228c-f68e-4da7-a9aa-58203ba3c782,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:41.164639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.238643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac8a09-3d3e-4ffd-adae-9708cbe73d15 req-01feb421-c132-4e29-b30c-923b8e53d1f7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:41.243150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aac8a09-3d3e-4ffd-adae-9708cbe73d15 req-01feb421-c132-4e29-b30c-923b8e53d1f7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 945 time: 0.0883911 Dec 13 10:01:41.332742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4aac8a09-3d3e-4ffd-adae-9708cbe73d15 req-91d4f820-9d49-4cb4-85ed-04808284f8bf tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840364 Dec 13 10:01:41.769899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-74839d9e-3134-49bb-9483-9546cc4b1a48 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:41.771989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-74839d9e-3134-49bb-9483-9546cc4b1a48 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.20 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 945 time: 0.1261940 Dec 13 10:01:41.802899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ef363-0ee9-488b-b744-d36ba2e2cf48 req-04c18732-5f71-446f-8365-eca09dcd2620 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:41.804554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-722ef363-0ee9-488b-b744-d36ba2e2cf48 req-04c18732-5f71-446f-8365-eca09dcd2620 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 945 time: 0.0921650 Dec 13 10:01:41.813581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:41.839149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c08d-dcf7-49c0-bbc8-ae55443030da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.934882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-722ef363-0ee9-488b-b744-d36ba2e2cf48 req-67ea6d93-85a1-4a9e-9229-62f81804aa75 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/security-groups?id=77cbd370-fb18-4aba-8922-389f97715238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967212 Dec 13 10:01:41.956924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Deleting port 68cdd6de-1ddc-4f79-b159-3132466d755b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:41.957282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.999114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.002956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c08d-dcf7-49c0-bbc8-ae55443030da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.012315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c08d-dcf7-49c0-bbc8-ae55443030da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.041976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c08d-dcf7-49c0-bbc8-ae55443030da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ce45b-6b10-4e98-9ae5-2ff1bdaebe1e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:42.079259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e1b6c08d-dcf7-49c0-bbc8-ae55443030da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6b03056931743e591bfee186f2c2d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627115 Dec 13 10:01:42.081116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47266) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:42.092042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] For port 68cdd6de-1ddc-4f79-b159-3132466d755b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=68cdd6de-1ddc-4f79-b159-3132466d755b,segment=NetworkSegment(008d65bf-a404-4367-929d-e01e85386cc4),segment_id=008d65bf-a404-4367-929d-e01e85386cc4)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:42.092392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.114681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Calling delete_port for 68cdd6de-1ddc-4f79-b159-3132466d755b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:42.148752 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.170778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.238818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.243325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.245129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/248ce45b-6b10-4e98-9ae5-2ff1bdaebe1e HTTP/1.1" status: 204 len: 168 time: 0.1630857 Dec 13 10:01:42.254715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2f8dd-90e0-4a2c-bf40-6c8bc790909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ce45b-6b10-4e98-9ae5-2ff1bdaebe1e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:42.305817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.320392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['68cdd6de-1ddc-4f79-b159-3132466d755b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:42.394764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Pushing event deleted for resources: {'Port': ['ID=68cdd6de-1ddc-4f79-b159-3132466d755b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:42.466642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] No DVR routers for this DVR port 68cdd6de-1ddc-4f79-b159-3132466d755b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:42.469614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.473550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5cc54d7c-4372-483a-b3b7-b32452c3dacc req-f81ea320-39b0-4312-ac35-677179937085 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.20 "DELETE /v2.0/ports/68cdd6de-1ddc-4f79-b159-3132466d755b HTTP/1.1" status: 204 len: 173 time: 0.6952808 Dec 13 10:01:42.474634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'name': 'network-vif-deleted', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:42.480084 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430dc7e-722f-42ec-a432-0366b3c4089e" -d '{"events": [{"server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "name": "network-vif-deleted", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:42.556494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bc1a9-a316-4f14-9091-a3ea00df81a4 req-7ecc08c7-2a5d-4758-b4bb-055706cd7bf3 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:42.565092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-735bc1a9-a316-4f14-9091-a3ea00df81a4 req-7ecc08c7-2a5d-4758-b4bb-055706cd7bf3 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 945 time: 0.0815253 Dec 13 10:01:42.630321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-735bc1a9-a316-4f14-9091-a3ea00df81a4 req-e2034804-7bfa-4eec-a0e5-e93cbc473932 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582523 Dec 13 10:01:42.651908 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a50f30-7d55-46a0-b443-9bbd9005848c x-openstack-request-id: req-87a50f30-7d55-46a0-b443-9bbd9005848c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:42.652221 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39817dc6-bd0d-404d-8cff-2893acd1c015", "name": "network-vif-deleted", "tag": "68cdd6de-1ddc-4f79-b159-3132466d755b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:42.652577 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87a50f30-7d55-46a0-b443-9bbd9005848c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:42.653112 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39817dc6-bd0d-404d-8cff-2893acd1c015', 'name': 'network-vif-deleted', 'tag': '68cdd6de-1ddc-4f79-b159-3132466d755b', 'status': 'completed', 'code': 200} Dec 13 10:01:42.977791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10f1ab55-f7e2-4b64-bff4-f087e80160fc up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:43.120976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9221681-827b-4603-b86c-2f7e70acf165 req-41c7ae50-5a37-4274-9cd8-e7d86e2de552 tempest-VolumesActionsTest-464685525 tempest-VolumesActionsTest-464685525-project] 10.222.0.31 "GET /v2.0/ports?device_id=39817dc6-bd0d-404d-8cff-2893acd1c015 HTTP/1.1" status: 200 len: 210 time: 0.0955715 Dec 13 10:01:43.124721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 10f1ab55-f7e2-4b64-bff4-f087e80160fc completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:43.134577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 10f1ab55-f7e2-4b64-bff4-f087e80160fc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:43.135267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.236262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.264853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:43.268144 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefa502-d873-4302-9129-5d84948457f7" -d '{"events": [{"server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "name": "network-vif-plugged", "status": "completed", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:43.283886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:43.290418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.331805 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6210c1-8c7c-4558-8f77-eeece65e37c1 x-openstack-request-id: req-5e6210c1-8c7c-4558-8f77-eeece65e37c1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:43.332507 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "name": "network-vif-plugged", "status": "completed", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:43.332507 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e6210c1-8c7c-4558-8f77-eeece65e37c1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:43.332870 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc', 'code': 200} Dec 13 10:01:43.357649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:43.368654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.369161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.369525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.369878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.370227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.370573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.370912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.371250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.371600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.372434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.372946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.373445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.374428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.423467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47332) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:43.447784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bb291-9773-4bbe-9c9e-0b0564c92f50 req-7512e21b-e75c-4672-9d12-9c24e6a0b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:43.450189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e46bb291-9773-4bbe-9c9e-0b0564c92f50 req-7512e21b-e75c-4672-9d12-9c24e6a0b9b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 1097 time: 0.0632718 Dec 13 10:01:43.518562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e46bb291-9773-4bbe-9c9e-0b0564c92f50 req-1feba65d-2573-4ce6-8cf0-5bacfaaaca40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Dec 13 10:01:43.543091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338467194-network', 'tenant_id': '48e8bad2264d4844b45eb88c4ec4627a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:43.572610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Made reservation on behalf of 48e8bad2264d4844b45eb88c4ec4627a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:43.579733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.597008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.702203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.707655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.758785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:43.789524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.789933 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Added segment defcd52a-72c1-4d8a-bca5-8b48e9fddb48 of type vlan for network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 Dec 13 10:01:43.800545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b44e1-ded9-4125-8bb2-c476e26454e9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:43.834716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.835062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.835405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.835768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.836102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.836431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.836758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.837084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.837408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.837730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.838054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.838460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.838682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:43.851697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6322d7e-f92d-40e2-8392-5aad6d604e11 req-287b6178-c0e1-4d5e-9fc0-1ae7288d080d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:43.853247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6322d7e-f92d-40e2-8392-5aad6d604e11 req-287b6178-c0e1-4d5e-9fc0-1ae7288d080d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1401918 Dec 13 10:01:43.876665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.931376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6322d7e-f92d-40e2-8392-5aad6d604e11 req-f29e915a-d2af-4e8a-b5c6-a8d5f531323e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Dec 13 10:01:43.932532 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.933469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:43.934053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.004512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5797927 Dec 13 10:01:44.007258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47346) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:44.008554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205830c1-9e3e-489d-abd3-9f4a494791d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f146356-9a56-4d7c-a3bb-619e925e4ed8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:44.013444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Request body: {'subnet': {'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338467194-subnet', 'tenant_id': '48e8bad2264d4844b45eb88c4ec4627a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:44.019680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:44.041165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Made reservation on behalf of 48e8bad2264d4844b45eb88c4ec4627a for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:44.044158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.301197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.378702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66afd8c-24b1-480c-af91-60f57d313bb6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:44.402091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Checking segment: {'id': 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:44.403064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Network hostable DHCP agents. Network: 1f146356-9a56-4d7c-a3bb-619e925e4ed8, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:44.423304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:44.435509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1f146356-9a56-4d7c-a3bb-619e925e4ed8) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:44.439835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:44.440613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.446928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec5f472-c619-429d-88e7-83f427d5374f None None] Network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:44.480348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14fd8a0b-17de-4449-92ac-c37df72ff0e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4640970 Dec 13 10:01:44.575141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c5aae-f728-42d6-91ba-7995f4ec817f None None] Network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:45.157042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b885bf-0740-4968-ba1e-e923fa7a1690 req-165647e3-3ec1-4e39-b19d-95efb686aac2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.160183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8b885bf-0740-4968-ba1e-e923fa7a1690 req-165647e3-3ec1-4e39-b19d-95efb686aac2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0754583 Dec 13 10:01:45.293305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8b885bf-0740-4968-ba1e-e923fa7a1690 req-09324237-00a5-41c1-acc6-d3d4a3213eb8 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258388 Dec 13 10:01:45.399610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47424) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:45.404775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-253845171-network', 'tenant_id': '068159ef11c54a78819771dc1e56fd0a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:45.437088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Made reservation on behalf of 068159ef11c54a78819771dc1e56fd0a for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:45.442138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.457209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.566324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.571998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.600181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-d21199c1-eace-4fa9-8517-619a3b4f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.603373 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-d21199c1-eace-4fa9-8517-619a3b4f8551 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 1097 time: 0.0596631 Dec 13 10:01:45.617980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:45.646314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6ac6c-770e-4c3b-aaad-b7458559441b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:45.650908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.651255 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Added segment bd292e5b-2632-4b08-9c38-b27b53ce89a1 of type vlan for network 706d1070-4e50-4a78-914c-f02a57748634 Dec 13 10:01:45.720823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea11abc-ef4a-424c-9dbb-a790ff81ef7f req-0a6aff5c-d285-4c0e-a0f9-58b2dcefc917 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.722694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eea11abc-ef4a-424c-9dbb-a790ff81ef7f req-0a6aff5c-d285-4c0e-a0f9-58b2dcefc917 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1182671 Dec 13 10:01:45.724441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.749350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-dbf3409d-642c-4b35-9a36-0cf470cbec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.751189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-dbf3409d-642c-4b35-9a36-0cf470cbec56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 911 time: 0.1402218 Dec 13 10:01:45.801124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eea11abc-ef4a-424c-9dbb-a790ff81ef7f req-431aa477-52b7-41ec-8da1-3ba652e94515 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Dec 13 10:01:45.808758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.809961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.810884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.818038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-654d7e6c-b8c5-41da-bf00-cc43b0af5121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc HTTP/1.1" status: 200 len: 217 time: 0.0588615 Dec 13 10:01:45.920610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-a0cb6a89-f3e0-4627-9d69-070ab41e33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.922300 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-a0cb6a89-f3e0-4627-9d69-070ab41e33a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.0951071 Dec 13 10:01:45.924900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5246913 Dec 13 10:01:45.927534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 47428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:45.934445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Request body: {'subnet': {'network_id': '706d1070-4e50-4a78-914c-f02a57748634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-253845171-subnet', 'tenant_id': '068159ef11c54a78819771dc1e56fd0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:45.946484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87287e13-771c-41ba-bad7-410224cce3db admin admin] Pushing event updated for resources: {'Network': ['ID=706d1070-4e50-4a78-914c-f02a57748634,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:45.947761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 68cdd6de-1ddc-4f79-b159-3132466d755b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:45.970268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Made reservation on behalf of 068159ef11c54a78819771dc1e56fd0a for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:45.972766 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.975413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 68cdd6de-1ddc-4f79-b159-3132466d755b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:45.976008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 68cdd6de-1ddc-4f79-b159-3132466d755b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:45.977792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 706d1070-4e50-4a78-914c-f02a57748634 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:45.977963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-317a1cd2-108b-4f34-836a-61d0d0a27c1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477180 Dec 13 10:01:46.198565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-26e5cb08-ec7c-482e-9254-aa749cb77e31 service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112806 Dec 13 10:01:46.251190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:46.296925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b22f903-4143-4c23-b4fa-3d6ebfecc0b2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:46.317949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Checking segment: {'id': 'bd292e5b-2632-4b08-9c38-b27b53ce89a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '706d1070-4e50-4a78-914c-f02a57748634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:46.318227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Network hostable DHCP agents. Network: 706d1070-4e50-4a78-914c-f02a57748634, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:46.336976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59c715c2-6f09-4df6-a03c-b5f4658590f5 req-2baa6c70-a177-4b05-ac42-1fd1883f4ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308184 Dec 13 10:01:46.366048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Network 706d1070-4e50-4a78-914c-f02a57748634 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:46.399255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 706d1070-4e50-4a78-914c-f02a57748634) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:46.408138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ccd3fd-fe7c-4568-8d17-68b01eaea323 None None] Network 706d1070-4e50-4a78-914c-f02a57748634 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:46.412590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:46.412835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:46.471900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c1f95d75-2c51-4da7-9947-18c5df6ed410 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5350296 Dec 13 10:01:46.590803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4dd3f-adab-421c-a74b-500ce2b9103e None None] Network 706d1070-4e50-4a78-914c-f02a57748634 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:47.111761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d425683-67f7-4a3b-843a-6aee219b51de req-49b9cd7f-c779-4495-8abd-0167bccbd94e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:47.114072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d425683-67f7-4a3b-843a-6aee219b51de req-49b9cd7f-c779-4495-8abd-0167bccbd94e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.2065260 Dec 13 10:01:47.223503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d425683-67f7-4a3b-843a-6aee219b51de req-be8738c5-bfed-4f51-8631-b6bf7ec9b133 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023121 Dec 13 10:01:47.490806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-98bbaf25-46e0-4492-8e46-a6a564c05f0b tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:47.493972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-98bbaf25-46e0-4492-8e46-a6a564c05f0b tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/networks?id=1f146356-9a56-4d7c-a3bb-619e925e4ed8 HTTP/1.1" status: 200 len: 808 time: 0.2657936 Dec 13 10:01:47.519583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-7043cc22-458f-4913-9c7a-cfc42ce9e2ea tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/quotas/48e8bad2264d4844b45eb88c4ec4627a HTTP/1.1" status: 200 len: 375 time: 0.0180984 Dec 13 10:01:47.570377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-f004150c-9328-40b4-ac02-5dbd26874ad8 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=48e8bad2264d4844b45eb88c4ec4627a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441296 Dec 13 10:01:47.739147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-6b3c8540-6896-4899-8391-54983d12c425 service neutron] 10.222.0.31 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527874 Dec 13 10:01:48.336395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-af058a5b-9d70-44be-b1fe-724da1f38860 service neutron] 10.222.0.31 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895596 Dec 13 10:01:48.414385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b89735-2ee3-4c6f-ac27-cd1996bb133c req-cc066b86-caa9-48bd-ad93-7bb23502a9ed tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.425084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7b89735-2ee3-4c6f-ac27-cd1996bb133c req-cc066b86-caa9-48bd-ad93-7bb23502a9ed tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0735633 Dec 13 10:01:48.493623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7b89735-2ee3-4c6f-ac27-cd1996bb133c req-e04174a8-a400-4e9d-b358-914f93fb694a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604236 Dec 13 10:01:48.770512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-535f2c4b-15ce-4f14-a731-0bb8ced20a60 req-e2b958ae-525a-493b-b501-8569f96da025 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 210 time: 0.0962656 Dec 13 10:01:49.704098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872583d-2b03-49c0-834b-40dd0abb199b req-13a1217b-3bb5-4b1f-848f-99c9a5c2bc71 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:49.707874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1872583d-2b03-49c0-834b-40dd0abb199b req-13a1217b-3bb5-4b1f-848f-99c9a5c2bc71 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0819304 Dec 13 10:01:49.870383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1872583d-2b03-49c0-834b-40dd0abb199b req-02602f83-5703-4ea7-be2c-7c079c7bfae7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547170 Dec 13 10:01:50.005480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72878787-21cc-469d-bd68-cd43b1116d16 req-00d5de62-2553-4a51-9956-dabf2685244d tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 210 time: 0.0658631 Dec 13 10:01:50.235916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-10e9189d-f532-4f4c-9816-8dfb3a403005 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:50.237377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-10e9189d-f532-4f4c-9816-8dfb3a403005 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.20 "GET /v2.0/networks?id=1f146356-9a56-4d7c-a3bb-619e925e4ed8 HTTP/1.1" status: 200 len: 808 time: 0.2252612 Dec 13 10:01:50.250469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Request body: {'port': {'device_id': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8', 'admin_state_up': True, 'tenant_id': '48e8bad2264d4844b45eb88c4ec4627a'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:50.480025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Made reservation on behalf of 48e8bad2264d4844b45eb88c4ec4627a for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:50.486090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.694524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Allocated IP 172.20.0.3 (1f146356-9a56-4d7c-a3bb-619e925e4ed8/d66afd8c-24b1-480c-af91-60f57d313bb6/b759dde3-bd12-4530-ab43-d0a150b94ddc) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:51.173679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6aeb03f5-8482-48c9-a0b0-f86ae0859f3a req-7b32025a-3774-4d70-a8b9-1b5ef5730123 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 210 time: 0.0548046 Dec 13 10:01:51.192791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d4901-e2de-4525-b621-4e817528fdd8 req-884e89f0-3f43-4ce5-b106-800737ac04aa tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.194302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf9d4901-e2de-4525-b621-4e817528fdd8 req-884e89f0-3f43-4ce5-b106-800737ac04aa tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.2176392 Dec 13 10:01:51.253890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.308047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf9d4901-e2de-4525-b621-4e817528fdd8 req-2c13f020-0fe3-4c79-a8ac-bfc35b5b12ee tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Dec 13 10:01:51.334045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.385547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Pushing event updated for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:51.412362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:51.414155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:51.419815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:51.482313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.483336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.510745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-4b0be851-5af3-4d29-b2b1-60da337786cc tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2643111 Dec 13 10:01:51.526276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Request body: {'port': {'device_id': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:51.629093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.193801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b759dde3-bd12-4530-ab43-d0a150b94ddc {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:52.204245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.224819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Transition to ACTIVE for port object b759dde3-bd12-4530-ab43-d0a150b94ddc will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:52.241757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.452461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Pushing event updated for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.629237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Attempting to bind port b759dde3-bd12-4530-ab43-d0a150b94ddc on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:52.629735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Attempting to bind port b759dde3-bd12-4530-ab43-d0a150b94ddc by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:52.631623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Attempting to bind port b759dde3-bd12-4530-ab43-d0a150b94ddc on network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:52.642988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Port b759dde3-bd12-4530-ab43-d0a150b94ddc on network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:52.643309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Attempting to bind port b759dde3-bd12-4530-ab43-d0a150b94ddc on network 1f146356-9a56-4d7c-a3bb-619e925e4ed8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:52.665494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce52f73-c282-433c-9bcb-04042d9e8820 req-95850cd0-4da6-4cf0-9a69-197ca5762cdb tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.670855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce52f73-c282-433c-9bcb-04042d9e8820 req-95850cd0-4da6-4cf0-9a69-197ca5762cdb tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 943 time: 0.2820258 Dec 13 10:01:52.704268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:52.704561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Checking segment: {'id': 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:52.709990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Bound using segment: {'id': 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:52.710527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Bound port: b759dde3-bd12-4530-ab43-d0a150b94ddc, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:52.711968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.802409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:52.808098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc,segment=NetworkSegment(defcd52a-72c1-4d8a-bca5-8b48e9fddb48),segment_id=defcd52a-72c1-4d8a-bca5-8b48e9fddb48)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:52.828174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166a1a8-a178-47b1-bc88-c2a98cdf7f70 req-806263a1-fb7a-4a2d-bbd2-bc60a2eee8ec tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.836923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0166a1a8-a178-47b1-bc88-c2a98cdf7f70 req-806263a1-fb7a-4a2d-bbd2-bc60a2eee8ec tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.3161590 Dec 13 10:01:52.843676 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.943630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.944556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.946344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] 10.222.0.20 "PUT /v2.0/ports/b759dde3-bd12-4530-ab43-d0a150b94ddc HTTP/1.1" status: 200 len: 1091 time: 1.4275007 Dec 13 10:01:52.971359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75ec7-4258-4f55-a6fc-7a2de69d5520 service neutron] Pushing event updated for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.976534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:52.979970 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355f61d-c0c0-4b82-9b4b-7d9c80742017" -d '{"events": [{"name": "network-changed", "server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:53.023187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ce52f73-c282-433c-9bcb-04042d9e8820 req-7dd1011b-8940-4921-8c85-0e0e35620dfe tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427613 Dec 13 10:01:53.104318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:53.116409 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f5ee7d-e026-4c3e-89b0-0d577e3c257d x-openstack-request-id: req-f4f5ee7d-e026-4c3e-89b0-0d577e3c257d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:53.116773 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:53.116965 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4f5ee7d-e026-4c3e-89b0-0d577e3c257d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:53.117833 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc', 'status': 'completed', 'code': 200} Dec 13 10:01:53.138912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0166a1a8-a178-47b1-bc88-c2a98cdf7f70 req-9b4d39a3-7844-44ee-82b5-ccf4d6ffbddb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006470 Dec 13 10:01:53.145659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-77283843-bf2f-4126-88d5-026e457f55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.148523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-77283843-bf2f-4126-88d5-026e457f55de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e8bad2264d4844b45eb88c4ec4627a&device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 1094 time: 0.1315916 Dec 13 10:01:53.241676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-8c94cfc7-c835-4706-8471-f906cb82402c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc HTTP/1.1" status: 200 len: 217 time: 0.0837495 Dec 13 10:01:53.320774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-1e0cf894-e492-41b2-a24b-552c5c0f29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.322647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-1e0cf894-e492-41b2-a24b-552c5c0f29eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d66afd8c-24b1-480c-af91-60f57d313bb6 HTTP/1.1" status: 200 len: 848 time: 0.0748105 Dec 13 10:01:53.335025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-340fea78-1219-4af3-9d0d-e0241b035d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.360998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-9680c339-d2ea-433b-bc10-b5246da91638 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f146356-9a56-4d7c-a3bb-619e925e4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309510 Dec 13 10:01:53.462591 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:01:53.475335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-340fea78-1219-4af3-9d0d-e0241b035d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.484495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-340fea78-1219-4af3-9d0d-e0241b035d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.490689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-b6059822-24b4-443f-bb41-dc5e6b0dcca9 service neutron] 10.222.0.20 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227031 Dec 13 10:01:53.539241 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-340fea78-1219-4af3-9d0d-e0241b035d6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c81a76aa4744547aba12a0710686516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322901 Dec 13 10:01:53.540149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47606) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:53.572003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fea78-1219-4af3-9d0d-e0241b035d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f5066-64fb-4588-9b4d-0e16e75ad6ed,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:53.618517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.637514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e61a0956-cde2-4ddc-92fc-96d7c9e98c19 req-83ebdaeb-5b26-4232-a009-eba0c62ac171 service neutron] 10.222.0.20 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391630 Dec 13 10:01:53.647806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.726332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.734325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.741469 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad9f5066-64fb-4588-9b4d-0e16e75ad6ed HTTP/1.1" status: 204 len: 168 time: 0.2000332 Dec 13 10:01:53.762275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed1fd5-2fe0-498c-88ee-9e52008ddb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f5066-64fb-4588-9b4d-0e16e75ad6ed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:53.766097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-e462dc34-a567-4c0d-8a14-2ca6b64a5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.775735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-e462dc34-a567-4c0d-8a14-2ca6b64a5079 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e8bad2264d4844b45eb88c4ec4627a&device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 1094 time: 0.0861039 Dec 13 10:01:53.920175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-7ca72d85-6c80-4090-a906-eb40ae3a975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.922114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-7ca72d85-6c80-4090-a906-eb40ae3a975b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f146356-9a56-4d7c-a3bb-619e925e4ed8 HTTP/1.1" status: 200 len: 909 time: 0.1388142 Dec 13 10:01:53.984946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-ca9ab816-1c75-4b52-94c8-690539a76b9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc HTTP/1.1" status: 200 len: 217 time: 0.0547760 Dec 13 10:01:54.078495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-adbd013a-bf80-45c2-87c8-37c2b74190db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:54.080902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-adbd013a-bf80-45c2-87c8-37c2b74190db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d66afd8c-24b1-480c-af91-60f57d313bb6 HTTP/1.1" status: 200 len: 848 time: 0.0887592 Dec 13 10:01:54.130358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-f2c7fd2d-de9d-4543-b6fd-4bf784b4734d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f146356-9a56-4d7c-a3bb-619e925e4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409045 Dec 13 10:01:54.215466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47620) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:54.234618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2078-038f-45d7-ab4d-d0869f7b0deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.255919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0b2a4-23e1-41ee-8216-1ec7a5acc1da req-4d683c91-b05b-4102-825a-95613d716f25 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:54.259818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abb0b2a4-23e1-41ee-8216-1ec7a5acc1da req-4d683c91-b05b-4102-825a-95613d716f25 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 943 time: 0.1284492 Dec 13 10:01:54.404050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abb0b2a4-23e1-41ee-8216-1ec7a5acc1da req-01aea565-191a-4819-a7ca-57fa65b6370c tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317277 Dec 13 10:01:54.413396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-b8e1e635-1855-465d-b5cd-ca6560917562 service neutron] 10.222.0.20 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467506 Dec 13 10:01:54.421831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2078-038f-45d7-ab4d-d0869f7b0deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.427421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce97b9-a21c-466d-8182-251c217e4704 req-18a373c7-374c-41bf-b615-dbb33fbd9365 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:54.429019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80ce97b9-a21c-466d-8182-251c217e4704 req-18a373c7-374c-41bf-b615-dbb33fbd9365 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1290474 Dec 13 10:01:54.439079 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2078-038f-45d7-ab4d-d0869f7b0deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.519435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a7d2078-038f-45d7-ab4d-d0869f7b0deb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0b82213a53140d990b76c389587196f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996283 Dec 13 10:01:54.520859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d2078-038f-45d7-ab4d-d0869f7b0deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb06897-ab0d-4947-9e58-647387feb651,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:54.527170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 47632) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:54.577278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f355f61d-c0c0-4b82-9b4b-7d9c80742017 req-c7c096e7-eafd-4eba-a260-36e03667a5f9 service neutron] 10.222.0.20 "GET /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471744 Dec 13 10:01:54.651175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80ce97b9-a21c-466d-8182-251c217e4704 req-5e119afc-392a-4d22-a11f-3a704c894c9e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723655 Dec 13 10:01:54.660633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.705957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.796571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.799464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.800859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fb06897-ab0d-4947-9e58-647387feb651 HTTP/1.1" status: 204 len: 168 time: 0.2724020 Dec 13 10:01:54.820685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65244d61-761e-4a17-9848-1bbb34e9548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb06897-ab0d-4947-9e58-647387feb651,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:55.622783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1e98c-cb27-4948-97e5-0903629fd70e req-0b3217d5-955d-434d-b988-2771496d5c56 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:55.625080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3be1e98c-cb27-4948-97e5-0903629fd70e req-0b3217d5-955d-434d-b988-2771496d5c56 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 943 time: 0.0745549 Dec 13 10:01:55.708007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3be1e98c-cb27-4948-97e5-0903629fd70e req-84ec17b7-6f6f-40e6-856e-f05c3ffcd561 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650299 Dec 13 10:01:55.880424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8befd-2ce2-410b-85fe-b31b8279c55b req-e8dec94d-9bcc-4473-a583-eec6f9669621 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:55.881980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d8befd-2ce2-410b-85fe-b31b8279c55b req-e8dec94d-9bcc-4473-a583-eec6f9669621 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1164250 Dec 13 10:01:55.953827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d8befd-2ce2-410b-85fe-b31b8279c55b req-5c2e34b8-831d-4212-8f9c-2fcfce20181f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635819 Dec 13 10:01:56.010589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b759dde3-bd12-4530-ab43-d0a150b94ddc details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:56.135945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc,segment=NetworkSegment(defcd52a-72c1-4d8a-bca5-8b48e9fddb48),segment_id=defcd52a-72c1-4d8a-bca5-8b48e9fddb48)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:56.161934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b759dde3-bd12-4530-ab43-d0a150b94ddc', 'network_id': '1f146356-9a56-4d7c-a3bb-619e925e4ed8', 'port_id': 'b759dde3-bd12-4530-ab43-d0a150b94ddc', 'mac_address': 'fa:16:3e:f1:bb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66afd8c-24b1-480c-af91-60f57d313bb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:56.214457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.234646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b759dde3-bd12-4530-ab43-d0a150b94ddc {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:56.258790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc,segment=NetworkSegment(defcd52a-72c1-4d8a-bca5-8b48e9fddb48),segment_id=defcd52a-72c1-4d8a-bca5-8b48e9fddb48)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:56.265272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.352793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:56.457098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b759dde3-bd12-4530-ab43-d0a150b94ddc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:56.889161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d453c-ba16-408d-913d-bc0c0129e06b req-d1be6245-c5dc-4c2e-b9fe-06683c16d5f1 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:56.891592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f2d453c-ba16-408d-913d-bc0c0129e06b req-d1be6245-c5dc-4c2e-b9fe-06683c16d5f1 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 944 time: 0.0661457 Dec 13 10:01:56.957628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f2d453c-ba16-408d-913d-bc0c0129e06b req-cb3f3b3f-65c0-46d1-aa46-c2563729bb2c tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 Dec 13 10:01:57.114255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455555-9caa-4ac0-a57f-86ec61a4480b req-d731278e-b48e-4a87-a492-eed1be9a54b4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:57.121903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e455555-9caa-4ac0-a57f-86ec61a4480b req-d731278e-b48e-4a87-a492-eed1be9a54b4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0678093 Dec 13 10:01:57.181383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e455555-9caa-4ac0-a57f-86ec61a4480b req-8b995b8a-4020-4497-993f-d0094b79cdf5 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Dec 13 10:01:58.026292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b759dde3-bd12-4530-ab43-d0a150b94ddc up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:58.137805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b759dde3-bd12-4530-ab43-d0a150b94ddc completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:58.139688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc13a-4594-4ecb-bf80-9ce1d828e06c req-0a844faa-f513-4cd7-b045-d89e5778d407 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.142317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54edc13a-4594-4ecb-bf80-9ce1d828e06c req-0a844faa-f513-4cd7-b045-d89e5778d407 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 944 time: 0.0729923 Dec 13 10:01:58.162936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b759dde3-bd12-4530-ab43-d0a150b94ddc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:58.163335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.211598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54edc13a-4594-4ecb-bf80-9ce1d828e06c req-b7dcf8cf-7112-43db-97ba-b0eaaba4c8bf tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606177 Dec 13 10:01:58.318658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.348374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:58.351588 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3554e83d-c66b-4d72-89bf-088acd8694ea" -d '{"events": [{"server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "name": "network-vif-plugged", "status": "completed", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:58.370508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc,segment=NetworkSegment(defcd52a-72c1-4d8a-bca5-8b48e9fddb48),segment_id=defcd52a-72c1-4d8a-bca5-8b48e9fddb48)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:58.385419 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.447465 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adce6bb-8507-4f71-a0db-331be3e3fd23 x-openstack-request-id: req-3adce6bb-8507-4f71-a0db-331be3e3fd23 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:58.448821 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "name": "network-vif-plugged", "status": "completed", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:58.451021 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3adce6bb-8507-4f71-a0db-331be3e3fd23 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:58.451868 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc', 'code': 200} Dec 13 10:01:58.511155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e839e-c84c-4b80-85d6-eadb82661c44 req-640bdc9f-79b5-4baf-ab4c-b2f8cddf5955 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.516939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-880e839e-c84c-4b80-85d6-eadb82661c44 req-640bdc9f-79b5-4baf-ab4c-b2f8cddf5955 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1419530 Dec 13 10:01:58.518149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:58.613379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-880e839e-c84c-4b80-85d6-eadb82661c44 req-3f5a18b0-f702-4b03-b0b1-853ed29a8119 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656407 Dec 13 10:01:58.617493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a56d-c21f-473b-a912-a871ac6ea140 req-bb748077-64a5-4c9e-88e0-25e0f97e56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.618994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a65a56d-c21f-473b-a912-a871ac6ea140 req-bb748077-64a5-4c9e-88e0-25e0f97e56d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 1096 time: 0.0977476 Dec 13 10:01:58.670168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a65a56d-c21f-473b-a912-a871ac6ea140 req-af82aaae-ec83-44a5-b8bc-35708d539f7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Dec 13 10:01:59.514440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fcd8-9281-42b4-8cba-fc2e5936a82b req-5d56bc63-a9d7-47d0-b799-36a17efe291f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.518579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c39fcd8-9281-42b4-8cba-fc2e5936a82b req-5d56bc63-a9d7-47d0-b799-36a17efe291f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 945 time: 0.1798656 Dec 13 10:01:59.604158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c39fcd8-9281-42b4-8cba-fc2e5936a82b req-3e9cca16-73c1-4ee7-9244-ae3f77359219 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795662 Dec 13 10:01:59.735426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:59.855412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd2d08-dda7-4624-a6f5-30d7ba55e88f req-847f990d-87ca-4714-a752-0b2609bb143e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.865455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7cd2d08-dda7-4624-a6f5-30d7ba55e88f req-847f990d-87ca-4714-a752-0b2609bb143e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0943000 Dec 13 10:01:59.931076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7cd2d08-dda7-4624-a6f5-30d7ba55e88f req-57891ec6-9f4a-4c3a-b211-6e0359a0d4ca tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631597 Dec 13 10:02:00.789558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16fea-b051-42db-87bf-e39a1b17a0e2 req-e0fbc343-1ee7-4b35-9245-a4f963352228 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:00.803087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3db16fea-b051-42db-87bf-e39a1b17a0e2 req-e0fbc343-1ee7-4b35-9245-a4f963352228 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 945 time: 0.0895469 Dec 13 10:02:00.901764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3db16fea-b051-42db-87bf-e39a1b17a0e2 req-a0a0ed6a-48a1-4b8f-942f-7ddaaae51ac1 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963528 Dec 13 10:02:01.218275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff02c6-deaf-4c0e-b6b1-cb69ebb742ab req-a7566e76-b614-444c-804a-f216bdec7055 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:01.228896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4ff02c6-deaf-4c0e-b6b1-cb69ebb742ab req-a7566e76-b614-444c-804a-f216bdec7055 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1466582 Dec 13 10:02:01.300147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4ff02c6-deaf-4c0e-b6b1-cb69ebb742ab req-cab4ff92-9892-44cc-af14-f81de037ad2c tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700021 Dec 13 10:02:02.618502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dc77-dbca-4d0f-bfb3-a641d4560475 req-4f06b04e-0973-4fe9-820a-770d22032e93 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.646263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8494dc77-dbca-4d0f-bfb3-a641d4560475 req-4f06b04e-0973-4fe9-820a-770d22032e93 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1081553 Dec 13 10:02:02.709359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8494dc77-dbca-4d0f-bfb3-a641d4560475 req-5ac0a89d-3c28-4291-b9f9-c933d3e03437 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Dec 13 10:02:03.876440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8410d-b7b6-46f7-b75e-3370124492c8 req-8f597f62-9346-4bc2-a80a-f0e82d5a5981 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:03.884036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46f8410d-b7b6-46f7-b75e-3370124492c8 req-8f597f62-9346-4bc2-a80a-f0e82d5a5981 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0631227 Dec 13 10:02:03.938401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46f8410d-b7b6-46f7-b75e-3370124492c8 req-acf5528a-e3b1-49e9-abf9-cd1f849a89ec tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Dec 13 10:02:04.345967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:05.154057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed073a-fab8-4598-83ba-cf3e09fb6faf req-ec369028-2c3d-4c97-a900-a17e2634ba90 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.171777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9ed073a-fab8-4598-83ba-cf3e09fb6faf req-ec369028-2c3d-4c97-a900-a17e2634ba90 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0863612 Dec 13 10:02:05.293948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9ed073a-fab8-4598-83ba-cf3e09fb6faf req-6ff6bc4b-2829-401b-9ed0-421b97538559 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Dec 13 10:02:05.546947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f17242-fe44-4223-a99d-7ca768562069 req-2b635f51-0f05-4f4c-826c-83e5819dcfb9 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.557256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27f17242-fe44-4223-a99d-7ca768562069 req-2b635f51-0f05-4f4c-826c-83e5819dcfb9 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 945 time: 0.0710084 Dec 13 10:02:05.608402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27f17242-fe44-4223-a99d-7ca768562069 req-7429200e-913a-4aca-a08c-27d91a2e9021 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Dec 13 10:02:06.139846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b37dd797-d55b-4c06-bf7c-dfbb9fcfb6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.486711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a1a86-b23e-45ba-a874-e1216bf2bafd req-43ce6147-c488-4b89-aa6b-53cdb8692176 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.497253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db8a1a86-b23e-45ba-a874-e1216bf2bafd req-43ce6147-c488-4b89-aa6b-53cdb8692176 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1116354 Dec 13 10:02:06.565901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db8a1a86-b23e-45ba-a874-e1216bf2bafd req-fee833e7-e28c-4ed0-bb7f-c9ec1c17f1f2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667741 Dec 13 10:02:06.900744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a33c-a809-4603-b5a0-2d15537c5ff4 req-194ccfaf-1024-40e6-a990-6777df7fe0a1 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.910531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6745a33c-a809-4603-b5a0-2d15537c5ff4 req-194ccfaf-1024-40e6-a990-6777df7fe0a1 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 945 time: 0.1809175 Dec 13 10:02:07.025574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-dc28f0c7-4fe6-4955-94b4-c47b820ecd0f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:07.027146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-dc28f0c7-4fe6-4955-94b4-c47b820ecd0f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.20 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 945 time: 0.2562833 Dec 13 10:02:07.218387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6745a33c-a809-4603-b5a0-2d15537c5ff4 req-d0639602-e487-4163-b23f-037ae641b385 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/security-groups?id=db1b44e1-ded9-4125-8bb2-c476e26454e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068473 Dec 13 10:02:07.369602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Deleting port b759dde3-bd12-4530-ab43-d0a150b94ddc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:07.369850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:07.510236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] For port b759dde3-bd12-4530-ab43-d0a150b94ddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b759dde3-bd12-4530-ab43-d0a150b94ddc,segment=NetworkSegment(defcd52a-72c1-4d8a-bca5-8b48e9fddb48),segment_id=defcd52a-72c1-4d8a-bca5-8b48e9fddb48)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:07.510878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:07.535698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Calling delete_port for b759dde3-bd12-4530-ab43-d0a150b94ddc owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:07.840035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5420d-d419-4db9-b03f-ec1c6c98021d req-cc12fe1a-f72d-42cd-afd0-9ef03d33495c tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:07.859994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96e5420d-d419-4db9-b03f-ec1c6c98021d req-cc12fe1a-f72d-42cd-afd0-9ef03d33495c tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1510203 Dec 13 10:02:07.868357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:07.880243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b759dde3-bd12-4530-ab43-d0a150b94ddc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:08.014684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Pushing event deleted for resources: {'Port': ['ID=b759dde3-bd12-4530-ab43-d0a150b94ddc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:08.144929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] No DVR routers for this DVR port b759dde3-bd12-4530-ab43-d0a150b94ddc on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:08.159704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:08.172097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0443523a-6f7c-414e-99fb-286f98b10b00 req-d3a82f94-4a5f-4724-82c0-61f40005ab5f tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.20 "DELETE /v2.0/ports/b759dde3-bd12-4530-ab43-d0a150b94ddc HTTP/1.1" status: 204 len: 173 time: 1.1322236 Dec 13 10:02:08.172606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'name': 'network-vif-deleted', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:08.174931 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b1fa45-dc56-4e13-97f4-a73d5daa99cb" -d '{"events": [{"server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "name": "network-vif-deleted", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:08.215926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96e5420d-d419-4db9-b03f-ec1c6c98021d req-e0dfba78-acf0-4cfe-a724-ccc7dcc8d11d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401394 Dec 13 10:02:08.272954 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb1674-9136-457b-ab32-6bdfb43ff4c8 x-openstack-request-id: req-96fb1674-9136-457b-ab32-6bdfb43ff4c8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:08.272954 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebb0d1c-87a2-4c7c-87f5-b4ec5094578a", "name": "network-vif-deleted", "tag": "b759dde3-bd12-4530-ab43-d0a150b94ddc", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:08.272954 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96fb1674-9136-457b-ab32-6bdfb43ff4c8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:08.272954 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebb0d1c-87a2-4c7c-87f5-b4ec5094578a', 'name': 'network-vif-deleted', 'tag': 'b759dde3-bd12-4530-ab43-d0a150b94ddc', 'status': 'completed', 'code': 200} Dec 13 10:02:08.415261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9ff7048-ab3a-42b0-ac60-1d86132b325a req-1db0d667-fc95-4c5e-b10e-b18bacc7be37 tempest-VolumesActionsTest-1686637060 tempest-VolumesActionsTest-1686637060-project] 10.222.0.31 "GET /v2.0/ports?device_id=eebb0d1c-87a2-4c7c-87f5-b4ec5094578a HTTP/1.1" status: 200 len: 210 time: 0.0635026 Dec 13 10:02:08.483617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cc28b27-bed3-4854-8a9f-fffa8c621f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:09.351353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14175770-3049-48fd-b25c-6506ab4169a1 req-c149a563-9e92-447c-ae4b-a5d4b0e420c9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:09.353800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14175770-3049-48fd-b25c-6506ab4169a1 req-c149a563-9e92-447c-ae4b-a5d4b0e420c9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0698836 Dec 13 10:02:09.425042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14175770-3049-48fd-b25c-6506ab4169a1 req-b88c9807-723c-421a-b4cc-b361c148308e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Dec 13 10:02:09.555250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:10.099480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b759dde3-bd12-4530-ab43-d0a150b94ddc no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:10.120982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: b759dde3-bd12-4530-ab43-d0a150b94ddc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:02:10.121267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b759dde3-bd12-4530-ab43-d0a150b94ddc not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:02:10.591676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19fd8e-1d90-4991-9d7a-d145842871c5 req-1f59a2f5-7ee7-44cb-bf1a-3d47e47225a3 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.600080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d19fd8e-1d90-4991-9d7a-d145842871c5 req-1f59a2f5-7ee7-44cb-bf1a-3d47e47225a3 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0798664 Dec 13 10:02:10.675245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d19fd8e-1d90-4991-9d7a-d145842871c5 req-6b40c5c4-e105-450e-86e1-ae9f3352049f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Dec 13 10:02:11.175823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:11.840387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d9fc2-5058-4fb7-93ee-e2b1fccfeae3 req-1551db53-72b7-45ca-b18e-06ef62c91929 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:11.848809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f81d9fc2-5058-4fb7-93ee-e2b1fccfeae3 req-1551db53-72b7-45ca-b18e-06ef62c91929 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0924070 Dec 13 10:02:11.936760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f81d9fc2-5058-4fb7-93ee-e2b1fccfeae3 req-aa00c90f-1168-448a-9cb8-9d8740396030 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861506 Dec 13 10:02:11.982401 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.261064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6086368-0f16-46f9-bde0-81abbb6ce093 req-46de8523-ed78-41c5-9e83-adc59214101d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:13.269755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6086368-0f16-46f9-bde0-81abbb6ce093 req-46de8523-ed78-41c5-9e83-adc59214101d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1553450 Dec 13 10:02:13.315225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc90a4-1696-4481-b5f3-3cf539ca7e47 req-59ef9ffd-6ab5-4812-a6d8-1cc38a83555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:13.317305 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-12fc90a4-1696-4481-b5f3-3cf539ca7e47 req-59ef9ffd-6ab5-4812-a6d8-1cc38a83555d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 1097 time: 0.1294918 Dec 13 10:02:13.400299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6086368-0f16-46f9-bde0-81abbb6ce093 req-c40cb6c8-6022-466d-9a04-d1e76d924ec8 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281209 Dec 13 10:02:13.447746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-12fc90a4-1696-4481-b5f3-3cf539ca7e47 req-df6e2cd3-795e-4374-84fb-d96b57f9c4b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Dec 13 10:02:13.990153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48068) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.209007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f4766ef-48b2-4bf1-bdbe-aa14e7fbf7bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.407760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f4766ef-48b2-4bf1-bdbe-aa14e7fbf7bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.422984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f4766ef-48b2-4bf1-bdbe-aa14e7fbf7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.489813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3f4766ef-48b2-4bf1-bdbe-aa14e7fbf7bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea568d288a62401d947d8035a9d91a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948685 Dec 13 10:02:14.490541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48084) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.502786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4766ef-48b2-4bf1-bdbe-aa14e7fbf7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e100f711-92ba-4c4a-8b08-01999a518d97,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:14.612140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa26f9-078d-47c8-8cd7-2b7439604a88 req-a2acefdc-b7a3-4b59-b5cd-deff0004814d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:14.619713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9faa26f9-078d-47c8-8cd7-2b7439604a88 req-a2acefdc-b7a3-4b59-b5cd-deff0004814d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0932648 Dec 13 10:02:14.635491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.714536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.755740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9faa26f9-078d-47c8-8cd7-2b7439604a88 req-ff3dbd8a-d61a-46bf-9a72-a8321ebd7e6f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259575 Dec 13 10:02:14.888683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.897314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.904904 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e100f711-92ba-4c4a-8b08-01999a518d97 HTTP/1.1" status: 204 len: 168 time: 0.4120131 Dec 13 10:02:14.929277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100f711-92ba-4c4a-8b08-01999a518d97,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:14.940128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.940484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.940879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.941222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.941700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.942043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.942373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.943045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.943285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.943639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.943967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.944299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:14.944621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42317b-4aa8-473b-bbf7-2818736daf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:15.346706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.385659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef693c5-c2f0-4491-87b2-8727845f94b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.494584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef693c5-c2f0-4491-87b2-8727845f94b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.501456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bef693c5-c2f0-4491-87b2-8727845f94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.552718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef693c5-c2f0-4491-87b2-8727845f94b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1dfaa4-d4e8-4ecc-ab96-e22b52432472,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:15.558116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bef693c5-c2f0-4491-87b2-8727845f94b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b12ee5e4d0084c498ec7b6d863156fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2098777 Dec 13 10:02:15.564381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48102) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.637352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.663685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.722280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.731199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.736476 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad1dfaa4-d4e8-4ecc-ab96-e22b52432472 HTTP/1.1" status: 204 len: 168 time: 0.1706331 Dec 13 10:02:15.752375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3024-2238-4647-82ed-7ad5a4db3414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1dfaa4-d4e8-4ecc-ab96-e22b52432472,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:15.918257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8eab7-25fd-4eae-ba56-9eb80bc23fba req-42718b1b-7073-4191-bfc9-cfa9321798b9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:15.928651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ae8eab7-25fd-4eae-ba56-9eb80bc23fba req-42718b1b-7073-4191-bfc9-cfa9321798b9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0721691 Dec 13 10:02:16.018263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ae8eab7-25fd-4eae-ba56-9eb80bc23fba req-7dad905d-0211-45a1-a5c0-fddb72a41fc4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884449 Dec 13 10:02:16.320087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48148) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.350683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48152) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.382054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e9e47a6-83c4-4c2a-a5ec-9c6b06f8a3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.619840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e9e47a6-83c4-4c2a-a5ec-9c6b06f8a3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.631799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e9e47a6-83c4-4c2a-a5ec-9c6b06f8a3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.646228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-c1dcea25-6c86-4a5a-89f2-0160f7e48203 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:16.656058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-c1dcea25-6c86-4a5a-89f2-0160f7e48203 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 810 time: 0.3493030 Dec 13 10:02:16.687521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-a5ea114a-efe1-442f-87e2-120ee87556ad tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/quotas/9443816953b64cefbaf96343e77ff81f HTTP/1.1" status: 200 len: 375 time: 0.0290980 Dec 13 10:02:16.717981 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7e9e47a6-83c4-4c2a-a5ec-9c6b06f8a3be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65c7427ae31d4209a5d9b58c9f8b6bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652589 Dec 13 10:02:16.719116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e47a6-83c4-4c2a-a5ec-9c6b06f8a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c186573-4014-489a-ab51-80838e03c7c8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:16.724595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48164) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.821547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-d94982d2-1736-4c22-ba17-6d25d4b29bd7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317809 Dec 13 10:02:16.866877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.903825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.955440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-e6f7af07-60a0-4c7e-93b5-ca8a2e6ae85d service neutron] 10.222.0.31 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322415 Dec 13 10:02:17.006615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Deleting subnet 61245e06-ad5d-490d-9b13-d817a46f867f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:17.010438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.050147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.099029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.156160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-fca43c1b-3cfe-4e26-b693-5b670867f04a service neutron] 10.222.0.31 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997020 Dec 13 10:02:17.165079 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.197519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.200353 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.202669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c186573-4014-489a-ab51-80838e03c7c8 HTTP/1.1" status: 204 len: 168 time: 0.4723039 Dec 13 10:02:17.227398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90482a3-364d-4a9c-84cd-06359e7dc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c186573-4014-489a-ab51-80838e03c7c8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:17.234808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d4f7e-ffa7-46bb-940c-80fbf9c39000 None None] Network 741685cd-accf-4039-8cf4-3b017563aed1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:17.236012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61245e06-ad5d-490d-9b13-d817a46f867f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:17.240838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.251235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-76b6213b-b008-4517-957d-e14c821bc2e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/61245e06-ad5d-490d-9b13-d817a46f867f HTTP/1.1" status: 204 len: 168 time: 0.9296620 Dec 13 10:02:17.254022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48172) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:17.395112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.402162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e406402-877a-4572-91ce-1e0b2490d19d None None] DHCP port deletion for 741685cd-accf-4039-8cf4-3b017563aed1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:17.587966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.648999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741685cd-accf-4039-8cf4-3b017563aed1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.662341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.662921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5200d1ce-b6d2-49b5-a1af-e843fe5acf8b') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.741519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73f6ad7c-eb92-4c66-8652-94f830912837 req-189abe59-c3ee-407b-ba97-4bc39f94a3bf tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 210 time: 0.0971103 Dec 13 10:02:17.750980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.796567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.810421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:17.810869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:17.813448 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:17.934829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.953197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:17.956701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] 10.222.0.31 "DELETE /v2.0/networks/741685cd-accf-4039-8cf4-3b017563aed1 HTTP/1.1" status: 204 len: 168 time: 0.7013547 Dec 13 10:02:17.957732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d510fb-73af-481e-a92e-530423633806 admin admin] Pushing event deleted for resources: {'Network': ['ID=741685cd-accf-4039-8cf4-3b017563aed1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:18.174450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48216) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.216765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-64aa0df5-c6ba-4719-93ca-f277b91a9d47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38254589aa2f4691b859a78234c70b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410161 Dec 13 10:02:18.221318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48218) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.290991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:18.348617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:18.406423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:18.416069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:18.417529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/417db6bf-94d2-46d5-bd65-c375a99f2e68 HTTP/1.1" status: 204 len: 168 time: 0.1945598 Dec 13 10:02:18.428447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b0edb-f679-4558-9de8-9be76bdbbff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417db6bf-94d2-46d5-bd65-c375a99f2e68,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:19.095920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8938711d-2eee-4f13-8498-428a2b8fab42 req-fc590662-1d9c-440f-b94e-32324f98fa45 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 210 time: 0.1996238 Dec 13 10:02:19.248025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-5b94d2cf-44b9-473e-9955-3be0c44c32c5 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:19.249893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-5b94d2cf-44b9-473e-9955-3be0c44c32c5 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.20 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 810 time: 0.4310317 Dec 13 10:02:19.272472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Request body: {'port': {'device_id': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'admin_state_up': True, 'tenant_id': '9443816953b64cefbaf96343e77ff81f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:19.460821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48340) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.524492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Made reservation on behalf of 9443816953b64cefbaf96343e77ff81f for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:19.528751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.668097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1024721142-network', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:19.716560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Allocated IP 172.20.0.8 (0fea15f5-e0b6-4f53-96bf-7c79b53f26e9/4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578/39a95910-bb8c-4916-bef1-796b64ee8005) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:19.722151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Made reservation on behalf of 1ef62d0b32344dabbf01bcd0c0a4acd8 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:19.728191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.750073 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.882993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.891593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.917598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.922391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb40e69-e0c3-434e-9672-39b57faaf4a1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:19.933300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:02:19.947802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.948242 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Added segment a062c299-7f0b-49ae-9ec6-9629cc223e77 of type vlan for network 0b879070-43a3-486a-966c-1ffc6408cf87 Dec 13 10:02:20.001069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.005879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.017269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['10f1ab55-f7e2-4b64-bff4-f087e80160fc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:20.039447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.051055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:20.051992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.132227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6694574 Dec 13 10:02:20.133647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48380) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:20.141398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Request body: {'subnet': {'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1024721142-subnet', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:20.166922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Pushing event updated for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:20.171151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Made reservation on behalf of 1ef62d0b32344dabbf01bcd0c0a4acd8 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:20.174721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.196122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:20.198349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:20.203314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:20.269086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5998d-2b4a-4efc-ab69-8bc807081ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b879070-43a3-486a-966c-1ffc6408cf87,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:20.293703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0b879070-43a3-486a-966c-1ffc6408cf87 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:02:20.377877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:20.378794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.411627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dba2b-2357-4fb6-b297-96edf37653e3 req-04a2ab39-5023-4755-bf5c-0605d95b514e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:20.416244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c1dba2b-2357-4fb6-b297-96edf37653e3 req-04a2ab39-5023-4755-bf5c-0605d95b514e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 931 time: 0.1568847 Dec 13 10:02:20.432170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-3bcfdcf7-d3d7-42eb-938d-cc5d8a7a6766 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1711411 Dec 13 10:02:20.458781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Request body: {'port': {'device_id': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:20.471742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.541762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c1dba2b-2357-4fb6-b297-96edf37653e3 req-1c180b73-6c4e-4ace-b646-a2e63c12de15 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157179 Dec 13 10:02:20.585206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Checking segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:20.585969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Network hostable DHCP agents. Network: 0b879070-43a3-486a-966c-1ffc6408cf87, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:02:20.588703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c208705f-a919-4380-9c41-cbfa2050af71,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:20.607273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.615381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Network 0b879070-43a3-486a-966c-1ffc6408cf87 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:02:20.632124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0b879070-43a3-486a-966c-1ffc6408cf87) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:20.643612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546094e3-a617-47aa-a551-58cf5999fa87 None None] Network 0b879070-43a3-486a-966c-1ffc6408cf87 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:20.647188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:20.651075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.686717 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89284914-9966-4170-93f8-805ec1f6eda8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5496557 Dec 13 10:02:20.689966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48388) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:20.698849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:20.766450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.768257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.879681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-0b879070-43a3-486a-966c-1ffc6408cf87', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:02:20.880584 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.919975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.120934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a95910-bb8c-4916-bef1-796b64ee8005 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:21.146509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.163966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Allocated IP 172.20.0.2 (0b879070-43a3-486a-966c-1ffc6408cf87/c208705f-a919-4380-9c41-cbfa2050af71/791fa0f8-309b-4618-9eaf-9fe2ccd34767) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:21.173276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Transition to ACTIVE for port object 39a95910-bb8c-4916-bef1-796b64ee8005 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:02:21.178462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.240739 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.242356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Pushing event updated for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:21.404995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Attempting to bind port 39a95910-bb8c-4916-bef1-796b64ee8005 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:21.408286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Attempting to bind port 39a95910-bb8c-4916-bef1-796b64ee8005 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:21.412157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Attempting to bind port 39a95910-bb8c-4916-bef1-796b64ee8005 on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:21.416776 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.419493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Port 39a95910-bb8c-4916-bef1-796b64ee8005 on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:02:21.419829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Attempting to bind port 39a95910-bb8c-4916-bef1-796b64ee8005 on network 0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:21.426288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.432722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:21.433273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Checking segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:21.433664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Bound using segment: {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:21.434097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Bound port: 39a95910-bb8c-4916-bef1-796b64ee8005, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:21.434454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.470494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Network 0b879070-43a3-486a-966c-1ffc6408cf87 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:21.474160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:21.480042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:21.501965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Pushing event updated for resources: {'Port': ['ID=791fa0f8-309b-4618-9eaf-9fe2ccd34767,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:21.558777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:21.563589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39a95910-bb8c-4916-bef1-796b64ee8005,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:21.572434 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.588652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.619629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.620501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.622065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 200 len: 1091 time: 1.1686988 Dec 13 10:02:21.627149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:21.631003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.638415 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ce665-506a-429a-9601-61eea0999c25" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:21.736022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8d869-09f7-4b61-b94f-9f6c6d7850e5 service neutron] Pushing event updated for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:21.762740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-1b253411-18ab-4028-b284-a69dcacd27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.767729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-1b253411-18ab-4028-b284-a69dcacd27f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1094 time: 0.0754664 Dec 13 10:02:21.799464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Attempting to bind port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:21.800836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Attempting to bind port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:21.802010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Attempting to bind port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 on network 0b879070-43a3-486a-966c-1ffc6408cf87 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:21.814954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:21.815678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Checking segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:21.816277 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.819227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Bound using segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:21.819952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Bound port: 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:21.820723 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.846342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Allocated IP 172.25.2.142 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:21.995899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] For port 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:22.000966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] For port 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=791fa0f8-309b-4618-9eaf-9fe2ccd34767,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:22.007518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.100127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.119294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4021cd-427a-454e-9912-79dc7bd07a14 None None] Pushing event updated for resources: {'Port': ['ID=791fa0f8-309b-4618-9eaf-9fe2ccd34767,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:22.182146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.237441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:22.257997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:22.260059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:22.264170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:22.276567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e79b3d-598b-46b4-9ce6-a3453b524e02 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:22.414870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4865ac3b-b615-4673-a67e-6b3bbe4e1be6 None None] Provisioning complete for port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:22.415267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4865ac3b-b615-4673-a67e-6b3bbe4e1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.512932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4865ac3b-b615-4673-a67e-6b3bbe4e1be6 None None] Port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:22.650487 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8cad25-17e5-437b-8b55-e663f88a9b32 x-openstack-request-id: req-ad8cad25-17e5-437b-8b55-e663f88a9b32 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:22.651418 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:22.651993 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad8cad25-17e5-437b-8b55-e663f88a9b32 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:22.652601 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005', 'status': 'completed', 'code': 200} Dec 13 10:02:22.656777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-2dc28874-b3f5-400e-834d-d3d51b3f8f0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 200 len: 217 time: 0.8813760 Dec 13 10:02:22.755349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff12c25-ab4c-4fcd-b644-e5ab1cb9a834 req-b0a2dcf8-3db6-4843-8e3f-3189846b7983 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.757177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ff12c25-ab4c-4fcd-b644-e5ab1cb9a834 req-b0a2dcf8-3db6-4843-8e3f-3189846b7983 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 943 time: 0.1032772 Dec 13 10:02:22.761165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-53a812af-0cdf-4c0e-9eb7-ab9b4d6a5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.762801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-53a812af-0cdf-4c0e-9eb7-ab9b4d6a5b2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.0702407 Dec 13 10:02:22.809000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-ab7e9a04-8bf6-46c7-b46b-9a47eb44fba9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376699 Dec 13 10:02:22.844205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ff12c25-ab4c-4fcd-b644-e5ab1cb9a834 req-f463a85f-b88d-4353-a1b8-832f57251435 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800529 Dec 13 10:02:22.955840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-e3b7b418-39f5-4914-8b01-641f985ec67a service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161134 Dec 13 10:02:23.031114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 791fa0f8-309b-4618-9eaf-9fe2ccd34767 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:23.150372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:23.150955 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.192981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-087cf309-707f-4e37-bfd7-d6dbffb48a20 req-d98a9c60-6807-421c-b007-7f0d0fa5d5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282975 Dec 13 10:02:23.259715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48414) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:23.318282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.374528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce665-506a-429a-9601-61eea0999c25 req-e7364853-9d9b-4852-aefc-caaba52a01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.378465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-e7364853-9d9b-4852-aefc-caaba52a01d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1094 time: 0.1340780 Dec 13 10:02:23.386546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=791fa0f8-309b-4618-9eaf-9fe2ccd34767,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:23.391732 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.403481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Deleting subnet ba18dbb0-f54f-400e-9e76-26fd4070dd7e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:23.413223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.463165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.518782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.530016 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.532119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=791fa0f8-309b-4618-9eaf-9fe2ccd34767,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:23.648809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.833829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce665-506a-429a-9601-61eea0999c25 req-ee7e4f7e-fa0d-430c-9c75-fc85fa764ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.837280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-ee7e4f7e-fa0d-430c-9c75-fc85fa764ace service neutron] 10.222.0.20 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 911 time: 0.4507458 Dec 13 10:02:23.840096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba18dbb0-f54f-400e-9e76-26fd4070dd7e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:23.863314 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.870415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2461ae4c-2ebb-4af1-b1c8-ceddb8af539f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba18dbb0-f54f-400e-9e76-26fd4070dd7e HTTP/1.1" status: 204 len: 168 time: 0.6067147 Dec 13 10:02:23.872518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:23.901217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013807f6-7264-43a1-ad2c-78c5550afb6d None None] Network 0b879070-43a3-486a-966c-1ffc6408cf87 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:23.968327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.049457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-fdf45312-7e34-4612-bbc1-7219ae9852b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 200 len: 217 time: 0.1894279 Dec 13 10:02:24.148589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39a95910-bb8c-4916-bef1-796b64ee8005 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:24.179308 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.210027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9990d9-88bf-48f3-acdb-d7373eb411e5']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.222041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008d65bf-a404-4367-929d-e01e85386cc4') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.222041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008d65bf-a404-4367-929d-e01e85386cc4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.233976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.250086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.259973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:24.260382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.269476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb1ba-3e56-4c27-bcb1-00cad28e210f req-bb9fa6ff-6d95-4e20-bbe7-1891458d969e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:24.270984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-706cb1ba-3e56-4c27-bcb1-00cad28e210f req-bb9fa6ff-6d95-4e20-bbe7-1891458d969e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 943 time: 0.2403970 Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:24.330350 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:24.333008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.338990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.343416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce665-506a-429a-9601-61eea0999c25 req-99220bf3-dd0d-4b60-983d-854f493da082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:24.345057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-99220bf3-dd0d-4b60-983d-854f493da082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.1998167 Dec 13 10:02:24.425656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.426567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-69c2ef4a-5c5e-4332-a856-9d006da405ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629206 Dec 13 10:02:24.433532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3a9990d9-88bf-48f3-acdb-d7373eb411e5 HTTP/1.1" status: 204 len: 168 time: 0.5588408 Dec 13 10:02:24.434679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb9e6-03f9-485b-b41a-9c21e91e1ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9990d9-88bf-48f3-acdb-d7373eb411e5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:24.506342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-706cb1ba-3e56-4c27-bcb1-00cad28e210f req-6c232d1e-6bf9-4f63-ac90-f9fb0ba322c0 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275269 Dec 13 10:02:24.612450 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:02:24.649942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Router c414c8f4-c645-4954-a337-b0974e390504 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:02:24.663061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-a6717ad9-5f13-46d4-9d84-8266e4cdcfee service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112579 Dec 13 10:02:24.713457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-492c49e7-d385-4042-8c4d-06ff81781063 None None] Provisioning complete for port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:24.713838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-492c49e7-d385-4042-8c4d-06ff81781063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.821249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:24.927300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-162ce665-506a-429a-9601-61eea0999c25 req-ec08d432-6080-428b-8af5-5c3b1a004ab2 service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587614 Dec 13 10:02:24.943201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39a95910-bb8c-4916-bef1-796b64ee8005,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:24.948041 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-ee577829-90b1-4bce-a255-2b2abafbac11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1732244 Dec 13 10:02:24.968806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '39a95910-bb8c-4916-bef1-796b64ee8005', 'network_id': '0fea15f5-e0b6-4f53-96bf-7c79b53f26e9', 'port_id': '39a95910-bb8c-4916-bef1-796b64ee8005', 'mac_address': 'fa:16:3e:b1:d8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:24.979905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 791fa0f8-309b-4618-9eaf-9fe2ccd34767 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:25.015758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.016854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d06d475-0170-40fa-9b91-76c893bb1e1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3365f6846cc445d1a03fcb101b9f6224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877830 Dec 13 10:02:25.042852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:25.067749 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Sync routers for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:25.086891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.088266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e7905a5-3ff4-4cb1-8265-8624e6210cf9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3970339 Dec 13 10:02:25.091011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48442) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.094573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:25.100326 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.155064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.155613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.156143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.156616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.157074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.157530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.157987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.160039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-4f54a0d9-e979-423e-a737-32d2dba649b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.1287847 Dec 13 10:02:25.194792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.287041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.325436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.402505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.406089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.409827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77cbd370-fb18-4aba-8922-389f97715238 HTTP/1.1" status: 204 len: 168 time: 0.3906245 Dec 13 10:02:25.425185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c85df3-09ba-4b92-a363-1d2fef1b0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cbd370-fb18-4aba-8922-389f97715238,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:25.430906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:25.435235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a95910-bb8c-4916-bef1-796b64ee8005 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:25.539036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:25.539036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.554438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39a95910-bb8c-4916-bef1-796b64ee8005,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:25.624698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-828c6a93-2942-4f9b-9214-7d4d3cc412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.625171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-828c6a93-2942-4f9b-9214-7d4d3cc412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.625632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-828c6a93-2942-4f9b-9214-7d4d3cc412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.627291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-828c6a93-2942-4f9b-9214-7d4d3cc412d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 2299 time: 0.4409041 Dec 13 10:02:25.631106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.644576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-08e417c1-19cf-46eb-a808-f0e7c4da7b3f None None] Provisioning complete for port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:25.644962 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08e417c1-19cf-46eb-a808-f0e7c4da7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.730743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf55ea-17cc-440c-837d-c6beafdc7465 req-e79aab49-7479-4b8a-aeab-6e863862b9bd tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.735464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fbf55ea-17cc-440c-837d-c6beafdc7465 req-e79aab49-7479-4b8a-aeab-6e863862b9bd tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 944 time: 0.0949690 Dec 13 10:02:25.871294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9fbf55ea-17cc-440c-837d-c6beafdc7465 req-c3575f1d-b22b-47e5-84ea-857d18cbfcc1 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143277 Dec 13 10:02:25.899297 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:22Z', 'revision_number': 3, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.951158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['39a95910-bb8c-4916-bef1-796b64ee8005'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:25.976634 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-dbe95e01-8d43-4730-8b92-b7c540b1002e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 1001 time: 0.3413370 Dec 13 10:02:25.994254 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Checking router: c414c8f4-c645-4954-a337-b0974e390504 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:25.995009 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Updating router c414c8f4-c645-4954-a337-b0974e390504 port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:26.086552 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.094998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-fad05287-091b-49a9-9707-aed78d5f80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:26.101142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-fad05287-091b-49a9-9707-aed78d5f80fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.1133101 Dec 13 10:02:26.119104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:26.215380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-c7eea52d-471e-4ba3-9a59-d34f43fd1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:26.217375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-c7eea52d-471e-4ba3-9a59-d34f43fd1787 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085505 Dec 13 10:02:26.457296 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-394d0fd4-63cd-478d-bae9-efcb04424289 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286792 Dec 13 10:02:26.522268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.645469 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.656552 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.693332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a892d6d-5e92-40f2-a21d-a0c09ea8333c None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:26.706025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Attempting to bind port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:26.706606 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Attempting to bind port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:26.707180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Attempting to bind port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:26.734915 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:26.735651 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:26.736243 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.736809 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:26.737474 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Bound port: 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:26.738039 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.744217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-10aabdd3-73c0-4bb2-bdd3-e5feb7eeacdc service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749281 Dec 13 10:02:26.746580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b5badae8-c667-4db8-945f-8e8c1a558611 None None] Provisioning complete for port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:26.747024 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5badae8-c667-4db8-945f-8e8c1a558611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.839489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b5badae8-c667-4db8-945f-8e8c1a558611 None None] Port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:26.843749 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Pushing event updated for resources: {'Port': ['ID=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:26.847455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] For port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:26.854330 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] For port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:26.856694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.856871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-0bfd9585-1159-4969-bf71-2a855ab3d0dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 217 time: 0.0659642 Dec 13 10:02:26.857360 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.857360 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.858091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.858397 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.858729 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.859062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.859399 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.859746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.860203 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.860507 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.860751 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.861074 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:26.866200 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.922349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca32759-9d69-4f56-a207-ed27207e7cff None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:26.948343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:26.948987 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:26.971784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] Provisioning complete for port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:26.972449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.021626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Allocated IP 172.20.0.1 (0b879070-43a3-486a-966c-1ffc6408cf87/c208705f-a919-4380-9c41-cbfa2050af71/556644ee-c9b5-4c4f-a3bc-48de41c8cc6a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:27.041044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-5da5fb49-67dd-41c4-a10a-e91e716fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:27.042653 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-5da5fb49-67dd-41c4-a10a-e91e716fabee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1015284 Dec 13 10:02:27.093475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5127-5ee7-4041-a0f9-3f98900c6a51 None None] Pushing event updated for resources: {'Port': ['ID=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.100385 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.114538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e29e9-58b8-49b8-b24a-08cae7e1217f req-a2548ab6-32ca-49aa-978d-33a38660fa61 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:27.122293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f8e29e9-58b8-49b8-b24a-08cae7e1217f req-a2548ab6-32ca-49aa-978d-33a38660fa61 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 944 time: 0.1079645 Dec 13 10:02:27.143790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] For port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:27.155870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.235147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f8e29e9-58b8-49b8-b24a-08cae7e1217f req-210c9e15-2017-4642-94e8-ac0e674830e5 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022527 Dec 13 10:02:27.235341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-d53e074a-c230-44be-ba5d-f36c1cf8114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:27.235341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-d53e074a-c230-44be-ba5d-f36c1cf8114d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814525 Dec 13 10:02:27.264953 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:27.269598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d70e-e98a-480f-b105-6b3c99c5c857 None None] Pushing event updated for resources: {'Port': ['ID=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.515836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.532396 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-48d7653a-2194-4bc2-b507-6ee83570374d service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850361 Dec 13 10:02:27.544368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:22Z', 'revision_number': 3, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:27.581013 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc32ce0d-4874-4984-91be-d8016da2c4a8 None None] The sync data for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 is: [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:22Z', 'revision_number': 3, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:27.819344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.853079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Network 0b879070-43a3-486a-966c-1ffc6408cf87 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:27.857703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:27.861309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:27.960134 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-6dba6a93-b62b-4f74-950b-f6a66b051a7c service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113483 Dec 13 10:02:28.120079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39a95910-bb8c-4916-bef1-796b64ee8005 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:28.273868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 39a95910-bb8c-4916-bef1-796b64ee8005 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:02:28.281485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 39a95910-bb8c-4916-bef1-796b64ee8005 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:28.285708 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.430726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-670efbcc-7cc4-4ff8-92eb-0b27f19c8883 None None] Provisioning complete for port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:28.432638 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-670efbcc-7cc4-4ff8-92eb-0b27f19c8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.485170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d92ff-a883-4db7-98b5-53a8974021a8 req-bf021b00-b956-4eb2-9d72-b8888e5bc5c7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:28.491789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-670efbcc-7cc4-4ff8-92eb-0b27f19c8883 None None] Port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:28.499018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e76d92ff-a883-4db7-98b5-53a8974021a8 req-bf021b00-b956-4eb2-9d72-b8888e5bc5c7 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 944 time: 0.1162241 Dec 13 10:02:28.556676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.605375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:28.610233 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd4e4f4-fc18-4060-bc82-ceb90d700c8d" -d '{"events": [{"server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:28.636118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e76d92ff-a883-4db7-98b5-53a8974021a8 req-c1bca279-328e-4710-8663-a4c87cbd0f3c tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342437 Dec 13 10:02:28.650797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39a95910-bb8c-4916-bef1-796b64ee8005,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:28.659380 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.793304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:28.988420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Pushing event updated for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:28.991593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.996231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-514a082c-ea2c-4a59-9791-b728b8e9b6a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 217 time: 1.0155044 Dec 13 10:02:29.081083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:29.189333 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f0c1b8-953b-4d08-8099-c20810183d5a x-openstack-request-id: req-53f0c1b8-953b-4d08-8099-c20810183d5a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:29.189961 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "name": "network-vif-plugged", "status": "completed", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:29.189961 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53f0c1b8-953b-4d08-8099-c20810183d5a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:29.190268 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005', 'code': 200} Dec 13 10:02:29.280256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:29.280654 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.291637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-0e4f15ed-bdca-4357-b5d4-2e25985c5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.295847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-0e4f15ed-bdca-4357-b5d4-2e25985c5776 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1998513 Dec 13 10:02:29.356414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff4da-a267-4ee1-a082-ce68570d0709 req-5f4d52d3-84f9-4299-8fc2-75bcb73dcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.360502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-891ff4da-a267-4ee1-a082-ce68570d0709 req-5f4d52d3-84f9-4299-8fc2-75bcb73dcba9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1096 time: 0.1399119 Dec 13 10:02:29.470871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-891ff4da-a267-4ee1-a082-ce68570d0709 req-2ccaec03-fc9c-48ce-880c-67657d84c65c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020179 Dec 13 10:02:29.550835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-04f3709a-0b51-42af-9a74-7b6243fb89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.553078 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-04f3709a-0b51-42af-9a74-7b6243fb89ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964699 Dec 13 10:02:29.557308 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.734860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.784343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.800390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.882281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63569b48-7081-483d-b90b-d69135039628 req-8897b045-52e6-4e8f-916f-103bec7b4778 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.890058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63569b48-7081-483d-b90b-d69135039628 req-8897b045-52e6-4e8f-916f-103bec7b4778 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1434102 Dec 13 10:02:29.959802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63569b48-7081-483d-b90b-d69135039628 req-e5ac50c3-13e7-4a68-9895-c7c093cd632e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686100 Dec 13 10:02:29.960581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.979765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Pushing event updated for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:30.159320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Network 0b879070-43a3-486a-966c-1ffc6408cf87 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:30.162264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:30.199079 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-60a3b564-3bb2-44c5-bd26-85b4108c2c72 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236684 Dec 13 10:02:30.473313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:02:30.536378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Router c414c8f4-c645-4954-a337-b0974e390504 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:02:30.621638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-a5e76232-0410-451a-9be5-d8bdd3e47a12 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724589 Dec 13 10:02:30.636820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fc121f61-0a85-4791-845b-3173adce1b63 None None] Provisioning complete for port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:30.637371 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fc121f61-0a85-4791-845b-3173adce1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.680733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fc121f61-0a85-4791-845b-3173adce1b63 None None] Port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:30.738760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-40d3add1-3631-4f14-95d1-8d87c8da8f35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 217 time: 0.0984232 Dec 13 10:02:30.807261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:30.821225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ec5cde7-808e-41bc-bb7e-e73130dcfd1b admin admin] 10.222.0.31 "PUT /v2.0/routers/c414c8f4-c645-4954-a337-b0974e390504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7291076 Dec 13 10:02:30.837246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Sync routers for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:30.850319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-689ab613-26c4-4506-82d1-9493141fe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:30.851902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-689ab613-26c4-4506-82d1-9493141fe244 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1043100 Dec 13 10:02:30.879276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:30.882347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:30.912788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-b584ad95-2fa1-4cd8-891a-e2e9e96c468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:30.914306 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-b584ad95-2fa1-4cd8-891a-e2e9e96c468b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554647 Dec 13 10:02:31.121855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-3758e426-a0b1-46b1-b2d5-f522617eaa41 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991296 Dec 13 10:02:31.188967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:31.303213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-9897879a-a901-47e0-b1d9-ada9d9a342b2 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722546 Dec 13 10:02:31.306396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5594c-3395-4b6e-8557-b919df503c48 req-6cfc507e-c2f1-4724-9df1-5d8f26004c5e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.318089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcf5594c-3395-4b6e-8557-b919df503c48 req-6cfc507e-c2f1-4724-9df1-5d8f26004c5e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1875927 Dec 13 10:02:31.394100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-ccc05b8b-6109-41ae-a2f1-234108eb71f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 217 time: 0.0786016 Dec 13 10:02:31.449285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcf5594c-3395-4b6e-8557-b919df503c48 req-8b013713-c9d9-485d-b775-686ba7dc1e6e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277280 Dec 13 10:02:31.531787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-fdaac27b-0d11-4ae6-a29f-0a2df0918b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.535844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-fdaac27b-0d11-4ae6-a29f-0a2df0918b57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1368952 Dec 13 10:02:31.738205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7985bfee-9d4f-4d57-9660-88c2e7b85743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.740021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 2, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:31.747881 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7985bfee-9d4f-4d57-9660-88c2e7b85743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2034659 Dec 13 10:02:31.907640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Checking router: c414c8f4-c645-4954-a337-b0974e390504 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:31.911845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Updating router c414c8f4-c645-4954-a337-b0974e390504 port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:31.985300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.017973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-7a95ada1-e9a7-4436-8f8d-8cb0358500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.019515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-7a95ada1-e9a7-4436-8f8d-8cb0358500b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1096 time: 0.1321344 Dec 13 10:02:32.096341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-5332d418-fad2-4fcf-91b5-54fc7412ef18 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372765 Dec 13 10:02:32.338183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48578) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:32.354972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-648313145-network', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:32.376387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-3245fcdd-4e17-48e4-986e-bb70696415d6 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678547 Dec 13 10:02:32.432462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Made reservation on behalf of a32195e623ad498ba4db8b9b6fd2755f for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:32.434939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.455520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-a04d6b3e-bd65-4b67-94de-5e40841aeeac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 217 time: 0.0721178 Dec 13 10:02:32.470616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.477801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.481819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d844e9-f436-4394-afe3-c7d3c9c7a65c req-68a2dc79-552f-4f70-9129-2237a24407e4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.494309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0d844e9-f436-4394-afe3-c7d3c9c7a65c req-68a2dc79-552f-4f70-9129-2237a24407e4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.4856162 Dec 13 10:02:32.497570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-0f587de6-f510-48cd-b446-9c6381a9afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.503237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-0f587de6-f510-48cd-b446-9c6381a9afbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 911 time: 0.4130812 Dec 13 10:02:32.503940 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.538593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042b4b-92a0-41f5-b03c-656f8f7daf2a None None] Pushing event updated for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:32.573608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7d2dfea8-2e00-45fe-91f0-812051b3ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.579440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7d2dfea8-2e00-45fe-91f0-812051b3ecbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.1148844 Dec 13 10:02:32.661548 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.672656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.692225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Attempting to bind port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:32.693217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Attempting to bind port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:32.694275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Attempting to bind port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a on network 0b879070-43a3-486a-966c-1ffc6408cf87 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:32.703108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:32.703976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Checking segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:32.704625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.705817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Bound using segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:32.706559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Bound port: 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:32.707228 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.739741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-dc68b9ca-de5c-4bbe-8c12-c679fa85313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.742246 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-dc68b9ca-de5c-4bbe-8c12-c679fa85313a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536131 Dec 13 10:02:32.780411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-5eae8ada-722f-47f3-9c84-4953c9e37550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 200 len: 217 time: 0.2575128 Dec 13 10:02:32.855240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] For port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:32.859209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] For port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:32.867744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.884442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:02:32.890293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575dfd4d-21b9-4994-ab96-65e286af67b8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:32.920091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0d844e9-f436-4394-afe3-c7d3c9c7a65c req-1c1125d9-0bda-4278-a0c2-e1afe8f99df3 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200456 Dec 13 10:02:32.939038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.939862 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Added segment 33e5eac1-0c7c-4fcf-8514-106d1d5c2c93 of type vlan for network 15ca875d-363d-473e-8e4b-43e13b23a496 Dec 13 10:02:32.943183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-ca4f0014-2ecc-4416-8b63-c31a5924bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.945004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-ca4f0014-2ecc-4416-8b63-c31a5924bd2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.1358595 Dec 13 10:02:32.961416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042b4b-92a0-41f5-b03c-656f8f7daf2a None None] Pushing event updated for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:32.994394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:32.996503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:33.050388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-4868f558-b71b-4bde-a165-51fe99ef2324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928533 Dec 13 10:02:33.089395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-d83791e4-2a34-44ef-b58c-50c7cd4137a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324034 Dec 13 10:02:33.224849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-04364436-6677-4132-b5fc-dd697d5e114f service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339846 Dec 13 10:02:33.344419 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-986ab290-2371-4d52-8015-4bcbc671329c service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517900 Dec 13 10:02:33.378934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b021737a-e34e-4936-98bf-0f934cf28fd2 req-2cce773e-6da5-4fcd-997c-66f532de5d48 service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403420 Dec 13 10:02:33.388205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.476835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-dc46e9cd-654e-4d57-b444-e1067f8c5276 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.1100521 Dec 13 10:02:33.515357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.519054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.521091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.598871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] Provisioning complete for port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:33.599302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.615614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:33.623761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-6d60c0d7-2373-4696-814f-ba6ad910e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.625334 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-6d60c0d7-2373-4696-814f-ba6ad910e9e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.1476564 Dec 13 10:02:33.694803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3481162 Dec 13 10:02:33.697450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48600) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:33.702435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Request body: {'subnet': {'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-648313145-subnet', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:33.728097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7921f644-ac27-4755-8c90-9d2fcac0269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.729645 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-7921f644-ac27-4755-8c90-9d2fcac0269b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960069 Dec 13 10:02:33.729883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369fa9c-da31-4539-94b9-b49321b56a12 admin admin] Pushing event updated for resources: {'Network': ['ID=15ca875d-363d-473e-8e4b-43e13b23a496,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:33.780998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Made reservation on behalf of a32195e623ad498ba4db8b9b6fd2755f for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:33.784264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 15ca875d-363d-473e-8e4b-43e13b23a496 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:02:33.784697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.865224 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-a4a8c30d-2aec-4bf6-8f58-4a7269c6aea3 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188152 Dec 13 10:02:34.053087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.076179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-34fd4fbd-260f-4d05-a07f-67220741d20e req-0df802bd-6894-4a02-99a9-138c172e9d48 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034590 Dec 13 10:02:34.098528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff6a3-0f62-4291-985c-7e7c91150eb3 req-d763dbf6-fae3-4030-9441-2e8ade9c363e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.106779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c95ff6a3-0f62-4291-985c-7e7c91150eb3 req-d763dbf6-fae3-4030-9441-2e8ade9c363e tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0882552 Dec 13 10:02:34.123897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] For port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:34.159293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.236397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:32Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:34.250905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c95ff6a3-0f62-4291-985c-7e7c91150eb3 req-2daf8d47-7e0b-4f3c-8aa3-da9170d09ea5 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395450 Dec 13 10:02:34.290661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.324839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41b8cf-fbcc-4c6d-b7fd-90511d4cfb80 None None] Pushing event updated for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:34.342749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e365033-4279-4dea-a1e5-b10d17e11965 None None] The sync data for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 is: [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:32Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:34.365895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-05001f42-ec55-4020-a2db-26d4f656aa9f None None] Provisioning complete for port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:34.366773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05001f42-ec55-4020-a2db-26d4f656aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.416977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867df91c-6057-4789-a315-1d75201bbc61,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:34.432495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Checking segment: {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:34.432953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Network hostable DHCP agents. Network: 15ca875d-363d-473e-8e4b-43e13b23a496, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:02:34.474054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.484292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Network 15ca875d-363d-473e-8e4b-43e13b23a496 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:02:34.507291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 15ca875d-363d-473e-8e4b-43e13b23a496) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:34.521086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.525542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.546414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db7c06-b088-467c-8948-505af0dc88d7 None None] Network 15ca875d-363d-473e-8e4b-43e13b23a496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:34.594696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:34.601057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:34.606265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7afd1a7c-b129-4e57-84f2-754b47b8c4e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9077127 Dec 13 10:02:34.673569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.674594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.710559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-15ca875d-363d-473e-8e4b-43e13b23a496', 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496', 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'fixed_ips': [{'subnet_id': '867df91c-6057-4789-a315-1d75201bbc61'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:02:34.711953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.844633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.047058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:35.354916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Allocated IP 172.20.0.2 (15ca875d-363d-473e-8e4b-43e13b23a496/867df91c-6057-4789-a315-1d75201bbc61/c6f2970c-25eb-428d-a067-0699c02bc5bd) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:35.420670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.512780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:35.514996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.525349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6143c9a-b2b0-484d-9a66-ea6f5320974c req-e7b8a609-2ec8-4eb5-8065-c688fdba73d9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:35.537959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6143c9a-b2b0-484d-9a66-ea6f5320974c req-e7b8a609-2ec8-4eb5-8065-c688fdba73d9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1258097 Dec 13 10:02:35.620023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6143c9a-b2b0-484d-9a66-ea6f5320974c req-e091c074-51ac-471e-aa05-f1e9f7978772 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Dec 13 10:02:35.745163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.766505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.774872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.777576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.834002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Network 15ca875d-363d-473e-8e4b-43e13b23a496 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:35.840173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:35.845114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:35.910550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Pushing event updated for resources: {'Port': ['ID=c6f2970c-25eb-428d-a067-0699c02bc5bd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:35.930321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Attempting to bind port c6f2970c-25eb-428d-a067-0699c02bc5bd on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:35.930704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Attempting to bind port c6f2970c-25eb-428d-a067-0699c02bc5bd by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:35.931074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Attempting to bind port c6f2970c-25eb-428d-a067-0699c02bc5bd on network 15ca875d-363d-473e-8e4b-43e13b23a496 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:35.937323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:35.937701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Checking segment: {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:35.938084 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.938481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Bound using segment: {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:35.938957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Bound port: c6f2970c-25eb-428d-a067-0699c02bc5bd, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:35.939418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.017554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Allocated IP 172.25.2.238 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:36.024695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] For port c6f2970c-25eb-428d-a067-0699c02bc5bd, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:36.028298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] For port c6f2970c-25eb-428d-a067-0699c02bc5bd, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c6f2970c-25eb-428d-a067-0699c02bc5bd,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:36.040541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.131361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03805-9d74-486d-825f-68df5dc6273d None None] Pushing event updated for resources: {'Port': ['ID=c6f2970c-25eb-428d-a067-0699c02bc5bd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.208719 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34e78f8d-9bf7-444e-9629-b5e7af6dc176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.253834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.308519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.376967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Pushing event updated for resources: {'Port': ['ID=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.397161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:36.399039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:36.403212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:36.415808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a539f-ef2e-4be9-b246-7eab60660b2d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:36.558267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a675f7a-c5ad-46c6-915c-f6452adf8e93 None None] Provisioning complete for port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:36.558741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a675f7a-c5ad-46c6-915c-f6452adf8e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.634626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0a675f7a-c5ad-46c6-915c-f6452adf8e93 None None] Port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:36.923605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf6b2-d9ac-499a-ac01-ca3d325cff7e req-88155711-7268-4249-9679-f621637e2323 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:36.925822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85fbf6b2-d9ac-499a-ac01-ca3d325cff7e req-88155711-7268-4249-9679-f621637e2323 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1857982 Dec 13 10:02:37.036747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c6f2970c-25eb-428d-a067-0699c02bc5bd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:37.040405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85fbf6b2-d9ac-499a-ac01-ca3d325cff7e req-f4830eaf-2f78-4d90-b957-d96a47fd148b tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058159 Dec 13 10:02:37.065576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.121056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c6f2970c-25eb-428d-a067-0699c02bc5bd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:37.121457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.249712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.321781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port c6f2970c-25eb-428d-a067-0699c02bc5bd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c6f2970c-25eb-428d-a067-0699c02bc5bd,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:37.331892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.335450 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.446387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=c6f2970c-25eb-428d-a067-0699c02bc5bd,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:37.573597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Router 858f45b6-b256-4526-a791-ab926e0cd25e is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:02:37.729830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:37.744258 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Sync routers for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:37.757405 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:37.758579 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:37.778654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.783273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef988541-3c19-438f-b387-39c581500aad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1848180 Dec 13 10:02:37.783660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48676) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:37.906770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22ce52-7320-4446-af5b-7526013571b2 None None] Network 15ca875d-363d-473e-8e4b-43e13b23a496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:37.972242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:38.068817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2802a8ab-d12c-4352-b869-2ce6b1f47c94 None None] Provisioning complete for port c6f2970c-25eb-428d-a067-0699c02bc5bd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:38.069191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2802a8ab-d12c-4352-b869-2ce6b1f47c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.349879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecd6bc-62a3-4d95-9b02-e63895d2aee4 req-1dd9be8b-8bc6-42b4-9411-5e37e9e75649 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:38.351495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2ecd6bc-62a3-4d95-9b02-e63895d2aee4 req-1dd9be8b-8bc6-42b4-9411-5e37e9e75649 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1509449 Dec 13 10:02:38.467614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2ecd6bc-62a3-4d95-9b02-e63895d2aee4 req-c60ca162-9f84-4b53-b240-c5758e120c9b tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025450 Dec 13 10:02:38.477456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 3, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:38.503835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046de05a-ca4f-41e5-a3aa-c5bbce319c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.538853 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Checking router: 858f45b6-b256-4526-a791-ab926e0cd25e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:38.540257 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Updating router 858f45b6-b256-4526-a791-ab926e0cd25e port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:38.574637 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.583181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-027e0943-bfae-4308-9178-132f863f2c7d None None] Provisioning complete for port c6f2970c-25eb-428d-a067-0699c02bc5bd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:38.584713 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-027e0943-bfae-4308-9178-132f863f2c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.741594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.979089 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.985235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c6f2970c-25eb-428d-a067-0699c02bc5bd up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:39.012850 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.063707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Allocated IP 172.20.0.1 (15ca875d-363d-473e-8e4b-43e13b23a496/867df91c-6057-4789-a315-1d75201bbc61/f44daff3-43d4-4190-8001-765038279a51) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:39.102381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9967d0-746a-43a9-b245-ab8f9dea2e21 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:39.159203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c6f2970c-25eb-428d-a067-0699c02bc5bd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:39.164963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.175628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Attempting to bind port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:39.179790 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Attempting to bind port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:39.181104 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Attempting to bind port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:39.193725 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:39.197687 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:39.198508 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.202392 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:39.203184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Bound port: e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:39.204930 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.224716 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6e97-dc48-499d-aff6-309d743b626a None None] Pushing event updated for resources: {'Port': ['ID=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:39.316421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-32c44c90-5adc-4846-8a27-b348f9d4ad2b None None] Provisioning complete for port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:39.317531 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32c44c90-5adc-4846-8a27-b348f9d4ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.356007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.405580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-32c44c90-5adc-4846-8a27-b348f9d4ad2b None None] Port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:39.444343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] For port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:39.451818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.461070 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] For port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:39.470654 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.518326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Network 15ca875d-363d-473e-8e4b-43e13b23a496 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:39.521641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:39.525374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:39.569204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.585412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.606635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdd97c-88e1-48c5-8ba9-37c203e367d6 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:39.624791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6e97-dc48-499d-aff6-309d743b626a None None] Pushing event updated for resources: {'Port': ['ID=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:39.633167 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:39.633800 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:39.729141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:39.770526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] Provisioning complete for port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:39.771074 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.813189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5651b2-6f3d-4531-afad-edd166c5e929 req-401e255a-51b1-4cf8-a874-0b2a1779d835 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.818333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f5651b2-6f3d-4531-afad-edd166c5e929 req-401e255a-51b1-4cf8-a874-0b2a1779d835 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1273355 Dec 13 10:02:39.920870 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:39.986694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.031256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] For port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:40.039411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.068905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f5651b2-6f3d-4531-afad-edd166c5e929 req-ec44e023-5e48-4f37-86dc-b98d4c48475b tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491834 Dec 13 10:02:40.097182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.175844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9e4b-623c-4a87-89d3-b19dbf35e7de None None] Pushing event updated for resources: {'Port': ['ID=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:40.204826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-273945fc-6b1b-400b-905f-69740126f6e7 None None] Provisioning complete for port f44daff3-43d4-4190-8001-765038279a51 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:40.209791 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-273945fc-6b1b-400b-905f-69740126f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.360839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-273945fc-6b1b-400b-905f-69740126f6e7 None None] Port f44daff3-43d4-4190-8001-765038279a51 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:40.527505 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 3, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:40.610246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822e238-fde3-4723-89f7-e0a9d3f2f12b None None] The sync data for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 is: [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 3, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:40.640783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.647673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.761460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:40.769533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.906440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Network 15ca875d-363d-473e-8e4b-43e13b23a496 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:40.908210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:41.228612 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.277211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Router 858f45b6-b256-4526-a791-ab926e0cd25e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:02:41.313602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc44a7-fc7a-4b92-886a-5dbf2c972814 req-86ca1dfd-7a8c-4acc-853a-73ce6628dd61 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:41.315229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3afc44a7-fc7a-4b92-886a-5dbf2c972814 req-86ca1dfd-7a8c-4acc-853a-73ce6628dd61 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1130483 Dec 13 10:02:41.509803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3afc44a7-fc7a-4b92-886a-5dbf2c972814 req-ab14b175-2576-441f-a913-0aa4d78667d2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316044 Dec 13 10:02:41.652722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-325b73be-97b1-47e9-8e17-ade3fa06a398 None None] Provisioning complete for port f44daff3-43d4-4190-8001-765038279a51 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:41.653101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-325b73be-97b1-47e9-8e17-ade3fa06a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.735510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-325b73be-97b1-47e9-8e17-ade3fa06a398 None None] Port f44daff3-43d4-4190-8001-765038279a51 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:41.991195 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:42.220475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:42.226052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-81580ed0-c7b0-481e-b71b-a4d9fe71d1d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/858f45b6-b256-4526-a791-ab926e0cd25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4397056 Dec 13 10:02:42.673419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605cd79-c468-485d-a587-6206d5cbc147 req-288b653b-5bc8-47df-94ba-edeb299168b0 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:42.676946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7605cd79-c468-485d-a587-6206d5cbc147 req-288b653b-5bc8-47df-94ba-edeb299168b0 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Dec 13 10:02:42.739591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7605cd79-c468-485d-a587-6206d5cbc147 req-e95adbd5-8137-4d08-8693-5dc327cfea6a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584211 Dec 13 10:02:42.981227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:43.076310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:43.076989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:43.327098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Sync routers for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:43.348771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:43.349447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:43.541122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:43.899362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f44daff3-43d4-4190-8001-765038279a51', 'name': '', 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'mac_address': 'fa:16:3e:08:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '867df91c-6057-4789-a315-1d75201bbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:38Z', 'updated_at': '2021-12-13T10:02:40Z', 'revision_number': 2, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'subnets': [{'id': '867df91c-6057-4789-a315-1d75201bbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:43.954358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Checking router: 858f45b6-b256-4526-a791-ab926e0cd25e for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:43.954722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Updating router 858f45b6-b256-4526-a791-ab926e0cd25e port f44daff3-43d4-4190-8001-765038279a51 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:44.017701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.055046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065806b-038b-45a0-befe-86c70d9313ab req-bc1fde18-da68-4980-b0d0-a4252fbf6301 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:44.065664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0065806b-038b-45a0-befe-86c70d9313ab req-bc1fde18-da68-4980-b0d0-a4252fbf6301 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0949550 Dec 13 10:02:44.138604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0065806b-038b-45a0-befe-86c70d9313ab req-6dcace58-5729-4b0e-afcd-019db783bdff tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696146 Dec 13 10:02:44.226993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:44.233851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929897391', 'description': 'tempest-secgroup-smoke-1929897391 description', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:44.288953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.446663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.456146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.490744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.497236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.498286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48824) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:44.503834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:44.510639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.512336 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2829115 Dec 13 10:02:44.571627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f0fd5-1a10-4085-b40d-a58508275165 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:44.579447 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.650111 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.652938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Pushing event updated for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:44.656148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.682398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.683095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.683656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.684207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.684744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.685832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.686374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.686880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.687398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.687933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.688617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.689255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.689765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.701788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e1d55-be87-46fd-b5fe-e5c0187532d1,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:44.709777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.715315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48826) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:44.721134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:44.726058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2264612 Dec 13 10:02:44.746521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.747793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.748376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.748983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.749725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.750303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.750880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.751587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.752176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.752763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.753334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.753995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.754592 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a88cc9-0fd8-44d5-805f-9ccaa27a29e8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:44.792622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.811909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Attempting to bind port f44daff3-43d4-4190-8001-765038279a51 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:44.812342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Attempting to bind port f44daff3-43d4-4190-8001-765038279a51 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:44.812720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Attempting to bind port f44daff3-43d4-4190-8001-765038279a51 on network 15ca875d-363d-473e-8e4b-43e13b23a496 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:44.825414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:44.828212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Checking segment: {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:44.828441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.828861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Bound using segment: {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:44.829360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Bound port: f44daff3-43d4-4190-8001-765038279a51, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:44.829761 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.926692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.932539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.974233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:44.981626 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646160 Dec 13 10:02:44.985770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:44.994472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:44.999450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead460-71fc-419c-8e59-70e489c5f347 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df80d8-bd67-4d96-a5d0-f3ea4761f2a9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:45.021478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] For port f44daff3-43d4-4190-8001-765038279a51, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:45.032857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] For port f44daff3-43d4-4190-8001-765038279a51, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f44daff3-43d4-4190-8001-765038279a51,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:45.037831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.079110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.135044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:45.136049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:45.224264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef0269-ff48-4ccf-b464-a31d2a018337 None None] Pushing event updated for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:45.228632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.236117 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.237294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] Provisioning complete for port f44daff3-43d4-4190-8001-765038279a51 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:45.237736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.303250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7c276-9341-4a29-825f-10d6c451fe6d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:45.380806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.384922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1bc69f93-790b-4bcc-aac7-703b890ef1ab tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954568 Dec 13 10:02:45.384922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:45.390278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:45.455531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ab8ff-0f8f-4f4a-ad79-b973011af341 req-22af36c2-8709-46b8-9dc5-8df50ca95cd9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:45.457556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b41ab8ff-0f8f-4f4a-ad79-b973011af341 req-22af36c2-8709-46b8-9dc5-8df50ca95cd9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1852443 Dec 13 10:02:45.487765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:45.540675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b41ab8ff-0f8f-4f4a-ad79-b973011af341 req-f8a971fb-3822-489f-8e1c-8fb19dfac5f4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758121 Dec 13 10:02:45.581151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.667100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.717258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.741882 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.802510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.808792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:45.811664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] For port f44daff3-43d4-4190-8001-765038279a51, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f44daff3-43d4-4190-8001-765038279a51,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:45.812690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227898 Dec 13 10:02:45.815381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:45.822019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2cc1-93d9-44a3-b865-377e7e04749b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dd06c9-4006-4f84-88df-5b205cb72670,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:45.868137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.891460 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Project 1ef62d0b32344dabbf01bcd0c0a4acd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:02:45.898124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:45.955775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b721d73-4e48-48df-bcf3-31298e645f5a None None] Pushing event updated for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:46.012429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.029316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.055220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cc0d63-d26d-443a-a267-f0f39c1ead96,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:46.073009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0dbc7f28-31f6-42cd-9794-651061d14074 None None] Provisioning complete for port f44daff3-43d4-4190-8001-765038279a51 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:46.074609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7f28-31f6-42cd-9794-651061d14074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.087247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.093408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48846) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:46.099001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'security_group_rule': {'security_group_id': '2bd6fb73-2ddf-4d70-90c8-662291dd4cbb', 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:46.107814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0ad67810-e3a1-4820-a167-d40e2765b3c6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2953131 Dec 13 10:02:46.141836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f44daff3-43d4-4190-8001-765038279a51', 'name': '', 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'mac_address': 'fa:16:3e:08:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '867df91c-6057-4789-a315-1d75201bbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:38Z', 'updated_at': '2021-12-13T10:02:45Z', 'revision_number': 4, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'subnets': [{'id': '867df91c-6057-4789-a315-1d75201bbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:46.185681 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Project 1ef62d0b32344dabbf01bcd0c0a4acd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:02:46.193471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.263930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e1131-07b2-4f90-8322-3f80d212a204 None None] The sync data for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 is: [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f44daff3-43d4-4190-8001-765038279a51', 'name': '', 'network_id': '15ca875d-363d-473e-8e4b-43e13b23a496', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'mac_address': 'fa:16:3e:08:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '867df91c-6057-4789-a315-1d75201bbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:38Z', 'updated_at': '2021-12-13T10:02:45Z', 'revision_number': 4, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'subnets': [{'id': '867df91c-6057-4789-a315-1d75201bbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:46.380392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.395137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.475621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd39a75-0c9c-429d-9bef-9173d6ec7d15,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:46.511329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.514737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d64a017-0483-46be-a4c9-673b8d005ac6 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4202139 Dec 13 10:02:46.899262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-43555a20-e29e-4824-a751-c6c7daf03bc0 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929897391&fields=id&tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8 HTTP/1.1" status: 200 len: 267 time: 0.1457965 Dec 13 10:02:46.998917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738080-6443-4982-afe3-53734e92998c req-abc0bd57-d14c-4c4a-bed3-515e975bd7f9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:47.009693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f738080-6443-4982-afe3-53734e92998c req-abc0bd57-d14c-4c4a-bed3-515e975bd7f9 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.3319910 Dec 13 10:02:47.055432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f44daff3-43d4-4190-8001-765038279a51 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:47.252969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f44daff3-43d4-4190-8001-765038279a51 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:47.253562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:47.285726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f738080-6443-4982-afe3-53734e92998c req-8892e4d0-8a47-4c3b-931c-0716023709aa tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631063 Dec 13 10:02:47.299453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-c12179b7-782d-4ab3-947d-679099c30581 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:47.312615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-c12179b7-782d-4ab3-947d-679099c30581 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/networks?id=0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 200 len: 809 time: 0.4117908 Dec 13 10:02:47.326672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-cb6a2025-63c2-4eeb-864d-7dc605161b4f tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/quotas/1ef62d0b32344dabbf01bcd0c0a4acd8 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Dec 13 10:02:47.480277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-447bfe6b-750d-4447-8442-0685092526d4 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463156 Dec 13 10:02:47.675362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-942b955e-0798-411d-aa5c-23e9e11823a4 service neutron] 10.222.0.31 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901982 Dec 13 10:02:47.879445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-6a898eef-00bc-4e90-a871-ca1061983a19 service neutron] 10.222.0.31 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934474 Dec 13 10:02:48.281427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d21eef0f-74fa-4e06-9a1d-78424f89c9d3 req-80777b33-9bdd-431d-b277-2c78836f8c1d tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 210 time: 0.0778680 Dec 13 10:02:48.502389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd620c-dd14-4f84-aed4-26dc5030dae3 req-029093a0-b7c3-4f0c-bc8c-2de41eeda859 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:48.504035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35bd620c-dd14-4f84-aed4-26dc5030dae3 req-029093a0-b7c3-4f0c-bc8c-2de41eeda859 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1157439 Dec 13 10:02:48.609641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35bd620c-dd14-4f84-aed4-26dc5030dae3 req-fc91ed16-0991-40d3-a31b-7a15ebb35718 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924933 Dec 13 10:02:49.436938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf00d713-a79e-4337-a516-a0af42eb8f1a req-7c31b663-8fb5-4577-8b0d-878dcc8baef4 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 210 time: 0.0723526 Dec 13 10:02:49.887844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fda35f-b1c1-4e23-ab54-74a44800204e req-630fb6dd-840b-415e-9db8-d8ca1fe5ac43 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:49.894980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0132e9c0-8602-45ee-ae53-9b9da464a7ed tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:49.905851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98fda35f-b1c1-4e23-ab54-74a44800204e req-630fb6dd-840b-415e-9db8-d8ca1fe5ac43 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1985195 Dec 13 10:02:49.912183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0132e9c0-8602-45ee-ae53-9b9da464a7ed tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.16 "GET /v2.0/networks?id=0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 200 len: 809 time: 0.2277462 Dec 13 10:02:49.981315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98fda35f-b1c1-4e23-ab54-74a44800204e req-a3fb2a07-5641-471a-b108-728e4040e93a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742042 Dec 13 10:02:50.030762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0c27556b-6735-4b51-8f9b-f831e9b123a3 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8 HTTP/1.1" status: 200 len: 380 time: 0.1072335 Dec 13 10:02:50.041387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'port': {'device_id': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'admin_state_up': True, 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'security_groups': ['2bd6fb73-2ddf-4d70-90c8-662291dd4cbb']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:50.171020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Made reservation on behalf of 1ef62d0b32344dabbf01bcd0c0a4acd8 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:50.175591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.322675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Allocated IP 172.20.0.12 (0b879070-43a3-486a-966c-1ffc6408cf87/c208705f-a919-4380-9c41-cbfa2050af71/eae394c4-bdbf-428f-b036-355fdaae8423) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:50.396167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48934) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:50.488483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Deleting subnet d66afd8c-24b1-480c-af91-60f57d313bb6 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:50.498558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.561571 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.593633 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.657609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.732263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.746952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Network 0b879070-43a3-486a-966c-1ffc6408cf87 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:50.754772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:50.759144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:50.765534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431430bf-1035-4043-ac06-6f09fae8dd41 req-90bc33cc-7140-46aa-94a0-c9f7e0113724 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:50.774298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-431430bf-1035-4043-ac06-6f09fae8dd41 req-90bc33cc-7140-46aa-94a0-c9f7e0113724 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 932 time: 0.1232691 Dec 13 10:02:50.858901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-431430bf-1035-4043-ac06-6f09fae8dd41 req-6176b82f-55b9-4873-ab58-21bb9ada60be tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833402 Dec 13 10:02:50.880443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:50.881142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.906527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:50.908932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:50.944958 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-542a1184-70b1-4583-b289-236e7c0bdc5e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9074922 Dec 13 10:02:50.961155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Request body: {'port': {'device_id': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:50.968219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66afd8c-24b1-480c-af91-60f57d313bb6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:51.006967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.014190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-635bcb53-56d2-478f-bee5-160886fb8225 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d66afd8c-24b1-480c-af91-60f57d313bb6 HTTP/1.1" status: 204 len: 168 time: 0.6165464 Dec 13 10:02:51.022233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:51.180276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.307304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbb37b-e236-476d-a05a-59e3091d9be9 req-b2d130f9-8531-42f5-9d5d-ae59f7c05f68 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:51.316296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fefbb37b-e236-476d-a05a-59e3091d9be9 req-b2d130f9-8531-42f5-9d5d-ae59f7c05f68 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1104090 Dec 13 10:02:51.328399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f04631af-e2dd-4fb9-b719-754aca121a56 None None] Provisioning complete for port eae394c4-bdbf-428f-b036-355fdaae8423 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:51.329422 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f04631af-e2dd-4fb9-b719-754aca121a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.329609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.406707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f04631af-e2dd-4fb9-b719-754aca121a56 None None] Port eae394c4-bdbf-428f-b036-355fdaae8423 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:51.496281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fefbb37b-e236-476d-a05a-59e3091d9be9 req-a40b0305-5de3-41b7-8c34-baac27a0ec85 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781216 Dec 13 10:02:51.540558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.607631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f146356-9a56-4d7c-a3bb-619e925e4ed8']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:51.626291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:51.626603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defcd52a-72c1-4d8a-bca5-8b48e9fddb48') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:51.657124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.682579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.694705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:51.695080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:51.787625 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:51.799283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.807386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.811466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] 10.222.0.31 "DELETE /v2.0/networks/1f146356-9a56-4d7c-a3bb-619e925e4ed8 HTTP/1.1" status: 204 len: 168 time: 0.7878535 Dec 13 10:02:51.816468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:51.880770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae394c4-bdbf-428f-b036-355fdaae8423 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:51.884378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427f36f-86a9-4820-8951-5c77f3f4267d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f146356-9a56-4d7c-a3bb-619e925e4ed8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:51.927582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.928126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Deleting subnet 2b22f903-4143-4c23-b4fa-3d6ebfecc0b2 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:51.936348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:51.991341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Transition to ACTIVE for port object eae394c4-bdbf-428f-b036-355fdaae8423 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:02:51.991341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.035174 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.169360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Pushing event updated for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:52.179143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666fcbc-63fe-4dd9-bacf-0ff83c7ac2f3 req-ded49d42-840c-40fb-ac01-e03b4d2c359e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.182803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6666fcbc-63fe-4dd9-bacf-0ff83c7ac2f3 req-ded49d42-840c-40fb-ac01-e03b4d2c359e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 944 time: 0.1456397 Dec 13 10:02:52.184054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.295282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Attempting to bind port eae394c4-bdbf-428f-b036-355fdaae8423 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:52.295660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Attempting to bind port eae394c4-bdbf-428f-b036-355fdaae8423 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:52.296000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Attempting to bind port eae394c4-bdbf-428f-b036-355fdaae8423 on network 0b879070-43a3-486a-966c-1ffc6408cf87 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:52.306079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Port eae394c4-bdbf-428f-b036-355fdaae8423 on network 0b879070-43a3-486a-966c-1ffc6408cf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:02:52.306412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Attempting to bind port eae394c4-bdbf-428f-b036-355fdaae8423 on network 0b879070-43a3-486a-966c-1ffc6408cf87 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:52.316872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:52.317225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Checking segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:52.317623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Bound using segment: {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:52.318062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Bound port: eae394c4-bdbf-428f-b036-355fdaae8423, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a062c299-7f0b-49ae-9ec6-9629cc223e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:52.318428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.371637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6666fcbc-63fe-4dd9-bacf-0ff83c7ac2f3 req-993c8b67-31ce-4183-9439-713cc9a39edd tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791472 Dec 13 10:02:52.410474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48962) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:52.428150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.481283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b22f903-4143-4c23-b4fa-3d6ebfecc0b2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:52.482255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:52.487147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eae394c4-bdbf-428f-b036-355fdaae8423,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:52.492229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.500046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.503111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-17065bb5-40d1-4079-9ff4-3fc0e54502d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b22f903-4143-4c23-b4fa-3d6ebfecc0b2 HTTP/1.1" status: 204 len: 168 time: 0.6856036 Dec 13 10:02:52.506729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48966) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:52.622090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.659772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Pushing event updated for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:52.663459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.664191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.665752 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-410e75c6-4ddf-447c-b07c-77d83895f426 service neutron] 10.222.0.16 "PUT /v2.0/ports/eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 200 len: 1092 time: 1.7125440 Dec 13 10:02:52.666263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:52.670571 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be264a9-f322-4320-813d-41711859b079" -d '{"events": [{"name": "network-changed", "server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:52.695103 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9764eff2-ca74-4b07-a8bc-843b2e8d6b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.802284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-2a8016f3-7eb4-4529-93e7-1d9ef01e606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.809218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-2a8016f3-7eb4-4529-93e7-1d9ef01e606b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1095 time: 0.0907369 Dec 13 10:02:52.858351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9764eff2-ca74-4b07-a8bc-843b2e8d6b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.903268 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-b2fdddd2-feed-4ab4-8747-7e191c5c4591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 200 len: 217 time: 0.0853097 Dec 13 10:02:52.911040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9764eff2-ca74-4b07-a8bc-843b2e8d6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:52.936653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1723-11bb-46e9-a0ee-48f0e6766673 req-b5a54b24-65f1-4e29-ada3-945e259a364b tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.944369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-661d1723-11bb-46e9-a0ee-48f0e6766673 req-b5a54b24-65f1-4e29-ada3-945e259a364b tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.3097479 Dec 13 10:02:52.991681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0e7c559e-6d56-462f-af84-19246526c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.993323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0e7c559e-6d56-462f-af84-19246526c853 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c208705f-a919-4380-9c41-cbfa2050af71 HTTP/1.1" status: 200 len: 848 time: 0.0807545 Dec 13 10:02:53.055578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9764eff2-ca74-4b07-a8bc-843b2e8d6b20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba48d4c355004736971a7a9e58ede47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438820 Dec 13 10:02:53.067146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48976) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:53.074162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764eff2-ca74-4b07-a8bc-843b2e8d6b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d726163c-ec2a-43a6-81eb-5ed1cbdb264b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:53.087047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.089799 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532c211-20a6-4ad7-88cc-aba503f908ef x-openstack-request-id: req-8532c211-20a6-4ad7-88cc-aba503f908ef {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:53.090421 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:53.091698 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8532c211-20a6-4ad7-88cc-aba503f908ef {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:53.092136 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'status': 'completed', 'code': 200} Dec 13 10:02:53.124633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-661d1723-11bb-46e9-a0ee-48f0e6766673 req-d172c57b-3c97-4c49-8dcf-3df8ceca3eeb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788163 Dec 13 10:02:53.126865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706d1070-4e50-4a78-914c-f02a57748634']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:53.128174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-5b8bd066-f726-4e5a-8c90-18ee2e938a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.129704 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-5b8bd066-f726-4e5a-8c90-18ee2e938a10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b879070-43a3-486a-966c-1ffc6408cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262710 Dec 13 10:02:53.139863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd292e5b-2632-4b08-9c38-b27b53ce89a1') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:53.140174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd292e5b-2632-4b08-9c38-b27b53ce89a1') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:53.151723 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.166642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.176868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.188520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:53.188923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:53.194507 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:53.224248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.304066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.313383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-a9f28cd1-f602-45b2-bc90-d2b75b7ce06f service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731637 Dec 13 10:02:53.327147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.337042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] 10.222.0.31 "DELETE /v2.0/networks/706d1070-4e50-4a78-914c-f02a57748634 HTTP/1.1" status: 204 len: 168 time: 0.8282614 Dec 13 10:02:53.364666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b307b3-446a-475c-945a-2039cff14cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=706d1070-4e50-4a78-914c-f02a57748634,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:53.455803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.458899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.460177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d726163c-ec2a-43a6-81eb-5ed1cbdb264b HTTP/1.1" status: 204 len: 168 time: 0.3897974 Dec 13 10:02:53.477681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d792b4d-bb9e-41a2-9b2f-0c0edc54c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726163c-ec2a-43a6-81eb-5ed1cbdb264b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:53.530257 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-218e06f8-c9fa-42f2-a00e-95189411d3c8 req-0034fb89-22b0-42ef-a42d-be5188c0a194 service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093778 Dec 13 10:02:53.541674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 48986) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:53.593246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912240b-b349-475e-b2c9-47d1b7db9ee4 req-fb9c630c-4290-41a5-b48a-0e1259c3bbaf tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.594787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f912240b-b349-475e-b2c9-47d1b7db9ee4 req-fb9c630c-4290-41a5-b48a-0e1259c3bbaf tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 944 time: 0.1322877 Dec 13 10:02:53.645104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9c6b2ae0-4cbb-439c-aced-8a8fcdaf83b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48e8bad2264d4844b45eb88c4ec4627a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005709 Dec 13 10:02:53.649348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 48990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:53.651209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be264a9-f322-4320-813d-41711859b079 req-8394bf79-9607-42af-b4c8-72dd6057a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.656972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-8394bf79-9607-42af-b4c8-72dd6057a8bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1095 time: 0.0672183 Dec 13 10:02:53.677433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f912240b-b349-475e-b2c9-47d1b7db9ee4 req-f59eae8e-d565-493b-8d7a-204c9712661d tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663130 Dec 13 10:02:53.796428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.814753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be264a9-f322-4320-813d-41711859b079 req-0a2bad0f-14d3-4524-b07d-16c2a5404127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.816251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-0a2bad0f-14d3-4524-b07d-16c2a5404127 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 200 len: 910 time: 0.1474488 Dec 13 10:02:53.838223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.870961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-589885fc-b8d8-4251-a95c-a13ab87fe9c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 200 len: 217 time: 0.0442474 Dec 13 10:02:53.941420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be264a9-f322-4320-813d-41711859b079 req-6e2769ab-e413-4188-90ee-049be0eae47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.943270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-6e2769ab-e413-4188-90ee-049be0eae47f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c208705f-a919-4380-9c41-cbfa2050af71 HTTP/1.1" status: 200 len: 848 time: 0.0638604 Dec 13 10:02:53.959595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.961947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:53.963039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db1b44e1-ded9-4125-8bb2-c476e26454e9 HTTP/1.1" status: 204 len: 168 time: 0.3051474 Dec 13 10:02:53.994108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471acbf0-9b53-453e-87d8-9d755a45bbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b44e1-ded9-4125-8bb2-c476e26454e9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:54.016821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be264a9-f322-4320-813d-41711859b079 req-db43e9d9-1cbc-4c07-9029-b3924e9c7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.018721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-db43e9d9-1cbc-4c07-9029-b3924e9c7172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b879070-43a3-486a-966c-1ffc6408cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682323 Dec 13 10:02:54.165324 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-709480bb-cbcb-4043-a6fb-0327b8975270 service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365006 Dec 13 10:02:54.296267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b5b3d-550c-48b3-8d03-22781dc5816a req-682a1c07-52c3-4445-836f-f0ce1a745c64 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.305181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-931b5b3d-550c-48b3-8d03-22781dc5816a req-682a1c07-52c3-4445-836f-f0ce1a745c64 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0709820 Dec 13 10:02:54.374648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-931b5b3d-550c-48b3-8d03-22781dc5816a req-5bbca765-261c-4438-9dfd-2c48e3432219 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Dec 13 10:02:54.448383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49022) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:54.517436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5f360e57-5aa7-45d3-90ac-d22ab1bb7a03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=068159ef11c54a78819771dc1e56fd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654645 Dec 13 10:02:54.517616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49024) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:54.581030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4be264a9-f322-4320-813d-41711859b079 req-a7fc0589-cdeb-4969-8f6f-caf75de7ef2b service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016192 Dec 13 10:02:54.595757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:54.620236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:54.669918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:54.672621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:54.673826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfe6ac6c-770e-4c3b-aaad-b7458559441b HTTP/1.1" status: 204 len: 168 time: 0.1547732 Dec 13 10:02:54.681494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c444814-cb5c-4406-b5d6-49f1ffdf12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6ac6c-770e-4c3b-aaad-b7458559441b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:54.842508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92037a90-e535-416b-b96e-4467e5b09a3c req-2ef2fe9f-049a-4424-a46e-79a20250b284 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.844416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92037a90-e535-416b-b96e-4467e5b09a3c req-2ef2fe9f-049a-4424-a46e-79a20250b284 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 944 time: 0.0811651 Dec 13 10:02:54.916396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92037a90-e535-416b-b96e-4467e5b09a3c req-e4646810-e411-40cd-adbf-d7ecb71d4264 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606606 Dec 13 10:02:55.528253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7769e2-a520-49aa-b235-8a20fe59be78 req-26e73fae-1c63-483e-8866-f7c14e066f9d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:55.537083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c7769e2-a520-49aa-b235-8a20fe59be78 req-26e73fae-1c63-483e-8866-f7c14e066f9d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0675788 Dec 13 10:02:55.600312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c7769e2-a520-49aa-b235-8a20fe59be78 req-c420a495-201d-4249-b148-8878850af86d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622230 Dec 13 10:02:55.986134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49074) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:56.048851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8585-24aa-4fb5-a95f-7916f59d2124 req-f77fc26c-5496-4df2-904c-e5db178e59f3 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:56.050471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-050f8585-24aa-4fb5-a95f-7916f59d2124 req-f77fc26c-5496-4df2-904c-e5db178e59f3 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 944 time: 0.0528023 Dec 13 10:02:56.111148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-050f8585-24aa-4fb5-a95f-7916f59d2124 req-64b45b39-c082-4dc9-8c11-551ab6e30968 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547233 Dec 13 10:02:56.112016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a3ddfdaf-96a7-4a5e-88d3-9ae23d331ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.195515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a3ddfdaf-96a7-4a5e-88d3-9ae23d331ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.201080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a3ddfdaf-96a7-4a5e-88d3-9ae23d331ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.245077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a3ddfdaf-96a7-4a5e-88d3-9ae23d331ecc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31cde133ac34570abf137de7c0a4adc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577546 Dec 13 10:02:56.245983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddfdaf-96a7-4a5e-88d3-9ae23d331ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4876c02d-eb09-4d0b-a4a8-d6afd44acba0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:56.248912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49086) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:56.310640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.339744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.396309 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.398953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:56.402518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4876c02d-eb09-4d0b-a4a8-d6afd44acba0 HTTP/1.1" status: 204 len: 168 time: 0.1493735 Dec 13 10:02:56.410268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924f1a4-c189-4647-b890-e6170b136a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4876c02d-eb09-4d0b-a4a8-d6afd44acba0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:56.769781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b088ee-05da-4f3e-811d-6435a1a98d0a req-c7090cb0-19d3-4289-9339-db4a461fc583 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:56.777467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93b088ee-05da-4f3e-811d-6435a1a98d0a req-c7090cb0-19d3-4289-9339-db4a461fc583 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0638306 Dec 13 10:02:56.848614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93b088ee-05da-4f3e-811d-6435a1a98d0a req-7306718f-311a-49bd-9dec-c4285571f41d tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Dec 13 10:02:57.249906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52295758-c7e1-42d2-8eb4-a39c8991d58d req-4f48c04a-c02a-4bd7-ac61-5011489580f0 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:57.258013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52295758-c7e1-42d2-8eb4-a39c8991d58d req-4f48c04a-c02a-4bd7-ac61-5011489580f0 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 944 time: 0.0634594 Dec 13 10:02:57.300698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eae394c4-bdbf-428f-b036-355fdaae8423 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:57.306393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52295758-c7e1-42d2-8eb4-a39c8991d58d req-6669c4f2-abd5-4898-80ac-0ee3351255d8 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Dec 13 10:02:57.441067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eae394c4-bdbf-428f-b036-355fdaae8423,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:57.460538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'port_id': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'mac_address': 'fa:16:3e:17:cf:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:57.542254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.561419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae394c4-bdbf-428f-b036-355fdaae8423 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:57.586722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eae394c4-bdbf-428f-b036-355fdaae8423,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:57.590332 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.655968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:57.954824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['eae394c4-bdbf-428f-b036-355fdaae8423'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:58.068511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9383-d73a-4a52-9a4e-8263143c2dc4 req-1b9dce5e-f381-4073-b5bf-5c3f7d7babcb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:58.074999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-baed9383-d73a-4a52-9a4e-8263143c2dc4 req-1b9dce5e-f381-4073-b5bf-5c3f7d7babcb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0871692 Dec 13 10:02:58.162642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-baed9383-d73a-4a52-9a4e-8263143c2dc4 req-97545968-8ab4-4b5b-ad89-0919969783cb tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835762 Dec 13 10:02:58.429991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f073e3f-929c-419b-9fd1-92666d8533be req-390b0b49-830b-4324-b8be-578eaa316d63 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:58.431670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f073e3f-929c-419b-9fd1-92666d8533be req-390b0b49-830b-4324-b8be-578eaa316d63 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Dec 13 10:02:58.511062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f073e3f-929c-419b-9fd1-92666d8533be req-9d027ede-d250-469b-bf65-3f6f7fd23025 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636513 Dec 13 10:02:59.280156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfbe2-9228-4806-b077-569bde22eefc req-ec904b64-9330-4b5d-b74b-3036f1869b99 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:59.282375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e42dfbe2-9228-4806-b077-569bde22eefc req-ec904b64-9330-4b5d-b74b-3036f1869b99 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Dec 13 10:02:59.308031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eae394c4-bdbf-428f-b036-355fdaae8423 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:59.353942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e42dfbe2-9228-4806-b077-569bde22eefc req-f231d91c-935c-46b3-9240-246bce1d178a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642729 Dec 13 10:02:59.384031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port eae394c4-bdbf-428f-b036-355fdaae8423 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:02:59.388332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port eae394c4-bdbf-428f-b036-355fdaae8423 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:59.388706 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.468942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068961f-8bd1-48cc-824d-2efcf42bb97d req-007d5486-eb10-4a27-bc86-738d6ed578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:59.470649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a068961f-8bd1-48cc-824d-2efcf42bb97d req-007d5486-eb10-4a27-bc86-738d6ed578f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0509653 Dec 13 10:02:59.505932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.525156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a068961f-8bd1-48cc-824d-2efcf42bb97d req-24fd2470-2a69-43a1-bd6c-6265256f3b8f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Dec 13 10:02:59.581500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eae394c4-bdbf-428f-b036-355fdaae8423,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:59.583397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:59.586008 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03076a-b1a0-49cd-b3bd-294d0b733f4b" -d '{"events": [{"server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "name": "network-vif-plugged", "status": "completed", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:59.592961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.684435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77919-b8d1-48d6-810a-387094b152fd req-7c2d611a-a1d2-46f9-83de-7fd55d17799c tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:59.692989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e77919-b8d1-48d6-810a-387094b152fd req-7c2d611a-a1d2-46f9-83de-7fd55d17799c tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.0784271 Dec 13 10:02:59.698011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:59.735648 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077e281-d72b-414a-8482-2035819895f7 x-openstack-request-id: req-2077e281-d72b-414a-8482-2035819895f7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:59.736122 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "name": "network-vif-plugged", "status": "completed", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:59.737085 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2077e281-d72b-414a-8482-2035819895f7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:59.737467 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'code': 200} Dec 13 10:02:59.744806 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.763749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e77919-b8d1-48d6-810a-387094b152fd req-4ce86655-eca4-458e-b4a3-e12297b3daf7 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674460 Dec 13 10:02:59.864576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f081-010e-4b8b-9d50-1f1d2b4e8d27 req-7cd14e85-a5f3-4a64-ae9b-bcadccb9f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:59.866342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1605f081-010e-4b8b-9d50-1f1d2b4e8d27 req-7cd14e85-a5f3-4a64-ae9b-bcadccb9f6e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1097 time: 0.0532224 Dec 13 10:02:59.922540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1605f081-010e-4b8b-9d50-1f1d2b4e8d27 req-413c6fe5-88b4-4c3b-8948-49e0de5d40df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Dec 13 10:03:00.499186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565fee4-c9e4-4f01-a08a-cbbb1c570e5e req-51f9d732-52fa-4183-86c7-eb5f10fe09cc tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:00.501461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7565fee4-c9e4-4f01-a08a-cbbb1c570e5e req-51f9d732-52fa-4183-86c7-eb5f10fe09cc tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0566401 Dec 13 10:03:00.569503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7565fee4-c9e4-4f01-a08a-cbbb1c570e5e req-c8a7d036-a45d-4dbd-b87d-32c9cc7baa9c tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Dec 13 10:03:00.930447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b07b5f-8629-41e5-b0d2-fe5b52e274e0 req-8f2a3e37-be58-46da-95d3-1d815afade2f tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:00.932666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3b07b5f-8629-41e5-b0d2-fe5b52e274e0 req-8f2a3e37-be58-46da-95d3-1d815afade2f tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.0923045 Dec 13 10:03:01.000219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3b07b5f-8629-41e5-b0d2-fe5b52e274e0 req-bc2a6573-8898-4105-9f72-ba1d302a92e2 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599298 Dec 13 10:03:01.705370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889b1f-a483-4577-94aa-9715120ba220 req-52d00bc2-db52-4f1a-a10d-d35721be7915 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:01.712122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80889b1f-a483-4577-94aa-9715120ba220 req-52d00bc2-db52-4f1a-a10d-d35721be7915 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0699446 Dec 13 10:03:01.759594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80889b1f-a483-4577-94aa-9715120ba220 req-9c1ae279-248b-4034-bed7-08197c923418 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Dec 13 10:03:02.022850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-7d8be08c-72f7-4267-aa19-2e4dc1cdc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.024936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-7d8be08c-72f7-4267-aa19-2e4dc1cdc07f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9443816953b64cefbaf96343e77ff81f&device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0795002 Dec 13 10:03:02.086353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7223ed7-fc7d-4f54-a9aa-3e95a899a39e req-c3e0a99c-13ce-46e8-8efb-8c2553f3c052 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.088156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7223ed7-fc7d-4f54-a9aa-3e95a899a39e req-c3e0a99c-13ce-46e8-8efb-8c2553f3c052 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1135244 Dec 13 10:03:02.215389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7223ed7-fc7d-4f54-a9aa-3e95a899a39e req-0276881b-4b97-456d-b551-0fe0ca4b931a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202910 Dec 13 10:03:02.245904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef6304-c27f-40c6-b8f2-4b91d67925f3 req-f4114191-a119-4af4-a86f-32b779eb788c tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.249029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddef6304-c27f-40c6-b8f2-4b91d67925f3 req-f4114191-a119-4af4-a86f-32b779eb788c tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.1215384 Dec 13 10:03:02.302355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-c188edaf-3de5-4010-ab59-99c3e8c0514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.304403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-c188edaf-3de5-4010-ab59-99c3e8c0514a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 200 len: 911 time: 0.2639594 Dec 13 10:03:02.534849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-f0beecfd-c73b-4069-b95c-e9b4415d2c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 200 len: 217 time: 0.2060244 Dec 13 10:03:02.541108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddef6304-c27f-40c6-b8f2-4b91d67925f3 req-f045d7c6-a09f-4ce3-9a0a-0cf5e22f1d01 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800918 Dec 13 10:03:02.599154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-8b5eb4df-1e4a-466d-b00b-a4eb1a6c45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.600762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-8b5eb4df-1e4a-466d-b00b-a4eb1a6c45a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 200 len: 850 time: 0.0586188 Dec 13 10:03:02.646775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-631140be-9134-4a98-a770-6bc908576fef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377746 Dec 13 10:03:02.750206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8747a-4a03-4bf3-bd93-e54f32f71459 req-a151f396-cfea-4885-8716-9ff7cfe8d179 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.751812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98a8747a-4a03-4bf3-bd93-e54f32f71459 req-a151f396-cfea-4885-8716-9ff7cfe8d179 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.1157992 Dec 13 10:03:02.808410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-ad64a144-5ed5-45e2-9083-da49d9cc366c service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390450 Dec 13 10:03:02.844998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98a8747a-4a03-4bf3-bd93-e54f32f71459 req-842bf93b-854e-460c-be88-78d6f4691c04 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822008 Dec 13 10:03:02.929458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb110095-b0dc-4112-9c97-f5e8350b52a5 req-1aba7ad4-4972-428f-b337-9641945d9baa service neutron] 10.222.0.20 "GET /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124797 Dec 13 10:03:03.000015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8899c43-7ed0-4053-b94c-4da7f3b70f28 req-09daad59-8af8-4d87-b444-aed6cba8192f tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.011908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8899c43-7ed0-4053-b94c-4da7f3b70f28 req-09daad59-8af8-4d87-b444-aed6cba8192f tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.0778079 Dec 13 10:03:03.095380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8899c43-7ed0-4053-b94c-4da7f3b70f28 req-30daefde-9fbb-4f6d-8d4f-867de0a6debe tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811355 Dec 13 10:03:03.110240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:03.367720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc57ae-bb0d-4cab-a254-5a9858fd71e6 tempest-TestServerBasicOps-936181684 tempest-TestServerBasicOps-936181684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.369623 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-85dc57ae-bb0d-4cab-a254-5a9858fd71e6 tempest-TestServerBasicOps-936181684 tempest-TestServerBasicOps-936181684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1092 time: 0.2583120 Dec 13 10:03:03.374383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49274) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:03.382761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:03.425447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dd39f-f1ac-4b2b-b133-faf745a760bd req-03b7aca5-c7ee-4c9a-8b32-59115d471807 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.427751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c80dd39f-f1ac-4b2b-b133-faf745a760bd req-03b7aca5-c7ee-4c9a-8b32-59115d471807 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1063347 Dec 13 10:03:03.456548 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.555765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c80dd39f-f1ac-4b2b-b133-faf745a760bd req-0bef7bd7-76d5-4424-824b-7fe93b8341ed tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202991 Dec 13 10:03:03.632401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.757980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Allocated IP 172.25.2.120 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/b47fabed-f2b9-42bc-97d2-bb05aa33d47a) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:03.957580 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.038775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.176620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:04.188277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:04.199265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:04.307749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'Port': ['ID=b47fabed-f2b9-42bc-97d2-bb05aa33d47a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:04.343585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49306) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:04.348826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.515653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4c4b-5967-4470-a0d9-6fc414926891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.647515 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4c4b-5967-4470-a0d9-6fc414926891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.657534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4c4b-5967-4470-a0d9-6fc414926891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.714839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee4c4b-5967-4470-a0d9-6fc414926891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60a985-e8ab-4191-89c4-b7054706ca88,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:04.768642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4ee4c4b-5967-4470-a0d9-6fc414926891 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f63368c6c3642f9b30921430f802b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230635 Dec 13 10:03:04.771185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49320) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:04.798980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.843238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.891158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca65be-fec3-481f-a8a5-6f861b83b282 req-2cadfa87-2254-459c-ae58-78d9e51e2f4a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:04.899267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1dca65be-fec3-481f-a8a5-6f861b83b282 req-2cadfa87-2254-459c-ae58-78d9e51e2f4a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0980659 Dec 13 10:03:04.901284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.963230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.979219 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.983097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.984841 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d60a985-e8ab-4191-89c4-b7054706ca88 HTTP/1.1" status: 204 len: 168 time: 0.2119472 Dec 13 10:03:04.995891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530c67a-184b-4fa1-8441-576dfafc09a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60a985-e8ab-4191-89c4-b7054706ca88,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:05.006844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1dca65be-fec3-481f-a8a5-6f861b83b282 req-22486f3e-4695-4b77-86b3-834aa7a8e8c8 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068225 Dec 13 10:03:05.254797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.275538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.404579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event updated for resources: {'Port': ['ID=b47fabed-f2b9-42bc-97d2-bb05aa33d47a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:05.425272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.472555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580113c-8a96-4898-8acd-b4d24a7f0e05 req-48fe0fcb-0fa8-4759-a048-771df177f551 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:05.479908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2580113c-8a96-4898-8acd-b4d24a7f0e05 req-48fe0fcb-0fa8-4759-a048-771df177f551 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1339328 Dec 13 10:03:05.540205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2580113c-8a96-4898-8acd-b4d24a7f0e05 req-70d3721e-ce92-4136-bb0e-8ec0c8541f7a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592227 Dec 13 10:03:05.612751 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Floating IP 393f8aa7-34f0-4d5e-9e80-0bd5a06681b0 associated. External IP: 172.25.2.120, port: eae394c4-bdbf-428f-b036-355fdaae8423. Dec 13 10:03:06.130687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0ef582d-3fae-4a83-9c08-b75feb33524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:06.308169 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Router c414c8f4-c645-4954-a337-b0974e390504 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:06.442827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:06.457353 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Sync routers for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:06.468289 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:06.469798 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:06.472269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:06.511563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b2484e5f-b048-443d-9afa-2185615944db tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1233928 Dec 13 10:03:06.511563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:06.511563 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781ef3d-490c-4e8b-9294-c87829eaee70" -d '{"events": [{"name": "network-changed", "server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:06.544521 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ea5a7-50e8-446d-8075-87931a8819b4 x-openstack-request-id: req-e47ea5a7-50e8-446d-8075-87931a8819b4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:06.544846 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:06.545112 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e47ea5a7-50e8-446d-8075-87931a8819b4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:06.545514 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'status': 'completed', 'code': 200} Dec 13 10:03:06.667825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-df4c6d8c-8ed5-4d23-af27-10a5cef3d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.671668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-df4c6d8c-8ed5-4d23-af27-10a5cef3d348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1097 time: 0.1049988 Dec 13 10:03:06.675080 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:06.737256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed69df-12c9-4322-9215-dd2b38f960e5 req-32e80d66-3794-4a08-89c8-4109aa8142ca tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.739713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ed69df-12c9-4322-9215-dd2b38f960e5 req-32e80d66-3794-4a08-89c8-4109aa8142ca tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1024263 Dec 13 10:03:06.823159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0ed69df-12c9-4322-9215-dd2b38f960e5 req-859468e9-dea3-4fdf-b6a5-963bfe558bc4 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Dec 13 10:03:06.837617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-a4e15a90-609b-49de-9f80-cefe161cb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.839681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-a4e15a90-609b-49de-9f80-cefe161cb695 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 200 len: 910 time: 0.1610837 Dec 13 10:03:06.927718 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-2dc6cd71-6729-4ae5-87de-f37677bb553f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 200 len: 1000 time: 0.0805354 Dec 13 10:03:06.996725 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-9232f1c3-7baf-4add-a763-7535f04571e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.998160 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-9232f1c3-7baf-4add-a763-7535f04571e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c208705f-a919-4380-9c41-cbfa2050af71 HTTP/1.1" status: 200 len: 848 time: 0.0622861 Dec 13 10:03:07.027751 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '393f8aa7-34f0-4d5e-9e80-0bd5a06681b0', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'port_id': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'mac_address': 'fa:16:3e:17:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:04Z', 'updated_at': '2021-12-13T10:03:04Z', 'revision_number': 0, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:07.052500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-b7ee1d7a-3aa3-49b7-9162-9588dbee18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:07.054143 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-b7ee1d7a-3aa3-49b7-9162-9588dbee18e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b879070-43a3-486a-966c-1ffc6408cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461812 Dec 13 10:03:07.057595 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Checking router: c414c8f4-c645-4954-a337-b0974e390504 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:07.067136 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:07.068323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:02:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:07.197983 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-91a7f286-4fc6-4162-bcdb-d4ef3d8b3578 service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359079 Dec 13 10:03:07.209889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:07.307898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9781ef3d-490c-4e8b-9294-c87829eaee70 req-4772df25-3adc-48e2-89d6-2b6229a8b83c service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019444 Dec 13 10:03:07.501290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:03:07.596442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '393f8aa7-34f0-4d5e-9e80-0bd5a06681b0', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'port_id': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'mac_address': 'fa:16:3e:17:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:04Z', 'updated_at': '2021-12-13T10:03:04Z', 'revision_number': 0, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:07.626717 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b972ee5-3803-456a-a4ab-572c5a105a95 None None] The sync data for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 is: [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '393f8aa7-34f0-4d5e-9e80-0bd5a06681b0', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'port_id': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'mac_address': 'fa:16:3e:17:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:04Z', 'updated_at': '2021-12-13T10:03:04Z', 'revision_number': 0, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:07.863792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49410) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:07.868902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'network': {'name': 'tempest-network-smoke--785213956', 'project_id': '1373f019c7a44df6b810728858edd892', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:07.910703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd07f2-9512-4987-aa99-1b46dab1fa56 None None] New status for floating IP 393f8aa7-34f0-4d5e-9e80-0bd5a06681b0: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:07.924081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:07.930277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:07.951627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.024323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c324-6761-4f84-b2a5-2a24e5e7aae4 req-6f382786-3a62-4089-a3b5-8fe99bd4d933 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:08.026468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d84c324-6761-4f84-b2a5-2a24e5e7aae4 req-6f382786-3a62-4089-a3b5-8fe99bd4d933 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.0922813 Dec 13 10:03:08.130570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d84c324-6761-4f84-b2a5-2a24e5e7aae4 req-0bd9f153-4364-421a-9e51-6c4fd3b90ec2 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962701 Dec 13 10:03:08.133109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.170154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.204962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107544fa-5413-43bc-9efe-0a7f0347a168,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:08.224928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:03:08.245407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-24d79649-aa84-473c-89e6-05cae9d509ba tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:08.247524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-24d79649-aa84-473c-89e6-05cae9d509ba tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 945 time: 0.1321924 Dec 13 10:03:08.248875 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.249215 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Added segment 9aacb2de-97f3-4479-a48a-6735bf39c663 of type vlan for network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 Dec 13 10:03:08.335517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.411307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.416835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:08.417424 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.469963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-512327a6-b441-49ec-b422-cba8a0b7c8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.488911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6239808 Dec 13 10:03:08.492170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:08.497348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'admin_state_up': True, 'project_id': '1373f019c7a44df6b810728858edd892', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:08.518286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b8cd7-79fa-4aa6-ba43-0e9a9500a591 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Network': ['ID=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:08.522718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Deleting port 39a95910-bb8c-4916-bef1-796b64ee8005 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:08.523057 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.525012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.526948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.531128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:03:08.641710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.641839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] For port 39a95910-bb8c-4916-bef1-796b64ee8005, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39a95910-bb8c-4916-bef1-796b64ee8005,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:08.642215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.662899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Calling delete_port for 39a95910-bb8c-4916-bef1-796b64ee8005 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:08.821042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.834237 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.848878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['10f1ab55-f7e2-4b64-bff4-f087e80160fc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:08.947204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Pushing event deleted for resources: {'Port': ['ID=39a95910-bb8c-4916-bef1-796b64ee8005,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:08.968879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] No DVR routers for this DVR port 39a95910-bb8c-4916-bef1-796b64ee8005 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:08.977235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.992247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45149f2c-c5fb-4643-8ee7-26356167d3c4 req-78c2396b-f5cb-4284-a118-208aa650fe4f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.20 "DELETE /v2.0/ports/39a95910-bb8c-4916-bef1-796b64ee8005 HTTP/1.1" status: 204 len: 173 time: 0.7345068 Dec 13 10:03:08.992921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'name': 'network-vif-deleted', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:08.998029 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609a446-4db8-4373-9d78-d1090e64e5ce" -d '{"events": [{"server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "name": "network-vif-deleted", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:09.059215 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f4f33a-1fbb-47ef-b117-aa4603ba90b9 x-openstack-request-id: req-a3f4f33a-1fbb-47ef-b117-aa4603ba90b9 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:09.061558 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3", "name": "network-vif-deleted", "tag": "39a95910-bb8c-4916-bef1-796b64ee8005", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:09.062015 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3f4f33a-1fbb-47ef-b117-aa4603ba90b9 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:09.062688 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3', 'name': 'network-vif-deleted', 'tag': '39a95910-bb8c-4916-bef1-796b64ee8005', 'status': 'completed', 'code': 200} Dec 13 10:03:09.230124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.255271 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.321977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28868ffe-16a4-49a8-8a86-e7dade518d56 req-2a288fe8-9700-4998-97e9-c666fa1b6c5f tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf53f9b-7ab1-4e88-9e48-fb22bd44d5d3 HTTP/1.1" status: 200 len: 210 time: 0.0340834 Dec 13 10:03:09.405045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.25.2.7 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/f78f2009-e2c1-4cd6-8950-ed97f800bb83) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:09.533517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.556504 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.572986 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.622881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:09.628001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:09.633033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:09.636699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=f78f2009-e2c1-4cd6-8950-ed97f800bb83,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:09.649746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53807a-584f-4d80-bede-a5b16f2eac19 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:09.689108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f535-f32e-4219-a03a-b1908dc2e94c None None] Provisioning complete for port f78f2009-e2c1-4cd6-8950-ed97f800bb83 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:09.689414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f535-f32e-4219-a03a-b1908dc2e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.732237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f535-f32e-4219-a03a-b1908dc2e94c None None] Port f78f2009-e2c1-4cd6-8950-ed97f800bb83 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:09.905990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.109074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.256449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router d9517667-607a-4207-9a97-742b390f442d is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:03:10.351839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39a95910-bb8c-4916-bef1-796b64ee8005 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:10.374516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 39a95910-bb8c-4916-bef1-796b64ee8005 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:10.375079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39a95910-bb8c-4916-bef1-796b64ee8005 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:10.415445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:10.428431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Sync routers for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:10.446429 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:10.447667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:10.467363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.471815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7639973b-c502-4725-be88-4fe75dcd301c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9751809 Dec 13 10:03:10.472641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:10.651719 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:10.679720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49452) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:10.693473 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d45d8f0-5b4f-4ff9-8116-ca880b603212 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=1373f019c7a44df6b810728858edd892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2171633 Dec 13 10:03:10.999046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:09Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:11.012132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171adca2-7c4d-4bdd-8c8e-d344373fad33 req-e06c0273-0b26-4087-90ba-87a83188029a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.014043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-171adca2-7c4d-4bdd-8c8e-d344373fad33 req-e06c0273-0b26-4087-90ba-87a83188029a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.0807655 Dec 13 10:03:11.015381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b4d84-0c4a-4ef0-b4b8-99f465dcc9d3 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.019948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:11.032889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5b2b4d84-0c4a-4ef0-b4b8-99f465dcc9d3 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3512130 Dec 13 10:03:11.067061 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Checking router: d9517667-607a-4207-9a97-742b390f442d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:11.067573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Updating router d9517667-607a-4207-9a97-742b390f442d port f78f2009-e2c1-4cd6-8950-ed97f800bb83 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:03:11.094470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49458) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:11.095349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a5bdb846-a845-4048-bf5a-c92c8bca1451 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739262 Dec 13 10:03:11.104078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280431065', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'project_id': '1373f019c7a44df6b810728858edd892', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:11.109241 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.180464 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.257024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:11.260951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.355715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-171adca2-7c4d-4bdd-8c8e-d344373fad33 req-d1aeff3c-a0c1-4120-9e2f-b79a2e619875 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050210 Dec 13 10:03:11.525819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.529372 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.534892 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.589870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad649558-dfa2-4d40-8545-e55c95801244 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:11.602708 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Attempting to bind port f78f2009-e2c1-4cd6-8950-ed97f800bb83 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:11.603099 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Attempting to bind port f78f2009-e2c1-4cd6-8950-ed97f800bb83 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:11.603476 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Attempting to bind port f78f2009-e2c1-4cd6-8950-ed97f800bb83 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:11.616893 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:11.617276 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:11.617746 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.618063 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:11.618601 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Bound port: f78f2009-e2c1-4cd6-8950-ed97f800bb83, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:11.618922 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.627992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Subnet': ['ID=1f77a55f-ae40-42b5-8f22-7bdcb4541afa,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:11.639046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Checking segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:11.641184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network hostable DHCP agents. Network: 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:03:11.669574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d4792bee-778a-40f6-adcb-11a933e04122 None None] Provisioning complete for port f78f2009-e2c1-4cd6-8950-ed97f800bb83 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:11.670288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d4792bee-778a-40f6-adcb-11a933e04122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.678613 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] For port f78f2009-e2c1-4cd6-8950-ed97f800bb83, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:11.681996 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] For port f78f2009-e2c1-4cd6-8950-ed97f800bb83, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f78f2009-e2c1-4cd6-8950-ed97f800bb83,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:11.693454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:03:11.698773 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce0d41-8478-444e-8584-e7ce51df0cef None None] Pushing event updated for resources: {'Port': ['ID=f78f2009-e2c1-4cd6-8950-ed97f800bb83,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:11.705055 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.710708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:11.718203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.719067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.730007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d3cf1-db56-459a-a8b1-9b757ecf99a3 None None] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:11.741293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0a82c74-9a17-4b8e-bea5-f739ca5291c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6442010 Dec 13 10:03:11.744328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49470) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:11.807410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc7aa5-15b6-4dea-854b-5d0e7e07085e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:11.815822 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:11.816464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:11.827474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d4792bee-778a-40f6-adcb-11a933e04122 None None] Port f78f2009-e2c1-4cd6-8950-ed97f800bb83 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:11.894193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'project_id': '1373f019c7a44df6b810728858edd892', 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:03:11.895334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.968172 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:12.038425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-f112abb7-7fe9-48a7-8a83-72515686b00f req-e7af1a33-ba1d-4b4c-a249-b52ff523207b service neutron] (103194) timed out ('10.222.0.20', 49374) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:03:12.047456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.057854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] Provisioning complete for port f78f2009-e2c1-4cd6-8950-ed97f800bb83 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:12.058503 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.062616 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce0d41-8478-444e-8584-e7ce51df0cef None None] Pushing event updated for resources: {'Port': ['ID=f78f2009-e2c1-4cd6-8950-ed97f800bb83,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:12.142836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Allocated IP 172.20.0.2 (8c78a1aa-dd04-4b61-b56d-1d62ab3ab841/1f77a55f-ae40-42b5-8f22-7bdcb4541afa/199ef829-a9ba-4bdd-b99d-8c340308f3a1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:12.255381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.301942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] For port f78f2009-e2c1-4cd6-8950-ed97f800bb83, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f78f2009-e2c1-4cd6-8950-ed97f800bb83,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:12.312873 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.348550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:09Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:12.417680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65192e5-b5d6-4916-b1e8-096c81b6b2ba None None] The sync data for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 is: [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:09Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:12.432984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.455168 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.469771 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.480020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771d18-3786-4e4c-a457-13a799cfc554 None None] Pushing event updated for resources: {'Port': ['ID=f78f2009-e2c1-4cd6-8950-ed97f800bb83,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:12.517558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:12.522729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:12.538063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:12.636148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Pushing event updated for resources: {'Port': ['ID=199ef829-a9ba-4bdd-b99d-8c340308f3a1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:12.651048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Attempting to bind port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:12.651661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Attempting to bind port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:12.651859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Attempting to bind port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 on network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:12.657663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:12.658088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Checking segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:12.658556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.659021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Bound using segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:12.660196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Bound port: 199ef829-a9ba-4bdd-b99d-8c340308f3a1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:12.660652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.735880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] For port 199ef829-a9ba-4bdd-b99d-8c340308f3a1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:12.740974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] For port 199ef829-a9ba-4bdd-b99d-8c340308f3a1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=199ef829-a9ba-4bdd-b99d-8c340308f3a1,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:12.750957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.869589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af2db-70e6-43d2-9ec9-17207c9eb33f req-cdd4e589-a07c-41e2-b660-1ea0d53031aa tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:12.881368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c97af2db-70e6-43d2-9ec9-17207c9eb33f req-cdd4e589-a07c-41e2-b660-1ea0d53031aa tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.3065965 Dec 13 10:03:12.895994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73f197-88ce-43cd-9fa7-9d4d55b696ec None None] Pushing event updated for resources: {'Port': ['ID=199ef829-a9ba-4bdd-b99d-8c340308f3a1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:13.054823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.20.0.1 (8c78a1aa-dd04-4b61-b56d-1d62ab3ab841/1f77a55f-ae40-42b5-8f22-7bdcb4541afa/2edeacbd-4003-4401-8de2-28fcc681e5ed) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:13.078159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f78f2009-e2c1-4cd6-8950-ed97f800bb83 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:13.210786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f78f2009-e2c1-4cd6-8950-ed97f800bb83 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:13.211438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.256876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c97af2db-70e6-43d2-9ec9-17207c9eb33f req-9cbc7db1-5197-4c31-9eab-a947af5b718a tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e79daf-d332-48c3-96a4-c534be5f6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520133 Dec 13 10:03:13.321697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.395457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569e07-4db6-4e08-9144-d662f0154367 req-b52e0b06-2ffa-4f75-888c-d4345b5321ac tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:13.398578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36569e07-4db6-4e08-9144-d662f0154367 req-b52e0b06-2ffa-4f75-888c-d4345b5321ac tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.16 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 946 time: 0.1445055 Dec 13 10:03:13.405181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.464574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:13.475738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:13.479468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:13.557258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:13.566381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Deleting port 10f1ab55-f7e2-4b64-bff4-f087e80160fc {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:13.566732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.570618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.750821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] For port 10f1ab55-f7e2-4b64-bff4-f087e80160fc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10f1ab55-f7e2-4b64-bff4-f087e80160fc,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:13.750821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:13.773979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Calling delete_port for 10f1ab55-f7e2-4b64-bff4-f087e80160fc owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:13.793359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.061483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.074304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['10f1ab55-f7e2-4b64-bff4-f087e80160fc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:14.101158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Pushing event deleted for resources: {'Port': ['ID=10f1ab55-f7e2-4b64-bff4-f087e80160fc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:14.182600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] No DVR routers for this DVR port 10f1ab55-f7e2-4b64-bff4-f087e80160fc on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:14.186767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.190246 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36569e07-4db6-4e08-9144-d662f0154367 req-14810f28-7089-4e95-97aa-cc24df096c95 tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.16 "DELETE /v2.0/ports/10f1ab55-f7e2-4b64-bff4-f087e80160fc HTTP/1.1" status: 204 len: 173 time: 0.7839577 Dec 13 10:03:14.190723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'name': 'network-vif-deleted', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:14.193236 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8579322-df72-4121-8cd4-f9e8ab3923d7" -d '{"events": [{"server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "name": "network-vif-deleted", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:14.263702 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597589e8-8c7d-4301-aeda-6c51232e89dd x-openstack-request-id: req-597589e8-8c7d-4301-aeda-6c51232e89dd {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:14.264030 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494c9bc3-6cab-4f40-b330-81adf806a53f", "name": "network-vif-deleted", "tag": "10f1ab55-f7e2-4b64-bff4-f087e80160fc", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:14.264294 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-597589e8-8c7d-4301-aeda-6c51232e89dd {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:14.264715 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494c9bc3-6cab-4f40-b330-81adf806a53f', 'name': 'network-vif-deleted', 'tag': '10f1ab55-f7e2-4b64-bff4-f087e80160fc', 'status': 'completed', 'code': 200} Dec 13 10:03:14.412234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.420737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.511374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21d89a0c-ffaf-4232-9832-198af5bf4fec req-372be951-f2da-4317-95b4-ccf9cafd64ea tempest-ServerRescueTestJSON-1314239003 tempest-ServerRescueTestJSON-1314239003-project] 10.222.0.31 "GET /v2.0/ports?device_id=494c9bc3-6cab-4f40-b330-81adf806a53f HTTP/1.1" status: 200 len: 210 time: 0.0790725 Dec 13 10:03:14.517236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da537e-e72a-4aa4-a0f1-1c911daa3444 None None] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:14.533369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.545694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:14.699231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] Provisioning complete for port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:14.699454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.726124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:14.732521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:14.876054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:14.977368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] For port 199ef829-a9ba-4bdd-b99d-8c340308f3a1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=199ef829-a9ba-4bdd-b99d-8c340308f3a1,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:14.990407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.128435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 199ef829-a9ba-4bdd-b99d-8c340308f3a1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:15.190082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec0013-5d0a-4165-b3a8-444f4280927a None None] Pushing event updated for resources: {'Port': ['ID=199ef829-a9ba-4bdd-b99d-8c340308f3a1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:15.274108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:15.327190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:15.327664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.335676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6c1618a2-0a63-435b-be45-36ce8a4ddfcb None None] Provisioning complete for port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:15.336116 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c1618a2-0a63-435b-be45-36ce8a4ddfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.522558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:15.649956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:15.709158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6c1618a2-0a63-435b-be45-36ce8a4ddfcb None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:15.709158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c1618a2-0a63-435b-be45-36ce8a4ddfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.764434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router d9517667-607a-4207-9a97-742b390f442d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:15.771490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6c1618a2-0a63-435b-be45-36ce8a4ddfcb None None] Port 2edeacbd-4003-4401-8de2-28fcc681e5ed cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:15.808700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.902038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-299d5f6a-4363-43c2-ba22-2b1eea9ec1be None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:15.902340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-299d5f6a-4363-43c2-ba22-2b1eea9ec1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.985087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-299d5f6a-4363-43c2-ba22-2b1eea9ec1be None None] Port 2edeacbd-4003-4401-8de2-28fcc681e5ed cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:15.998826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:16.010533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Sync routers for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:16.012705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-06c726f8-3d6b-4da9-8242-4b0b24fb8bb0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "PUT /v2.0/routers/d9517667-607a-4207-9a97-742b390f442d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2672400 Dec 13 10:03:16.015396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49522) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.023918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1574639142', 'description': 'tempest-secgroup_access--1574639142 description', 'project_id': '1373f019c7a44df6b810728858edd892'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:16.024429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:16.025084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:16.056915 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.158902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.185796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ba2193e3-84f9-40eb-9bf6-29c8127c9be0 None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:16.186665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba2193e3-84f9-40eb-9bf6-29c8127c9be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.204876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.205071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04de-9681-43fb-b3bd-4d673b95c4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.231776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:16.241416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f312e0a-ba9a-466d-af8c-649cd705736e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.273060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.275083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-270923f5-7c23-4632-b65e-c2ede5464e93 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2558253 Dec 13 10:03:16.279804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49524) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.285229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--708921667', 'description': 'tempest-secgroup_general--708921667 description', 'project_id': '1373f019c7a44df6b810728858edd892'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:16.313017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.414046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.419060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.428936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ba2193e3-84f9-40eb-9bf6-29c8127c9be0 None None] Port 2edeacbd-4003-4401-8de2-28fcc681e5ed cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:16.470729 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.472045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1907992 Dec 13 10:03:16.474835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49526) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.479814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'security_group_rule': {'security_group_id': '1f312e0a-ba9a-466d-af8c-649cd705736e', 'project_id': '1373f019c7a44df6b810728858edd892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:16.484380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd21b46-69df-49ed-a813-d1d099a780f0 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d50248-4117-476b-ba1d-52956ebecff1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.530157 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.530673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.560840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04de-9681-43fb-b3bd-4d673b95c4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.562913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:14Z', 'revision_number': 2, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:16.581096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.598277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Checking router: d9517667-607a-4207-9a97-742b390f442d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:16.598790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Updating router d9517667-607a-4207-9a97-742b390f442d port 2edeacbd-4003-4401-8de2-28fcc681e5ed binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:03:16.608316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a4aa04de-9681-43fb-b3bd-4d673b95c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.633456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.669359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.678412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84391a76-b4f6-4cdd-a3b3-637349d39557,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.683071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a4aa04de-9681-43fb-b3bd-4d673b95c4ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6621a7be6ed4e7085a87b3e6835c40b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1591804 Dec 13 10:03:16.686694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.692309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf329e88b6994428a75ef0d93445f0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4164608 Dec 13 10:03:16.693147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.704512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.722489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.723308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.723920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.724473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.725006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.725538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.726065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.726609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.727138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.727718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.728249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.728789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.729331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348f1b4-b748-4aa6-a3ab-88e2346193e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:16.737949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.749571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642081 Dec 13 10:03:16.749571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42435123-8ea3-4e51-b042-6b6a8d3731c5 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720398d8-7d5e-40e8-8f2a-e961aa58a571,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.790943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa04de-9681-43fb-b3bd-4d673b95c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cffa14-a277-46a0-8bd7-c44dcc9bd352,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.009183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.014772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.017844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 199ef829-a9ba-4bdd-b99d-8c340308f3a1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:17.039760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-9b2b96bc-bf59-404f-b36e-7559dd6c371f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--708921667&fields=id&tenant_id=1373f019c7a44df6b810728858edd892 HTTP/1.1" status: 200 len: 267 time: 0.0498600 Dec 13 10:03:17.066538 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.069473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.083851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.091239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-decf36c6-606c-41c4-956d-013b9b0139c6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1574639142&fields=id&tenant_id=1373f019c7a44df6b810728858edd892 HTTP/1.1" status: 200 len: 267 time: 0.0434630 Dec 13 10:03:17.136468 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.140142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:17.140509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.143445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.226556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-7abf4d27-1b2d-451d-89cf-9b11eff5f95e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:17.228184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-7abf4d27-1b2d-451d-89cf-9b11eff5f95e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 796 time: 0.1296029 Dec 13 10:03:17.248340 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.252008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.264303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-09dfd67f-d2b9-408c-8b1c-d0544dcc261f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/quotas/1373f019c7a44df6b810728858edd892 HTTP/1.1" status: 200 len: 375 time: 0.0207667 Dec 13 10:03:17.269752 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6cffa14-a277-46a0-8bd7-c44dcc9bd352 HTTP/1.1" status: 204 len: 168 time: 0.5709112 Dec 13 10:03:17.284642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.287480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.291095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84391a76-b4f6-4cdd-a3b3-637349d39557 HTTP/1.1" status: 204 len: 168 time: 0.5746419 Dec 13 10:03:17.322063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154cf5c-bc79-4356-8d86-4962743e724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cffa14-a277-46a0-8bd7-c44dcc9bd352,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.352470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-496064f1-d66a-48e1-a39d-55a720ea60f7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869708 Dec 13 10:03:17.403597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c209-5960-4a15-992c-c3f839de3d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84391a76-b4f6-4cdd-a3b3-637349d39557,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.433108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d93e-4bdd-4c28-b59f-cfc8779c1c7c None None] Pushing event updated for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.438937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10f1ab55-f7e2-4b64-bff4-f087e80160fc no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:17.521708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 10f1ab55-f7e2-4b64-bff4-f087e80160fc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:17.522057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10f1ab55-f7e2-4b64-bff4-f087e80160fc not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:17.530213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Attempting to bind port 2edeacbd-4003-4401-8de2-28fcc681e5ed on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:17.530597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Attempting to bind port 2edeacbd-4003-4401-8de2-28fcc681e5ed by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:17.530964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Attempting to bind port 2edeacbd-4003-4401-8de2-28fcc681e5ed on network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:17.536744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:17.536744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Checking segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:17.537140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.537534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Bound using segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:17.538049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Bound port: 2edeacbd-4003-4401-8de2-28fcc681e5ed, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:17.538387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.573534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Deleting port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:17.574147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.663675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] For port 2edeacbd-4003-4401-8de2-28fcc681e5ed, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:17.670641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] For port 2edeacbd-4003-4401-8de2-28fcc681e5ed, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2edeacbd-4003-4401-8de2-28fcc681e5ed,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:17.673449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7dfa256-ba26-418f-8652-e6c4648039a3 None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:17.673716 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa256-ba26-418f-8652-e6c4648039a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.684020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] For port 3d86fb81-1c6e-4519-870b-b9e5282e0d1a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,segment=NetworkSegment(e7aa88d6-21f9-4e96-9510-732cf90ddfb0),segment_id=e7aa88d6-21f9-4e96-9510-732cf90ddfb0)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:17.684387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.707257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Calling delete_port for 3d86fb81-1c6e-4519-870b-b9e5282e0d1a owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:17.712730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.765519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfa256-ba26-418f-8652-e6c4648039a3 None None] Port 2edeacbd-4003-4401-8de2-28fcc681e5ed cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:17.776949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-f35bd1ce-0efa-4f2e-9697-4d51f01af787 service neutron] 10.222.0.31 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964920 Dec 13 10:03:17.804657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:17.804657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:17.899150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d93e-4bdd-4c28-b59f-cfc8779c1c7c None None] Pushing event updated for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.913378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-5c39c373-d8dc-4343-8f8f-a4f724a4d585 service neutron] 10.222.0.31 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327596 Dec 13 10:03:18.091118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.106701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:18.181206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d86fb81-1c6e-4519-870b-b9e5282e0d1a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:18.207957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-652e86ac-e48f-40bf-8cda-1014821c747b req-47627ee0-4d4a-47d3-a31b-4a0a9c3a4074 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 210 time: 0.0427558 Dec 13 10:03:18.355206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:18.355625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.424171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.518630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.563036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] For port 2edeacbd-4003-4401-8de2-28fcc681e5ed, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2edeacbd-4003-4401-8de2-28fcc681e5ed,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:18.568012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:17Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:18.601300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.607287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a0808-aaf8-43a1-9a86-65ebd4c91c44 None None] The sync data for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 is: [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:17Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:18.722200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093f95-b84c-4f97-842e-48ef37965439 None None] Pushing event updated for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:18.767341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Router 9bf55b3a-7586-4db1-9b89-20c4685a66de has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:18.940832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:18.953540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75dccaf0-a8ac-480f-843a-4de086b3d58a admin admin] 10.222.0.31 "PUT /v2.0/routers/9bf55b3a-7586-4db1-9b89-20c4685a66de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987425 Dec 13 10:03:18.953682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Sync routers for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:18.954109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49608) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:18.971312 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:18.971975 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:19.095424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:19.218176 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:19.289586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2edeacbd-4003-4401-8de2-28fcc681e5ed up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:19.367474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:19.378406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2edeacbd-4003-4401-8de2-28fcc681e5ed triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:19.379204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:19.490331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-604e26c4-26ae-44d9-8f75-139b2904abb4 req-c6cf368a-6b29-4a6a-b6b1-46d79e1c2e56 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 210 time: 0.0671937 Dec 13 10:03:19.509946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Deleting port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:19.511044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:19.663900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] For port c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:19.664607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:19.694373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Calling delete_port for c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:19.714316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49628) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:19.747645 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:03:17Z', 'revision_number': 5, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port': {'id': 'c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:19.800471 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Checking router: 9bf55b3a-7586-4db1-9b89-20c4685a66de for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:19.830308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Routers {'9bf55b3a-7586-4db1-9b89-20c4685a66de'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:19.831398 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['9bf55b3a-7586-4db1-9b89-20c4685a66de'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:20.002978 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] Set router 9bf55b3a-7586-4db1-9b89-20c4685a66de gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:20.008706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-51f83077-7033-49d5-94ff-bf4242775b00 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:20.010554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-51f83077-7033-49d5-94ff-bf4242775b00 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.20 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 796 time: 0.2400861 Dec 13 10:03:20.037742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'network': {'name': 'tempest-network-smoke--1137215421', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:20.040699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.093211 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:03:19Z', 'revision_number': 6, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:20.097151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.103279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8f613-8674-4fea-9e7e-156ab8659de7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:20.120603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:20.124161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.148685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.154095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd7ec-383d-4c9e-abe5-ca02b83b3de7 None None] The sync data for ids ['9bf55b3a-7586-4db1-9b89-20c4685a66de'] in n-d-820935-7 is: [{'id': '9bf55b3a-7586-4db1-9b89-20c4685a66de', 'name': 'tempest-ServerRescueTestJSON-895493499-router', 'tenant_id': '9443816953b64cefbaf96343e77ff81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:01:20Z', 'updated_at': '2021-12-13T10:03:19Z', 'revision_number': 6, 'project_id': '9443816953b64cefbaf96343e77ff81f', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:20.202074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.221723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-e5148aea-7b07-448e-966d-172c4783b251 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1373f019c7a44df6b810728858edd892 HTTP/1.1" status: 200 len: 477 time: 0.1998999 Dec 13 10:03:20.232656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'port': {'device_id': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'admin_state_up': True, 'tenant_id': '1373f019c7a44df6b810728858edd892', 'security_groups': ['93d50248-4117-476b-ba1d-52956ebecff1', '1f312e0a-ba9a-466d-af8c-649cd705736e']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:20.325630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.328428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.389841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.390568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf55b3a-7586-4db1-9b89-20c4685a66de {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:03:20.396056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.397338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f2ebed7d-bc58-4a7b-9f72-17afd75f6de0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9bf55b3a-7586-4db1-9b89-20c4685a66de HTTP/1.1" status: 204 len: 168 time: 1.4418077 Dec 13 10:03:20.399855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49638) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:20.400327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.411087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.444245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:03:20.457359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Deleting subnet 4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:03:20.457643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:20.460940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.461633 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.481415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.482085 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Added segment 2a151b26-b63c-4567-b0f1-2271ac613f9b of type vlan for network db986fa9-df03-416a-bdd6-fdae3215888e Dec 13 10:03:20.483535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c8faee-c1b3-480b-894f-a31742ae5ed6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.525291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.576129 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.617977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.661476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c03d754a-0960-41bc-9ee7-9e9e53d0aff5 req-74584530-3d8b-46fc-9fab-182057630960 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 210 time: 0.0458045 Dec 13 10:03:20.664833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.706398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.715596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.722557 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.729099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:20.729099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.731922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c3b09823-47fe-4268-8b92-866c328c4755 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4cc94d05-ff2e-4e5c-bb28-8ea41ae2c578 HTTP/1.1" status: 204 len: 168 time: 0.3309171 Dec 13 10:03:20.732599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:20.807484 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0919428 Dec 13 10:03:20.814456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49646) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:20.820813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'admin_state_up': True, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:20.827739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.20.0.14 (8c78a1aa-dd04-4b61-b56d-1d62ab3ab841/1f77a55f-ae40-42b5-8f22-7bdcb4541afa/a7226eda-f80e-4005-9269-e30b87d8a0c2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:20.832941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.836177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dc1be-74cd-4280-977e-476384e46407 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Network': ['ID=db986fa9-df03-416a-bdd6-fdae3215888e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.848814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network db986fa9-df03-416a-bdd6-fdae3215888e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:03:20.870145 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.872140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.018338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.024637 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.036654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.089329 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.160031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:21.168006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:21.180490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:21.185069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:21.194493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:21.194846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c4ffdd37-3c0a-4a21-a5d7-a6758fb47d4d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:21.195281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3d86fb81-1c6e-4519-870b-b9e5282e0d1a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:21.212804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:21.222649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 3d86fb81-1c6e-4519-870b-b9e5282e0d1a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:21.223006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3d86fb81-1c6e-4519-870b-b9e5282e0d1a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:21.263622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:21.264296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.285301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-47d59656-57c4-4893-87b7-860a989ca57f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0567710 Dec 13 10:03:21.298697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Request body: {'port': {'device_id': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:21.394339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.457406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fea15f5-e0b6-4f53-96bf-7c79b53f26e9']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:21.496582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:21.496878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7aa88d6-21f9-4e96-9510-732cf90ddfb0') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:21.507803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.575363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d26940d4-b341-49c8-8737-87ea060fc470 None None] Provisioning complete for port a7226eda-f80e-4005-9269-e30b87d8a0c2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:21.576852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d26940d4-b341-49c8-8737-87ea060fc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.580122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.583842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.594063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:21.594507 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:21.597871 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:21.619965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d26940d4-b341-49c8-8737-87ea060fc470 None None] Port a7226eda-f80e-4005-9269-e30b87d8a0c2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:21.694272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.700766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.703995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0fea15f5-e0b6-4f53-96bf-7c79b53f26e9 HTTP/1.1" status: 204 len: 168 time: 0.9703832 Dec 13 10:03:21.718222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7226eda-f80e-4005-9269-e30b87d8a0c2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:21.721231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34557e-6ee6-4aa7-93a1-7c79d6cd7df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fea15f5-e0b6-4f53-96bf-7c79b53f26e9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:21.727574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.744328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Transition to ACTIVE for port object a7226eda-f80e-4005-9269-e30b87d8a0c2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:03:21.756650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.904886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.930853 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:21.932070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:21.958819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadb7e4-ae80-4421-a43f-e65f29c10e31 req-3f8e0ce1-e502-426f-a38d-a84c6b9e20fd tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:21.960428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7eadb7e4-ae80-4421-a43f-e65f29c10e31 req-3f8e0ce1-e502-426f-a38d-a84c6b9e20fd tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 983 time: 0.1627629 Dec 13 10:03:21.995045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49660) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:22.004690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Attempting to bind port a7226eda-f80e-4005-9269-e30b87d8a0c2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:22.004994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Attempting to bind port a7226eda-f80e-4005-9269-e30b87d8a0c2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:22.005393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Attempting to bind port a7226eda-f80e-4005-9269-e30b87d8a0c2 on network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:22.031210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Port a7226eda-f80e-4005-9269-e30b87d8a0c2 on network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:03:22.031537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Attempting to bind port a7226eda-f80e-4005-9269-e30b87d8a0c2 on network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:22.044752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:22.045100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Checking segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:22.045572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Bound using segment: {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:22.046061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Bound port: a7226eda-f80e-4005-9269-e30b87d8a0c2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aacb2de-97f3-4479-a48a-6735bf39c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:22.046362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.054147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7eadb7e4-ae80-4421-a43f-e65f29c10e31 req-65ac3e72-282b-4f0c-8ab0-75cfdf34f549 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0817506 Dec 13 10:03:22.130076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b0b2e28-d91b-49c2-91cd-9eb1b57a31f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9443816953b64cefbaf96343e77ff81f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339056 Dec 13 10:03:22.130701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.25.2.190 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/2e730ade-b7e8-459e-ac4c-62f93d3e225d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:22.134897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:22.166799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:22.174322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:22.180017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.197571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.198570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.201092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 1131 time: 0.9084287 Dec 13 10:03:22.203596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:22.206522 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2519297-77ea-40fa-8352-ff530c91c508" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:22.269650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.312698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.366084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.391640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-3e4dd60a-8320-40b3-90ab-5d4c42961f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.393203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-3e4dd60a-8320-40b3-90ab-5d4c42961f25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1134 time: 0.1335449 Dec 13 10:03:22.394060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18d130-6a68-43cf-8b2c-3d3beea9dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:22.416787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.454239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-9550dd0f-f3a8-4265-a43d-138157c609fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 217 time: 0.0485291 Dec 13 10:03:22.476289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.481100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.482453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96e79daf-d332-48c3-96a4-c534be5f6370 HTTP/1.1" status: 204 len: 168 time: 0.3465998 Dec 13 10:03:22.505941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:22.509081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebef40-e030-47e3-903c-21cac9af29ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e79daf-d332-48c3-96a4-c534be5f6370,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:22.513860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:22.520863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:22.550577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35456f-65fc-4504-8a7a-6eef7e17e083 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:22.582650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-041427de-fa10-4823-a7a0-f0598123399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.585007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-041427de-fa10-4823-a7a0-f0598123399f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 200 len: 834 time: 0.1232631 Dec 13 10:03:22.617110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4077cfd3-24d0-4b2a-ad21-19654221a2ad None None] Provisioning complete for port 2e730ade-b7e8-459e-ac4c-62f93d3e225d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:22.618531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=2e730ade-b7e8-459e-ac4c-62f93d3e225d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:22.619115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4077cfd3-24d0-4b2a-ad21-19654221a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:22.669559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4077cfd3-24d0-4b2a-ad21-19654221a2ad None None] Port 2e730ade-b7e8-459e-ac4c-62f93d3e225d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:22.687816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-c1b3aaf8-9034-4c8a-b429-508b6f0d5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.689516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-c1b3aaf8-9034-4c8a-b429-508b6f0d5039 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965164 Dec 13 10:03:22.702918 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db35bff-f03b-4195-bccc-3c66ef13aa80 x-openstack-request-id: req-8db35bff-f03b-4195-bccc-3c66ef13aa80 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:22.703214 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:22.703470 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8db35bff-f03b-4195-bccc-3c66ef13aa80 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:22.704022 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'status': 'completed', 'code': 200} Dec 13 10:03:22.802590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-5b938d35-d3f9-4fef-9836-0ff14b01a7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015193 Dec 13 10:03:22.913423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21b4e280-03c9-4f9e-9c08-d1d96e9a6080 req-64d5f186-d4ed-4b29-b499-bfb4829f950f service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025045 Dec 13 10:03:22.947469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:23.022685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2519297-77ea-40fa-8352-ff530c91c508 req-af665ab4-44e5-4448-bfba-cce4fb7671aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.025279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-af665ab4-44e5-4448-bfba-cce4fb7671aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1134 time: 0.0582747 Dec 13 10:03:23.182250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2519297-77ea-40fa-8352-ff530c91c508 req-3b6bd551-ca0f-4e30-97bf-3753a2af685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.183682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-3b6bd551-ca0f-4e30-97bf-3753a2af685c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 897 time: 0.1513243 Dec 13 10:03:23.196750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:23.245231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-a587b84c-ce3e-492b-b023-b9881fbf65ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 217 time: 0.0470095 Dec 13 10:03:23.266293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7f1c-7f28-4f6d-a6a1-cc652b58394d req-4597888e-96e2-4110-9891-c3415ee8e24b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.267874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe7c7f1c-7f28-4f6d-a6a1-cc652b58394d req-4597888e-96e2-4110-9891-c3415ee8e24b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 983 time: 0.1004093 Dec 13 10:03:23.321580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2519297-77ea-40fa-8352-ff530c91c508 req-20b219d4-2680-47f2-8bed-34c9afb93060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.323360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-20b219d4-2680-47f2-8bed-34c9afb93060 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 200 len: 834 time: 0.0655265 Dec 13 10:03:23.353216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:03:23.396706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2519297-77ea-40fa-8352-ff530c91c508 req-6a5952a3-d76a-4d38-baf7-39f4c2cf3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.398281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-6a5952a3-d76a-4d38-baf7-39f4c2cf3318 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663326 Dec 13 10:03:23.473823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:23.486116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:23.487969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe7c7f1c-7f28-4f6d-a6a1-cc652b58394d req-480f07c2-6d4c-4691-90d0-921b11d4c297 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1572006 Dec 13 10:03:23.502946 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:23.504785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:23.509113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:23.512760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8025a85-36b5-47f8-943b-d4b31c5adf49 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6976750 Dec 13 10:03:23.514862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:23.537957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-e7fcb709-02f2-4cdb-bd4a-ff770630563b service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286576 Dec 13 10:03:23.752904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2519297-77ea-40fa-8352-ff530c91c508 req-daa66466-ad22-4f7e-a5b1-edd5e4231e4c service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064850 Dec 13 10:03:23.753636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:23.837741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0522e471-6760-425a-94e8-0d72cee14d32 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=35e4b812bd6144ebaf50c028f07eda84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3208809 Dec 13 10:03:23.839823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:23.966172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:22Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:23.992207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:23.992566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Updating router 92b9d832-556d-4727-bce3-ae260f59b940 port 2e730ade-b7e8-459e-ac4c-62f93d3e225d binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:03:24.003392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a357fc8-d566-4ed9-896f-fdbca2393bfb tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:24.008053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a357fc8-d566-4ed9-896f-fdbca2393bfb tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1672699 Dec 13 10:03:24.008210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:24.019663 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.050182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d16a6790-324b-4b91-9b3f-63e2082dbe6b tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396650 Dec 13 10:03:24.053683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49732) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:24.059330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800626538', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:24.139766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8d29e25-837d-4bf8-b3cb-df6f23380ac2 req-11aff63d-4b71-46f3-a594-3006b757838c tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0345690 Dec 13 10:03:24.182816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:24.188130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.349467 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.358637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.400619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a7226eda-f80e-4005-9269-e30b87d8a0c2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:03:24.494880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.529492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2abb76-e34d-463d-afc5-9f54a85ec284 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:24.531683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Attempting to bind port 2e730ade-b7e8-459e-ac4c-62f93d3e225d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:24.532076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Attempting to bind port 2e730ade-b7e8-459e-ac4c-62f93d3e225d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:24.532468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Attempting to bind port 2e730ade-b7e8-459e-ac4c-62f93d3e225d on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:24.552654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:24.553052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:24.553426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.554151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:24.554952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Bound port: 2e730ade-b7e8-459e-ac4c-62f93d3e225d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:24.555497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.594613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9df3-b2b4-4afc-8f13-de305e1191c1 None None] Pushing event updated for resources: {'Port': ['ID=2e730ade-b7e8-459e-ac4c-62f93d3e225d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:24.609048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Subnet': ['ID=742d8093-d2c1-4407-b43a-7b5577d1fc96,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:24.629487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:24.672651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c9130dab-71a7-4046-ab05-364fc579aacd None None] Provisioning complete for port 2e730ade-b7e8-459e-ac4c-62f93d3e225d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:24.673191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9130dab-71a7-4046-ab05-364fc579aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.704742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e289e3d-ed25-4ff3-89a9-d4d7d78a5dbe req-f0b58b3f-e382-4d5a-b8ca-de572bf802e8 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.1024153 Dec 13 10:03:24.727243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c9130dab-71a7-4046-ab05-364fc579aacd None None] Port 2e730ade-b7e8-459e-ac4c-62f93d3e225d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:24.730412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'port_id': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'mac_address': 'fa:16:3e:38:5e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:03:24.779173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] For port 2e730ade-b7e8-459e-ac4c-62f93d3e225d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:24.802357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86dbab-e65a-4dc2-8b50-1c2b0b85ef6a req-52a1e7fd-ee83-488c-a077-a36a2dc8ae39 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:24.808040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b86dbab-e65a-4dc2-8b50-1c2b0b85ef6a req-52a1e7fd-ee83-488c-a077-a36a2dc8ae39 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 983 time: 0.1999938 Dec 13 10:03:24.809626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] For port 2e730ade-b7e8-459e-ac4c-62f93d3e225d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e730ade-b7e8-459e-ac4c-62f93d3e225d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:24.811134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Checking segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:24.812952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network hostable DHCP agents. Network: db986fa9-df03-416a-bdd6-fdae3215888e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:03:24.821839 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.846249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7226eda-f80e-4005-9269-e30b87d8a0c2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:24.872303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:24.874078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.898957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.938624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network db986fa9-df03-416a-bdd6-fdae3215888e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:03:24.949497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de17118-dec4-4d86-bddb-0fac73479286 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:24.955725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:24.956374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:24.985827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b86dbab-e65a-4dc2-8b50-1c2b0b85ef6a req-978f3534-7a5b-44fc-88d5-0a61d39d575e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1652572 Dec 13 10:03:25.000929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, db986fa9-df03-416a-bdd6-fdae3215888e) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:25.008068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:25.009366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.030890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654dd92-38a4-4855-bdc9-644816d36940 None None] Network db986fa9-df03-416a-bdd6-fdae3215888e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:25.035415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:25.036767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28660a31-d67e-43c0-8abc-4248eb1d8db9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9819822 Dec 13 10:03:25.039653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9df3-b2b4-4afc-8f13-de305e1191c1 None None] Pushing event updated for resources: {'Port': ['ID=2e730ade-b7e8-459e-ac4c-62f93d3e225d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:25.329773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a7226eda-f80e-4005-9269-e30b87d8a0c2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:25.415239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] Provisioning complete for port 2e730ade-b7e8-459e-ac4c-62f93d3e225d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:25.415739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.431810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:25.436555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:25.607103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-db986fa9-df03-416a-bdd6-fdae3215888e', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:03:25.608065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.651109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.854041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Allocated IP 172.20.0.2 (db986fa9-df03-416a-bdd6-fdae3215888e/742d8093-d2c1-4407-b43a-7b5577d1fc96/e266b500-0982-4b1c-8210-97c42f09fa68) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:25.961853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cda527db-4fde-496d-819e-013353655893 req-0f688094-43af-4608-b50f-44b9794f63a7 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0689998 Dec 13 10:03:26.017753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.038538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.156828 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.184908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] For port 2e730ade-b7e8-459e-ac4c-62f93d3e225d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e730ade-b7e8-459e-ac4c-62f93d3e225d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:26.214631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.217879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Network db986fa9-df03-416a-bdd6-fdae3215888e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:26.222660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ee968-6223-41d8-91b2-cbda0b060302 req-a19a808d-1ca6-42d0-8220-76627b668323 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:26.233095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:26.233882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b4ee968-6223-41d8-91b2-cbda0b060302 req-a19a808d-1ca6-42d0-8220-76627b668323 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 984 time: 0.1141362 Dec 13 10:03:26.249796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Pushing event updated for resources: {'Port': ['ID=e266b500-0982-4b1c-8210-97c42f09fa68,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:26.260588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:26.306683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b4ee968-6223-41d8-91b2-cbda0b060302 req-e4e343bd-1094-4b23-84bc-1080b93e174a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0711973 Dec 13 10:03:26.411327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.1 (db986fa9-df03-416a-bdd6-fdae3215888e/742d8093-d2c1-4407-b43a-7b5577d1fc96/a31b01f6-8c75-4887-ac37-8cc98ecb3787) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:26.419488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b9d2-328d-4dda-be73-b44e2a11a6d0 None None] Pushing event updated for resources: {'Port': ['ID=2e730ade-b7e8-459e-ac4c-62f93d3e225d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:26.429754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:22Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:26.434886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Attempting to bind port e266b500-0982-4b1c-8210-97c42f09fa68 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:26.435273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Attempting to bind port e266b500-0982-4b1c-8210-97c42f09fa68 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:26.435667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Attempting to bind port e266b500-0982-4b1c-8210-97c42f09fa68 on network db986fa9-df03-416a-bdd6-fdae3215888e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:26.474361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f819-b26d-48ea-a1a2-2139e33c6df0 None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:22Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:26.478431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:26.478825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Checking segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:26.479245 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.479679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Bound using segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:26.480356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Bound port: e266b500-0982-4b1c-8210-97c42f09fa68, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:26.481333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.538134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ce10302-fbc1-400a-bf1e-449c2d17b034 req-f3067d48-3e37-4b2f-9e23-e3c3be7b11e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0377100 Dec 13 10:03:26.572164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] For port e266b500-0982-4b1c-8210-97c42f09fa68, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:26.576064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] For port e266b500-0982-4b1c-8210-97c42f09fa68, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e266b500-0982-4b1c-8210-97c42f09fa68,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:26.585120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.598212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.638606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.665991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c95f-38f7-49a4-8767-90827f871b95 None None] Pushing event updated for resources: {'Port': ['ID=e266b500-0982-4b1c-8210-97c42f09fa68,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:26.682089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network db986fa9-df03-416a-bdd6-fdae3215888e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:26.687618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:26.695575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:26.738636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:26.752634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.952195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.116326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e730ade-b7e8-459e-ac4c-62f93d3e225d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:27.197160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5149b7a1-1b49-43d9-906d-f62970ce7b26 req-165ba8c4-2720-4e5d-9534-0df382dbe7e4 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0399959 Dec 13 10:03:27.222349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2e730ade-b7e8-459e-ac4c-62f93d3e225d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:27.222733 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.476911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34184233-81d9-43cd-a915-5f33b1c78187 req-2e124c46-3c40-41b3-a8e9-ac829f234077 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0803888 Dec 13 10:03:27.493827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.500295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.500966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111898-3a69-4bb6-84bc-f693cd6b452f req-a767b4f4-9bf5-4e9e-9979-6357e8a52dab tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:27.502861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0111898-3a69-4bb6-84bc-f693cd6b452f req-a767b4f4-9bf5-4e9e-9979-6357e8a52dab tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 984 time: 0.0943217 Dec 13 10:03:27.570595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0111898-3a69-4bb6-84bc-f693cd6b452f req-7fb629c5-65df-4d09-9e33-97c948550dbe tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0608211 Dec 13 10:03:27.591616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.703646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network db986fa9-df03-416a-bdd6-fdae3215888e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:27.707446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:27.722832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:27.893621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:28.035746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:28.041874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0865bce-333c-4608-b352-1fd41bcdf8b0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/92b9d832-556d-4727-bce3-ae260f59b940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035925 Dec 13 10:03:28.044311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:28.110118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e732a2-244b-49d5-85ec-9e1603e791bb None None] Network db986fa9-df03-416a-bdd6-fdae3215888e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:28.311598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] Provisioning complete for port e266b500-0982-4b1c-8210-97c42f09fa68 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:28.311598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.329430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.332809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.333352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.333874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.334388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.336153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.336705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.338696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.342516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.343110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.344956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.351061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:28.351320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e529d1de-387e-4731-b521-9fbf0e761a3f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 0.3053069 Dec 13 10:03:28.408424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a7226eda-f80e-4005-9269-e30b87d8a0c2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:28.440365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0932e914-721f-4d02-923e-973118fdd0dd req-0e52ee86-19d0-49b2-b637-feb0156b44e5 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0883482 Dec 13 10:03:28.600825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.615040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a7226eda-f80e-4005-9269-e30b87d8a0c2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:03:28.626036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.626541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.626960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.627577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.628040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.628683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.629632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.629632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.630066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.630506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.630946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.633209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e08f8ea-dfd9-49bc-a116-8bfdcb7a2f88 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7076 time: 0.2815988 Dec 13 10:03:28.636400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49814) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:28.643472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a7226eda-f80e-4005-9269-e30b87d8a0c2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:28.647535 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.707124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] For port e266b500-0982-4b1c-8210-97c42f09fa68, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e266b500-0982-4b1c-8210-97c42f09fa68,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:28.721205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.893781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229a90e-49af-4914-993d-9aeb3917465d None None] Pushing event updated for resources: {'Port': ['ID=e266b500-0982-4b1c-8210-97c42f09fa68,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:28.928689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-35e2769d-b9f9-4394-94a1-a3661a4323b0 None None] Provisioning complete for port e266b500-0982-4b1c-8210-97c42f09fa68 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:28.929334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35e2769d-b9f9-4394-94a1-a3661a4323b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.977377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.055950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:29.058452 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a755cca1-29ab-4ce4-b49c-30448372f2f0" -d '{"events": [{"server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "name": "network-vif-plugged", "status": "completed", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:29.112268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:29.127461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:29.159189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:29.182947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:29.238297 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40db0c-3c72-49f1-8f35-a285a3615089 x-openstack-request-id: req-2b40db0c-3c72-49f1-8f35-a285a3615089 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:29.238614 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "name": "network-vif-plugged", "status": "completed", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:29.238880 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b40db0c-3c72-49f1-8f35-a285a3615089 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:29.239299 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'code': 200} Dec 13 10:03:29.243364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e266b500-0982-4b1c-8210-97c42f09fa68 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:29.264796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.466005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-35e2769d-b9f9-4394-94a1-a3661a4323b0 None None] Provisioning complete for port a31b01f6-8c75-4887-ac37-8cc98ecb3787 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:29.466576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35e2769d-b9f9-4394-94a1-a3661a4323b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.469670 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:29.580800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:29.603605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-35e2769d-b9f9-4394-94a1-a3661a4323b0 None None] Port a31b01f6-8c75-4887-ac37-8cc98ecb3787 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:29.611259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e266b500-0982-4b1c-8210-97c42f09fa68 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:29.611698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.799106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.800360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b4694a53-6734-4b3a-a79e-206b31c1d66f None None] Provisioning complete for port a31b01f6-8c75-4887-ac37-8cc98ecb3787 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:29.801031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b4694a53-6734-4b3a-a79e-206b31c1d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.804161 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:27Z', 'revision_number': 2, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:29.844225 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:29.844590 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Updating router 92b9d832-556d-4727-bce3-ae260f59b940 port a31b01f6-8c75-4887-ac37-8cc98ecb3787 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:03:29.853695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b4694a53-6734-4b3a-a79e-206b31c1d66f None None] Port a31b01f6-8c75-4887-ac37-8cc98ecb3787 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:29.883541 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.904104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d0dc817-def8-46ab-9afc-91e718ce5d1f req-7097124f-b50d-49b1-aa58-2f26378df8d9 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.1504374 Dec 13 10:03:29.972626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87d0e-2152-490a-a290-e4558761692a req-a8770962-8146-451b-8187-ede065d1db57 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:29.979882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5f87d0e-2152-490a-a290-e4558761692a req-a8770962-8146-451b-8187-ede065d1db57 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 1.2665482 Dec 13 10:03:29.992129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877698-c998-49aa-905e-0a7a99b9130d req-7528e381-0008-4feb-a19f-32ac93a66b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:29.993600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e877698-c998-49aa-905e-0a7a99b9130d req-7528e381-0008-4feb-a19f-32ac93a66b32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.2510440 Dec 13 10:03:30.196497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5f87d0e-2152-490a-a290-e4558761692a req-e6ac4ae3-a980-494d-ad4b-03b0cd5c6f86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2069707 Dec 13 10:03:30.219611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e877698-c998-49aa-905e-0a7a99b9130d req-a925c8ef-ccf6-4117-b725-d26c810744ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=93d50248-4117-476b-ba1d-52956ebecff1&id=1f312e0a-ba9a-466d-af8c-649cd705736e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2115891 Dec 13 10:03:30.267012 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.274016 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.323487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6db0fe7-178e-48e4-9edb-e82baa4217ae req-f80d5058-9455-4ee7-a8dc-d4e5ef871bd0 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0415993 Dec 13 10:03:30.346385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-79406ef5-9b81-409c-a079-a66641fff02c tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 1.7085538 Dec 13 10:03:30.385715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Attempting to bind port a31b01f6-8c75-4887-ac37-8cc98ecb3787 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:30.385715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Attempting to bind port a31b01f6-8c75-4887-ac37-8cc98ecb3787 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:30.385715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Attempting to bind port a31b01f6-8c75-4887-ac37-8cc98ecb3787 on network db986fa9-df03-416a-bdd6-fdae3215888e {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:30.385715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Pushing event updated for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.390107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.390455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.390792 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.391138 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.391455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.391807 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.392131 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.392452 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.392770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.393079 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.393427 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.393718 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.394034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:30.399446 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:30.401396 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Checking segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:30.402143 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.402143 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Bound using segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:30.402678 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Bound port: a31b01f6-8c75-4887-ac37-8cc98ecb3787, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:30.403060 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.475255 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] For port a31b01f6-8c75-4887-ac37-8cc98ecb3787, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:30.478770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] For port a31b01f6-8c75-4887-ac37-8cc98ecb3787, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a31b01f6-8c75-4887-ac37-8cc98ecb3787,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:30.483989 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.545468 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:30.546106 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:30.548207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbf441-4dd8-46b0-99ed-b1b59b7e3df2 None None] Pushing event updated for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.584469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] Provisioning complete for port a31b01f6-8c75-4887-ac37-8cc98ecb3787 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:30.587687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.680612 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:30.709786 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.761237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] For port a31b01f6-8c75-4887-ac37-8cc98ecb3787, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a31b01f6-8c75-4887-ac37-8cc98ecb3787,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:30.769868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.849613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7a7a-1909-41a6-b09f-0336dfb8ecbd None None] Pushing event updated for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.890213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-20779f79-539d-4235-8f5a-ada1fb6d5937 None None] Provisioning complete for port a31b01f6-8c75-4887-ac37-8cc98ecb3787 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:30.890687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20779f79-539d-4235-8f5a-ada1fb6d5937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.993884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:31.019362 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f068bc-6321-4efe-98db-e05b23dbac85 None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:31.355812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680499f1-8a9a-436d-9e3f-9a1e8f71ee36 req-753c5b95-909e-4860-bb9c-5557ecbb5129 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:31.364841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-680499f1-8a9a-436d-9e3f-9a1e8f71ee36 req-753c5b95-909e-4860-bb9c-5557ecbb5129 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.0784137 Dec 13 10:03:31.427198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-680499f1-8a9a-436d-9e3f-9a1e8f71ee36 req-4d1a47cc-fd07-4711-910e-44fcb513cf10 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613911 Dec 13 10:03:31.543268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-956a08bb-45b4-43b8-81a3-4a9fc86324a5 req-4d4a2c2c-6555-4999-b727-fa7dce7fc53a tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0276473 Dec 13 10:03:31.661245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:31.666188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689612240', 'description': 'tempest-secgroup-smoke-689612240 description', 'project_id': '35e4b812bd6144ebaf50c028f07eda84'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:31.695719 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.777944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.791249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.823767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e19816-0aa8-4e15-ac0d-63052512b61b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:31.830274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.831273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ca82171-5823-4ac3-af25-37af68a9f64a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1689699 Dec 13 10:03:31.834186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49862) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:31.840469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:31.883842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.973820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.982991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.023837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bfcc28-10fa-42b8-bd58-30c22841b740,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:32.038071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.039585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-152c7364-a728-42ea-835a-b31b7b9aaed6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044446 Dec 13 10:03:32.042247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:32.049088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.082055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.171188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.180202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.202230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a27dd3c-6960-434d-b8e9-7994e95563ce,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:32.214771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.216112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-407c1e01-1d02-49b2-9f04-606c2c909268 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720359 Dec 13 10:03:32.218995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:32.223711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.255262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.327415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.331492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.351147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83039800-cd90-4948-af5a-06867c2bb6b2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:32.368769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.372731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-465ec0a8-d659-4048-bbf6-c8416896eb61 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526659 Dec 13 10:03:32.375455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49874) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:32.388484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.421656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.494879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.503612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.523154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e62ebe9-70c9-407e-b14c-cd836fcba100,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:32.553540 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.554990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a6e2c071-522f-44a4-82e5-e77ce765d161 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781735 Dec 13 10:03:32.559238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:32.566852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.599149 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:03:32.606973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.637207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e75160-8381-49ee-b71c-47572358f32b req-324cf9cc-e510-4c81-9612-08eb1ad3099e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:32.640126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61e75160-8381-49ee-b71c-47572358f32b req-324cf9cc-e510-4c81-9612-08eb1ad3099e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.0837140 Dec 13 10:03:32.726905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.734544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.749656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-111d97c2-0cbe-44e5-a41f-a86fc48ec2a0 req-6549e165-c31e-4cf2-8a7d-fcdee135441b tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0313282 Dec 13 10:03:32.750353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a632ed10-822b-41df-97bb-1b9faf479e74,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:32.762998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61e75160-8381-49ee-b71c-47572358f32b req-a3376b69-f530-42da-a6e1-07756ed46eb7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1157207 Dec 13 10:03:32.769824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.771353 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa8093e3-e360-4a76-ade0-b2b384f9e9c8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2084942 Dec 13 10:03:32.773715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:32.779761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '82e19816-0aa8-4e15-ac0d-63052512b61b', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.834218 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:03:32.842139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.932186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.936813 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.971381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05fa3-f967-4acc-b417-446d777b6ff0 req-24b3a7c6-abdf-4282-8dd4-cc1edf310d7b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:32.975638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76b05fa3-f967-4acc-b417-446d777b6ff0 req-24b3a7c6-abdf-4282-8dd4-cc1edf310d7b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.0865257 Dec 13 10:03:32.987867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37747c7-efd3-4935-897e-bd774f6f249d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:33.004581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.009465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a5b79795-9991-42c1-bcd3-9da0017f4fc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2344623 Dec 13 10:03:33.113708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76b05fa3-f967-4acc-b417-446d777b6ff0 req-dee08270-3fe1-46a3-b722-fbded4cf3660 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1193414 Dec 13 10:03:33.121648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a31b01f6-8c75-4887-ac37-8cc98ecb3787 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:33.189053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a31b01f6-8c75-4887-ac37-8cc98ecb3787 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:33.189437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.240442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-75515ec3-295d-4d5e-85ea-2e0c97c7c07e tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:33.244094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-75515ec3-295d-4d5e-85ea-2e0c97c7c07e tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.0497992 Dec 13 10:03:33.270878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-c0e95b04-c944-4be0-8360-df53e7a52017 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.329907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-ab9a0911-9823-4731-9b99-65e9c3373ef0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689612240&fields=id&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 267 time: 0.0754454 Dec 13 10:03:33.444808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-c0e95b04-c944-4be0-8360-df53e7a52017 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.450287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-c0e95b04-c944-4be0-8360-df53e7a52017 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.492642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-af453383-71c1-41d9-9139-84bc8ccce512 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:33.494100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-af453383-71c1-41d9-9139-84bc8ccce512 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/networks?id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 797 time: 0.1566076 Dec 13 10:03:33.520120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95b04-c944-4be0-8360-df53e7a52017 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80792914-c23a-4d51-bee2-e3072ea13216,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:33.526099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e19b6df-27a0-4a55-9133-e2e863ab13cb req-c0e95b04-c944-4be0-8360-df53e7a52017 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2775319 Dec 13 10:03:33.527280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-aa9bff6f-15a3-4a32-879e-3717ca4502a4 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/quotas/35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 375 time: 0.0260425 Dec 13 10:03:33.548597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:33.580851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-6a59ab01-6aa9-4169-88e8-758da6262ba4 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463440 Dec 13 10:03:33.588201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665a8784-ba59-4b88-babb-defc7407d157 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:33.591442 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-665a8784-ba59-4b88-babb-defc7407d157 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1131 time: 0.0400825 Dec 13 10:03:33.592840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49908) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:33.597300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:33.670377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.735208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-fb8176c7-ea29-4914-ad12-576c2f28ed52 service neutron] 10.222.0.31 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334527 Dec 13 10:03:33.873795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-790d63bd-9199-4d37-a7ea-edbb8767da6c service neutron] 10.222.0.31 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316638 Dec 13 10:03:33.877832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea40e3eb-6b05-4df6-b46d-62bf67cd54e7 req-d7792998-a423-4434-a983-50ab3d7e7015 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0391471 Dec 13 10:03:33.884471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.007012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.25.2.162 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6551038d-8014-4a0a-a0e7-7e1d2cd211a9) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:34.057234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf7d29b0-a61b-4018-a71f-e296cf90490d req-c1a5ba83-cf6e-495d-a8f0-1ac0d4060871 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 210 time: 0.0395701 Dec 13 10:03:34.141149 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.180458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.224656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:34.227773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:34.231607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:34.256585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=6551038d-8014-4a0a-a0e7-7e1d2cd211a9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:34.351286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.631269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.710818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.864107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.870456 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.952731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=6551038d-8014-4a0a-a0e7-7e1d2cd211a9,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:34.965566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.046782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bee1d729-52a3-42e4-a0d2-6c2443171b55 req-f570adce-b34a-4327-a768-cb5d1a42114d tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0366750 Dec 13 10:03:35.152288 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Floating IP d0a4c887-7671-44e6-81d6-2dc708c57c8a associated. External IP: 172.25.2.162, port: a7226eda-f80e-4005-9269-e30b87d8a0c2. Dec 13 10:03:35.204013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-fbc78c36-65d3-4ba6-9db4-04b3df884043 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:35.205984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-fbc78c36-65d3-4ba6-9db4-04b3df884043 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.16 "GET /v2.0/networks?id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 797 time: 0.1813951 Dec 13 10:03:35.238234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00a1beb1-badd-4b33-af66-8ee2c92f4bcc req-80494405-295a-4180-820d-e0deb133b95f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Dec 13 10:03:35.279308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-b9879dfe-65c0-4175-8a50-9199b52ac085 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 379 time: 0.0641859 Dec 13 10:03:35.289565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'port': {'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'admin_state_up': True, 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'security_groups': ['82e19816-0aa8-4e15-ac0d-63052512b61b']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:35.408014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:35.412048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.413991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router d9517667-607a-4207-9a97-742b390f442d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:35.546908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.3 (db986fa9-df03-416a-bdd6-fdae3215888e/742d8093-d2c1-4407-b43a-7b5577d1fc96/0c54e2e3-a40b-4935-97a7-cd8adf090a13) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:35.697796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.734151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.787411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network db986fa9-df03-416a-bdd6-fdae3215888e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:35.789341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:35.800898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:35.808154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:35.813958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:35.823268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Sync routers for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:35.838677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:35.839493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:35.848475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.881822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8981e215-c296-43ea-8425-f999a8dc643a tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2878823 Dec 13 10:03:35.882552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:35.885725 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7fde6-2b5c-4103-8983-800a87d0496d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:35.886060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:35.887363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.888950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:35.907598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-72a34722-2f49-46a3-9079-3dc2e2c2d52d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6217685 Dec 13 10:03:35.927517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Request body: {'port': {'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:35.954022 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c68e5-0654-4620-9837-a1a8e04ce384 x-openstack-request-id: req-7a3c68e5-0654-4620-9837-a1a8e04ce384 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:35.954135 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:35.954353 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a3c68e5-0654-4620-9837-a1a8e04ce384 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:35.954762 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'status': 'completed', 'code': 200} Dec 13 10:03:36.028723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.106241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.106708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.107172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.107641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.108096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.114671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.116540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.118569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.126529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.127405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.130886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.142964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-059c04a0-f6e8-448a-8e57-ae33170b0f0a tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 0.2496192 Dec 13 10:03:36.145180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-30ec7b22-24cd-4e16-8747-97215cb96cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.146670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-30ec7b22-24cd-4e16-8747-97215cb96cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.1622362 Dec 13 10:03:36.147163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 49950) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:36.343827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-139f9b06-11e9-425c-81f1-b7193c5fc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.352929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6911abcf-18e8-4162-9cbd-488609d23321 None None] Provisioning complete for port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:36.353527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6911abcf-18e8-4162-9cbd-488609d23321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.356403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:36.448116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6911abcf-18e8-4162-9cbd-488609d23321 None None] Port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:36.528766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c54e2e3-a40b-4935-97a7-cd8adf090a13 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:36.537317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.537546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.538265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.538855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.539155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.539623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.540051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.540480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.540920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.541352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.541790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.542222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.548447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b47cc9c4-f729-4872-8d79-d781cce99279 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7076 time: 0.3896532 Dec 13 10:03:36.549200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49956) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:36.561206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ef6a89c-d70f-4527-b540-033ba848996b req-426238a1-8dd2-4a2e-a4bb-8b78e70879bb tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.1934404 Dec 13 10:03:36.606056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Transition to ACTIVE for port object 0c54e2e3-a40b-4935-97a7-cd8adf090a13 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:03:36.653099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fd4b1-2be0-4db0-bb1e-ead16ae5aed4 req-4d64f06b-384f-40ad-933b-a38255332e15 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.662671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac4fd4b1-2be0-4db0-bb1e-ead16ae5aed4 req-4d64f06b-384f-40ad-933b-a38255332e15 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 931 time: 0.1488304 Dec 13 10:03:36.664532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.690622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-9ab8a59f-aff4-4feb-b20b-693c5ffd6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.692166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-9ab8a59f-aff4-4feb-b20b-693c5ffd6057 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 897 time: 0.5197966 Dec 13 10:03:36.714012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd0a4c887-7671-44e6-81d6-2dc708c57c8a', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd9517667-607a-4207-9a97-742b390f442d', 'port_id': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'mac_address': 'fa:16:3e:38:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:34Z', 'updated_at': '2021-12-13T10:03:34Z', 'revision_number': 0, 'project_id': '1373f019c7a44df6b810728858edd892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:36.731675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac4fd4b1-2be0-4db0-bb1e-ead16ae5aed4 req-6eb80d4a-7547-414a-bde8-e8c7ff448c1e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681181 Dec 13 10:03:36.758911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Checking router: d9517667-607a-4207-9a97-742b390f442d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:36.774446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:36.775096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:36.827170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Pushing event updated for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:36.873944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-cce166c2-1eb3-4671-a1b3-2ef8ef50f57e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 1000 time: 0.1535659 Dec 13 10:03:36.925916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:36.974530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-607ac564-55a8-47bf-8c57-7a178196c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.976710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-607ac564-55a8-47bf-8c57-7a178196c13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 200 len: 834 time: 0.0939982 Dec 13 10:03:37.032736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-1d7f0e14-137d-4d37-8c11-b19033bb09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.034993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-1d7f0e14-137d-4d37-8c11-b19033bb09f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511143 Dec 13 10:03:37.108844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Attempting to bind port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:37.109554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Attempting to bind port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:37.110121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Attempting to bind port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 on network db986fa9-df03-416a-bdd6-fdae3215888e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:37.122587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 on network db986fa9-df03-416a-bdd6-fdae3215888e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:03:37.123364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Attempting to bind port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 on network db986fa9-df03-416a-bdd6-fdae3215888e {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:37.138641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-91b61835-caea-497a-aa83-4074e4b2e214 service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957012 Dec 13 10:03:37.146291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:37.146640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Checking segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:37.147035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Bound using segment: {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:37.147794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Bound port: 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a151b26-b63c-4567-b0f1-2271ac613f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:37.148172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.164995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4eb683c9-b537-42c5-b8a5-549399163df8 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.6120660 Dec 13 10:03:37.169973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 49960) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:37.223106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd0a4c887-7671-44e6-81d6-2dc708c57c8a', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd9517667-607a-4207-9a97-742b390f442d', 'port_id': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'mac_address': 'fa:16:3e:38:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:34Z', 'updated_at': '2021-12-13T10:03:34Z', 'revision_number': 0, 'project_id': '1373f019c7a44df6b810728858edd892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.248369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3d7fde6-2b5c-4103-8983-800a87d0496d req-1ae4032f-a02f-4c2e-a411-89ce2a7a8904 service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031277 Dec 13 10:03:37.259631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecdf67-933c-49c9-ad27-2216eeab8dbc None None] The sync data for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 is: [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd0a4c887-7671-44e6-81d6-2dc708c57c8a', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'd9517667-607a-4207-9a97-742b390f442d', 'port_id': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'mac_address': 'fa:16:3e:38:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:34Z', 'updated_at': '2021-12-13T10:03:34Z', 'revision_number': 0, 'project_id': '1373f019c7a44df6b810728858edd892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:37.265339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31566d27-3bb3-4e62-bbc7-15a65c10b775 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.265814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31566d27-3bb3-4e62-bbc7-15a65c10b775 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.275582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31566d27-3bb3-4e62-bbc7-15a65c10b775 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9517667-607a-4207-9a97-742b390f442d HTTP/1.1" status: 200 len: 1988 time: 0.0965054 Dec 13 10:03:37.275582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:37.279857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:37.286122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.358608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Pushing event updated for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:37.368712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.369162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.370656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-b12a4560-6b03-4521-b917-8f0a0b56142e service neutron] 10.222.0.16 "PUT /v2.0/ports/0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 200 len: 1091 time: 1.4536033 Dec 13 10:03:37.371186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:37.373655 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b" -d '{"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:37.440319 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacfc3c7-9c30-43a0-8fa2-b5dbe157d4a5 x-openstack-request-id: req-dacfc3c7-9c30-43a0-8fa2-b5dbe157d4a5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:37.440319 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:37.440542 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dacfc3c7-9c30-43a0-8fa2-b5dbe157d4a5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:37.440973 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'status': 'completed', 'code': 200} Dec 13 10:03:37.482208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-05602444-af9d-49a9-ac19-12b4a1fe5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.484853 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-05602444-af9d-49a9-ac19-12b4a1fe5671 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1094 time: 0.0617409 Dec 13 10:03:37.537986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-fbc8682c-244f-42c1-95ee-526d03ef61c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 200 len: 217 time: 0.0453780 Dec 13 10:03:37.601475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-33e8e364-2863-437e-a87e-b10d57c1f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.603082 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-33e8e364-2863-437e-a87e-b10d57c1f9d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=742d8093-d2c1-4407-b43a-7b5577d1fc96 HTTP/1.1" status: 200 len: 834 time: 0.0552616 Dec 13 10:03:37.679796 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbea5ef-9ffd-49f5-bf08-426771f4dd24 None None] New status for floating IP d0a4c887-7671-44e6-81d6-2dc708c57c8a: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:37.705821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7377-a764-44fd-965a-755934e8d33c req-c091253a-d72c-407a-aadd-c532b8e75f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.709260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-c091253a-d72c-407a-aadd-c532b8e75f9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db986fa9-df03-416a-bdd6-fdae3215888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977297 Dec 13 10:03:37.715778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ee53f3a-7fa4-4f2a-9d6b-5ddb35176a2a req-9fe5aedd-8ad5-4cd7-83bf-b059227d1120 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0475268 Dec 13 10:03:37.875195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79365-a50c-40bb-8ef2-42c06f36610d req-5a54f5ae-f59c-4821-b3ca-b70340f8f6f3 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.877303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eb79365-a50c-40bb-8ef2-42c06f36610d req-5a54f5ae-f59c-4821-b3ca-b70340f8f6f3 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 943 time: 0.0566196 Dec 13 10:03:37.934289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eb79365-a50c-40bb-8ef2-42c06f36610d req-444e4512-1b7e-4d4b-abf7-0177894e62c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497172 Dec 13 10:03:38.106233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-a36393f3-e8b6-4e8e-8c3f-de2df5f21d22 service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884251 Dec 13 10:03:38.198905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e35d7377-a764-44fd-965a-755934e8d33c req-55344fd2-5109-4fa3-800f-f4f2b6d8d47d service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Dec 13 10:03:38.289962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-475233e9-d8f9-4947-8546-8ef8494599b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.291469 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-475233e9-d8f9-4947-8546-8ef8494599b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1094 time: 0.0410702 Dec 13 10:03:38.382886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-b7ead67d-2e80-4e58-87d8-8f3c576e7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.384467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-b7ead67d-2e80-4e58-87d8-8f3c576e7fde service neutron] 10.222.0.16 "GET /v2.0/networks?id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 898 time: 0.0853856 Dec 13 10:03:38.432285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-2ff44991-3635-4299-b4ad-838031c2611a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 200 len: 217 time: 0.0399687 Dec 13 10:03:38.477816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5044-5f12-4f9d-9568-8b689a33e658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:38.487621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-1a114ce9-2141-441a-a9d0-e0cc0a5c211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.489122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-1a114ce9-2141-441a-a9d0-e0cc0a5c211e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=742d8093-d2c1-4407-b43a-7b5577d1fc96 HTTP/1.1" status: 200 len: 834 time: 0.0501266 Dec 13 10:03:38.536021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-e4c0c644-2924-4c5b-8849-a47a781c7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.537557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-e4c0c644-2924-4c5b-8849-a47a781c7cc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db986fa9-df03-416a-bdd6-fdae3215888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398569 Dec 13 10:03:38.638577 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-059dbbcd-51c5-4801-ba5a-2e7479f390a9 service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933533 Dec 13 10:03:38.731295 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3f0e5792-0dee-43c8-8bd6-1b43a2c9116b req-9151f25f-f81e-448c-8186-453acebf398d service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856416 Dec 13 10:03:38.821960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99e412f0-70c1-4ce2-9213-c9d1cc119cc2 req-5213dfea-bbde-4029-ba41-89ea52a3fb52 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0302749 Dec 13 10:03:39.054515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d38ed0-3d4f-4b0f-9534-0a731c335796 req-1672b493-23f5-458b-9318-7190b2b0b177 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:39.056030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80d38ed0-3d4f-4b0f-9534-0a731c335796 req-1672b493-23f5-458b-9318-7190b2b0b177 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 943 time: 0.0491612 Dec 13 10:03:39.110808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80d38ed0-3d4f-4b0f-9534-0a731c335796 req-aea7c8d2-673e-45b8-ae58-df7eddcb2955 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483694 Dec 13 10:03:39.546835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.926363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a815a432-4102-4311-9791-be558e663fd3 req-e6b4524e-831b-4ead-b570-6c04010e5884 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Dec 13 10:03:40.239898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d448fd5-b72a-4948-95ee-b33b695a5672 req-8f378bd3-52bc-4e7c-b8be-47eeb8b2a4b7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:40.242059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d448fd5-b72a-4948-95ee-b33b695a5672 req-8f378bd3-52bc-4e7c-b8be-47eeb8b2a4b7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 943 time: 0.0534172 Dec 13 10:03:40.298103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d448fd5-b72a-4948-95ee-b33b695a5672 req-39433a76-7712-4ee6-b4a7-0ab0e1eb6437 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Dec 13 10:03:41.034002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7541130f-1abe-47e4-8bfe-9b0e4e9dbc0f req-b6e397b5-f4c9-42e6-910c-a7a5ef43c1b6 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0274534 Dec 13 10:03:41.159209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.419757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4667f-0f1f-45ac-89cc-fd80d5c54f57 req-e7b8f41d-765f-4d23-830a-e3ede2f17bc2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.426766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1be4667f-0f1f-45ac-89cc-fd80d5c54f57 req-e7b8f41d-765f-4d23-830a-e3ede2f17bc2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 943 time: 0.0561390 Dec 13 10:03:41.472550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1be4667f-0f1f-45ac-89cc-fd80d5c54f57 req-519e9d17-8c98-4954-a6a0-4ec7b267e0d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Dec 13 10:03:41.519700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0c54e2e3-a40b-4935-97a7-cd8adf090a13 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:03:41.627464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:41.641142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:03:41.694596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.709362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c54e2e3-a40b-4935-97a7-cd8adf090a13 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:41.729529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:41.733953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.788899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:41.982954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:42.101153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0c54e2e3-a40b-4935-97a7-cd8adf090a13'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:42.147298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bab94c6-bf97-4323-857c-cc68e8352f35 req-6fb7b81e-1e04-4d4e-9482-f79df629c622 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0266764 Dec 13 10:03:42.608991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cfd84-45aa-411a-ac70-231b302e09d6 req-44c73a94-ab1a-4c9f-954c-8be346da3794 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.610486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c07cfd84-45aa-411a-ac70-231b302e09d6 req-44c73a94-ab1a-4c9f-954c-8be346da3794 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 944 time: 0.0539670 Dec 13 10:03:42.665819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c07cfd84-45aa-411a-ac70-231b302e09d6 req-10644f17-85d5-4e0b-af73-a388f317316f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491972 Dec 13 10:03:43.251921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afcc8241-ae82-4207-916e-2eb123b96511 req-0a53123e-4001-4634-8a02-cb210d642dc3 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0254359 Dec 13 10:03:43.530570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0c54e2e3-a40b-4935-97a7-cd8adf090a13 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:43.581491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:03:43.585919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:43.587236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.667004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.691197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:43.693496 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3968872-95ee-45dd-8a81-aecbf8560c53" -d '{"events": [{"server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "name": "network-vif-plugged", "status": "completed", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:43.712206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:43.717023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.756970 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a301566-480e-4500-ac93-b16ac8933fc4 x-openstack-request-id: req-8a301566-480e-4500-ac93-b16ac8933fc4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:43.757276 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "name": "network-vif-plugged", "status": "completed", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:43.757651 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a301566-480e-4500-ac93-b16ac8933fc4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:43.758057 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'code': 200} Dec 13 10:03:43.803986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:43.885385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984ae4-beeb-40a6-9747-be6a83c6005a req-4dcaecd6-37cb-469b-b619-501bfee90f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.887934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0b984ae4-beeb-40a6-9747-be6a83c6005a req-4dcaecd6-37cb-469b-b619-501bfee90f3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1096 time: 0.0650356 Dec 13 10:03:43.888825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fef15-6b5f-4212-91e2-fe446b03c293 req-4da33828-ad7b-4932-844f-e674f347eae1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.896087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-178fef15-6b5f-4212-91e2-fe446b03c293 req-4da33828-ad7b-4932-844f-e674f347eae1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0956686 Dec 13 10:03:43.953542 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0b984ae4-beeb-40a6-9747-be6a83c6005a req-0a57affa-52eb-4fd9-8bc1-cd6e346b6a9a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489824 Dec 13 10:03:43.957600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-178fef15-6b5f-4212-91e2-fe446b03c293 req-58a8876c-695a-4534-9098-53b82f6f1d48 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605376 Dec 13 10:03:44.362792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3190894f-b645-497b-95d0-e94cc247eeb2 req-c447d3d7-ce1f-4324-8c20-ece74afe6043 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0305238 Dec 13 10:03:44.460038 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:03:45.075759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b31c1-aed4-46b6-aac0-3f0f336a0171 req-f191bc28-3afd-475e-9c83-6ef02524ca4b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:45.077291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-783b31c1-aed4-46b6-aac0-3f0f336a0171 req-f191bc28-3afd-475e-9c83-6ef02524ca4b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Dec 13 10:03:45.129473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-783b31c1-aed4-46b6-aac0-3f0f336a0171 req-acf2de8e-1943-4e46-9797-afdd6116ca2e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Dec 13 10:03:45.467238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d314b95a-f304-42a4-89ee-497080a49dd5 req-6cb05c7b-b55c-475f-859e-d72ad5045aec tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0259683 Dec 13 10:03:46.247717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447910a5-dcc5-4a98-bb0a-be623cbb39b4 req-dc9f358e-9df1-4c5e-912a-f92d2f942f93 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.249232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-447910a5-dcc5-4a98-bb0a-be623cbb39b4 req-dc9f358e-9df1-4c5e-912a-f92d2f942f93 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Dec 13 10:03:46.302827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-447910a5-dcc5-4a98-bb0a-be623cbb39b4 req-ceb51d02-3ac5-4fcd-8cf4-0df70ce22e37 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Dec 13 10:03:46.420459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e7cf-9506-4652-af18-5430a10e0e4d req-0a12eaa2-fd7c-4a2d-8a5c-50e8eb994be6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.422006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8c4e7cf-9506-4652-af18-5430a10e0e4d req-0a12eaa2-fd7c-4a2d-8a5c-50e8eb994be6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0493596 Dec 13 10:03:46.475402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8c4e7cf-9506-4652-af18-5430a10e0e4d req-656bbc73-6beb-4009-8b6b-a645ab9f6e05 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475996 Dec 13 10:03:46.499747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50054) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:46.552295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e26fd-64a5-4628-a37a-e9aa30d55e81 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.557173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a1e26fd-64a5-4628-a37a-e9aa30d55e81 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1091 time: 0.0561843 Dec 13 10:03:46.557765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:46.565678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:46.580657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd4c190c-8e2f-498b-acaf-0d5da520e1e3 req-3f7c4189-4e41-4630-a2d9-4b116aa0cbb1 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0312190 Dec 13 10:03:46.594483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.696627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.805560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.25.2.10 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c1c5608d-5eec-4c07-a543-321bc247b870) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:46.910683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.946623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.988700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:46.991694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:46.995141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:47.017801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=c1c5608d-5eec-4c07-a543-321bc247b870,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:47.499113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.597125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.690597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f5310df-561e-40b8-bcb7-ba39d5b37fa3 req-607eb81a-9f75-427f-9375-97edc8ea6608 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Dec 13 10:03:47.766352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.772076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.842995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=c1c5608d-5eec-4c07-a543-321bc247b870,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:47.863085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.963789 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Floating IP aa11e8f5-c004-42a6-a78f-51514b62ed4a associated. External IP: 172.25.2.10, port: 0c54e2e3-a40b-4935-97a7-cd8adf090a13. Dec 13 10:03:48.174541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:48.289692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:48.299231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:48.307794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.310821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:48.311451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:48.342165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df8faad3-88b9-4590-bab4-610d4f889bfb tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7823153 Dec 13 10:03:48.342822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:48.345200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:48.345590 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d" -d '{"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:48.388129 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81866b85-ba57-40f5-b362-5e7fbd2d2352 x-openstack-request-id: req-81866b85-ba57-40f5-b362-5e7fbd2d2352 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:48.388473 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:48.388734 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81866b85-ba57-40f5-b362-5e7fbd2d2352 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:48.389149 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'status': 'completed', 'code': 200} Dec 13 10:03:48.429750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:48.457130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-6daa0665-422b-4117-86ba-75c6db258d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.458745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-6daa0665-422b-4117-86ba-75c6db258d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1096 time: 0.0441654 Dec 13 10:03:48.487269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00e2a33f-b47e-4571-96f5-c4a9c07e5bac tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/aa11e8f5-c004-42a6-a78f-51514b62ed4a HTTP/1.1" status: 200 len: 990 time: 0.1409130 Dec 13 10:03:48.556892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-c9318f67-2685-4aea-b0fe-c956d75f91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.558928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-c9318f67-2685-4aea-b0fe-c956d75f91f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 898 time: 0.0922785 Dec 13 10:03:48.630554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-560a0374-ce98-41cd-b7a1-93a83de96621 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 200 len: 998 time: 0.0635312 Dec 13 10:03:48.672730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:47Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:48.682656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-b6b03144-9f58-4865-8d6d-ef526f10a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.684195 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-b6b03144-9f58-4865-8d6d-ef526f10a6ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=742d8093-d2c1-4407-b43a-7b5577d1fc96 HTTP/1.1" status: 200 len: 834 time: 0.0465519 Dec 13 10:03:48.701156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:48.709762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:48.710392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:03:38Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:48.732829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-2c5328b7-b761-4a80-bf6c-a544c4e09391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.734465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-2c5328b7-b761-4a80-bf6c-a544c4e09391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db986fa9-df03-416a-bdd6-fdae3215888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421150 Dec 13 10:03:48.830077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd4317b8-2ca9-4be7-81ab-04d4b4c747e0 req-ff8617fe-40d2-49bc-8a69-8464e6c52bdd tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0364099 Dec 13 10:03:48.850210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:49.108411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:47Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:49.127429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-0f69c67d-3376-4980-9f86-994f0823dbd7 service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852129 Dec 13 10:03:49.137408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be629f-3269-4f60-87bf-21ca9796c24f None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:47Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:49.234939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cb26e6c-17c1-4a92-b23b-d52acf9fa27d req-182431c4-034a-4350-9e66-d0ba7c072e86 service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995550 Dec 13 10:03:49.360243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20697-bb91-409f-9886-06e0f799d33d None None] New status for floating IP aa11e8f5-c004-42a6-a78f-51514b62ed4a: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:49.490575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50088) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:49.590493 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-05082a57-0361-4f6c-9481-bb91e6be595a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/aa11e8f5-c004-42a6-a78f-51514b62ed4a HTTP/1.1" status: 200 len: 992 time: 0.0987420 Dec 13 10:03:49.937450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd976c83-ea74-456d-8960-a061d6f6c262 req-a693d369-9abf-47cd-9e7d-36bc000cffbd tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0319393 Dec 13 10:03:51.066987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-556cfff9-8fdc-431a-a67d-d1d1ec6117d7 req-acdb91b0-d58a-4d93-9704-fa6623a30a99 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0421364 Dec 13 10:03:52.172350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c427b400-5898-4e24-8192-ef1ff85eaad7 req-4552a2e2-32f7-4c0c-9424-05e6c376e5cf tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0305481 Dec 13 10:03:53.268904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7c74439-0fa1-48ab-9b37-1b5b2e472446 req-ad1cae36-83cb-441c-996c-1b670b089ece tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0258205 Dec 13 10:03:54.370347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c24a45c5-0573-4a76-8150-a93b61b1a136 req-effabbde-05fd-465f-92f0-9a83f91ff2a6 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Dec 13 10:03:55.474634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8aa303f8-0317-4ad6-80cc-d69aa44e6e88 req-f9b9ba90-0951-4b95-a603-2b6aafabb8fd tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0291102 Dec 13 10:03:56.579135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75cc3ec2-19af-4eff-be36-5bd62129f0a6 req-f41e3a41-1e37-49f2-a490-1d5d71b1f36f tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Dec 13 10:03:57.682259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e01b1a2f-6ee5-4d5e-b21e-1548bd36490f req-47c98066-4a40-4491-a119-c1a2f7b98f24 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0261760 Dec 13 10:03:58.807916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4506a5b8-9dfa-4a77-b909-f40bf7abfcce req-69d6c4e4-0fe2-4549-96bd-b577befec50c tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0392342 Dec 13 10:03:59.728959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.908598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e277086-131e-48f8-bdf9-d8adb96ae395 req-9643ce5e-4465-4448-9526-409406981652 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Dec 13 10:04:01.018839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-940f19a0-96f2-491a-9287-dcc85383b711 req-2be9248e-dcc2-4a32-8dcc-41e8c7d7e14d tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0266898 Dec 13 10:04:02.124388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b85bf0b5-7d6e-4a37-823b-36a639abf9de req-574f6add-5eff-4b29-9cbb-fc81fb10238d tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Dec 13 10:04:03.227148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9679b6e-495f-42cb-b1cd-47671ffa2e66 req-371c5875-0928-487c-a6a4-d85cef1039f6 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0260499 Dec 13 10:04:04.152386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84749b40-226b-4f09-8578-3aca4f1adfef req-e976a733-8d1d-4b86-81e5-d550e105be01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0251195 Dec 13 10:04:04.334428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f5da38f-7625-460b-9393-1ed73496dd35 req-472c3b85-e38f-43ef-bfea-a297d35a7a0c tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0271282 Dec 13 10:04:04.358393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.455413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89deeb01-b05d-4dec-8b52-cea1d329a6ab req-8f3d4577-9e1f-4c93-b492-3494f776747b tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Dec 13 10:04:05.818180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e6497ac-860d-4af5-ae04-a14de0d981aa req-507692df-db66-4bdf-b72f-eadeba0d3a7b tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8&device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0337439 Dec 13 10:04:06.044358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705f0b9e-9c49-4f6f-a1cb-1190c6c418b2 req-d3396d41-77f0-4462-a93e-2b4838ebadd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=776ab3c598b74910805a07ee7744a814&device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Dec 13 10:04:06.081702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-576b346c-d37a-4790-9c3e-200deec2caaa req-b9ba9a11-c302-42d2-b491-7a324c7da29e tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0408370 Dec 13 10:04:06.092301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705f0b9e-9c49-4f6f-a1cb-1190c6c418b2 req-ddcc4b7c-8feb-4411-ac0b-c1ca84d86391 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=776ab3c598b74910805a07ee7744a814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388618 Dec 13 10:04:06.134909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a47f477d-b3a9-4232-a620-7ff580028384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.256404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f0b9e-9c49-4f6f-a1cb-1190c6c418b2 req-22435453-1ba4-49d4-89b0-094e75001d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.257760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705f0b9e-9c49-4f6f-a1cb-1190c6c418b2 req-22435453-1ba4-49d4-89b0-094e75001d68 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562426 Dec 13 10:04:07.186867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdd34ef8-dd12-41f9-af89-f5d96c36cdf8 req-83bd29f1-0264-4c13-9e29-6618fe213dde tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Dec 13 10:04:07.613802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-705f0b9e-9c49-4f6f-a1cb-1190c6c418b2 req-272d02b6-e401-4436-b2d7-e1a30da5bb02 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb11f95e-37ef-438d-8120-72b3ea3a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0313115 Dec 13 10:04:08.437965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-009f31e5-606e-47e5-96d2-06e5c80bb08d req-6272bfdc-c4e9-4a8c-a9b3-415c04e7a09f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=776ab3c598b74910805a07ee7744a814&device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Dec 13 10:04:08.474382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e05e846e-9a9d-46f3-8e47-43b51d247d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:08.490618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a964ece-ace7-482f-bf41-44cc57a42958 req-59d07223-9dd8-4062-973f-e78aa4d4359b tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0466111 Dec 13 10:04:08.492650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-009f31e5-606e-47e5-96d2-06e5c80bb08d req-c5acdceb-aa59-435d-a970-b9e0950b0cd9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=776ab3c598b74910805a07ee7744a814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362186 Dec 13 10:04:08.586691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f31e5-606e-47e5-96d2-06e5c80bb08d req-9d21f0e9-84aa-4496-a7d4-4813014502e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:08.588208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-009f31e5-606e-47e5-96d2-06e5c80bb08d req-9d21f0e9-84aa-4496-a7d4-4813014502e9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885203 Dec 13 10:04:09.548956 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:09.600616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e03b6912-2bf6-4de9-afea-437b9f10b4ba req-1365aa49-47a5-4aee-8870-5af9a7392a1f tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0279713 Dec 13 10:04:09.879762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50360) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:09.917653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-009f31e5-606e-47e5-96d2-06e5c80bb08d req-3d50d351-60ba-4ef0-a491-4b2c7f5581a0 tempest-ServerShowV247Test-1754961382 tempest-ServerShowV247Test-1754961382-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c1dd96-a8ec-474b-b42d-c287b75c49e8 HTTP/1.1" status: 200 len: 210 time: 0.0263855 Dec 13 10:04:09.966280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fab78-ac68-474f-942a-d5919d907d34 req-00dc4cce-59bd-476f-98c7-46f100928b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:09.966280 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa6fab78-ac68-474f-942a-d5919d907d34 req-00dc4cce-59bd-476f-98c7-46f100928b37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1097 time: 0.0852053 Dec 13 10:04:10.019320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fa6fab78-ac68-474f-942a-d5919d907d34 req-838264a7-60ca-49f2-a139-47fb58c5e93d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Dec 13 10:04:10.916054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50380) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:11.086476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc2856cf-a88a-4b2c-9d2b-f98ae2bdb48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.169644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.187461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc2856cf-a88a-4b2c-9d2b-f98ae2bdb48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.194373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc2856cf-a88a-4b2c-9d2b-f98ae2bdb48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.243347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc2856cf-a88a-4b2c-9d2b-f98ae2bdb48c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=776ab3c598b74910805a07ee7744a814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240178 Dec 13 10:04:11.244114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50396) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:11.266683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2856cf-a88a-4b2c-9d2b-f98ae2bdb48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c2e68-7021-4160-946b-2c4c5b351071,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:11.299698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.323019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.372503 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.375512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.380801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/644c2e68-7021-4160-946b-2c4c5b351071 HTTP/1.1" status: 204 len: 168 time: 0.1344037 Dec 13 10:04:11.391025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c2e68-7021-4160-946b-2c4c5b351071,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:11.399913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.400277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.400763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.401152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.402190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.402485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.402928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.403262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.404986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.404986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.404986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.404986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.404986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd7d0d-b2d1-467e-a246-7f0c4dfea299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:11.994524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.093971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50430) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.232604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3fff08e5-1511-40b7-b958-b79f1521ef15 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5123 time: 0.1339600 Dec 13 10:04:12.232773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50434) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.238008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'network': {'name': 'tempest-network-smoke--1272557253', 'project_id': '1373f019c7a44df6b810728858edd892', 'port_security_enabled': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:12.258706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:12.262996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.288405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:12.298727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.299090 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Added segment 3579b9de-ddfe-42d0-883a-3280f4d383db of type vlan for network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc Dec 13 10:04:12.373045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50438) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.492717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83c777f4-665b-4780-b6ff-277ce61dec6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.576814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83c777f4-665b-4780-b6ff-277ce61dec6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.581492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83c777f4-665b-4780-b6ff-277ce61dec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.597692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.622104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83c777f4-665b-4780-b6ff-277ce61dec6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=043c0fbc883c4e1899b2e1774e8e5a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476423 Dec 13 10:04:12.624310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c777f4-665b-4780-b6ff-277ce61dec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9dedc7-95f8-468e-84fa-d845f8b3b084,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.625005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50442) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.631122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.637057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:12.637904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.722888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4866891 Dec 13 10:04:12.725105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.732552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'admin_state_up': True, 'project_id': '1373f019c7a44df6b810728858edd892', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:12.732776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319993e-1bdc-487e-be86-740a2d162b86 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Network': ['ID=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.744449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:12.748387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.771005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.792857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.794779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.821902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.825863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.829710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d9dedc7-95f8-468e-84fa-d845f8b3b084 HTTP/1.1" status: 204 len: 168 time: 0.2020192 Dec 13 10:04:12.839887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c10de-0351-4764-af4a-51d4fb00676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9dedc7-95f8-468e-84fa-d845f8b3b084,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.899936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.056417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.275319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.294576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.407586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.25.2.145 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/838c0fdc-da59-46a0-878a-efbf7edc9114) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:13.519622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.554459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.600393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:13.604855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:13.609854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:13.613151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=838c0fdc-da59-46a0-878a-efbf7edc9114,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:13.626597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668ae26-9fb7-472b-8925-46d1af83108a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:13.724534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0457e6b9-38f2-4e05-a6b3-b02a669f519c None None] Provisioning complete for port 838c0fdc-da59-46a0-878a-efbf7edc9114 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:13.725216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0457e6b9-38f2-4e05-a6b3-b02a669f519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.770522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0457e6b9-38f2-4e05-a6b3-b02a669f519c None None] Port 838c0fdc-da59-46a0-878a-efbf7edc9114 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:13.926251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.138839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.280625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:04:14.407374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:14.422346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Sync routers for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:14.438722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.443534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0eb2e93c-9e85-4509-82f3-f944a2c7a5ef tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7130935 Dec 13 10:04:14.444185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:14.444185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:14.444779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.519109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8765a47-4c9a-4a1b-9fc7-062ff08712f1 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:14.521390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8765a47-4c9a-4a1b-9fc7-062ff08712f1 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=1373f019c7a44df6b810728858edd892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0766234 Dec 13 10:04:14.524285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50500) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.655287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e949fd4-030e-4f48-a5c1-d773c92acdcd tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:14.657549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e949fd4-030e-4f48-a5c1-d773c92acdcd tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309848 Dec 13 10:04:14.660179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.695765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15e79cea-9647-46f2-98fa-fabab9e27857 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336390 Dec 13 10:04:14.698714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50506) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.746352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-83e56cdd-4bf3-4d83-971a-01a959eacf70 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=1373f019c7a44df6b810728858edd892&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450118 Dec 13 10:04:14.748888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.795568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:14.857987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab863de-1fb0-41d4-a3f9-d6d194acb056 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:14.862081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5ab863de-1fb0-41d4-a3f9-d6d194acb056 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1095958 Dec 13 10:04:14.862633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.904842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50520) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.905655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-254c28a9-01eb-4c56-a498-3be39b0b351b tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418389 Dec 13 10:04:14.910242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023818053', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'project_id': '1373f019c7a44df6b810728858edd892', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:15.029187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:15.035852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.050871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:13Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:15.081943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Checking router: 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:15.082343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Updating router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a port 838c0fdc-da59-46a0-878a-efbf7edc9114 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:04:15.117974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.250987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.324036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Subnet': ['ID=5fd33004-0fc1-40ef-a76d-f585f7e1e57b,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:15.331894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Checking segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:15.332316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network hostable DHCP agents. Network: e0000d8e-b3c2-41c8-8cdf-343e8544fcfc, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:15.351070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:15.364035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, e0000d8e-b3c2-41c8-8cdf-343e8544fcfc) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:15.372669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:15.373805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.378369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31217368-57c4-49e8-a0f5-7cc2d1a28dab None None] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:15.403570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50530) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:15.422479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87f9446b-ae4e-4af2-bc33-86f7b89ed500 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5161393 Dec 13 10:04:15.510536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.519594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.566447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'project_id': '1373f019c7a44df6b810728858edd892', 'fixed_ips': [{'subnet_id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:04:15.567644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.598941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c053a-6345-401f-a419-a33f6fa652a3 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:15.628019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Attempting to bind port 838c0fdc-da59-46a0-878a-efbf7edc9114 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:15.628519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Attempting to bind port 838c0fdc-da59-46a0-878a-efbf7edc9114 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:15.628983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Attempting to bind port 838c0fdc-da59-46a0-878a-efbf7edc9114 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:15.636171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Pushing event updated for resources: {'Port': ['ID=838c0fdc-da59-46a0-878a-efbf7edc9114,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:15.700411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:15.703983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:15.703983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.703983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:15.703983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Bound port: 838c0fdc-da59-46a0-878a-efbf7edc9114, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:15.703983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.708589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.708962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.709290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.709636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.709978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.710333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.710823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.710986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.711318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.711691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.712090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.712428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.712755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:15.753076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50536) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:15.793606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6e59030a-e276-4d53-8cd8-8f41eaf65f76 None None] Provisioning complete for port 838c0fdc-da59-46a0-878a-efbf7edc9114 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:15.794083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e59030a-e276-4d53-8cd8-8f41eaf65f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.873667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Allocated IP 172.20.0.18 (e0000d8e-b3c2-41c8-8cdf-343e8544fcfc/5fd33004-0fc1-40ef-a76d-f585f7e1e57b/e9c0ceeb-7942-4593-b2bf-ca441882bf16) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:15.885669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] For port 838c0fdc-da59-46a0-878a-efbf7edc9114, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:15.894756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] For port 838c0fdc-da59-46a0-878a-efbf7edc9114, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=838c0fdc-da59-46a0-878a-efbf7edc9114,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:15.897032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6e59030a-e276-4d53-8cd8-8f41eaf65f76 None None] Port 838c0fdc-da59-46a0-878a-efbf7edc9114 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:15.904832 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.936127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c3ab-dbd8-4a92-932a-c6cf2f5f9b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.006565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62a720-6c40-4a70-a51c-0a2e579437fe None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:16.032551 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.056316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c3ab-dbd8-4a92-932a-c6cf2f5f9b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.059842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613f1f8-db29-41c5-9c55-fe215d595d23 None None] Pushing event updated for resources: {'Port': ['ID=838c0fdc-da59-46a0-878a-efbf7edc9114,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.060786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c3ab-dbd8-4a92-932a-c6cf2f5f9b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.066461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:16.067106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:16.152096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c3ab-dbd8-4a92-932a-c6cf2f5f9b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4b4a5-b04e-4dcf-80a8-f32bb770d463,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.175974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1cc1c3ab-dbd8-4a92-932a-c6cf2f5f9b33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a06c50e079f48c4971bb344c5694b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193330 Dec 13 10:04:16.176817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:16.181474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] Provisioning complete for port 838c0fdc-da59-46a0-878a-efbf7edc9114 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:16.181474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.267217 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.282651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.285568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:16.297343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.328840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.374678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.20.0.17 (e0000d8e-b3c2-41c8-8cdf-343e8544fcfc/5fd33004-0fc1-40ef-a76d-f585f7e1e57b/825159e7-e87f-47af-bc0b-bb1fd3e7d0d2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:16.397034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.401405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.403640 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cce4b4a5-b04e-4dcf-80a8-f32bb770d463 HTTP/1.1" status: 204 len: 168 time: 0.2255907 Dec 13 10:04:16.407598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:16.423465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2964b-bd6a-49d4-969e-bb30e9b90c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4b4a5-b04e-4dcf-80a8-f32bb770d463,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.439148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:16.441327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Pushing event updated for resources: {'Port': ['ID=e9c0ceeb-7942-4593-b2bf-ca441882bf16,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.445776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:16.569548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Attempting to bind port e9c0ceeb-7942-4593-b2bf-ca441882bf16 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:16.569936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Attempting to bind port e9c0ceeb-7942-4593-b2bf-ca441882bf16 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:16.570304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Attempting to bind port e9c0ceeb-7942-4593-b2bf-ca441882bf16 on network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:16.576762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.586621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:16.587010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Checking segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:16.587422 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.587901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Bound using segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:16.588406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Bound port: e9c0ceeb-7942-4593-b2bf-ca441882bf16, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:16.589333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.592543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.633999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.657634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] For port 838c0fdc-da59-46a0-878a-efbf7edc9114, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=838c0fdc-da59-46a0-878a-efbf7edc9114,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:16.680708 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.689611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:16.694025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:16.698139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:16.735066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0382-90f2-4a84-af65-3817618de0ad None None] Pushing event updated for resources: {'Port': ['ID=838c0fdc-da59-46a0-878a-efbf7edc9114,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.735776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.752991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.770652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] For port e9c0ceeb-7942-4593-b2bf-ca441882bf16, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:16.776219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] For port e9c0ceeb-7942-4593-b2bf-ca441882bf16, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9c0ceeb-7942-4593-b2bf-ca441882bf16,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:16.785443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.786320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:16.803639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.842300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:13Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:16.912607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b3536-5997-4e0e-8521-66739e3af709 None None] Pushing event updated for resources: {'Port': ['ID=e9c0ceeb-7942-4593-b2bf-ca441882bf16,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.915322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5b4d9-07a8-4b6b-9852-21ba6afbceb1 None None] The sync data for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 is: [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:13Z', 'revision_number': 3, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:16.919788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.926695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.943256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.992291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50552) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:16.993594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcc26d2badc64d39a7398d683d6bd917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062225 Dec 13 10:04:16.994838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e443cce-39c6-47bd-91ba-924e3ba38948,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:17.003299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.003686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.004032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.004373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.004711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.005045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.005374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.005702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.006050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.006347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.006691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.006998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.007319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d4c9d-6b4b-4daf-83d7-008a241025bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:17.184682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.208138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.336741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.340307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.341685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e443cce-39c6-47bd-91ba-924e3ba38948 HTTP/1.1" status: 204 len: 168 time: 0.3481374 Dec 13 10:04:17.365701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97541e-c753-46ae-8507-35d6fd86fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e443cce-39c6-47bd-91ba-924e3ba38948,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:17.504553 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.511495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.611299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:17.613963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.753539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:17.755341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:17.965912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:18.133585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50574) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:18.172503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:18.200890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4fea729f-e59b-4bf2-9cd7-36c9ff2eec3d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "PUT /v2.0/routers/2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7944024 Dec 13 10:04:18.346006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2437a3f-b4b4-4e81-8628-f1efedcd79d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.383495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9d1da-6a12-428d-8896-738adeadfdd1 None None] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:18.481045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2437a3f-b4b4-4e81-8628-f1efedcd79d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.487349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2437a3f-b4b4-4e81-8628-f1efedcd79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.536972 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b2437a3f-b4b4-4e81-8628-f1efedcd79d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f92f98b326043ada1dbda41a90a7d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998413 Dec 13 10:04:18.537818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50598) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:18.578431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437a3f-b4b4-4e81-8628-f1efedcd79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a805e0f-f646-4838-a178-e89cfe0f391c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:18.655403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] Provisioning complete for port e9c0ceeb-7942-4593-b2bf-ca441882bf16 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:18.656029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.657656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.667162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-55775590-e918-490b-bd3b-b55e6d088568 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:18.668940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-55775590-e918-490b-bd3b-b55e6d088568 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/networks?id=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc HTTP/1.1" status: 200 len: 798 time: 0.2434142 Dec 13 10:04:18.692107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-f5b1562f-2772-4a58-8828-5283adcf796e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/quotas/1373f019c7a44df6b810728858edd892 HTTP/1.1" status: 200 len: 375 time: 0.0152528 Dec 13 10:04:18.705135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.779717 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.797209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-f20fbeec-6f4d-4f21-a82c-960de1c50101 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0917091 Dec 13 10:04:18.812879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.815488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.825290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a805e0f-f646-4838-a178-e89cfe0f391c HTTP/1.1" status: 204 len: 168 time: 0.2752275 Dec 13 10:04:18.839367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] For port e9c0ceeb-7942-4593-b2bf-ca441882bf16, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9c0ceeb-7942-4593-b2bf-ca441882bf16,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:18.845044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.875652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50db88-41dd-47c4-9399-acde96f67e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a805e0f-f646-4838-a178-e89cfe0f391c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:18.912654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27575e63-297a-42e7-98d7-de5d1172f1be None None] Pushing event updated for resources: {'Port': ['ID=e9c0ceeb-7942-4593-b2bf-ca441882bf16,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:19.004528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-77765e9e-f013-4519-9b0d-9e15e7285902 service neutron] 10.222.0.31 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811724 Dec 13 10:04:19.172421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-1ec4fe5f-e8fa-44a1-99ae-bc3fb75e36d8 service neutron] 10.222.0.31 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526699 Dec 13 10:04:19.209545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 838c0fdc-da59-46a0-878a-efbf7edc9114 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:19.274721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-338d4f2c-8ec8-4a8d-945c-68ca10cf65e1 None None] Provisioning complete for port e9c0ceeb-7942-4593-b2bf-ca441882bf16 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.275355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-338d4f2c-8ec8-4a8d-945c-68ca10cf65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.363608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 838c0fdc-da59-46a0-878a-efbf7edc9114 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.363871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.461831 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Sync routers for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:19.482335 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:19.489931 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:19.617595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9c0ceeb-7942-4593-b2bf-ca441882bf16 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:19.621665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afdd586b-84f9-4e19-bed4-79ef1bc3ac64 req-0ecf3e32-cb71-4df9-9d85-4e36f3c0239f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0895724 Dec 13 10:04:19.710419 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:19.741140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-338d4f2c-8ec8-4a8d-945c-68ca10cf65e1 None None] Provisioning complete for port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.741753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-338d4f2c-8ec8-4a8d-945c-68ca10cf65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.798339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-338d4f2c-8ec8-4a8d-945c-68ca10cf65e1 None None] Port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:19.826302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e9c0ceeb-7942-4593-b2bf-ca441882bf16 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.826690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.948727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6206fb2e-5cb2-43de-8859-8d08ac738300 None None] Provisioning complete for port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.949351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6206fb2e-5cb2-43de-8859-8d08ac738300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.991016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6206fb2e-5cb2-43de-8859-8d08ac738300 None None] Port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:20.134377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '825159e7-e87f-47af-bc0b-bb1fd3e7d0d2', 'name': '', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:1f:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:16Z', 'updated_at': '2021-12-13T10:04:17Z', 'revision_number': 2, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:20.165688 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Checking router: 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:20.166324 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Updating router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:04:20.197521 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.496195 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.502991 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.564059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1e59-c5a7-4767-8aaa-5088d9ae09a7 None None] Pushing event updated for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:20.638605 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Attempting to bind port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:20.639439 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Attempting to bind port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:20.640018 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Attempting to bind port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 on network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:20.646579 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:20.648007 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Checking segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:20.648798 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.649447 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Bound using segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:20.650497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Bound port: 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:20.651651 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.801762 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] For port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:20.808543 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] For port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:20.816668 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.837479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4848433b-e925-4dbf-ba30-da8af8c4f657 req-ae2d90f0-a1ac-4687-8e9d-fa4469b754e7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0706954 Dec 13 10:04:20.860828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-47481c9b-1d4b-43dc-a92f-067b437f3011 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:20.867801 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-47481c9b-1d4b-43dc-a92f-067b437f3011 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.16 "GET /v2.0/networks?id=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc HTTP/1.1" status: 200 len: 798 time: 0.2169862 Dec 13 10:04:20.890672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Request body: {'port': {'device_id': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'admin_state_up': True, 'tenant_id': '1373f019c7a44df6b810728858edd892'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:20.925104 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:20.926072 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:20.962222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] Provisioning complete for port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:20.966007 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.015885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1e59-c5a7-4767-8aaa-5088d9ae09a7 None None] Pushing event updated for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:21.059112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Made reservation on behalf of 1373f019c7a44df6b810728858edd892 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:21.069657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.108038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.152103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] For port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:21.157945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.258479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bf87-14eb-4773-acb5-ef9d2932f5a1 None None] Pushing event updated for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:21.284242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-eed683ba-8d6b-40fe-b247-ff9093a6f354 None None] Provisioning complete for port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:21.284678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eed683ba-8d6b-40fe-b247-ff9093a6f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.318632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50704) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:21.409167 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:21.475279 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:04:21.563656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-038c5c50-9ccb-4768-b80b-c22f5c772353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.664435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Allocated IP 172.20.0.25 (e0000d8e-b3c2-41c8-8cdf-343e8544fcfc/5fd33004-0fc1-40ef-a76d-f585f7e1e57b/fd9a627b-8267-4921-8543-9cfb8b4b6480) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:21.692270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-038c5c50-9ccb-4768-b80b-c22f5c772353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.696797 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-038c5c50-9ccb-4768-b80b-c22f5c772353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.715397 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '825159e7-e87f-47af-bc0b-bb1fd3e7d0d2', 'name': '', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:1f:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:16Z', 'updated_at': '2021-12-13T10:04:20Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:21.745544 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03023b-8301-44b4-8e08-abc7cda3f00a None None] The sync data for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 is: [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '825159e7-e87f-47af-bc0b-bb1fd3e7d0d2', 'name': '', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:1f:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:16Z', 'updated_at': '2021-12-13T10:04:20Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:21.750616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5c50-9ccb-4768-b80b-c22f5c772353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65827498-b07d-4148-8da1-d847bb8ca249,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:21.758074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50770) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:21.758287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-038c5c50-9ccb-4768-b80b-c22f5c772353 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=268323d43b044a3da8df29b8d8f24c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382019 Dec 13 10:04:21.869165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.888323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.934974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:21.950004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fac43c92-3dbc-4e78-b404-41b48eb6be93 req-a77aa32d-cce6-4a05-95dd-5e3fe5068390 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0311663 Dec 13 10:04:21.991347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.046543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.049860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.052081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65827498-b07d-4148-8da1-d847bb8ca249 HTTP/1.1" status: 204 len: 168 time: 0.2929060 Dec 13 10:04:22.054294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:22.060093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:22.062797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:22.122004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.122645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.152655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3843-7f11-4177-8c06-7a02b61f7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65827498-b07d-4148-8da1-d847bb8ca249,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:22.159986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event updated for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:22.191713 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-3a381236-1f10-4cab-8a11-4de622a19071 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3124106 Dec 13 10:04:22.207166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Request body: {'port': {'device_id': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:22.236207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-b6632b9f-e63a-4296-af2b-7dcbd074f352 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732896 Dec 13 10:04:22.300757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.377131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331a76f-260b-4840-8098-c1125b73e88f req-4376d8e3-5f7a-4c24-9bfa-f4b2da7ea0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.380343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-4376d8e3-5f7a-4c24-9bfa-f4b2da7ea0bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.0819309 Dec 13 10:04:22.470442 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:22.544357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d5d830dd-e6d3-4bb6-9e3d-9a39629a9008 None None] Provisioning complete for port fd9a627b-8267-4921-8543-9cfb8b4b6480 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:22.544787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5d830dd-e6d3-4bb6-9e3d-9a39629a9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.552122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331a76f-260b-4840-8098-c1125b73e88f req-6d8d6b7f-610c-4846-bd27-c932ec7a5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.553827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-6d8d6b7f-610c-4846-bd27-c932ec7a5cef service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 897 time: 0.1442537 Dec 13 10:04:22.607984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:22.635252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d5d830dd-e6d3-4bb6-9e3d-9a39629a9008 None None] Port fd9a627b-8267-4921-8543-9cfb8b4b6480 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:22.640464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32429ce1-65c1-47ea-965c-d8635ebe094d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.662443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-7381631a-f5c3-4c2b-a5db-212b9b768cea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 1002 time: 0.1015236 Dec 13 10:04:22.736699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331a76f-260b-4840-8098-c1125b73e88f req-031341ff-70e8-4a63-a6a4-e5f87302b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.738631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-031341ff-70e8-4a63-a6a4-e5f87302b38d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 200 len: 834 time: 0.0662384 Dec 13 10:04:22.775499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9a627b-8267-4921-8543-9cfb8b4b6480 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:22.784998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.805341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331a76f-260b-4840-8098-c1125b73e88f req-f49132fe-d0bd-4601-aba1-94f726100609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.807112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-f49132fe-d0bd-4601-aba1-94f726100609 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605009 Dec 13 10:04:22.817086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Transition to ACTIVE for port object fd9a627b-8267-4921-8543-9cfb8b4b6480 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:04:22.828786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32429ce1-65c1-47ea-965c-d8635ebe094d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.829789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.845730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32429ce1-65c1-47ea-965c-d8635ebe094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.868325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd7c-9acd-4984-af89-f613947f677e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.954350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429ce1-65c1-47ea-965c-d8635ebe094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a08d7f-851c-41b4-93e4-d19a276732ca,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:22.964790 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-32429ce1-65c1-47ea-965c-d8635ebe094d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af8dfda9197e415cbec471a433e94b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528805 Dec 13 10:04:22.964985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:22.984205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.001846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-8a8a636c-dead-473c-98b1-d897875af72a service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704750 Dec 13 10:04:23.022593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Attempting to bind port fd9a627b-8267-4921-8543-9cfb8b4b6480 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:23.023078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Attempting to bind port fd9a627b-8267-4921-8543-9cfb8b4b6480 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:23.023493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Attempting to bind port fd9a627b-8267-4921-8543-9cfb8b4b6480 on network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:23.030224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Port fd9a627b-8267-4921-8543-9cfb8b4b6480 on network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:04:23.030622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Attempting to bind port fd9a627b-8267-4921-8543-9cfb8b4b6480 on network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:23.036375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:23.036784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Checking segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:23.037240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Bound using segment: {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:23.037939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Bound port: fd9a627b-8267-4921-8543-9cfb8b4b6480, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3579b9de-ddfe-42d0-883a-3280f4d383db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:23.038361 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.155686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:23.162395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:23.167774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.189846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:23.208464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.209077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.210879 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd9a627b-8267-4921-8543-9cfb8b4b6480 HTTP/1.1" status: 200 len: 1055 time: 1.0084815 Dec 13 10:04:23.223588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:23.225686 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd7c-9acd-4984-af89-f613947f677e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.226961 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.233580 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:23.268530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.271090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d06a-aa88-471b-8301-4a58438c95f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.287042 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8bbf0-222a-4b27-945f-517b89207c23 x-openstack-request-id: req-4af8bbf0-222a-4b27-945f-517b89207c23 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:23.287394 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:23.287636 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4af8bbf0-222a-4b27-945f-517b89207c23 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:23.288101 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480', 'status': 'completed', 'code': 200} Dec 13 10:04:23.323833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd7c-9acd-4984-af89-f613947f677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.327831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-29545778-778f-4d1e-95a0-376a05d1b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.329283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:23.329636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-29545778-778f-4d1e-95a0-376a05d1b317 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 1058 time: 0.0546443 Dec 13 10:04:23.330103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.404439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-c6eefb8a-b8ec-4ae5-b509-04453d64dfec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480 HTTP/1.1" status: 200 len: 217 time: 0.0655217 Dec 13 10:04:23.428910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69947-cc1a-4b34-8004-c439293f91a7 req-87336912-2bbc-4459-8337-175d66a76d2d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.430544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdc69947-cc1a-4b34-8004-c439293f91a7 req-87336912-2bbc-4459-8337-175d66a76d2d tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 907 time: 0.3054864 Dec 13 10:04:23.432579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6331a76f-260b-4840-8098-c1125b73e88f req-3bc592ce-8fa4-4e78-8ec5-f5327c8cd772 service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242961 Dec 13 10:04:23.448156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25a7cd7c-9acd-4984-af89-f613947f677e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b45b9d1e1e846c6a088559eee1cf0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9694695 Dec 13 10:04:23.450255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7cd7c-9acd-4984-af89-f613947f677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bbaea7-ca60-4c60-b965-fd4be21e98ab,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.452588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:23.510997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.513644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.517311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75a08d7f-851c-41b4-93e4-d19a276732ca HTTP/1.1" status: 204 len: 168 time: 0.5492775 Dec 13 10:04:23.520498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-6c43bf8e-8c96-4531-a00b-141af5658912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.522349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-6c43bf8e-8c96-4531-a00b-141af5658912 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fd33004-0fc1-40ef-a76d-f585f7e1e57b HTTP/1.1" status: 200 len: 838 time: 0.1116459 Dec 13 10:04:23.527628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e87f8c-c436-46c4-a765-9fb8a69d926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a08d7f-851c-41b4-93e4-d19a276732ca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.557644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.588165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.598266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-7b668b2d-3a3f-4b8d-b5b7-206e11587657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.600231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-7b668b2d-3a3f-4b8d-b5b7-206e11587657 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698445 Dec 13 10:04:23.652868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.656471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.657748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58bbaea7-ca60-4c60-b965-fd4be21e98ab HTTP/1.1" status: 204 len: 168 time: 0.2042232 Dec 13 10:04:23.667525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b8fa-ef0d-49bb-9972-d935dc96b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bbaea7-ca60-4c60-b965-fd4be21e98ab,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.720105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-c5fb8296-9369-49fd-8338-29c8008935f4 service neutron] 10.222.0.16 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122355 Dec 13 10:04:23.871512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36ba7b2e-f68e-4c80-862b-a8d3546a0484 req-4173061a-3a26-473d-8f33-2c3051857c78 service neutron] 10.222.0.16 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443462 Dec 13 10:04:23.963493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-144a61f5-fa28-4415-8f11-2db727e2ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.965075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-144a61f5-fa28-4415-8f11-2db727e2ea64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 1058 time: 0.0459409 Dec 13 10:04:24.066098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-dcbc41f6-4625-4f82-8bd3-ac3869dcc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:24.067639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-dcbc41f6-4625-4f82-8bd3-ac3869dcc245 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc HTTP/1.1" status: 200 len: 899 time: 0.0952482 Dec 13 10:04:24.095851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50856) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:24.109984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5da96ed-166e-4504-b6ec-3a86b9f02d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.116092 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-da0df54b-57e6-4d91-822a-f7cdd47ef9e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480 HTTP/1.1" status: 200 len: 217 time: 0.0410454 Dec 13 10:04:24.169353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-702da422-fdc6-480e-a88d-4e28d556607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:24.170867 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-702da422-fdc6-480e-a88d-4e28d556607a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fd33004-0fc1-40ef-a76d-f585f7e1e57b HTTP/1.1" status: 200 len: 838 time: 0.0484593 Dec 13 10:04:24.192345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5da96ed-166e-4504-b6ec-3a86b9f02d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.196675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5da96ed-166e-4504-b6ec-3a86b9f02d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.221658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-dd846472-2cb0-4808-817a-c2d708872b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:24.222931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-dd846472-2cb0-4808-817a-c2d708872b20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444040 Dec 13 10:04:24.240570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5da96ed-166e-4504-b6ec-3a86b9f02d7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf686d76068a4b6996e7d74cea8ed6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412640 Dec 13 10:04:24.240570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da96ed-166e-4504-b6ec-3a86b9f02d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b1f88-3c68-4021-ae70-b7ffa781245d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:24.240957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50862) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:24.357630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.363335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-da95498a-d24e-4f07-85bf-8ee29c8c332d service neutron] 10.222.0.16 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321762 Dec 13 10:04:24.389771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.496217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-65d4f034-7810-49c7-bbec-45ec3ee0f2f2 req-691e8592-0a67-48b4-a2a8-72f050a539e7 service neutron] 10.222.0.16 "GET /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231673 Dec 13 10:04:24.501998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.504846 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.506234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b70b1f88-3c68-4021-ae70-b7ffa781245d HTTP/1.1" status: 204 len: 168 time: 0.2644691 Dec 13 10:04:24.523831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852e402-14c9-49fd-90be-e6cc0fb835eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b1f88-3c68-4021-ae70-b7ffa781245d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:24.592933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16aea-5eb9-40ab-bab9-85167346f370 req-37ef7bc7-435a-4404-b7ee-b12af353efcd tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:24.594430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8cb16aea-5eb9-40ab-bab9-85167346f370 req-37ef7bc7-435a-4404-b7ee-b12af353efcd tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 907 time: 0.0691576 Dec 13 10:04:25.355840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:25.484715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1433911785-network', 'tenant_id': '6bfe076836b64e5fab3f78640b5c20a2'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:25.508196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Made reservation on behalf of 6bfe076836b64e5fab3f78640b5c20a2 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:25.511039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.519609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.598749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.602947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.635280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:25.645487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cecdcdd-1a97-4ec7-b337-ed8c77a00164,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:25.653029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.653368 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Added segment c2a67d78-7970-41cc-9c67-375973554972 of type vlan for network fb684770-63f4-4631-a08c-28499a4aa6a6 Dec 13 10:04:25.722102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.759502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675cc5-3de2-4151-abe7-ed238b177a90 req-dff76b4d-9ce5-4a1c-a651-3d2c94cf8bb7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:25.761606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba675cc5-3de2-4151-abe7-ed238b177a90 req-dff76b4d-9ce5-4a1c-a651-3d2c94cf8bb7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 907 time: 0.0799425 Dec 13 10:04:25.766090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.767276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:25.767879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.836356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4790337 Dec 13 10:04:25.839463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:25.847533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Request body: {'subnet': {'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1433911785-subnet', 'tenant_id': '6bfe076836b64e5fab3f78640b5c20a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:25.861415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183355a-c2ee-4d10-b79b-a28ab348e30b admin admin] Pushing event updated for resources: {'Network': ['ID=fb684770-63f4-4631-a08c-28499a4aa6a6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:25.872983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network fb684770-63f4-4631-a08c-28499a4aa6a6 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:25.881878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Made reservation on behalf of 6bfe076836b64e5fab3f78640b5c20a2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:25.884316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.070417 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.105171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50952) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:26.127346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.134557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Checking segment: {'id': 'c2a67d78-7970-41cc-9c67-375973554972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:26.134921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Network hostable DHCP agents. Network: fb684770-63f4-4631-a08c-28499a4aa6a6, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:26.151797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Network fb684770-63f4-4631-a08c-28499a4aa6a6 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:26.161022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, fb684770-63f4-4631-a08c-28499a4aa6a6) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:26.165327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.165973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.172735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93954f32-bf17-4853-9237-979199a616e1 None None] Network fb684770-63f4-4631-a08c-28499a4aa6a6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:26.184646 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b1a83ac-0ae7-4c72-aec0-4bc3ffff398b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3432095 Dec 13 10:04:26.231890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adc27c94-fb5f-49ab-8b6c-61680930203d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.308948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2faa76-4d14-460a-be95-4910a34167f5 None None] Network fb684770-63f4-4631-a08c-28499a4aa6a6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:26.311982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adc27c94-fb5f-49ab-8b6c-61680930203d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.316215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adc27c94-fb5f-49ab-8b6c-61680930203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.356256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-adc27c94-fb5f-49ab-8b6c-61680930203d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b2fe358dcf14d688613a8aa94fa5f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498798 Dec 13 10:04:26.359240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50962) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:26.385785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27c94-fb5f-49ab-8b6c-61680930203d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb9c3e2-c752-4b93-874d-1fdb923f6d13,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.422022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.445659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.496266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.499169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.500438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfb9c3e2-c752-4b93-874d-1fdb923f6d13 HTTP/1.1" status: 204 len: 168 time: 0.1400211 Dec 13 10:04:26.509602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1052-edaf-4419-aab7-dfa9139e9ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb9c3e2-c752-4b93-874d-1fdb923f6d13,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.705963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a7bf199f-2c8f-47e7-b5bd-3482123aee6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0485768 Dec 13 10:04:26.712152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:26.718210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-359755726-network', 'tenant_id': '2c0a57105cd0412cbfac459e2edcc490'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:26.740458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Made reservation on behalf of 2c0a57105cd0412cbfac459e2edcc490 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:26.743029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.752643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.806195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:26.827485 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d99fdc9-22c1-440a-8581-18d14393bfd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.829523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.830504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.831204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.831694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.832151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.832717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.833400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.835496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-a1d0d708-7ead-465d-9e26-3efa38ebe009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.0783992 Dec 13 10:04:26.885344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.894638 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.940475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:26.957211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0df6fbdb-5540-4ed7-bb0d-b49fa9084400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.957721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0df6fbdb-5540-4ed7-bb0d-b49fa9084400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.958129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0df6fbdb-5540-4ed7-bb0d-b49fa9084400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.959776 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0df6fbdb-5540-4ed7-bb0d-b49fa9084400 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 2299 time: 0.0986793 Dec 13 10:04:26.960607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fa820-e427-46f9-b42c-47ece9d67bb8 req-b08df03b-2f91-4a01-a815-2e9e123087ed tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.962124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-721fa820-e427-46f9-b42c-47ece9d67bb8 req-b08df03b-2f91-4a01-a815-2e9e123087ed tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 907 time: 0.1157508 Dec 13 10:04:26.962735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7054d880-2659-4eed-a089-836fd41d35e0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.972974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.973353 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Added segment e2f735d6-bb7e-4243-857a-c413dc83f8fc of type vlan for network dc7b5b78-4441-41f6-89b1-3d804a0e71ba Dec 13 10:04:27.026463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.041330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-469ada73-0bce-4f37-a988-7e462d275eda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 1001 time: 0.0727642 Dec 13 10:04:27.053184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d99fdc9-22c1-440a-8581-18d14393bfd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.061809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d99fdc9-22c1-440a-8581-18d14393bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.101075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.102082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.102566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-1836938d-609c-4a1c-b224-6f5543111c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.102722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.105144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-1836938d-609c-4a1c-b224-6f5543111c3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.0558779 Dec 13 10:04:27.111754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d99fdc9-22c1-440a-8581-18d14393bfd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=996af33f1d264e3db5b64e172f78026a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043947 Dec 13 10:04:27.118274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 50986) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:27.138030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fdc9-22c1-440a-8581-18d14393bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14de9943-5e1e-4d50-bba9-ee1bef067a8a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:27.158822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-9ecea4a3-1ef0-4b1e-92c7-362360ba1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.160458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-9ecea4a3-1ef0-4b1e-92c7-362360ba1dfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490301 Dec 13 10:04:27.259859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-4f2ac9d7-8e60-4352-9882-f748dbdb270a service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913725 Dec 13 10:04:27.357349 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-50231aee-15eb-4d03-af2a-8bb074f39708 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900877 Dec 13 10:04:27.405949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0029e547-d0e0-4974-abbc-5865dcd3885c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 217 time: 0.0403631 Dec 13 10:04:27.444519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7311072 Dec 13 10:04:27.447208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 50988) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:27.452939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Request body: {'subnet': {'network_id': 'dc7b5b78-4441-41f6-89b1-3d804a0e71ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-359755726-subnet', 'tenant_id': '2c0a57105cd0412cbfac459e2edcc490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:27.471948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45bd8-4f42-4906-ba3f-029e0b643d1f admin admin] Pushing event updated for resources: {'Network': ['ID=dc7b5b78-4441-41f6-89b1-3d804a0e71ba,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:27.474473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-7022891a-c07d-4ff8-905b-86e2256f03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.475982 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-7022891a-c07d-4ff8-905b-86e2256f03e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0624917 Dec 13 10:04:27.483520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network dc7b5b78-4441-41f6-89b1-3d804a0e71ba details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:27.490264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.495656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Made reservation on behalf of 2c0a57105cd0412cbfac459e2edcc490 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:27.496817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.512965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.568883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.571799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.575995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14de9943-5e1e-4d50-bba9-ee1bef067a8a HTTP/1.1" status: 204 len: 168 time: 0.4567719 Dec 13 10:04:27.585595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e25b87-6f76-4afd-aa00-999c20e2cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de9943-5e1e-4d50-bba9-ee1bef067a8a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:27.586605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-26f13154-6be6-4b0c-a5c2-5eaddb9f2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.589594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-26f13154-6be6-4b0c-a5c2-5eaddb9f2779 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054130 Dec 13 10:04:27.717442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fd9a627b-8267-4921-8543-9cfb8b4b6480 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:04:27.727705 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-c984f561-84e3-41ca-bc48-785741768cdd service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292114 Dec 13 10:04:27.825986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:27.841522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'fd9a627b-8267-4921-8543-9cfb8b4b6480', 'network_id': 'e0000d8e-b3c2-41c8-8cdf-343e8544fcfc', 'port_id': 'fd9a627b-8267-4921-8543-9cfb8b4b6480', 'mac_address': 'fa:16:3e:bc:db:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd33004-0fc1-40ef-a76d-f585f7e1e57b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:04:27.843334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.892953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.908929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9a627b-8267-4921-8543-9cfb8b4b6480 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:27.913995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-4acb621c-efb5-457d-a484-63e8fbef089b service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574678 Dec 13 10:04:27.940381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:27.943459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea0e657-1eb7-4c18-98bd-074764cee9a9,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:27.946721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.982719 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-82ee9811-102f-464b-9a1a-6b679ce3a9cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 217 time: 0.0582728 Dec 13 10:04:27.997336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Checking segment: {'id': 'e2f735d6-bb7e-4243-857a-c413dc83f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc7b5b78-4441-41f6-89b1-3d804a0e71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:27.997716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Network hostable DHCP agents. Network: dc7b5b78-4441-41f6-89b1-3d804a0e71ba, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:28.049468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:28.070820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-60fb7609-abd5-4ed6-95fc-6b7e43542509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.072619 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-60fb7609-abd5-4ed6-95fc-6b7e43542509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0800970 Dec 13 10:04:28.074745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Network dc7b5b78-4441-41f6-89b1-3d804a0e71ba is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:28.107663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, dc7b5b78-4441-41f6-89b1-3d804a0e71ba) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:28.114702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.115437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:28.119436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef68835-e642-4702-bf00-644263dae2cf None None] Network dc7b5b78-4441-41f6-89b1-3d804a0e71ba requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:28.148213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5572e7c1-ecb9-4bd5-9c32-0c8b98d45c8f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6990530 Dec 13 10:04:28.150529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-8ac115f3-6bc2-4d9e-abd8-cc4ec4fd7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.152168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-8ac115f3-6bc2-4d9e-abd8-cc4ec4fd7be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717752 Dec 13 10:04:28.187518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e3da-b497-422d-a892-a457e07317aa req-16d1a393-03f1-45e6-ad00-76c1d67aba7f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.189605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bb0e3da-b497-422d-a892-a457e07317aa req-16d1a393-03f1-45e6-ad00-76c1d67aba7f tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 908 time: 0.1068487 Dec 13 10:04:28.309219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c4330-c0d2-4fc4-914c-b0ea34ddd457 None None] Network dc7b5b78-4441-41f6-89b1-3d804a0e71ba requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:28.339810 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-e9dfc2bc-9503-4635-af64-5da5a504207e service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752722 Dec 13 10:04:28.400276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['fd9a627b-8267-4921-8543-9cfb8b4b6480'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:28.528874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-8b1ab1be-f3a8-47d5-8749-aff9e7026141 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804404 Dec 13 10:04:28.581139 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-9dab3112-b908-4119-b815-90364669f925 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 217 time: 0.0450504 Dec 13 10:04:28.643830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-279aa1e1-7057-4c2d-87f0-38f47b478feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.645430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-279aa1e1-7057-4c2d-87f0-38f47b478feb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0556307 Dec 13 10:04:28.710286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-2f3278ef-eff4-4f6d-9a44-666f16657cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.712056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-2f3278ef-eff4-4f6d-9a44-666f16657cde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582449 Dec 13 10:04:28.850400 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-93a2d2f6-a0c3-4d5f-9098-2045c34263f5 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299951 Dec 13 10:04:28.940883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-7f0c1a5b-b287-4d6f-adad-d55b36368712 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:28.949361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-7f0c1a5b-b287-4d6f-adad-d55b36368712 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/networks?id=fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 200 len: 812 time: 0.1187084 Dec 13 10:04:28.970781 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-326cc036-56a7-4cc5-aa41-2dcf85a688ca service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113572 Dec 13 10:04:28.971177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-6cf91d53-6807-48f4-8474-afa79848f469 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/quotas/6bfe076836b64e5fab3f78640b5c20a2 HTTP/1.1" status: 200 len: 375 time: 0.0209138 Dec 13 10:04:29.001018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-97c50345-7b38-42ab-a223-94cc13d54d8f tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286620 Dec 13 10:04:29.024328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-57911025-aa72-4807-a77a-a34586bd4465 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 217 time: 0.0454328 Dec 13 10:04:29.082798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-02ab88a9-92be-4ca1-8795-2f4fc583e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.084534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-02ab88a9-92be-4ca1-8795-2f4fc583e174 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0531783 Dec 13 10:04:29.114854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-c9a94d70-41ad-4de9-b1a6-07297a187ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056280 Dec 13 10:04:29.143376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-c8854e02-3ac1-4309-b6c3-e5391a113cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.145194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-c8854e02-3ac1-4309-b6c3-e5391a113cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529737 Dec 13 10:04:29.220446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-54c928d9-add9-49c3-9fac-2398fa06f881 service neutron] 10.222.0.31 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044087 Dec 13 10:04:29.276748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-08741128-e120-4b88-8bba-2a59d01efc24 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225717 Dec 13 10:04:29.408375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-20d5bdba-ed72-4f8c-8f3e-24e31eaf5de6 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244841 Dec 13 10:04:29.469531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da96acc6-3e5c-4390-9614-6575e7878d19 req-c71bd3bf-a6e6-4e15-af02-9e2c48937ba6 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 210 time: 0.0650012 Dec 13 10:04:29.487927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-6e7b40db-2cfe-4998-bf30-d86a090ea632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 217 time: 0.0682576 Dec 13 10:04:29.552255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-efd61380-1478-4940-8d82-7f9bfe31c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.554285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-efd61380-1478-4940-8d82-7f9bfe31c415 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.0612772 Dec 13 10:04:29.580154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c13d9-3c50-45dd-9538-fd8e134e111f req-6b7bc4a2-435f-4fbe-9beb-2a4cae64a7bf tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.588254 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f25c13d9-3c50-45dd-9538-fd8e134e111f req-6b7bc4a2-435f-4fbe-9beb-2a4cae64a7bf tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 908 time: 0.2579932 Dec 13 10:04:29.619019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-002a635a-c5e3-4a1b-95de-2733e703c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.620787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-002a635a-c5e3-4a1b-95de-2733e703c01e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582066 Dec 13 10:04:29.717600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fd9a627b-8267-4921-8543-9cfb8b4b6480 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:29.727383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-d8a94637-08ea-474c-b838-fe8ffdf51af3 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994461 Dec 13 10:04:29.766687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.787416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port fd9a627b-8267-4921-8543-9cfb8b4b6480 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:04:29.796089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port fd9a627b-8267-4921-8543-9cfb8b4b6480 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:29.796587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.856254 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-0bde7f5d-f8ee-4902-b11d-f622eafc867c service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205165 Dec 13 10:04:29.909270 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.911109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-4c54e2f5-a1ee-40d2-ac41-b5b1860953fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.0484464 Dec 13 10:04:29.937204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:29.939654 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9280921-5ef6-46bf-8544-d58128a49324" -d '{"events": [{"server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:29.955778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:29.960656 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.035194 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0801ac-591f-4e48-90f3-7d761f2a6333 x-openstack-request-id: req-cd0801ac-591f-4e48-90f3-7d761f2a6333 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:30.035655 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:30.036075 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd0801ac-591f-4e48-90f3-7d761f2a6333 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:30.036615 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480', 'code': 200} Dec 13 10:04:30.043221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:30.289396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-df168e14-2069-44e0-8c11-dbbb43d1c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.290940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-df168e14-2069-44e0-8c11-dbbb43d1c46f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.3734069 Dec 13 10:04:30.296682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c71c-6a46-4b4e-8a49-eeb112a14484 req-1b8ec06c-e6ef-4f11-8509-2c5af5f964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.298207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4f86c71c-6a46-4b4e-8a49-eeb112a14484 req-1b8ec06c-e6ef-4f11-8509-2c5af5f964b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 1060 time: 0.0525677 Dec 13 10:04:30.339955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-55e9ccc1-a32e-4e6e-b6e5-ecb22debd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.341522 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-55e9ccc1-a32e-4e6e-b6e5-ecb22debd87b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424180 Dec 13 10:04:30.652261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-db1ea8ea-3f32-483e-8707-56211568f79e tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.656650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-db1ea8ea-3f32-483e-8707-56211568f79e tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.20 "GET /v2.0/networks?id=fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 200 len: 812 time: 0.1808867 Dec 13 10:04:30.678965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Request body: {'port': {'device_id': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6', 'admin_state_up': True, 'tenant_id': '6bfe076836b64e5fab3f78640b5c20a2'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:30.694086 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-e8bc81cb-7c37-4bf2-87f0-78aadbfac178 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234670 Dec 13 10:04:30.731093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68c8b7e7-45c2-43be-9b03-3f5f4433f47f req-18c9c0bf-6c36-400f-987b-adc48505ef24 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 210 time: 0.1795685 Dec 13 10:04:30.800241 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a0be725-4047-49b9-872f-b6ca0baa74ce req-b60e101f-81c0-4a4f-afd4-c03de2e1c811 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979598 Dec 13 10:04:30.819931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e35180-40ec-42f9-8ae3-deb2504d3077 req-f0dd4d36-24d1-4924-9815-0040565ba1d9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.821669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4e35180-40ec-42f9-8ae3-deb2504d3077 req-f0dd4d36-24d1-4924-9815-0040565ba1d9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.1292310 Dec 13 10:04:30.878244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Made reservation on behalf of 6bfe076836b64e5fab3f78640b5c20a2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:30.882024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.010066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Allocated IP 172.20.0.12 (fb684770-63f4-4631-a08c-28499a4aa6a6/68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c/d44b7a66-661f-4d3d-acd8-06f332240adf) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:31.166320 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.203257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.248166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Network fb684770-63f4-4631-a08c-28499a4aa6a6 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:31.252094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:31.254388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:31.285862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Pushing event updated for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:31.312094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:31.312739 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.329209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-b941c642-d4dd-4fb3-9dcc-7ff17b42672c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538844 Dec 13 10:04:31.340844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Request body: {'port': {'device_id': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:31.402526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.648516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51252) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:31.698792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44b7a66-661f-4d3d-acd8-06f332240adf {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:31.706824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.719711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Transition to ACTIVE for port object d44b7a66-661f-4d3d-acd8-06f332240adf will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:04:31.725333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.773674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a00f882-26a6-49e2-ba7a-959ae536d9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.775296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:31.873840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a00f882-26a6-49e2-ba7a-959ae536d9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.878486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a00f882-26a6-49e2-ba7a-959ae536d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.890986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Attempting to bind port d44b7a66-661f-4d3d-acd8-06f332240adf on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:31.891335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Attempting to bind port d44b7a66-661f-4d3d-acd8-06f332240adf by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'c2a67d78-7970-41cc-9c67-375973554972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:31.891701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Attempting to bind port d44b7a66-661f-4d3d-acd8-06f332240adf on network fb684770-63f4-4631-a08c-28499a4aa6a6 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:31.902223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452cbe9-d0bc-4691-a1f7-39c60678a723 req-f58e29db-8aa3-45ae-91d7-f2d39e394a0e tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:31.903786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8452cbe9-d0bc-4691-a1f7-39c60678a723 req-f58e29db-8aa3-45ae-91d7-f2d39e394a0e tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 944 time: 0.0769947 Dec 13 10:04:31.914273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Port d44b7a66-661f-4d3d-acd8-06f332240adf on network fb684770-63f4-4631-a08c-28499a4aa6a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:04:31.914532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Attempting to bind port d44b7a66-661f-4d3d-acd8-06f332240adf on network fb684770-63f4-4631-a08c-28499a4aa6a6 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:31.922196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a00f882-26a6-49e2-ba7a-959ae536d9bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a251ee11b8814620bbbd0067ba136c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706099 Dec 13 10:04:31.923163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00f882-26a6-49e2-ba7a-959ae536d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f855f-8020-4a5e-a9aa-7460f3f3a76c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:31.925616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:31.941988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:31.942315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Checking segment: {'id': 'c2a67d78-7970-41cc-9c67-375973554972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:31.942695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Bound using segment: {'id': 'c2a67d78-7970-41cc-9c67-375973554972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:31.943138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Bound port: d44b7a66-661f-4d3d-acd8-06f332240adf, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a67d78-7970-41cc-9c67-375973554972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:31.943496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.976223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.997256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.023233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3175e2-8ca8-4f73-b321-a1a57696ccbb req-c5432904-0518-404a-b076-abd5b302f0c7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.024673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb3175e2-8ca8-4f73-b321-a1a57696ccbb req-c5432904-0518-404a-b076-abd5b302f0c7 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.1199787 Dec 13 10:04:32.037784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8452cbe9-d0bc-4691-a1f7-39c60678a723 req-1eb1d9bb-c767-4d5e-94e0-2b0882e31c37 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Dec 13 10:04:32.056123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.059849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.061264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b4f855f-8020-4a5e-a9aa-7460f3f3a76c HTTP/1.1" status: 204 len: 168 time: 0.1346252 Dec 13 10:04:32.066339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:32.074140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d44b7a66-661f-4d3d-acd8-06f332240adf,segment=NetworkSegment(c2a67d78-7970-41cc-9c67-375973554972),segment_id=c2a67d78-7970-41cc-9c67-375973554972)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:32.076201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87514ca-b879-4244-a1d3-9e28d510d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f855f-8020-4a5e-a9aa-7460f3f3a76c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:32.081733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.121346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.122077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.123404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] 10.222.0.20 "PUT /v2.0/ports/d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 200 len: 1092 time: 0.7867079 Dec 13 10:04:32.123890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:32.126169 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f217ac4-2121-41ee-a91f-668463a89b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:32.185577 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c590e-75e7-41f3-a98a-e22e5cfe05ab x-openstack-request-id: req-a03c590e-75e7-41f3-a98a-e22e5cfe05ab {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:32.185885 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:32.186148 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a03c590e-75e7-41f3-a98a-e22e5cfe05ab {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:32.186555 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf', 'status': 'completed', 'code': 200} Dec 13 10:04:32.207193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b930-869e-40e9-8e5a-ddb2bf15dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:32.232121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5fa30-b118-4aa9-871a-d221644ac38a req-2a380c60-5051-4bce-9a30-6e5d32ba5df6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.233651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8db5fa30-b118-4aa9-871a-d221644ac38a req-2a380c60-5051-4bce-9a30-6e5d32ba5df6 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.1045887 Dec 13 10:04:32.243276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-2f280516-6eef-4fd1-82e5-91d56c74fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.244926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-2f280516-6eef-4fd1-82e5-91d56c74fd77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 1095 time: 0.0726712 Dec 13 10:04:32.294602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-9ac8399b-4c6c-468d-8a5f-3faa8d2e4141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 200 len: 217 time: 0.0366645 Dec 13 10:04:32.375918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-efe7bbd7-e06b-44f3-92fb-c51f383bea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.377414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-efe7bbd7-e06b-44f3-92fb-c51f383bea63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c HTTP/1.1" status: 200 len: 852 time: 0.0764315 Dec 13 10:04:32.382349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900025e-be06-46b9-9053-8957e594c686 req-ae593740-3dd9-430a-acd3-e4a068792b31 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.383850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3900025e-be06-46b9-9053-8957e594c686 req-ae593740-3dd9-430a-acd3-e4a068792b31 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 1060 time: 0.0737236 Dec 13 10:04:32.413206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-73bbb30a-d5f7-45ec-8462-c85230bac13f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb684770-63f4-4631-a08c-28499a4aa6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280793 Dec 13 10:04:32.545841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b7d04-8d28-4222-ac88-93e41f794574 req-c14f61c1-325e-458b-b2a1-7b2deee1ef9e tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.547282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18b7d04-8d28-4222-ac88-93e41f794574 req-c14f61c1-325e-458b-b2a1-7b2deee1ef9e tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.0804141 Dec 13 10:04:32.553277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-9b12e0b5-e907-4809-b906-9a5ce785c736 service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336575 Dec 13 10:04:32.680982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18b7d04-8d28-4222-ac88-93e41f794574 req-a19627f1-b8b0-4dbe-953f-2e0f88cd8123 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1264215 Dec 13 10:04:32.702989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdd2d95-cf42-41db-a2fe-c20ab61c7604 req-19198237-264e-4718-bf76-6136a1bfa3f7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397667 Dec 13 10:04:32.708636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:32.752093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6a839-4066-4eb4-8904-bd958493d496 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.753722 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-13d6a839-4066-4eb4-8904-bd958493d496 tempest-TestSecurityGroupsBasicOps-928040107 tempest-TestSecurityGroupsBasicOps-928040107-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 1055 time: 0.0435708 Dec 13 10:04:32.810617 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-a06e80b9-720f-41ca-a380-730587e9f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.813088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-a06e80b9-720f-41ca-a380-730587e9f588 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 1095 time: 0.0584483 Dec 13 10:04:32.918590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-e138de71-ebf0-45b5-92d1-80c3c9d73566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.920106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-e138de71-ebf0-45b5-92d1-80c3c9d73566 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 200 len: 913 time: 0.0987873 Dec 13 10:04:32.971760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-b64a50f9-53af-46b8-ad76-36f4726470f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 200 len: 217 time: 0.0430822 Dec 13 10:04:33.050187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e05ba2-ee5d-4fbd-911f-ca3c6c24b505 req-2829b763-3221-4f9a-a06d-e62b72d28347 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:33.051712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4e05ba2-ee5d-4fbd-911f-ca3c6c24b505 req-2829b763-3221-4f9a-a06d-e62b72d28347 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.0826643 Dec 13 10:04:33.053521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-40a7a06f-f59d-429b-b2da-3876745de12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:33.054793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-40a7a06f-f59d-429b-b2da-3876745de12e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c HTTP/1.1" status: 200 len: 852 time: 0.0746970 Dec 13 10:04:33.097976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-ccd44db7-c6c5-4149-8163-4fea3a001fdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb684770-63f4-4631-a08c-28499a4aa6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357087 Dec 13 10:04:33.220844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bafadc-0975-4660-927c-48a0e932b7e5 req-c9fbea51-d77f-415f-81be-e6b45226fb4b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:33.222329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94bafadc-0975-4660-927c-48a0e932b7e5 req-c9fbea51-d77f-415f-81be-e6b45226fb4b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 944 time: 0.0983019 Dec 13 10:04:33.238959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-f6a44b53-40a6-497a-8eae-6c3982b57e55 service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325855 Dec 13 10:04:33.325991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94bafadc-0975-4660-927c-48a0e932b7e5 req-59681206-c102-49f8-adc9-8310356670e2 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962014 Dec 13 10:04:33.361119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f217ac4-2121-41ee-a91f-668463a89b2b req-4fa55b4e-9cdc-4d70-85ca-45ac094d0a7a service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145914 Dec 13 10:04:34.040239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51362) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:34.166990 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-093ea54c-30d0-4e53-9b19-a10014c7e18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.203306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbbb89-c6ab-4b79-aa51-e0bd5c03fcc3 req-a7a966eb-cbe1-4ae9-8f9f-f1276202df92 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:34.204853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50cbbb89-c6ab-4b79-aa51-e0bd5c03fcc3 req-a7a966eb-cbe1-4ae9-8f9f-f1276202df92 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.0785825 Dec 13 10:04:34.262077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-093ea54c-30d0-4e53-9b19-a10014c7e18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.265880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-093ea54c-30d0-4e53-9b19-a10014c7e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.303538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-093ea54c-30d0-4e53-9b19-a10014c7e18b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d32259d985647b48dd83f3e78834c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622569 Dec 13 10:04:34.304487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ea54c-30d0-4e53-9b19-a10014c7e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b29c9de-37e3-48c9-b8e1-874cc7ecdad1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:34.306290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51368) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:34.351399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.385797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.407336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3a2d-3163-4886-9614-5eae032fd620 req-dc07f43d-1b83-42df-9f1a-0ce6cc32409b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:34.408819 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-733a3a2d-3163-4886-9614-5eae032fd620 req-dc07f43d-1b83-42df-9f1a-0ce6cc32409b tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.16 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 909 time: 0.0724998 Dec 13 10:04:34.428342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.453005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9f8f0-e310-4ec9-9633-a46ab01a24e1 req-fea31ce1-06b2-4f73-94aa-caab33d91803 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:34.454526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27a9f8f0-e310-4ec9-9633-a46ab01a24e1 req-fea31ce1-06b2-4f73-94aa-caab33d91803 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 944 time: 0.0539513 Dec 13 10:04:34.502776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27a9f8f0-e310-4ec9-9633-a46ab01a24e1 req-e43f1763-7b81-4316-b930-193218db1211 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Dec 13 10:04:34.535326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port fd9a627b-8267-4921-8543-9cfb8b4b6480 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:34.535723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.551760 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.554298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.555430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b29c9de-37e3-48c9-b8e1-874cc7ecdad1 HTTP/1.1" status: 204 len: 168 time: 0.2481518 Dec 13 10:04:34.590333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d57707-6b48-470f-a9c4-f3a08ac4d8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b29c9de-37e3-48c9-b8e1-874cc7ecdad1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:34.640838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port fd9a627b-8267-4921-8543-9cfb8b4b6480, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=fd9a627b-8267-4921-8543-9cfb8b4b6480,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:34.641198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.654822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for fd9a627b-8267-4921-8543-9cfb8b4b6480 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:34.739714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d44b7a66-661f-4d3d-acd8-06f332240adf details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:04:34.797171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.828827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=fd9a627b-8267-4921-8543-9cfb8b4b6480,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:34.863780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d44b7a66-661f-4d3d-acd8-06f332240adf,segment=NetworkSegment(c2a67d78-7970-41cc-9c67-375973554972),segment_id=c2a67d78-7970-41cc-9c67-375973554972)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:34.871692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51380) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:34.875393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] No DVR routers for this DVR port fd9a627b-8267-4921-8543-9cfb8b4b6480 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:34.883278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.886011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'd44b7a66-661f-4d3d-acd8-06f332240adf', 'network_id': 'fb684770-63f4-4631-a08c-28499a4aa6a6', 'port_id': 'd44b7a66-661f-4d3d-acd8-06f332240adf', 'mac_address': 'fa:16:3e:61:9e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:04:34.887638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-733a3a2d-3163-4886-9614-5eae032fd620 req-4febd326-f0fc-4af4-8877-ffb901a439a4 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.16 "DELETE /v2.0/ports/fd9a627b-8267-4921-8543-9cfb8b4b6480 HTTP/1.1" status: 204 len: 173 time: 0.4711645 Dec 13 10:04:34.888049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'name': 'network-vif-deleted', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:34.888378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0794176-57a8-4847-a763-c98f95b37c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.894373 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed61b11-dbd4-4926-8bfe-65ca31d06f3c" -d '{"events": [{"server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "name": "network-vif-deleted", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:34.952025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.970680 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc341b42-1ac5-48d5-ab02-0fefcca5843d x-openstack-request-id: req-fc341b42-1ac5-48d5-ab02-0fefcca5843d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:34.971465 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76541155-ab79-4ed7-ba10-39f78b5d8dc5", "name": "network-vif-deleted", "tag": "fd9a627b-8267-4921-8543-9cfb8b4b6480", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:34.971932 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc341b42-1ac5-48d5-ab02-0fefcca5843d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:34.972828 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76541155-ab79-4ed7-ba10-39f78b5d8dc5', 'name': 'network-vif-deleted', 'tag': 'fd9a627b-8267-4921-8543-9cfb8b4b6480', 'status': 'completed', 'code': 200} Dec 13 10:04:34.991250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44b7a66-661f-4d3d-acd8-06f332240adf {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:35.020166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d44b7a66-661f-4d3d-acd8-06f332240adf,segment=NetworkSegment(c2a67d78-7970-41cc-9c67-375973554972),segment_id=c2a67d78-7970-41cc-9c67-375973554972)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:35.020376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0794176-57a8-4847-a763-c98f95b37c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.026458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b0794176-57a8-4847-a763-c98f95b37c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.027619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.068968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794176-57a8-4847-a763-c98f95b37c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab571e-798e-4e2c-968a-fa82f15e6a11,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:35.075862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b0794176-57a8-4847-a763-c98f95b37c25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b8bf19f1d0b4b67b54f6a5cca01b5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004263 Dec 13 10:04:35.076239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:35.087020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:35.132299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.157992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.204997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.207688 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:35.208834 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4ab571e-798e-4e2c-968a-fa82f15e6a11 HTTP/1.1" status: 204 len: 168 time: 0.1316149 Dec 13 10:04:35.216540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46c8ab-7d8e-4adb-a480-6a8b7687b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab571e-798e-4e2c-968a-fa82f15e6a11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:35.263347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d44b7a66-661f-4d3d-acd8-06f332240adf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:35.327568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-828c174c-89be-41de-8151-c24a9e6559da req-4082bd8e-e9c8-4978-aa83-c17d22ddf898 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=76541155-ab79-4ed7-ba10-39f78b5d8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0336611 Dec 13 10:04:35.625804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761dd5-746c-4bfd-a9e8-a46a0e482800 req-6b495d58-0127-46c5-b6e8-7e5453d9359d tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:35.627317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09761dd5-746c-4bfd-a9e8-a46a0e482800 req-6b495d58-0127-46c5-b6e8-7e5453d9359d tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Dec 13 10:04:35.675967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09761dd5-746c-4bfd-a9e8-a46a0e482800 req-84953a6e-a1cc-4330-84a1-c09981d2ef8f tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Dec 13 10:04:36.131691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10da5e0a-a4dd-4549-9e87-4829784d6923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.385497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51428) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:36.452704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51430) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:36.599681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2019295679'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:36.620217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Made reservation on behalf of c8d2e2ed7ad845a9a4d83cf4ef605e09 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:36.623759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.632028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.707692 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.713861 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.741179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d44b7a66-661f-4d3d-acd8-06f332240adf up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:36.750171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb05274-9ccf-4519-803f-cb22deee791a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:36.755910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:36.766482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.770325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.770586 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Added segment 2c8c99c8-862c-4624-9155-6bfdc665a754 of type vlan for network 850d7a34-eeeb-4711-a606-64a338f057a8 Dec 13 10:04:36.805289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port d44b7a66-661f-4d3d-acd8-06f332240adf completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:04:36.811170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port d44b7a66-661f-4d3d-acd8-06f332240adf triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:36.812268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.850223 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.865679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12928a-1db9-4c1b-9ebe-d06bc812692b req-c3303c7c-199f-48a8-81ce-83519ef6d570 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:36.867298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b12928a-1db9-4c1b-9ebe-d06bc812692b req-c3303c7c-199f-48a8-81ce-83519ef6d570 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 945 time: 0.1126781 Dec 13 10:04:36.896641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.903632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.909276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:36.909963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.923283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:36.927048 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f75056-5b8d-45b4-9104-a0c6d8de8675" -d '{"events": [{"server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "name": "network-vif-plugged", "status": "completed", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:36.946305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d44b7a66-661f-4d3d-acd8-06f332240adf,segment=NetworkSegment(c2a67d78-7970-41cc-9c67-375973554972),segment_id=c2a67d78-7970-41cc-9c67-375973554972)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:36.956697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:36.998265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:37.005543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5516436 Dec 13 10:04:37.016286 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68ffe75-83b7-466e-a839-c35b3027ec90 x-openstack-request-id: req-a68ffe75-83b7-466e-a839-c35b3027ec90 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:37.016760 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "name": "network-vif-plugged", "status": "completed", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:37.017199 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a68ffe75-83b7-466e-a839-c35b3027ec90 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:37.017738 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf', 'code': 200} Dec 13 10:04:37.019117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.024923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b12928a-1db9-4c1b-9ebe-d06bc812692b req-c3886585-1ea6-474c-a4f3-d6ee2eb1585c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457858 Dec 13 10:04:37.032220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b755e2-e1ea-46c8-bfc5-d46e44f11602 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Pushing event updated for resources: {'Network': ['ID=850d7a34-eeeb-4711-a606-64a338f057a8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.057949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 850d7a34-eeeb-4711-a606-64a338f057a8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:37.108520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'name': 'tempest-network--1276123131', 'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:37.124453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef4514-61af-4a9e-b5df-1b6d00c25404 req-4df23328-f8c9-407a-adb5-3179d8a2b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:37.126107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deef4514-61af-4a9e-b5df-1b6d00c25404 req-4df23328-f8c9-407a-adb5-3179d8a2b819 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 1097 time: 0.0613806 Dec 13 10:04:37.146595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:37.148949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.160601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.165759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:37.166096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.175758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deef4514-61af-4a9e-b5df-1b6d00c25404 req-a1764038-a96d-472c-99a5-826c166c20ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Dec 13 10:04:37.283996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:37.284257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.302006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:37.361665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.366851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.400692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:37.420029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.420378 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Added segment c6c62473-7bd3-43c4-b0bf-797a642f1c8e of type vlan for network a0fb39f7-491a-4763-a7a5-a03c67c8e00c Dec 13 10:04:37.422873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f6610-ae6a-48f7-8d1e-25662913e85d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.512261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.556450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.557886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:37.558465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.643753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6431806 Dec 13 10:04:37.646453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51444) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:37.653669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae79446-a020-4c94-a608-0f77657516c9 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=a0fb39f7-491a-4763-a7a5-a03c67c8e00c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.661088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.665594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network a0fb39f7-491a-4763-a7a5-a03c67c8e00c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:37.693991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=825159e7-e87f-47af-bc0b-bb1fd3e7d0d2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.760175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.779195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fd9a627b-8267-4921-8543-9cfb8b4b6480 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:37.808566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: fd9a627b-8267-4921-8543-9cfb8b4b6480 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:37.808985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device fd9a627b-8267-4921-8543-9cfb8b4b6480 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:37.854355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.877454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fb39f7-491a-4763-a7a5-a03c67c8e00c']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:37.885267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.887475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c62473-7bd3-43c4-b0bf-797a642f1c8e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:37.888045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c62473-7bd3-43c4-b0bf-797a642f1c8e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:37.899531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.914705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.921795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:37.922446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:37.924739 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:37.993430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.999280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0fb39f7-491a-4763-a7a5-a03c67c8e00c {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:38.002053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.005375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a0fb39f7-491a-4763-a7a5-a03c67c8e00c HTTP/1.1" status: 204 len: 168 time: 0.3578451 Dec 13 10:04:38.009937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.015581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:38.015829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24cf2-3937-41ee-ae5f-4e95971f0132 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0fb39f7-491a-4763-a7a5-a03c67c8e00c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.084882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:38.087289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.129090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:38.142580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.142973 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Added segment 9fac82e9-4358-4d5f-9c75-8cda5cdccf08 of type vlan for network 030cae70-399b-4b76-b717-15e52062e831 Dec 13 10:04:38.144980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cab30-bf3c-4883-b47d-a36c9faafd5f req-8a0a33e6-cc09-43fb-b46b-05a2b77b0832 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:38.146729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-322cab30-bf3c-4883-b47d-a36c9faafd5f req-8a0a33e6-cc09-43fb-b46b-05a2b77b0832 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0580866 Dec 13 10:04:38.213681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-322cab30-bf3c-4883-b47d-a36c9faafd5f req-0d132918-6e6f-459e-b235-587c2b30aa22 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Dec 13 10:04:38.273114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.309832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:38.324471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.325388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:38.325967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.421977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4103556 Dec 13 10:04:38.424871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51452) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.431225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'subnet': {'network_id': '030cae70-399b-4b76-b717-15e52062e831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:38.434314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef070a-5638-4559-b8e9-ea5d8ff65393 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=030cae70-399b-4b76-b717-15e52062e831,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.447951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 030cae70-399b-4b76-b717-15e52062e831 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:38.470780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:38.475231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.499541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:38.505502 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b605b9b-3ab5-4822-a3a5-825cce047c6c tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "PUT /v2.0/routers/2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189353 Dec 13 10:04:38.512075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51454) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.553941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Sync routers for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:38.570546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting subnet 5fd33004-0fc1-40ef-a76d-f585f7e1e57b {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:38.575146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.579454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-96aa2a6d-db1d-4e04-9345-021f92334018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.583073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:38.583806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:08Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:38.619120 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.695188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:38.712978 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.777166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.804142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:04:38.804753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.807582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd33004-0fc1-40ef-a76d-f585f7e1e57b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.811387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.815120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffd45446-46c7-469b-8529-89734e5932c1 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/subnets/5fd33004-0fc1-40ef-a76d-f585f7e1e57b HTTP/1.1" status: 204 len: 168 time: 0.3017190 Dec 13 10:04:38.817977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.871215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=522b6ba0-6a20-4ded-87ed-f71898677f7b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.879076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Checking segment: {'id': '9fac82e9-4358-4d5f-9c75-8cda5cdccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '030cae70-399b-4b76-b717-15e52062e831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:38.879452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Network hostable DHCP agents. Network: 030cae70-399b-4b76-b717-15e52062e831, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:38.897270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Network 030cae70-399b-4b76-b717-15e52062e831 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:38.907085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 030cae70-399b-4b76-b717-15e52062e831) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:38.911228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:38.911863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.931449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9d48723e-c908-4dfc-bd1a-ecd8c05356a1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5026882 Dec 13 10:04:38.932407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.938689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'floatingip': {'floating_network_id': '030cae70-399b-4b76-b717-15e52062e831'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:38.950534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.972067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac49c95-b1ca-42b5-a2b1-bea07b926aef None None] Network e0000d8e-b3c2-41c8-8cdf-343e8544fcfc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:38.974162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496187a-a1dc-49df-8e88-7646cc830840 None None] Network 030cae70-399b-4b76-b717-15e52062e831 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:39.009028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.105910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.184762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port 838c0fdc-da59-46a0-878a-efbf7edc9114 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:39.185105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.201435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.202365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0799e0f-6d22-4b50-879f-4ad342b40496 None None] Network 030cae70-399b-4b76-b717-15e52062e831 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:39.305577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] DHCP port deletion for e0000d8e-b3c2-41c8-8cdf-343e8544fcfc request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:39.323637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:37Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': '838c0fdc-da59-46a0-878a-efbf7edc9114', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:13Z', 'updated_at': '2021-12-13T10:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:39.377079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Checking router: 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:39.421616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Routers {'2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:39.422462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:39.513109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Deleting port e9c0ceeb-7942-4593-b2bf-ca441882bf16 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:39.513571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.566500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] Set router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:39.640398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952cce0-a429-4adc-b943-c442de0d3bc5 req-de6ea5f8-1521-4d65-bf5f-1b142e081209 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:39.642124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6952cce0-a429-4adc-b943-c442de0d3bc5 req-de6ea5f8-1521-4d65-bf5f-1b142e081209 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.3444486 Dec 13 10:04:39.645998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:39Z', 'revision_number': 6, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:39.674795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port 838c0fdc-da59-46a0-878a-efbf7edc9114, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=838c0fdc-da59-46a0-878a-efbf7edc9114,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:39.675422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.684121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addca53b-5bf9-4360-bf7f-7c339843e331 None None] The sync data for ids ['2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a'] in n-d-820935-7 is: [{'id': '2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-559595978', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:12Z', 'updated_at': '2021-12-13T10:04:39Z', 'revision_number': 6, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:39.687893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] For port e9c0ceeb-7942-4593-b2bf-ca441882bf16, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9c0ceeb-7942-4593-b2bf-ca441882bf16,segment=NetworkSegment(3579b9de-ddfe-42d0-883a-3280f4d383db),segment_id=3579b9de-ddfe-42d0-883a-3280f4d383db)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:39.688379 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.691135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.697523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for 838c0fdc-da59-46a0-878a-efbf7edc9114 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:39.702223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Calling delete_port for e9c0ceeb-7942-4593-b2bf-ca441882bf16 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:39.712150 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6952cce0-a429-4adc-b943-c442de0d3bc5 req-ea39aadd-c651-45a7-b2be-973b6b6ade62 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596201 Dec 13 10:04:39.717982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Allocated IP 172.20.0.11 (030cae70-399b-4b76-b717-15e52062e831/522b6ba0-6a20-4ded-87ed-f71898677f7b/1a380fb6-4424-4efc-b4c2-cfb6f6048485) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:39.795390 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.824273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] Pushing event deleted for resources: {'Port': ['ID=e9c0ceeb-7942-4593-b2bf-ca441882bf16,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:39.832261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7acfd5-d772-49c1-9d94-49e8860761d3 None None] No DVR routers for this DVR port e9c0ceeb-7942-4593-b2bf-ca441882bf16 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:39.869548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69a25d-c8d9-4a2d-9b24-fc7e7192fa1f req-5fe4367c-c242-4f0e-87ce-fc4d2f480606 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:39.871040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c69a25d-c8d9-4a2d-9b24-fc7e7192fa1f req-5fe4367c-c242-4f0e-87ce-fc4d2f480606 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0682855 Dec 13 10:04:39.922657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c69a25d-c8d9-4a2d-9b24-fc7e7192fa1f req-0b21ae4d-3633-40c7-8d51-62379e9cd200 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Dec 13 10:04:39.925480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.993117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.022290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=838c0fdc-da59-46a0-878a-efbf7edc9114,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:40.024389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.044330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aaa2fe-6a6e-4530-8f82-39c84ba543ff None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:40.114742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Network 030cae70-399b-4b76-b717-15e52062e831 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:40.122538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:40.126289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Port': ['ID=1a380fb6-4424-4efc-b4c2-cfb6f6048485,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:40.128510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:40.135809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.193079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21182-5d1f-4235-abb2-42e931e7598f req-17a5407f-83ca-40e9-9294-a0e1d36f8b1d tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.194606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bea21182-5d1f-4235-abb2-42e931e7598f req-17a5407f-83ca-40e9-9294-a0e1d36f8b1d tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0541375 Dec 13 10:04:40.246731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bea21182-5d1f-4235-abb2-42e931e7598f req-83df8015-48ae-491b-b66c-44812366f2a7 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Dec 13 10:04:40.256104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.260496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.330629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.331161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:04:40.339737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.340855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2cafa0bf-93e6-486d-b6a5-c4a2d6560c96 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/routers/2bf422f6-f5cb-48e9-8ebe-90b3fbb8164a HTTP/1.1" status: 204 len: 168 time: 1.5223258 Dec 13 10:04:40.343660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51474) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:40.351122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.388320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.419467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.516855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.541623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0000d8e-b3c2-41c8-8cdf-343e8544fcfc']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:40.551982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.552689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3579b9de-ddfe-42d0-883a-3280f4d383db') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:40.553061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3579b9de-ddfe-42d0-883a-3280f4d383db') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:40.559188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.565566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.581491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.588196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:40.588618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:40.591739 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:40.636063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Port': ['ID=1a380fb6-4424-4efc-b4c2-cfb6f6048485,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:40.647034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.662220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.662605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.667856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20f39570-8849-4880-869a-fb47d58ffd96 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7315128 Dec 13 10:04:40.668216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:40.670625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.676018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/networks/e0000d8e-b3c2-41c8-8cdf-343e8544fcfc HTTP/1.1" status: 204 len: 168 time: 0.3310497 Dec 13 10:04:40.678747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51478) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:40.696582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbc13b-6b0c-4263-889f-f38201448829 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Network': ['ID=e0000d8e-b3c2-41c8-8cdf-343e8544fcfc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:40.744073 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe359f8e-c5ca-40a3-a38c-4d781a690020 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=030cae70-399b-4b76-b717-15e52062e831 HTTP/1.1" status: 200 len: 690 time: 0.0711782 Dec 13 10:04:40.744073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:40.838569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.865878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port 6551038d-8014-4a0a-a0e7-7e1d2cd211a9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:40.866343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.941190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.941880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:40.953880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for 6551038d-8014-4a0a-a0e7-7e1d2cd211a9 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:40.956769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Deleting port 1a380fb6-4424-4efc-b4c2-cfb6f6048485 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:40.957283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.033971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:41.039504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.039860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.052045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Calling delete_port for 1a380fb6-4424-4efc-b4c2-cfb6f6048485 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:41.054613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:41.055037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 825159e7-e87f-47af-bc0b-bb1fd3e7d0d2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:41.055522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 838c0fdc-da59-46a0-878a-efbf7edc9114 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:41.079647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 838c0fdc-da59-46a0-878a-efbf7edc9114 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:41.080077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 838c0fdc-da59-46a0-878a-efbf7edc9114 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:41.080561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9c0ceeb-7942-4593-b2bf-ca441882bf16 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:41.107311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e9c0ceeb-7942-4593-b2bf-ca441882bf16 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:41.107625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9c0ceeb-7942-4593-b2bf-ca441882bf16 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:41.142435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.176219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=6551038d-8014-4a0a-a0e7-7e1d2cd211a9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:41.177784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.203645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.233242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a380fb6-4424-4efc-b4c2-cfb6f6048485,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:41.252667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.253017 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Floating IP d0a4c887-7671-44e6-81d6-2dc708c57c8a disassociated (deleted). External IP: 172.25.2.162, port: a7226eda-f80e-4005-9269-e30b87d8a0c2. Dec 13 10:04:41.305449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.352999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.405814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06114183-8853-4b40-85b9-d63be7315b0c req-fb16cba4-54c0-445b-9021-228ee7b6bfb0 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.407299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06114183-8853-4b40-85b9-d63be7315b0c req-fb16cba4-54c0-445b-9021-228ee7b6bfb0 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0647995 Dec 13 10:04:41.421801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.449969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=522b6ba0-6a20-4ded-87ed-f71898677f7b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:41.501502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.521753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030cae70-399b-4b76-b717-15e52062e831']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:41.526063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06114183-8853-4b40-85b9-d63be7315b0c req-c48071ec-6fe3-4215-a33c-d155bce2433d tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828505 Dec 13 10:04:41.533262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fac82e9-4358-4d5f-9c75-8cda5cdccf08') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:41.533769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fac82e9-4358-4d5f-9c75-8cda5cdccf08') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:41.543987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.546938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router d9517667-607a-4207-9a97-742b390f442d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:41.559345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.566251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:41.566886 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:41.569129 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:41.636377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.644641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 030cae70-399b-4b76-b717-15e52062e831 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:41.648938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.652811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/030cae70-399b-4b76-b717-15e52062e831 HTTP/1.1" status: 204 len: 168 time: 0.9080284 Dec 13 10:04:41.660378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51490) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:41.664327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fc6e8-0019-416b-aca0-c724955a491a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Network': ['ID=030cae70-399b-4b76-b717-15e52062e831,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:41.810423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:41.821923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.869816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0e36c240-3f63-45f5-bf46-eec19afde4d0 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2079563 Dec 13 10:04:41.872411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:41.887801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77b9f2-6602-49b8-a3b3-ef7c6dc2b794 req-9b436096-2677-4689-833f-f162dbf9379c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.889292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d77b9f2-6602-49b8-a3b3-ef7c6dc2b794 req-9b436096-2677-4689-833f-f162dbf9379c tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.1628296 Dec 13 10:04:41.891286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-d4c532f9-2d91-4716-b772-5867ec17f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.892673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-d4c532f9-2d91-4716-b772-5867ec17f59f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 1097 time: 0.1626718 Dec 13 10:04:41.894053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e8ad597e-2095-4b7b-a91f-10ce8070fb09 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0a4c887-7671-44e6-81d6-2dc708c57c8a HTTP/1.1" status: 204 len: 168 time: 1.2144430 Dec 13 10:04:41.894731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:41.897416 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:41.959091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.959594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.960672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.961123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.961706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.962149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.962584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.963782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.964226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.964663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.965097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.965787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.966775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.974894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51500) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:41.975456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-615172a4-2009-4900-92a8-6c74b157b5c1 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8355 time: 0.1010418 Dec 13 10:04:41.996484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.062315 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-71c80381-268b-46b5-83a2-7f018bed67c5 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] delete failed (client error): The resource could not be found. Dec 13 10:04:42.063461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-71c80381-268b-46b5-83a2-7f018bed67c5 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/9f300cce-9f1b-43c3-96c6-565258a30fcd HTTP/1.1" status: 404 len: 345 time: 0.0860360 Dec 13 10:04:42.066511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:42.091414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d77b9f2-6602-49b8-a3b3-ef7c6dc2b794 req-cc1a1215-c0ff-4499-97e0-112476151305 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907489 Dec 13 10:04:42.098969 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-113070cd-1857-494b-b4a2-6726f7c2d185 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 10:04:42.103294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113070cd-1857-494b-b4a2-6726f7c2d185 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:04:42.109083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-113070cd-1857-494b-b4a2-6726f7c2d185 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/030cae70-399b-4b76-b717-15e52062e831 HTTP/1.1" status: 404 len: 339 time: 0.0406461 Dec 13 10:04:42.111637 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4725df-dfd7-4621-99c5-e1908459d872 x-openstack-request-id: req-5c4725df-dfd7-4621-99c5-e1908459d872 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:42.111948 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:42.112210 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c4725df-dfd7-4621-99c5-e1908459d872 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:42.112625 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'status': 'completed', 'code': 200} Dec 13 10:04:42.123600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:42.123600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'name': 'tempest-network--425943743', 'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:42.128572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-3634153c-54fe-4220-8a74-220463355380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.130075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-3634153c-54fe-4220-8a74-220463355380 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 200 len: 913 time: 0.2279038 Dec 13 10:04:42.169683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:42.172099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.186488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-a4795641-7256-4eeb-a4d5-d70577a95e34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 200 len: 217 time: 0.0471098 Dec 13 10:04:42.203380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d91eb2c4-de87-4c28-a2d9-20df330dd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.204997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d91eb2c4-de87-4c28-a2d9-20df330dd7ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1373f019c7a44df6b810728858edd892&device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 1136 time: 0.0648654 Dec 13 10:04:42.224720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:42.250206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Sync routers for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:42.263422 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:42.264430 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:42.270314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-b2bc9418-97e8-44f6-9ab7-f54349d12274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.271859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-b2bc9418-97e8-44f6-9ab7-f54349d12274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c HTTP/1.1" status: 200 len: 852 time: 0.0764055 Dec 13 10:04:42.273908 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.274264 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Added segment 5839d901-4654-4edd-8209-113a02cd2173 of type vlan for network 236314fe-105d-4ccd-a449-37f3346e3bf3 Dec 13 10:04:42.280522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdfa2b-8ab1-443a-ab3a-7c5576574018 req-9d94785f-9c92-42f0-a742-97b397c041ae tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.281981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33cdfa2b-8ab1-443a-ab3a-7c5576574018 req-9d94785f-9c92-42f0-a742-97b397c041ae tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.0984950 Dec 13 10:04:42.317219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-31638f3f-488d-4701-99e3-632dbbb1ab71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb684770-63f4-4631-a08c-28499a4aa6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341482 Dec 13 10:04:42.330454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-c9e4a5b8-45ce-415b-9274-3a4a49bc2a5f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:04:42.331507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-c9e4a5b8-45ce-415b-9274-3a4a49bc2a5f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060031 Dec 13 10:04:42.343395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.364094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d42a36ac-6b29-434b-b763-dffe42ba2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.365696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d42a36ac-6b29-434b-b763-dffe42ba2282 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 200 len: 897 time: 0.1518962 Dec 13 10:04:42.378804 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:42.415774 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-8853d50e-a780-419e-97a1-08f35b753fe2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 200 len: 217 time: 0.0401759 Dec 13 10:04:42.423765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.424456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33cdfa2b-8ab1-443a-ab3a-7c5576574018 req-6cb903ff-51e2-4e14-99d4-df0e25e7f213 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1311202 Dec 13 10:04:42.424701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.425286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.458288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3336449 Dec 13 10:04:42.458452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51510) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:42.531941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c1bf0-da7f-434e-8e52-f2b9a0ff055f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=236314fe-105d-4ccd-a449-37f3346e3bf3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:42.538240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d28f0990-31a0-4228-a150-0e27c2afe593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.540149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-d28f0990-31a0-4228-a150-0e27c2afe593 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 200 len: 834 time: 0.1171401 Dec 13 10:04:42.545563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 236314fe-105d-4ccd-a449-37f3346e3bf3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:42.557065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-d602345a-5aec-4b23-ac6f-cadf4fbe33ed service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168293 Dec 13 10:04:42.600675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-6ec4a4fd-b62f-4236-8134-dea2cba560b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.602614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-6ec4a4fd-b62f-4236-8134-dea2cba560b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556822 Dec 13 10:04:42.651470 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:42.678492 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Checking router: d9517667-607a-4207-9a97-742b390f442d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:42.688067 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:42.688702 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:42.716258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-dfe15840-4ada-4f67-88ba-a803d67212a0 service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035233 Dec 13 10:04:42.805466 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:42.824117 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4fc220b-4f45-402d-b3ef-9ea8b20824dc req-ce949072-b90c-434a-9600-f0569bceb09f service neutron] 10.222.0.20 "GET /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992270 Dec 13 10:04:42.983927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f08eee-618f-4ee4-a0a1-9de821af6497 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.989975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f08eee-618f-4ee4-a0a1-9de821af6497 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.995737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f08eee-618f-4ee4-a0a1-9de821af6497 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.001778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f08eee-618f-4ee4-a0a1-9de821af6497 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.003423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-42f08eee-618f-4ee4-a0a1-9de821af6497 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5498011 Dec 13 10:04:43.006406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51512) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.018141 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.028480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289e3c6f-c71e-477c-adde-e0873d9025f7 req-6437ea5d-d81c-4e6b-9cae-8ee445be84f3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570327 Dec 13 10:04:43.048970 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091f898-543f-4e80-bec7-6ff066132857 None None] The sync data for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 is: [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:03:13Z', 'revision_number': 4, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2edeacbd-4003-4401-8de2-28fcc681e5ed', 'name': '', 'network_id': '8c78a1aa-dd04-4b61-b56d-1d62ab3ab841', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'mac_address': 'fa:16:3e:23:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:12Z', 'updated_at': '2021-12-13T10:03:18Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'subnets': [{'id': '1f77a55f-ae40-42b5-8f22-7bdcb4541afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:43.087338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.169345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.192000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236314fe-105d-4ccd-a449-37f3346e3bf3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.202573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5839d901-4654-4edd-8209-113a02cd2173') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.202893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5839d901-4654-4edd-8209-113a02cd2173') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.213223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.227038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.234003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:43.234396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.235847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f52332-163d-4e9f-a191-0224c833f978 req-643e5b39-bc23-4445-bbad-b6c4e0c15cb0 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:43.236245 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:43.238077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93f52332-163d-4e9f-a191-0224c833f978 req-643e5b39-bc23-4445-bbad-b6c4e0c15cb0 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0585330 Dec 13 10:04:43.293221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93f52332-163d-4e9f-a191-0224c833f978 req-b5f60993-5575-49e9-8740-46989f8cfd06 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Dec 13 10:04:43.300270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.308025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 236314fe-105d-4ccd-a449-37f3346e3bf3 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:43.311262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.319829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/236314fe-105d-4ccd-a449-37f3346e3bf3 HTTP/1.1" status: 204 len: 168 time: 0.3072326 Dec 13 10:04:43.322101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51516) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.324975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b77191-175a-41cf-a96e-ca9e3ee08be8 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Network': ['ID=236314fe-105d-4ccd-a449-37f3346e3bf3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:43.328466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'name': 'tempest-network--707356140', 'router:external': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:43.349451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:43.351935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.376224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:43.395292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.395671 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Added segment 8b676852-f31f-48a0-887c-26298702a736 of type vlan for network bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a Dec 13 10:04:43.467104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.476930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-05f14ee0-6b30-4997-a9f0-ada62396b085 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.478442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-05f14ee0-6b30-4997-a9f0-ada62396b085 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.0973692 Dec 13 10:04:43.606500 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.607449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.608052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.673659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b008-7120-4bf0-93f7-aa7ccc5eeb9e req-2593d596-889d-4c7c-9dd0-4cae893e0444 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.675686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd82b008-7120-4bf0-93f7-aa7ccc5eeb9e req-2593d596-889d-4c7c-9dd0-4cae893e0444 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbc7b163-d2f5-4882-9d85-255b085a5b88 HTTP/1.1" status: 200 len: 985 time: 0.1613772 Dec 13 10:04:43.685832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.686050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3625393 Dec 13 10:04:43.709986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbbe33-1851-475c-b2bd-84cfb18c947b None None] New status for floating IP d0a4c887-7671-44e6-81d6-2dc708c57c8a: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:04:43.726235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51413f1d-53ea-487e-9706-a257537ec38a tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:43.753694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port a7226eda-f80e-4005-9269-e30b87d8a0c2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:43.754047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.777778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:43.794087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39bcf3-162a-425f-ae72-5f6f7b738c8c tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.795750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7f39bcf3-162a-425f-ae72-5f6f7b738c8c tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "GET /v2.0/networks/bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a HTTP/1.1" status: 200 len: 756 time: 0.1088326 Dec 13 10:04:43.798526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.831808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd82b008-7120-4bf0-93f7-aa7ccc5eeb9e req-6f0778ea-21fd-4064-ba98-a0c5038a7494 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f312e0a-ba9a-466d-af8c-649cd705736e&id=93d50248-4117-476b-ba1d-52956ebecff1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1384161 Dec 13 10:04:43.893943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c122475-50ee-4fd6-a67a-44202f6f6c56 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.895311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c122475-50ee-4fd6-a67a-44202f6f6c56 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "GET /v2.0/networks/850d7a34-eeeb-4711-a606-64a338f057a8 HTTP/1.1" status: 200 len: 768 time: 0.0952287 Dec 13 10:04:43.895725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port a7226eda-f80e-4005-9269-e30b87d8a0c2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a7226eda-f80e-4005-9269-e30b87d8a0c2,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:43.896105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.898038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.908363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for a7226eda-f80e-4005-9269-e30b87d8a0c2 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:43.964697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.039183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.046750 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.066459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=a7226eda-f80e-4005-9269-e30b87d8a0c2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:44.068058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:44.080125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b676852-f31f-48a0-887c-26298702a736') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:44.080424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b676852-f31f-48a0-887c-26298702a736') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:44.091781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.105514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.110359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] No DVR routers for this DVR port a7226eda-f80e-4005-9269-e30b87d8a0c2 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:44.111855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:44.112316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.113099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:44.114332 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:44.116490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2530532-2645-4c09-9ea5-02ecd14cbedb req-56cbda4f-12ce-4ab2-a34c-2c97bd625316 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.20 "DELETE /v2.0/ports/a7226eda-f80e-4005-9269-e30b87d8a0c2 HTTP/1.1" status: 204 len: 173 time: 0.6307068 Dec 13 10:04:44.116936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'name': 'network-vif-deleted', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:44.119193 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86123785-7865-4a11-ad1c-6cb6a58c06d6" -d '{"events": [{"server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "name": "network-vif-deleted", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:44.164386 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dc5ab1-d97a-446c-922b-877922918c1b x-openstack-request-id: req-e4dc5ab1-d97a-446c-922b-877922918c1b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:44.164694 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc7b163-d2f5-4882-9d85-255b085a5b88", "name": "network-vif-deleted", "tag": "a7226eda-f80e-4005-9269-e30b87d8a0c2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:44.164957 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4dc5ab1-d97a-446c-922b-877922918c1b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:44.165355 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc7b163-d2f5-4882-9d85-255b085a5b88', 'name': 'network-vif-deleted', 'tag': 'a7226eda-f80e-4005-9269-e30b87d8a0c2', 'status': 'completed', 'code': 200} Dec 13 10:04:44.177148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.182032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:44.184644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.191120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a HTTP/1.1" status: 204 len: 168 time: 0.2888813 Dec 13 10:04:44.192680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51530) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:44.196831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'name': 'tempest-network--1037882601'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:44.198335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e05bc-b6ee-46e5-b22e-e48e560f6fd6 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd7a37b0-d2d3-44dd-b4fa-8b5474983b3a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:44.219095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Made reservation on behalf of 5313ba3590ec47ba807f893f3c9ad860 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:44.221777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.247608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:44.257952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.258296 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Added segment 7905089f-53fa-4915-b617-0a1a6ca63395 of type vlan for network cfe75446-2b33-4876-84d5-fa5df2f44dd3 Dec 13 10:04:44.304222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.351807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.352813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.353403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.422133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2294304 Dec 13 10:04:44.424903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:44.430805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:44.445535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c35e-63f7-4e1b-9406-b77b93b3d155 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=cfe75446-2b33-4876-84d5-fa5df2f44dd3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:44.459433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network cfe75446-2b33-4876-84d5-fa5df2f44dd3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:44.482063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07a221-7252-4440-8a1a-a4504eeebcfc req-f8f994c4-a76f-4661-9755-9fd443a30b64 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.484176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca07a221-7252-4440-8a1a-a4504eeebcfc req-f8f994c4-a76f-4661-9755-9fd443a30b64 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0850029 Dec 13 10:04:44.545886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca07a221-7252-4440-8a1a-a4504eeebcfc req-6ee43075-1206-4f2f-ad89-d67bf3e6b86b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Dec 13 10:04:44.744297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.761673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.787050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Network cfe75446-2b33-4876-84d5-fa5df2f44dd3 is not hosted by any dhcp agent {{(pid=103194) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:04:44.787953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.788551 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.789876 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "PUT /v2.0/networks/cfe75446-2b33-4876-84d5-fa5df2f44dd3 HTTP/1.1" status: 200 len: 858 time: 0.3637249 Dec 13 10:04:44.792909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:44.882040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59d18f-f757-457f-959e-3ba526436a80 tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event updated for resources: {'Network': ['ID=cfe75446-2b33-4876-84d5-fa5df2f44dd3,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:44.894648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4e2e-5ac1-4de6-a746-8328d18f078c req-e18b30e0-bb63-4a9d-a92f-9b3ed67ee310 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.896290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-290a4e2e-5ac1-4de6-a746-8328d18f078c req-e18b30e0-bb63-4a9d-a92f-9b3ed67ee310 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0582147 Dec 13 10:04:44.903373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51546) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:44.905272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.980000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-290a4e2e-5ac1-4de6-a746-8328d18f078c req-887d368a-8723-480c-b84f-35ecc385055b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742249 Dec 13 10:04:44.986001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.990343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.012812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe75446-2b33-4876-84d5-fa5df2f44dd3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.014748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.022634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7905089f-53fa-4915-b617-0a1a6ca63395') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.022936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7905089f-53fa-4915-b617-0a1a6ca63395') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.032813 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.046215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.052659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:45.053243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:45.054830 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:45.058873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.061531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.062694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/security-groups/93d50248-4117-476b-ba1d-52956ebecff1 HTTP/1.1" status: 204 len: 168 time: 0.1581967 Dec 13 10:04:45.066022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51548) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.081244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870da3-51f8-426c-b043-50758788ffd9 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d50248-4117-476b-ba1d-52956ebecff1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.115904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.121490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfe75446-2b33-4876-84d5-fa5df2f44dd3 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:45.124069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.130020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.131509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51550) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.131647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] 10.222.0.31 "DELETE /v2.0/networks/cfe75446-2b33-4876-84d5-fa5df2f44dd3 HTTP/1.1" status: 204 len: 168 time: 0.3377979 Dec 13 10:04:45.142336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fe848-93d9-409a-acc4-7d15d228447f tempest-ExternalNetworksTestJSON-1076283495 tempest-ExternalNetworksTestJSON-1076283495-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfe75446-2b33-4876-84d5-fa5df2f44dd3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.170500 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e49ee2-04e7-4d2f-b94a-52ac26515111 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] DELETE failed (client error): The resource could not be found. Dec 13 10:04:45.170968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e49ee2-04e7-4d2f-b94a-52ac26515111 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:04:45.175604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-04e49ee2-04e7-4d2f-b94a-52ac26515111 tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "DELETE /v2.0/subnets/522b6ba0-6a20-4ded-87ed-f71898677f7b HTTP/1.1" status: 404 len: 337 time: 0.0416343 Dec 13 10:04:45.177798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.185961 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.238406 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.241318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.242494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f312e0a-ba9a-466d-af8c-649cd705736e HTTP/1.1" status: 204 len: 168 time: 0.1743772 Dec 13 10:04:45.245767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51554) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.258556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fff6a-0b79-4c83-85e2-619fd8e55737 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f312e0a-ba9a-466d-af8c-649cd705736e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.273591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.371210 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.391845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850d7a34-eeeb-4711-a606-64a338f057a8']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.401499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8c99c8-862c-4624-9155-6bfdc665a754') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.401803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8c99c8-862c-4624-9155-6bfdc665a754') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:45.411084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.426535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.432620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:45.433014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:45.436163 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:45.498619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.510701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.514679 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] 10.222.0.31 "DELETE /v2.0/networks/850d7a34-eeeb-4711-a606-64a338f057a8 HTTP/1.1" status: 204 len: 168 time: 0.3358436 Dec 13 10:04:45.526357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255ec6f-0ef5-4517-867f-f7dc1745930d tempest-ExternalNetworksTestJSON-683924777 tempest-ExternalNetworksTestJSON-683924777-project] Pushing event deleted for resources: {'Network': ['ID=850d7a34-eeeb-4711-a606-64a338f057a8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.717866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.758040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51562) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.898536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-da4c259a-5e83-4964-8066-f192e4498f73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8d2e2ed7ad845a9a4d83cf4ef605e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390126 Dec 13 10:04:45.901442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51566) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.947783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.969492 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.016806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.019516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.020719 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcb05274-9ccf-4519-803f-cb22deee791a HTTP/1.1" status: 204 len: 168 time: 0.1183710 Dec 13 10:04:46.035037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c48b29-d893-4185-9ee2-98d0007340dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb05274-9ccf-4519-803f-cb22deee791a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:46.048843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port 2edeacbd-4003-4401-8de2-28fcc681e5ed {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:46.049200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.177734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6a600-d5c9-494b-85fb-e623167acfd4 req-f0d14050-de95-43d8-85d8-3138558bccc9 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:46.179224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8e6a600-d5c9-494b-85fb-e623167acfd4 req-f0d14050-de95-43d8-85d8-3138558bccc9 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0871935 Dec 13 10:04:46.180983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port 2edeacbd-4003-4401-8de2-28fcc681e5ed, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2edeacbd-4003-4401-8de2-28fcc681e5ed,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:46.181347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.205830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for 2edeacbd-4003-4401-8de2-28fcc681e5ed owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:46.273832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8e6a600-d5c9-494b-85fb-e623167acfd4 req-cb2fb751-1677-4aaa-a500-b80c94eb01c0 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Dec 13 10:04:46.297143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51574) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:46.341905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50b9a3e2-db36-44d2-88cb-b8c90355d0b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5313ba3590ec47ba807f893f3c9ad860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430572 Dec 13 10:04:46.344416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:46.401020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.424656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.490724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.491942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.494708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.498779 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f8f6610-ae6a-48f7-8d1e-25662913e85d HTTP/1.1" status: 204 len: 168 time: 0.1505377 Dec 13 10:04:46.505322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750e35-28ae-4015-85bb-8da765218ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f6610-ae6a-48f7-8d1e-25662913e85d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:46.535985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=2edeacbd-4003-4401-8de2-28fcc681e5ed,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:46.613175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564205-4901-4b51-b13b-d0d5bf2442ac req-4e988b7d-77ae-4812-89ab-6717108d9f0b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:46.614617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e564205-4901-4b51-b13b-d0d5bf2442ac req-4e988b7d-77ae-4812-89ab-6717108d9f0b tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.1562285 Dec 13 10:04:46.654615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204209b-2034-4238-a5e1-e82cce93a034 req-f6828cf9-2f51-4037-8e41-787b9aa79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:46.656057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-f6828cf9-2f51-4037-8e41-787b9aa79846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 1097 time: 0.1328282 Dec 13 10:04:46.771472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a7226eda-f80e-4005-9269-e30b87d8a0c2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:46.781712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e564205-4901-4b51-b13b-d0d5bf2442ac req-564d7310-c98b-4936-ba72-a0bfde7855d8 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561756 Dec 13 10:04:46.806086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: a7226eda-f80e-4005-9269-e30b87d8a0c2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:46.807539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a7226eda-f80e-4005-9269-e30b87d8a0c2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:46.861760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204209b-2034-4238-a5e1-e82cce93a034 req-7b15ed98-08ad-47e6-84a9-561e0c7956df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:46.863228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-7b15ed98-08ad-47e6-84a9-561e0c7956df service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 200 len: 913 time: 0.1990776 Dec 13 10:04:46.865512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.909457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-522ed865-6490-402f-bb86-c86ccb08bf77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 200 len: 217 time: 0.0375609 Dec 13 10:04:47.043857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204209b-2034-4238-a5e1-e82cce93a034 req-73fedb94-46e7-467f-a24c-76e3c30ca826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:47.045411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-73fedb94-46e7-467f-a24c-76e3c30ca826 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c HTTP/1.1" status: 200 len: 852 time: 0.0991845 Dec 13 10:04:47.083793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-d75e2ffb-0aa9-47ac-8e76-7c064d204c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb684770-63f4-4631-a08c-28499a4aa6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281327 Dec 13 10:04:47.270221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51606) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:47.379655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1442409339'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:47.401619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:47.405197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.414154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.492554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.497026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.527847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:47.533614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b9e26-095f-4cd2-a82b-3a5d469fa3d7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:47.541784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.542131 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 1b49353c-3fda-406d-b25d-d37bae448d31 of type vlan for network bc95ea41-e7df-4aef-9a25-32f5eba49b4d Dec 13 10:04:47.554474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-0657d6ed-dcb4-4b73-a5f6-ddc238bcaabd service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635987 Dec 13 10:04:47.562219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Router d9517667-607a-4207-9a97-742b390f442d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:47.586526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.613472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.619398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:47.620024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.703120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4315944 Dec 13 10:04:47.709030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:47.720319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'name': 'tempest-PortsTestJSON-553441334'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:47.735070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a204209b-2034-4238-a5e1-e82cce93a034 req-de563b96-df37-43a0-994c-d2c131603115 service neutron] 10.222.0.20 "GET /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717091 Dec 13 10:04:47.738256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c381-ed15-4e36-a5e1-cdfce069256f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=bc95ea41-e7df-4aef-9a25-32f5eba49b4d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:47.742003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:47.747510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-636b7bd0-3cf8-4013-9817-2e2a9f7b17dc tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "PUT /v2.0/routers/d9517667-607a-4207-9a97-742b390f442d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996212 Dec 13 10:04:47.750074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51612) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:47.752841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:47.757563 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Sync routers for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:47.779604 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:47.780645 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:47.807141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting subnet 1f77a55f-ae40-42b5-8f22-7bdcb4541afa {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:47.825113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.894191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.934639 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:47.988408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2a722-80c3-42bc-9059-37f6cfeb2070 req-9da6a81f-2887-4d44-bd34-76f97ea12772 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:47.989963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af2a722-80c3-42bc-9059-37f6cfeb2070 req-9da6a81f-2887-4d44-bd34-76f97ea12772 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0984418 Dec 13 10:04:48.082605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.133377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:04:46Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:48.136075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af2a722-80c3-42bc-9059-37f6cfeb2070 req-dbecf88f-9d02-4c08-b47a-ed34dcef34fd tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008453 Dec 13 10:04:48.145947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:48.150963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.174379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.180534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:04:48.191221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.195225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/subnets/1f77a55f-ae40-42b5-8f22-7bdcb4541afa HTTP/1.1" status: 204 len: 168 time: 0.4441175 Dec 13 10:04:48.199797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51618) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.215993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699258b3-dc12-437b-bb6d-d67903223d75 tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Subnet': ['ID=1f77a55f-ae40-42b5-8f22-7bdcb4541afa,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:48.262057 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Checking router: d9517667-607a-4207-9a97-742b390f442d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:48.271947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Routers {'d9517667-607a-4207-9a97-742b390f442d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:48.272593 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['d9517667-607a-4207-9a97-742b390f442d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:48.360128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b718d-f76a-4760-8269-40f63eecfccd None None] Network 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:48.410850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] Set router d9517667-607a-4207-9a97-742b390f442d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:48.457528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.502949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.549008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] DHCP port deletion for 8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:48.591030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.593569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.610562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Deleting port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:48.611200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.635845 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:04:46Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:48.662871 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8795-c078-41aa-92bb-77271ed0fbf1 None None] The sync data for ids ['d9517667-607a-4207-9a97-742b390f442d'] in n-d-820935-7 is: [{'id': 'd9517667-607a-4207-9a97-742b390f442d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1115644363', 'tenant_id': '1373f019c7a44df6b810728858edd892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:08Z', 'updated_at': '2021-12-13T10:04:46Z', 'revision_number': 5, 'project_id': '1373f019c7a44df6b810728858edd892', 'gw_port': {'id': 'f78f2009-e2c1-4cd6-8950-ed97f800bb83', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9517667-607a-4207-9a97-742b390f442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:09Z', 'updated_at': '2021-12-13T10:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:48.679721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] For port 199ef829-a9ba-4bdd-b99d-8c340308f3a1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=199ef829-a9ba-4bdd-b99d-8c340308f3a1,segment=NetworkSegment(9aacb2de-97f3-4479-a48a-6735bf39c663),segment_id=9aacb2de-97f3-4479-a48a-6735bf39c663)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:48.680130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.682192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=9b7a5db8-ea61-4ab1-a294-04b93b3b9571,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:48.693662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Calling delete_port for 199ef829-a9ba-4bdd-b99d-8c340308f3a1 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:48.703539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '1b49353c-3fda-406d-b25d-d37bae448d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:48.703939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: bc95ea41-e7df-4aef-9a25-32f5eba49b4d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:48.719241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Deleting port f78f2009-e2c1-4cd6-8950-ed97f800bb83 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:48.719625 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.762237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:48.779568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, bc95ea41-e7df-4aef-9a25-32f5eba49b4d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:48.783761 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.786198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:48.791832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.792457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.815761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d1572-ae1e-4303-8e45-6c36372536a2 None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:48.825986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea19c430-3c0c-4d8a-84ab-0ed27964c67f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1159306 Dec 13 10:04:48.828434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] No DVR routers for this DVR port 199ef829-a9ba-4bdd-b99d-8c340308f3a1 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:48.829305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51620) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.830605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3296d1f-efea-456b-a5c3-a160f8bf9fde None None] Pushing event deleted for resources: {'Port': ['ID=199ef829-a9ba-4bdd-b99d-8c340308f3a1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:48.832490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] For port f78f2009-e2c1-4cd6-8950-ed97f800bb83, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f78f2009-e2c1-4cd6-8950-ed97f800bb83,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:48.833077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.845225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-370054820'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:48.846579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Calling delete_port for f78f2009-e2c1-4cd6-8950-ed97f800bb83 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:48.868438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:48.873037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.900040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:48.912809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.913154 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 3c9925ae-c62d-4050-bc65-204ffe225adf of type vlan for network 5391498c-8fe5-4dd9-9117-c2b2acb85946 Dec 13 10:04:48.956119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.987674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.993408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.994712 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.032605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.076844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e4f89-1b9a-4f89-8432-98f5f30214c9 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:49.077495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2469730 Dec 13 10:04:49.081380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51624) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:49.089304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'ports': [{'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'}, {'network_id': '5391498c-8fe5-4dd9-9117-c2b2acb85946'}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:49.089942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:49.090621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '5391498c-8fe5-4dd9-9117-c2b2acb85946'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:49.097738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Port': ['ID=f78f2009-e2c1-4cd6-8950-ed97f800bb83,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:49.110602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1548e-911f-4d00-afd0-23f81a069980 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=5391498c-8fe5-4dd9-9117-c2b2acb85946,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:49.129084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5391498c-8fe5-4dd9-9117-c2b2acb85946 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:49.152714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2edeacbd-4003-4401-8de2-28fcc681e5ed no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:49.156452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.215816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2edeacbd-4003-4401-8de2-28fcc681e5ed {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:49.217669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2edeacbd-4003-4401-8de2-28fcc681e5ed not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:49.220803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 199ef829-a9ba-4bdd-b99d-8c340308f3a1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:49.266260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 199ef829-a9ba-4bdd-b99d-8c340308f3a1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:49.266613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 199ef829-a9ba-4bdd-b99d-8c340308f3a1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:49.303929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.306362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.335226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce6ca1-88fb-4f2d-a47f-43601edf199c req-0dbfedd9-793e-4bb9-9b8e-72639edf8569 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:49.336779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92ce6ca1-88fb-4f2d-a47f-43601edf199c req-0dbfedd9-793e-4bb9-9b8e-72639edf8569 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.1006737 Dec 13 10:04:49.341601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 2} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:49.346966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.357448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.358202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Fanout notify agent at l3_agent the message router_deleted on router d9517667-607a-4207-9a97-742b390f442d {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:04:49.368147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.372446 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-de52f43f-74cb-4ff4-b6b4-48840128087e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/routers/d9517667-607a-4207-9a97-742b390f442d HTTP/1.1" status: 204 len: 168 time: 1.1677971 Dec 13 10:04:49.372874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51628) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:49.379243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.464718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92ce6ca1-88fb-4f2d-a47f-43601edf199c req-62934c9f-de12-4f5c-a5fa-caea40a6a6aa tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149037 Dec 13 10:04:49.475644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.501994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 83cc28fb-1a6d-4806-a6b0-8e977ec14fdc yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:04:49.574583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.600060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c78a1aa-dd04-4b61-b56d-1d62ab3ab841']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.609919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aacb2de-97f3-4479-a48a-6735bf39c663') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.610445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aacb2de-97f3-4479-a48a-6735bf39c663') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.622215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.641733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.642878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.651486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:49.651938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:49.656912 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:49.731348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.738837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.740892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 262a945f-cc67-4774-a834-8da6a17c902a yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:04:49.747420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] 10.222.0.31 "DELETE /v2.0/networks/8c78a1aa-dd04-4b61-b56d-1d62ab3ab841 HTTP/1.1" status: 204 len: 168 time: 0.3733695 Dec 13 10:04:49.761258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d9d30-fffa-4ebd-8542-7c163601af9e tempest-TestSecurityGroupsBasicOps-1307994639 tempest-TestSecurityGroupsBasicOps-1307994639-project] Pushing event deleted for resources: {'Network': ['ID=8c78a1aa-dd04-4b61-b56d-1d62ab3ab841,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:49.770674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16f313-2797-4d03-ad98-dbd8b4188507 req-6f586c0e-c3cb-4c71-b7fc-deb3a6fa3e59 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:49.772548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c16f313-2797-4d03-ad98-dbd8b4188507 req-6f586c0e-c3cb-4c71-b7fc-deb3a6fa3e59 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0740621 Dec 13 10:04:49.867726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c16f313-2797-4d03-ad98-dbd8b4188507 req-bf2418f4-d810-451a-9e3d-c48ee4720622 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880201 Dec 13 10:04:49.927835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.967830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.012126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:50.015272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:50.018961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:50.019803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.030521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=83cc28fb-1a6d-4806-a6b0-8e977ec14fdc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:50.090852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=262a945f-cc67-4774-a834-8da6a17c902a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:50.098854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '3c9925ae-c62d-4050-bc65-204ffe225adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5391498c-8fe5-4dd9-9117-c2b2acb85946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:50.099233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 5391498c-8fe5-4dd9-9117-c2b2acb85946, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:50.120069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 5391498c-8fe5-4dd9-9117-c2b2acb85946 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:50.132317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5391498c-8fe5-4dd9-9117-c2b2acb85946) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:50.136236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:50.143218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.146208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59b853-d86d-4a6a-a473-905e0bbafc38 None None] Network 5391498c-8fe5-4dd9-9117-c2b2acb85946 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:50.148465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.149179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.166609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-21c3d3c8-c1df-49f2-bd1a-4701f3bc3085 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0832572 Dec 13 10:04:50.169357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51642) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.241580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.265952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 262a945f-cc67-4774-a834-8da6a17c902a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:50.266298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.332176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.345415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 262a945f-cc67-4774-a834-8da6a17c902a owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:50.373858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f8e584d-4e00-4b28-8980-d9d860689efc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1373f019c7a44df6b810728858edd892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309400 Dec 13 10:04:50.376286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.423952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.428144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.447932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.455152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=262a945f-cc67-4774-a834-8da6a17c902a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:50.464561 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.467984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-040c9307-6d2b-4102-a591-5e36a4fbb151 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/262a945f-cc67-4774-a834-8da6a17c902a HTTP/1.1" status: 204 len: 168 time: 0.2974114 Dec 13 10:04:50.470568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51650) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.562111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b56e39-e33b-4e36-bf83-1ac6bc06fb91 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.568050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b56e39-e33b-4e36-bf83-1ac6bc06fb91 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.569607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c0b56e39-e33b-4e36-bf83-1ac6bc06fb91 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0981114 Dec 13 10:04:50.572668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.582304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.585300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.586374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/107544fa-5413-43bc-9efe-0a7f0347a168 HTTP/1.1" status: 204 len: 168 time: 0.2091789 Dec 13 10:04:50.616205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41600e-1c45-4610-a662-91a8a25d1ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107544fa-5413-43bc-9efe-0a7f0347a168,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:50.678941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 83cc28fb-1a6d-4806-a6b0-8e977ec14fdc {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:50.679390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.748035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.761839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 83cc28fb-1a6d-4806-a6b0-8e977ec14fdc owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:50.850043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51658) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.850300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.865109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-508bfeac-3df9-4a8b-8047-346005ab450d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.882122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=83cc28fb-1a6d-4806-a6b0-8e977ec14fdc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:50.888385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.894333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51660) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.894729 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68bdae1b-099b-47de-9bcf-dc5eb02b01dc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/83cc28fb-1a6d-4806-a6b0-8e977ec14fdc HTTP/1.1" status: 204 len: 168 time: 0.3204260 Dec 13 10:04:51.026223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f78f2009-e2c1-4cd6-8950-ed97f800bb83 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:51.036218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333aec0-1e56-4f1a-8523-7c3804b40218 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.037719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6333aec0-1e56-4f1a-8523-7c3804b40218 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1425407 Dec 13 10:04:51.040666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51664) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.052757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f78f2009-e2c1-4cd6-8950-ed97f800bb83 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:51.053199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f78f2009-e2c1-4cd6-8950-ed97f800bb83 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:51.058246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300553b1-4cd2-4199-8dcc-c90c5b084373 req-603996c6-0da7-421f-bf00-0aa8850bfe86 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.059664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-300553b1-4cd2-4199-8dcc-c90c5b084373 req-603996c6-0da7-421f-bf00-0aa8850bfe86 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.1086524 Dec 13 10:04:51.064603 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-508bfeac-3df9-4a8b-8047-346005ab450d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.068613 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a3c60f-d197-4853-940d-725da2ea100d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:04:51.070043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36a3c60f-d197-4853-940d-725da2ea100d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/262a945f-cc67-4774-a834-8da6a17c902a HTTP/1.1" status: 404 len: 333 time: 0.0278325 Dec 13 10:04:51.073211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.074123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-508bfeac-3df9-4a8b-8047-346005ab450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.099053 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bc9ff6-fb05-4cb8-91ea-67eccef0f81c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:04:51.100458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08bc9ff6-fb05-4cb8-91ea-67eccef0f81c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/83cc28fb-1a6d-4806-a6b0-8e977ec14fdc HTTP/1.1" status: 404 len: 333 time: 0.0244825 Dec 13 10:04:51.103109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.137189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-508bfeac-3df9-4a8b-8047-346005ab450d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ac01e52d8f54f27bcb7a62cdc982722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856088 Dec 13 10:04:51.141841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51672) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.142428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bfeac-3df9-4a8b-8047-346005ab450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec841d8-fc0f-41ec-94b2-0afb3fb8f62b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.168736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-300553b1-4cd2-4199-8dcc-c90c5b084373 req-ef5b2125-6daa-4d3d-8b93-7edf3230bd30 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/security-groups?id=3cecdcdd-1a97-4ec7-b337-ed8c77a00164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023672 Dec 13 10:04:51.186893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.210877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.232705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.284911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.287528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.288242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.291847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ec841d8-fc0f-41ec-94b2-0afb3fb8f62b HTTP/1.1" status: 204 len: 168 time: 0.1435733 Dec 13 10:04:51.297087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1c20-1235-4812-86c4-f74b14cb42af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec841d8-fc0f-41ec-94b2-0afb3fb8f62b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.315335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5391498c-8fe5-4dd9-9117-c2b2acb85946']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:51.326355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9925ae-c62d-4050-bc65-204ffe225adf') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:51.326653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9925ae-c62d-4050-bc65-204ffe225adf') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:51.336278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.350011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.356057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:51.356448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:51.359413 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:51.421392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.441023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.448571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/5391498c-8fe5-4dd9-9117-c2b2acb85946 HTTP/1.1" status: 204 len: 168 time: 0.3400588 Dec 13 10:04:51.448571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1354e-8007-4329-be2e-bf3426e35b99 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=5391498c-8fe5-4dd9-9117-c2b2acb85946,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.449199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51676) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.454800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1278841086'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:51.480267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:51.483430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-70ad8927-e119-44e2-9abe-5409f9783611 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.484331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.485016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-70ad8927-e119-44e2-9abe-5409f9783611 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.20 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 946 time: 0.0647011 Dec 13 10:04:51.509201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:51.519475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.519475 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment ba91f537-09f9-4da3-85a3-0faebc963c3d of type vlan for network 0f356788-b413-443e-a229-9c03c97762eb Dec 13 10:04:51.561229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.590943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.593420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Deleting port d44b7a66-661f-4d3d-acd8-06f332240adf {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:51.593764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.597775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.598374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.645791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51680) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.663212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2120709 Dec 13 10:04:51.665374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.671202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '0f356788-b413-443e-a229-9c03c97762eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:51.677313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000df69-df60-4cd4-81f4-4a3b46b09e86 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=0f356788-b413-443e-a229-9c03c97762eb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.688666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0f356788-b413-443e-a229-9c03c97762eb details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:51.784434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-739974b4-f6ca-4173-a8cd-ae78343e7aaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9924bee60594e1b8447eaca7a4cd125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375463 Dec 13 10:04:51.786228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] For port d44b7a66-661f-4d3d-acd8-06f332240adf, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=d44b7a66-661f-4d3d-acd8-06f332240adf,segment=NetworkSegment(c2a67d78-7970-41cc-9c67-375973554972),segment_id=c2a67d78-7970-41cc-9c67-375973554972)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:51.786597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.787396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.805723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Calling delete_port for d44b7a66-661f-4d3d-acd8-06f332240adf owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:51.828861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:51.832397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.841144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.871006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.926358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.930688 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.934524 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80792914-c23a-4d51-bee2-e3072ea13216 HTTP/1.1" status: 204 len: 168 time: 0.1438012 Dec 13 10:04:51.941431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cc719-57e9-4d5a-a215-8d0b7493bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80792914-c23a-4d51-bee2-e3072ea13216,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.961392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Performing IP validity checks on allocation pools {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:04:51.963121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:04:52.107136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.120138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['d44b7a66-661f-4d3d-acd8-06f332240adf'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:52.188224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Pushing event deleted for resources: {'Port': ['ID=d44b7a66-661f-4d3d-acd8-06f332240adf,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.229097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] No DVR routers for this DVR port d44b7a66-661f-4d3d-acd8-06f332240adf on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:52.233402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.235866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bef44ec3-abbb-452a-84e7-b252ca84b484 req-643bdeb8-c436-4e9a-a1bf-8017668fd5af tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.20 "DELETE /v2.0/ports/d44b7a66-661f-4d3d-acd8-06f332240adf HTTP/1.1" status: 204 len: 173 time: 0.7431355 Dec 13 10:04:52.238262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'name': 'network-vif-deleted', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:52.254651 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e86a515-8384-4475-99d1-429f5a2a32d1" -d '{"events": [{"server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "name": "network-vif-deleted", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:52.272996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.296111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fcd3a52-a02c-42e9-92ac-b73b64ac3ba0 req-f7fbe79e-54fc-4f9c-a241-32dc9e0722f9 tempest-TestServerAdvancedOps-960473304 tempest-TestServerAdvancedOps-960473304-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10e8330-6066-4cfa-b842-884ee9ce2889 HTTP/1.1" status: 200 len: 210 time: 0.0370309 Dec 13 10:04:52.360497 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77313b5-2d07-496d-866e-cfd11fc5898e x-openstack-request-id: req-a77313b5-2d07-496d-866e-cfd11fc5898e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:52.360674 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e8330-6066-4cfa-b842-884ee9ce2889", "name": "network-vif-deleted", "tag": "d44b7a66-661f-4d3d-acd8-06f332240adf", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:52.360931 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a77313b5-2d07-496d-866e-cfd11fc5898e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:52.361383 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10e8330-6066-4cfa-b842-884ee9ce2889', 'name': 'network-vif-deleted', 'tag': 'd44b7a66-661f-4d3d-acd8-06f332240adf', 'status': 'completed', 'code': 200} Dec 13 10:04:52.366206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=b62aa55e-f371-41f8-87cc-7397c8ad2a81,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.371700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': 'ba91f537-09f9-4da3-85a3-0faebc963c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0f356788-b413-443e-a229-9c03c97762eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:52.372076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 0f356788-b413-443e-a229-9c03c97762eb, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:52.391056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 0f356788-b413-443e-a229-9c03c97762eb is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:52.401533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0f356788-b413-443e-a229-9c03c97762eb) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:52.406098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:52.406716 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.411729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d107e9e-54fd-43ac-b56b-9db8eb1d9aa4 None None] Network 0f356788-b413-443e-a229-9c03c97762eb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:52.424403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab2ceddc-9c51-4f07-8f2c-2d820837afe4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7569361 Dec 13 10:04:52.426894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51706) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:52.431817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '0f356788-b413-443e-a229-9c03c97762eb', 'name': 'tempest-PortsTestJSON-445019623'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:52.526917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-0f356788-b413-443e-a229-9c03c97762eb', 'network_id': '0f356788-b413-443e-a229-9c03c97762eb', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': 'b62aa55e-f371-41f8-87cc-7397c8ad2a81'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:04:52.528182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.560612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:52.564874 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.592867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 4182771a-aac1-438f-914d-ec67c12feb3b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:04:52.693011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Allocated IP 172.20.0.2 (0f356788-b413-443e-a229-9c03c97762eb/b62aa55e-f371-41f8-87cc-7397c8ad2a81/b272e058-ac90-4fae-8586-8700bae746b0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:52.769688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51716) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:52.851424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.857239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.887958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-453835919-network', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:52.897826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Network 0f356788-b413-443e-a229-9c03c97762eb is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:52.902449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:52.905824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:52.912835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Pushing event updated for resources: {'Port': ['ID=b272e058-ac90-4fae-8586-8700bae746b0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.924773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.12 (0f356788-b413-443e-a229-9c03c97762eb/b62aa55e-f371-41f8-87cc-7397c8ad2a81/4182771a-aac1-438f-914d-ec67c12feb3b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:52.929333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Made reservation on behalf of 1eb8048ae6354caca276da3ab693b4d6 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:52.932481 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.945781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.969695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Attempting to bind port b272e058-ac90-4fae-8586-8700bae746b0 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:52.970264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Attempting to bind port b272e058-ac90-4fae-8586-8700bae746b0 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ba91f537-09f9-4da3-85a3-0faebc963c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0f356788-b413-443e-a229-9c03c97762eb'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:52.970726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Attempting to bind port b272e058-ac90-4fae-8586-8700bae746b0 on network 0f356788-b413-443e-a229-9c03c97762eb {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:52.976644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:52.977121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Checking segment: {'id': 'ba91f537-09f9-4da3-85a3-0faebc963c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0f356788-b413-443e-a229-9c03c97762eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:52.977691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.978809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Bound using segment: {'id': 'ba91f537-09f9-4da3-85a3-0faebc963c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0f356788-b413-443e-a229-9c03c97762eb'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:52.979383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Bound port: b272e058-ac90-4fae-8586-8700bae746b0, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91f537-09f9-4da3-85a3-0faebc963c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0f356788-b413-443e-a229-9c03c97762eb'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:52.979960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.043514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] For port b272e058-ac90-4fae-8586-8700bae746b0, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:53.046919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] For port b272e058-ac90-4fae-8586-8700bae746b0, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b272e058-ac90-4fae-8586-8700bae746b0,segment=NetworkSegment(ba91f537-09f9-4da3-85a3-0faebc963c3d),segment_id=ba91f537-09f9-4da3-85a3-0faebc963c3d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:53.052451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.118655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664c31d-815f-4e77-b51f-496e5a8997e5 None None] Pushing event updated for resources: {'Port': ['ID=b272e058-ac90-4fae-8586-8700bae746b0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.136460 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.143225 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.154470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.172800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:53.198038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.198387 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Added segment f96b5720-35a6-44a5-8934-6a9623b78d1c of type vlan for network 4128f8be-75b4-40bc-b38e-78ddf9498b8c Dec 13 10:04:53.202881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b9af4c-4ed5-4000-8cb0-9740ec18fe3c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.264975 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.283366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.352023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 0f356788-b413-443e-a229-9c03c97762eb is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:53.359690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:53.365117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:53.374641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.375860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:53.376656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.387191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51724) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.402872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=4182771a-aac1-438f-914d-ec67c12feb3b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.438211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Deleting subnet 68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:53.441779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.462528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6917214 Dec 13 10:04:53.465886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.472767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Request body: {'subnet': {'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-453835919-subnet', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:53.490994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:53.491631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.493955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c3d7a-8604-41be-9d45-58a01bad79c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4128f8be-75b4-40bc-b38e-78ddf9498b8c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.500604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.504989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:53.528641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Made reservation on behalf of 1eb8048ae6354caca276da3ab693b4d6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:53.530951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.534607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-11bf37bb-1354-4298-ba57-d5b258376aee tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1066203 Dec 13 10:04:53.535523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.602048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.632466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 4182771a-aac1-438f-914d-ec67c12feb3b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:53.632804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.704535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.727762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.735400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.741716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 4182771a-aac1-438f-914d-ec67c12feb3b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:53.743449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.746821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ece2c2ec-3161-41fe-95a0-58358492bb18 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/68b9dbb8-eddd-4a1f-ab4f-7b0474a58a5c HTTP/1.1" status: 204 len: 168 time: 0.3599837 Dec 13 10:04:53.750573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.851929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.891592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.901008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.925723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b773e04-a160-4628-a762-ef4f7e8e864d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.935217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=4182771a-aac1-438f-914d-ec67c12feb3b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.973972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Checking segment: {'id': 'f96b5720-35a6-44a5-8934-6a9623b78d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:53.974336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Network hostable DHCP agents. Network: 4128f8be-75b4-40bc-b38e-78ddf9498b8c, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:54.022527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.025917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.029663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da67dcf8-d78a-4767-aab7-467d8ec7502c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/4182771a-aac1-438f-914d-ec67c12feb3b HTTP/1.1" status: 204 len: 168 time: 0.4931643 Dec 13 10:04:54.030092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.063914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:54.072410 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-273f9f38-6d47-42a8-841e-a55e98b6bc0c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:04:54.072906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273f9f38-6d47-42a8-841e-a55e98b6bc0c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:04:54.076272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-273f9f38-6d47-42a8-841e-a55e98b6bc0c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/4182771a-aac1-438f-914d-ec67c12feb3b HTTP/1.1" status: 404 len: 333 time: 0.0404429 Dec 13 10:04:54.079612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.083283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb684770-63f4-4631-a08c-28499a4aa6a6']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.086039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4128f8be-75b4-40bc-b38e-78ddf9498b8c) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:54.096120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.096560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5e451-f51e-4f29-9bdb-c6869653abb1 None None] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:54.097074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.100150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a67d78-7970-41cc-9c67-375973554972') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.100632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a67d78-7970-41cc-9c67-375973554972') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.109042 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-305336ce-8725-4fd7-88a0-73c316921129 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:04:54.110546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-305336ce-8725-4fd7-88a0-73c316921129 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/4182771a-aac1-438f-914d-ec67c12feb3b HTTP/1.1" status: 404 len: 333 time: 0.0297325 Dec 13 10:04:54.113287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51738) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.115835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.134213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-32b09f2e-6f59-41b7-a7b5-a581981aaabc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6670809 Dec 13 10:04:54.135696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51740) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.139965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:54.143192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.153260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:54.153661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:54.155735 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:54.179286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet b62aa55e-f371-41f8-87cc-7397c8ad2a81 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:54.183640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.214347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52d32f-e30f-48a4-baab-a4672ba4bf74 None None] Network 0f356788-b413-443e-a229-9c03c97762eb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:54.216958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.217989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.233528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.239490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.242702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb684770-63f4-4631-a08c-28499a4aa6a6 HTTP/1.1" status: 204 len: 168 time: 0.4910090 Dec 13 10:04:54.246042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51742) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.247579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-4128f8be-75b4-40bc-b38e-78ddf9498b8c', 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c', 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'fixed_ips': [{'subnet_id': '4b773e04-a160-4628-a762-ef4f7e8e864d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:04:54.248575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.251683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.266623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1f63-48d0-4a05-ad20-e338c3744a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb684770-63f4-4631-a08c-28499a4aa6a6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:54.298546 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.321497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Provisioning complete for port b272e058-ac90-4fae-8586-8700bae746b0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:54.321867 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.325818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51744) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.367111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Deleting subnet 3ea0e657-1eb7-4c18-98bd-074764cee9a9 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:54.417885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.483376 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.483976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6993f-2143-4133-8e90-0fe79dc00421 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.483976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6993f-2143-4133-8e90-0fe79dc00421 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.484443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6993f-2143-4133-8e90-0fe79dc00421 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.486131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-90f6993f-2143-4133-8e90-0fe79dc00421 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=35e4b812bd6144ebaf50c028f07eda84&network_id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 2969 time: 0.1565425 Dec 13 10:04:54.487578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.491945 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.556271 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.559106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Allocated IP 172.20.0.2 (4128f8be-75b4-40bc-b38e-78ddf9498b8c/4b773e04-a160-4628-a762-ef4f7e8e864d/d0dbf861-5f11-4df9-a378-1321abc955db) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:54.564158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.626015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.673822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=b62aa55e-f371-41f8-87cc-7397c8ad2a81,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:54.680423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.687613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50c3a5b5-14ed-4478-9840-93623cb5180d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/b62aa55e-f371-41f8-87cc-7397c8ad2a81 HTTP/1.1" status: 204 len: 168 time: 0.5733099 Dec 13 10:04:54.688820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51752) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.704817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.707780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:04:54.708245 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:04:54.720395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.723963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3ea0e657-1eb7-4c18-98bd-074764cee9a9 HTTP/1.1" status: 204 len: 168 time: 0.4747107 Dec 13 10:04:54.741915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51754) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.749298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d9809-e1eb-4745-9ef5-cabecb9e8da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea0e657-1eb7-4c18-98bd-074764cee9a9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:54.807687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d44b7a66-661f-4d3d-acd8-06f332240adf no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:54.833977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.840053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: d44b7a66-661f-4d3d-acd8-06f332240adf {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:54.840253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.840828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device d44b7a66-661f-4d3d-acd8-06f332240adf not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:54.842798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.843113 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.851187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.863601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.865188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89f95d-3776-4b86-a2a2-25a3666749f2 None None] Network 0f356788-b413-443e-a229-9c03c97762eb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:54.905796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:54.932245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.934476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:54.940295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:54.964420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7b5b78-4441-41f6-89b1-3d804a0e71ba']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.977635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f735d6-bb7e-4243-857a-c413dc83f8fc') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.977749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f735d6-bb7e-4243-857a-c413dc83f8fc') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:54.986880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Pushing event updated for resources: {'Port': ['ID=d0dbf861-5f11-4df9-a378-1321abc955db,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:54.992400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.011508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.019001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:55.019556 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:55.022433 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:55.051566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Attempting to bind port d0dbf861-5f11-4df9-a378-1321abc955db on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:55.052063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Attempting to bind port d0dbf861-5f11-4df9-a378-1321abc955db by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f96b5720-35a6-44a5-8934-6a9623b78d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:55.052699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Attempting to bind port d0dbf861-5f11-4df9-a378-1321abc955db on network 4128f8be-75b4-40bc-b38e-78ddf9498b8c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:55.061778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:55.062487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Checking segment: {'id': 'f96b5720-35a6-44a5-8934-6a9623b78d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:55.063147 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.064007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Bound using segment: {'id': 'f96b5720-35a6-44a5-8934-6a9623b78d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:55.065236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Bound port: d0dbf861-5f11-4df9-a378-1321abc955db, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96b5720-35a6-44a5-8934-6a9623b78d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:55.065853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.095696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.101481 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.105205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc7b5b78-4441-41f6-89b1-3d804a0e71ba HTTP/1.1" status: 204 len: 168 time: 0.3621373 Dec 13 10:04:55.143001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bb26-f666-46e1-882c-d6f97a42d57e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7b5b78-4441-41f6-89b1-3d804a0e71ba,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.266700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.279804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] DHCP port deletion for 0f356788-b413-443e-a229-9c03c97762eb request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:55.326527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-37fcd152-1035-40ca-bc6e-c4609dc963e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bfe076836b64e5fab3f78640b5c20a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579433 Dec 13 10:04:55.329078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51760) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.343438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port b272e058-ac90-4fae-8586-8700bae746b0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:55.343799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.364819 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.365400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Allocated IP 172.25.2.67 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/fb0e7f28-8560-43b5-857c-a6f7d923c0bc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:55.369591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] For port d0dbf861-5f11-4df9-a378-1321abc955db, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:55.392566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] For port d0dbf861-5f11-4df9-a378-1321abc955db, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0dbf861-5f11-4df9-a378-1321abc955db,segment=NetworkSegment(f96b5720-35a6-44a5-8934-6a9623b78d1c),segment_id=f96b5720-35a6-44a5-8934-6a9623b78d1c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:55.394312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.404275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.421379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.436900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port b272e058-ac90-4fae-8586-8700bae746b0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b272e058-ac90-4fae-8586-8700bae746b0,segment=NetworkSegment(ba91f537-09f9-4da3-85a3-0faebc963c3d),segment_id=ba91f537-09f9-4da3-85a3-0faebc963c3d)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:55.437266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.453612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] For port b272e058-ac90-4fae-8586-8700bae746b0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b272e058-ac90-4fae-8586-8700bae746b0,segment=NetworkSegment(ba91f537-09f9-4da3-85a3-0faebc963c3d),segment_id=ba91f537-09f9-4da3-85a3-0faebc963c3d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:55.469866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.472313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Deleting port b272e058-ac90-4fae-8586-8700bae746b0 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:55.472698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.484757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for b272e058-ac90-4fae-8586-8700bae746b0 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:55.493908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.501911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.506595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cecdcdd-1a97-4ec7-b337-ed8c77a00164 HTTP/1.1" status: 204 len: 168 time: 0.1756878 Dec 13 10:04:55.516494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c53c61-42ce-420a-a23e-5f76a0a7dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cecdcdd-1a97-4ec7-b337-ed8c77a00164,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.560813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d1cc-39d4-4bf7-a05b-3029ca1e7011 None None] Pushing event updated for resources: {'Port': ['ID=d0dbf861-5f11-4df9-a378-1321abc955db,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.613065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.621960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] For port b272e058-ac90-4fae-8586-8700bae746b0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b272e058-ac90-4fae-8586-8700bae746b0,segment=NetworkSegment(ba91f537-09f9-4da3-85a3-0faebc963c3d),segment_id=ba91f537-09f9-4da3-85a3-0faebc963c3d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:55.622371 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.653213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Calling delete_port for b272e058-ac90-4fae-8586-8700bae746b0 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:55.656784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.682381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7a254-9d4f-488e-af6f-62bca0d1654a None None] Pushing event updated for resources: {'Port': ['ID=b272e058-ac90-4fae-8586-8700bae746b0,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.684857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fce7611f-62b9-4232-a65e-9d8b7125f028 None None] Provisioning complete for port b272e058-ac90-4fae-8586-8700bae746b0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:55.685226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fce7611f-62b9-4232-a65e-9d8b7125f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.695403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port b272e058-ac90-4fae-8586-8700bae746b0 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:55.698472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=b272e058-ac90-4fae-8586-8700bae746b0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.728238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.745981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fce7611f-62b9-4232-a65e-9d8b7125f028 None None] Port b272e058-ac90-4fae-8586-8700bae746b0 was deleted so its status cannot be updated. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 10:04:55.821261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.852859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] Pushing event deleted for resources: {'Port': ['ID=b272e058-ac90-4fae-8586-8700bae746b0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.864008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.869919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68149aec-f221-4e02-9304-3826ff86f872 None None] No DVR routers for this DVR port b272e058-ac90-4fae-8586-8700bae746b0 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:55.877568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:55.889682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.894509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:55.899537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:55.913672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46a7e4-bf11-4c42-bfcc-2549abf590be None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:55.932480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f356788-b413-443e-a229-9c03c97762eb']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:55.948928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba91f537-09f9-4da3-85a3-0faebc963c3d') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:55.949257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba91f537-09f9-4da3-85a3-0faebc963c3d') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:55.962293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.968666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-13a7879e-b0f9-4eae-ab01-b452267deef3 None None] Provisioning complete for port fb0e7f28-8560-43b5-857c-a6f7d923c0bc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:55.969267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13a7879e-b0f9-4eae-ab01-b452267deef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.006902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-13a7879e-b0f9-4eae-ab01-b452267deef3 None None] Port fb0e7f28-8560-43b5-857c-a6f7d923c0bc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:56.026662 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.036087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51768) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:56.065062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:56.065384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:56.068497 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:56.077779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ce06e305-aea8-4df6-b543-41bdf941df67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c0a57105cd0412cbfac459e2edcc490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400486 Dec 13 10:04:56.080337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51770) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:56.130427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.152709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.159234 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.169139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.172323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/0f356788-b413-443e-a229-9c03c97762eb HTTP/1.1" status: 204 len: 168 time: 1.4820065 Dec 13 10:04:56.177066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51774) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:56.182003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111287664'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:56.211809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:56.212021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7468-e9ed-4d3f-afed-f1ac7d33a0a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=0f356788-b413-443e-a229-9c03c97762eb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:56.216349 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.240545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.243300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.245028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7054d880-2659-4eed-a089-836fd41d35e0 HTTP/1.1" status: 204 len: 168 time: 0.1637421 Dec 13 10:04:56.254951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:56.265070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728903c7-4123-4e93-8787-980e832b7ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7054d880-2659-4eed-a089-836fd41d35e0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:56.272397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.273066 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 8075bbf7-b54b-48c3-b0d9-5be1aaf43e66 of type vlan for network 557185fd-b952-4283-a752-5c026434e70f Dec 13 10:04:56.308094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.327088 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.360814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.367206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:56.368106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.567844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.800864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6227093 Dec 13 10:04:56.807823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51780) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:56.814005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '557185fd-b952-4283-a752-5c026434e70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:56.825715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Router c8608532-f0b4-41f9-ba04-1c4c718383f1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:04:56.846472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d181ca6-6e43-49ad-9524-e0d8c0bc4061 None None] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:56.864300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b41ed-8f12-4efb-8cf7-c22a0f62f4ea tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=557185fd-b952-4283-a752-5c026434e70f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:56.887379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 557185fd-b952-4283-a752-5c026434e70f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:56.928706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:56.932488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.966307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:56.979175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] Provisioning complete for port d0dbf861-5f11-4df9-a378-1321abc955db triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:56.979590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:56.987462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Sync routers for ids ['c8608532-f0b4-41f9-ba04-1c4c718383f1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:56.996252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.001151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:57.003828 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8ab5b09-95dc-4bef-8363-5ca49995c402 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.8669279 Dec 13 10:04:57.048629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Routers {'c8608532-f0b4-41f9-ba04-1c4c718383f1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:57.049186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c8608532-f0b4-41f9-ba04-1c4c718383f1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:57.110542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0dbf861-5f11-4df9-a378-1321abc955db up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:57.276507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Set router c8608532-f0b4-41f9-ba04-1c4c718383f1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:57.301102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.345974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.365470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d0dbf861-5f11-4df9-a378-1321abc955db triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:57.365846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.416673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=1c962d98-aabd-4e13-a32a-734e14b81211,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:57.461161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '557185fd-b952-4283-a752-5c026434e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:57.461519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 557185fd-b952-4283-a752-5c026434e70f, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:57.462119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] For port d0dbf861-5f11-4df9-a378-1321abc955db, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0dbf861-5f11-4df9-a378-1321abc955db,segment=NetworkSegment(f96b5720-35a6-44a5-8934-6a9623b78d1c),segment_id=f96b5720-35a6-44a5-8934-6a9623b78d1c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:57.468708 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.488805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 557185fd-b952-4283-a752-5c026434e70f is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:57.517826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 557185fd-b952-4283-a752-5c026434e70f) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:57.527055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:57.527613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.531747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff8839-9a8d-4608-ae68-59a7e9afb149 None None] Network 557185fd-b952-4283-a752-5c026434e70f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:57.554556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9204e5e8-2b9d-481a-9bb1-cb8f0fe4eb50 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7456365 Dec 13 10:04:57.557328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51786) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:57.563443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '557185fd-b952-4283-a752-5c026434e70f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1861916845'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:57.635431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.678702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbb7ba-4d43-4c61-9685-1f2df2261df6 None None] Pushing event updated for resources: {'Port': ['ID=d0dbf861-5f11-4df9-a378-1321abc955db,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:57.685254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:57.692503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.703448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cdf0cfce-4478-437e-9868-8a61dc073a81 None None] Provisioning complete for port d0dbf861-5f11-4df9-a378-1321abc955db triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:57.703845 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cdf0cfce-4478-437e-9868-8a61dc073a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.718436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 1a740527-3636-450f-a406-c19628de2a70 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:04:57.788660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b272e058-ac90-4fae-8586-8700bae746b0 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:57.860403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51790) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:57.863015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.3 (557185fd-b952-4283-a752-5c026434e70f/1c962d98-aabd-4e13-a32a-734e14b81211/1a740527-3636-450f-a406-c19628de2a70) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:57.906374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Allocated IP 172.20.0.1 (4128f8be-75b4-40bc-b38e-78ddf9498b8c/4b773e04-a160-4628-a762-ef4f7e8e864d/14348a5a-4152-4136-93fe-315827cabfa1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:57.936809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de57909-e864-43d4-96e6-33b1d14887f8 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:57.947309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9de57909-e864-43d4-96e6-33b1d14887f8 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 814 time: 0.0770273 Dec 13 10:04:58.012976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-557185fd-b952-4283-a752-5c026434e70f', 'network_id': '557185fd-b952-4283-a752-5c026434e70f', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': '1c962d98-aabd-4e13-a32a-734e14b81211'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:04:58.013832 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.014412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.016409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:56Z', 'revision_number': 3, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port': {'id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:58.039926 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.053888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: b272e058-ac90-4fae-8586-8700bae746b0 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:58.054363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b272e058-ac90-4fae-8586-8700bae746b0 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:58.056838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.060797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Checking router: c8608532-f0b4-41f9-ba04-1c4c718383f1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:58.061148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Updating router c8608532-f0b4-41f9-ba04-1c4c718383f1 port fb0e7f28-8560-43b5-857c-a6f7d923c0bc binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:04:58.081934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.109240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 557185fd-b952-4283-a752-5c026434e70f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:58.112585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:58.117143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:58.125279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:58.130022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:58.135297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.139399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:58.144087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=1a740527-3636-450f-a406-c19628de2a70,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.145457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Pushing event updated for resources: {'Port': ['ID=14348a5a-4152-4136-93fe-315827cabfa1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.178099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:58.178839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.187870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.204369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-52ceeca7-013c-44cc-9da5-7bb7d82891f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6458275 Dec 13 10:04:58.206843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:58.326649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 1a740527-3636-450f-a406-c19628de2a70 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:58.328076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.360939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.384920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Allocated IP 172.20.0.2 (557185fd-b952-4283-a752-5c026434e70f/1c962d98-aabd-4e13-a32a-734e14b81211/e4494dc3-5d39-4f7f-b968-21480e5246e6) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:58.430913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.448426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 1a740527-3636-450f-a406-c19628de2a70 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:58.470493 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:04:58.541660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bb081b6a-ae9a-474e-a51c-59806d694053 None None] Provisioning complete for port 14348a5a-4152-4136-93fe-315827cabfa1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:58.542047 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb081b6a-ae9a-474e-a51c-59806d694053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.552058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.557378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.593601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.616214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bb081b6a-ae9a-474e-a51c-59806d694053 None None] Port 14348a5a-4152-4136-93fe-315827cabfa1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:58.629416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Pushing event updated for resources: {'Port': ['ID=14348a5a-4152-4136-93fe-315827cabfa1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.632417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.678491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=1a740527-3636-450f-a406-c19628de2a70,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.692724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.697392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.701443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.707675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.707901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.711379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f2298ed-33cb-49df-98c6-06b3d28b18ac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/1a740527-3636-450f-a406-c19628de2a70 HTTP/1.1" status: 204 len: 168 time: 0.5033703 Dec 13 10:04:58.714697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51798) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:58.738891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:58.740641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:58.745477 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b327b2d9-748e-425a-b650-a683073065a9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:04:58.746944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b327b2d9-748e-425a-b650-a683073065a9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/1a740527-3636-450f-a406-c19628de2a70 HTTP/1.1" status: 404 len: 333 time: 0.0312274 Dec 13 10:04:58.749681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:58.772122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Network 557185fd-b952-4283-a752-5c026434e70f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:58.777679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a186709-a320-4214-a9d9-565ab2c54f1d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:58.780538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:58.782416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Attempting to bind port fb0e7f28-8560-43b5-857c-a6f7d923c0bc on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:58.782802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Attempting to bind port fb0e7f28-8560-43b5-857c-a6f7d923c0bc by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:58.783201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Attempting to bind port fb0e7f28-8560-43b5-857c-a6f7d923c0bc on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:58.789810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:58.789810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e285a-fd94-462f-b033-935df8ef2a14 None None] Pushing event updated for resources: {'Port': ['ID=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.804599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:58.805486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:58.805486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.805835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:58.806762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Bound port: fb0e7f28-8560-43b5-857c-a6f7d923c0bc, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:58.807107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.846219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet 1c962d98-aabd-4e13-a32a-734e14b81211 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:58.849735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.885389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Router c8608532-f0b4-41f9-ba04-1c4c718383f1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:58.903690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.925620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Pushing event updated for resources: {'Port': ['ID=e4494dc3-5d39-4f7f-b968-21480e5246e6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.967182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51804) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:58.973919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'network': {'name': 'tempest-network-smoke--685346185', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:58.987126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74d4d0f7-e21e-40a6-aad5-ae21ae3247e0 None None] Provisioning complete for port fb0e7f28-8560-43b5-857c-a6f7d923c0bc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:58.987593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74d4d0f7-e21e-40a6-aad5-ae21ae3247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.023285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.034545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Attempting to bind port e4494dc3-5d39-4f7f-b968-21480e5246e6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:59.034996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Attempting to bind port e4494dc3-5d39-4f7f-b968-21480e5246e6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '557185fd-b952-4283-a752-5c026434e70f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:59.035123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Attempting to bind port e4494dc3-5d39-4f7f-b968-21480e5246e6 on network 557185fd-b952-4283-a752-5c026434e70f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:59.040811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] For port fb0e7f28-8560-43b5-857c-a6f7d923c0bc, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:59.045382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:59.045767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Checking segment: {'id': '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '557185fd-b952-4283-a752-5c026434e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:59.046222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.046621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Bound using segment: {'id': '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '557185fd-b952-4283-a752-5c026434e70f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:59.047108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Bound port: e4494dc3-5d39-4f7f-b968-21480e5246e6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '557185fd-b952-4283-a752-5c026434e70f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:59.047561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.075524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:59.080515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.082829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] For port fb0e7f28-8560-43b5-857c-a6f7d923c0bc, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:59.084496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-74d4d0f7-e21e-40a6-aad5-ae21ae3247e0 None None] Port fb0e7f28-8560-43b5-857c-a6f7d923c0bc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:59.090897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.121408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:59.127744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0dbf861-5f11-4df9-a378-1321abc955db up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:59.127931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.140391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6d9c2ee5-a1a0-45a0-ba36-bee1ca070692 admin admin] 10.222.0.31 "PUT /v2.0/routers/c8608532-f0b4-41f9-ba04-1c4c718383f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379857 Dec 13 10:04:59.146194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:59.164069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.164469 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Added segment 27e9d8ac-bdc4-4052-a407-94fb2e666a60 of type vlan for network 92cdce48-4bc6-456c-ab10-f00f194a9629 Dec 13 10:04:59.181515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=1c962d98-aabd-4e13-a32a-734e14b81211,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.184424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.188235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8069282-96a0-4742-b919-f1620f82433a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/1c962d98-aabd-4e13-a32a-734e14b81211 HTTP/1.1" status: 204 len: 168 time: 0.4371929 Dec 13 10:04:59.190525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.213852 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b937e-5c0e-4514-85c9-0d650f64b2dc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:59.253965 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.269885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Routers {'c8608532-f0b4-41f9-ba04-1c4c718383f1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:59.270585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c8608532-f0b4-41f9-ba04-1c4c718383f1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:59.293961 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.300725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:59.301704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.304115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.312951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e285a-fd94-462f-b033-935df8ef2a14 None None] Pushing event updated for resources: {'Port': ['ID=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.319509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] For port e4494dc3-5d39-4f7f-b968-21480e5246e6, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:59.346208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] For port e4494dc3-5d39-4f7f-b968-21480e5246e6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e4494dc3-5d39-4f7f-b968-21480e5246e6,segment=NetworkSegment(8075bbf7-b54b-48c3-b0d9-5be1aaf43e66),segment_id=8075bbf7-b54b-48c3-b0d9-5be1aaf43e66)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:59.348109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d38265ab-388b-4e0d-a878-d7c731be278b None None] Provisioning complete for port 14348a5a-4152-4136-93fe-315827cabfa1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:59.348463 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d38265ab-388b-4e0d-a878-d7c731be278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.357248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.390570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Network': ['ID=92cdce48-4bc6-456c-ab10-f00f194a9629,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.399783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dfd5a340-d211-437e-b50f-d1a62054a974 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4308674 Dec 13 10:04:59.400965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51812) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.413627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port e4494dc3-5d39-4f7f-b968-21480e5246e6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:59.414246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.461822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:59.474699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cafe61-bcfe-46f4-9521-630cdac34f62 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:59.480897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1cafe61-bcfe-46f4-9521-630cdac34f62 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=35e4b812bd6144ebaf50c028f07eda84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0778255 Dec 13 10:04:59.481015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.542924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d0dbf861-5f11-4df9-a378-1321abc955db triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:59.542924 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.545756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d38265ab-388b-4e0d-a878-d7c731be278b None None] Port 14348a5a-4152-4136-93fe-315827cabfa1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:59.576433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port e4494dc3-5d39-4f7f-b968-21480e5246e6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e4494dc3-5d39-4f7f-b968-21480e5246e6,segment=NetworkSegment(8075bbf7-b54b-48c3-b0d9-5be1aaf43e66),segment_id=8075bbf7-b54b-48c3-b0d9-5be1aaf43e66)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:59.576868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.596860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for e4494dc3-5d39-4f7f-b968-21480e5246e6 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:59.616554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b49e-5ebf-40c9-9adf-f4da0f950b62 None None] Pushing event updated for resources: {'Port': ['ID=e4494dc3-5d39-4f7f-b968-21480e5246e6,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.622957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] Set router c8608532-f0b4-41f9-ba04-1c4c718383f1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:59.663097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31937536-1c0d-471f-a785-47ee67d81eca tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:59.667821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-31937536-1c0d-471f-a785-47ee67d81eca tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813965 Dec 13 10:04:59.668620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51822) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.719615 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.735241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] Provisioning complete for port fb0e7f28-8560-43b5-857c-a6f7d923c0bc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:59.735661 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.746846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4b56afd8-e5f2-40b7-9721-152c2f53e04a tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743172 Dec 13 10:04:59.747090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.753316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port e4494dc3-5d39-4f7f-b968-21480e5246e6 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:59.807299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-84c16201-500e-4d55-ba0c-adedec182485 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=35e4b812bd6144ebaf50c028f07eda84&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590701 Dec 13 10:04:59.810013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51828) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.827241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=e4494dc3-5d39-4f7f-b968-21480e5246e6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.949673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.958549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be3e6c-b8d1-4fcd-b301-8c1c5ea71095 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:59.960133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-63be3e6c-b8d1-4fcd-b301-8c1c5ea71095 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490295 Dec 13 10:04:59.964076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51830) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.979833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557185fd-b952-4283-a752-5c026434e70f']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:59.991128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:59.991969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8075bbf7-b54b-48c3-b0d9-5be1aaf43e66') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:00.007573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51832) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:00.011560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-74551227-518a-40bf-9c6e-7fde2feef065 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418732 Dec 13 10:05:00.016472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097768495', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:00.021134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.051726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.058790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:00.059206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:00.111600 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:00.150165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.174000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.178520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.182621 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/557185fd-b952-4283-a752-5c026434e70f HTTP/1.1" status: 204 len: 168 time: 0.9909925 Dec 13 10:05:00.186125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:00.193449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'name': 'tempest-PortsTestJSON-769927858'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:00.205167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdddece-02b6-4beb-8d07-88a2bdcd19b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=557185fd-b952-4283-a752-5c026434e70f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:00.228071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:00.232910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.239435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.287794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] For port fb0e7f28-8560-43b5-857c-a6f7d923c0bc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:00.297762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.373245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:58Z', 'revision_number': 4, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port': {'id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '14348a5a-4152-4136-93fe-315827cabfa1', 'name': '', 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'mac_address': 'fa:16:3e:d3:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '4b773e04-a160-4628-a762-ef4f7e8e864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:57Z', 'updated_at': '2021-12-13T10:04:58Z', 'revision_number': 2, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'subnets': [{'id': '4b773e04-a160-4628-a762-ef4f7e8e864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:00.375314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:00.376644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95f28-8ea5-4a11-8d11-9150bb0b9529 None None] Pushing event updated for resources: {'Port': ['ID=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:00.381569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.406293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 5490d53c-f6ad-4a41-847b-99d3d16e3fe5 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:00.413224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c933b-2d0a-4fb4-ab63-891d7905cc77 None None] The sync data for ids ['c8608532-f0b4-41f9-ba04-1c4c718383f1'] in n-d-820935-7 is: [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:58Z', 'revision_number': 4, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port': {'id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '14348a5a-4152-4136-93fe-315827cabfa1', 'name': '', 'network_id': '4128f8be-75b4-40bc-b38e-78ddf9498b8c', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'mac_address': 'fa:16:3e:d3:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '4b773e04-a160-4628-a762-ef4f7e8e864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:57Z', 'updated_at': '2021-12-13T10:04:58Z', 'revision_number': 2, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'subnets': [{'id': '4b773e04-a160-4628-a762-ef4f7e8e864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:00.512685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.596409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Subnet': ['ID=5ce705c6-396c-40b8-89ec-246fa70403e4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:00.606891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Checking segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:00.607351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network hostable DHCP agents. Network: 92cdce48-4bc6-456c-ab10-f00f194a9629, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:00.623120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.626557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:00.646250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 92cdce48-4bc6-456c-ab10-f00f194a9629) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:00.658680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682afac-dd2c-40ce-9783-0aee38f04eb7 None None] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:00.662995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:00.664062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.684486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.686479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96516a2a-dd2e-4f0f-89a9-d7a94fa1b219 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6745586 Dec 13 10:05:00.763312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:00.767523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:00.785861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:00.793385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:00.794074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.801120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=5490d53c-f6ad-4a41-847b-99d3d16e3fe5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:00.821745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e743e5c-f85b-464e-8a2f-6d50270c8554 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6342502 Dec 13 10:05:00.824807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:00.882630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51848) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:00.937754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-92cdce48-4bc6-456c-ab10-f00f194a9629', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ips': [{'subnet_id': '5ce705c6-396c-40b8-89ec-246fa70403e4'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:00.938660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.007274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 5490d53c-f6ad-4a41-847b-99d3d16e3fe5 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:01.007646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.089249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51850) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:01.096184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482581270', 'description': 'tempest-secgroup-smoke-482581270 description', 'project_id': '35e4b812bd6144ebaf50c028f07eda84'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:01.131351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.132139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.153891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 5490d53c-f6ad-4a41-847b-99d3d16e3fe5 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:01.275770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.280141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c303ae-1b00-4a42-a13b-e97655cc3ad8 None None] DHCP port deletion for 557185fd-b952-4283-a752-5c026434e70f request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:01.294375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-56abe917-cb17-4fbc-85ab-45161c3bfdfb None None] Could not find standard attr ID for object e4494dc3-5d39-4f7f-b968-21480e5246e6. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:01.320350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=5490d53c-f6ad-4a41-847b-99d3d16e3fe5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.321412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84208b6-a477-45ad-a078-cd71acab3d97 None None] Network 557185fd-b952-4283-a752-5c026434e70f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:01.333186 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.337180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09b37610-4fbb-4980-b353-4f755f514f7d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/5490d53c-f6ad-4a41-847b-99d3d16e3fe5 HTTP/1.1" status: 204 len: 168 time: 0.5113447 Dec 13 10:05:01.340014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51854) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:01.345777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'mac_address': 'fa:16:3e:0c:b3:b5', 'name': 'tempest-PortsTestJSON-116083112'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:01.348798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84208b6-a477-45ad-a078-cd71acab3d97 None None] Network 557185fd-b952-4283-a752-5c026434e70f could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:05:01.357168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Allocated IP 172.20.0.18 (92cdce48-4bc6-456c-ab10-f00f194a9629/5ce705c6-396c-40b8-89ec-246fa70403e4/82e62a30-cd61-4710-9247-db6cc12cf351) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:01.369411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.382738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.445825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.447289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3567786 Dec 13 10:05:01.451457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51856) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:01.458438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:01.459906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc98826-d861-4d05-b7be-a1e9464e7f75 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5573c65a-7d63-4719-b7a7-8ca84dee47c2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.474860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.db.api [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 10:05:01.474860 n-d-820935-7 neutron-server[103194]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 10:05:01.474860 n-d-820935-7 neutron-server[103194]: [parameters: {'project_id_1': '35e4b812bd6144ebaf50c028f07eda84', 'expiration_1': datetime.datetime(2021, 12, 13, 10, 4, 41, 466338)}] Dec 13 10:05:01.474860 n-d-820935-7 neutron-server[103194]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:05:01.475240 n-d-820935-7 neutron-server[103194]: DEBUG oslo_db.api [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:05:01.486284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:01.568995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.572786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.577948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.578793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.608082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 3cd301be-7140-432a-bc80-e60b8a8b2751 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:01.642913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:01.645944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:01.649432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:01.657293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Pushing event updated for resources: {'Port': ['ID=82e62a30-cd61-4710-9247-db6cc12cf351,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.713618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Attempting to bind port 82e62a30-cd61-4710-9247-db6cc12cf351 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:01.714111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Attempting to bind port 82e62a30-cd61-4710-9247-db6cc12cf351 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:01.714429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Attempting to bind port 82e62a30-cd61-4710-9247-db6cc12cf351 on network 92cdce48-4bc6-456c-ab10-f00f194a9629 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:01.720468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:01.725120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Checking segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:01.725120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.725120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Bound using segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:01.725120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Bound port: 82e62a30-cd61-4710-9247-db6cc12cf351, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:01.725120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.806083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.824941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] For port 82e62a30-cd61-4710-9247-db6cc12cf351, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:01.828455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] For port 82e62a30-cd61-4710-9247-db6cc12cf351, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e62a30-cd61-4710-9247-db6cc12cf351,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:01.832624 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.851496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.907078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639fc08-a1c3-4f50-9b78-bbb5b0e6ad22 None None] Pushing event updated for resources: {'Port': ['ID=82e62a30-cd61-4710-9247-db6cc12cf351,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.932978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:01.933907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=3cd301be-7140-432a-bc80-e60b8a8b2751,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.937092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Deleting port 14348a5a-4152-4136-93fe-315827cabfa1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:01.937435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.937957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:01.940178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:01.945907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:01.946545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.965597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-37775121-a8a0-4528-a7ba-3b57e8103be7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6239789 Dec 13 10:05:01.969280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51858) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.040909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b83d44-80ee-4cec-827d-250226644319 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:02.042404 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-75b83d44-80ee-4cec-827d-250226644319 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/3cd301be-7140-432a-bc80-e60b8a8b2751 HTTP/1.1" status: 200 len: 840 time: 0.0721703 Dec 13 10:05:02.045206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51860) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.049501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.063069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Calling delete_port for 14348a5a-4152-4136-93fe-315827cabfa1 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:02.072578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.204091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.213285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.241055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 3cd301be-7140-432a-bc80-e60b8a8b2751 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:02.241626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.249723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.251005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7985404 Dec 13 10:05:02.251853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a94ced-d484-4769-9077-69fd00d59e0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2771a32-f86a-454f-aec5-38c7befd18a7,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.259780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51864) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.268698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:02.350405 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.372926 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.373851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.388103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 3cd301be-7140-432a-bc80-e60b8a8b2751 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:02.418085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=14348a5a-4152-4136-93fe-315827cabfa1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.497272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.498907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.505123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.533967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=3cd301be-7140-432a-bc80-e60b8a8b2751,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.537958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.539079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf83aa38-1f90-476a-8d75-4d75218a1ad9,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.543838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0aae6caf-d69b-4620-a695-0bbe5f5012aa tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/3cd301be-7140-432a-bc80-e60b8a8b2751 HTTP/1.1" status: 204 len: 168 time: 0.4959369 Dec 13 10:05:02.550285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51866) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.615062 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b71085e-248d-4823-821e-d0559396ce5a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:02.616695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7b71085e-248d-4823-821e-d0559396ce5a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/3cd301be-7140-432a-bc80-e60b8a8b2751 HTTP/1.1" status: 404 len: 333 time: 0.0653789 Dec 13 10:05:02.620305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.620594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.620961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2498ec9f-d701-4c48-b7d7-76ed9006ce0d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562303 Dec 13 10:05:02.625851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'name': 'tempest-PortsTestJSON-2036831947'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:02.631948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51870) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.631948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:03.031391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.042207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:03.046122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.067594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.068968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 16797812-e17f-48c0-bab2-23817a47f0bc yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:03.130334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb0e7f28-8560-43b5-857c-a6f7d923c0bc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:03.140019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.146165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.197639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port fb0e7f28-8560-43b5-857c-a6f7d923c0bc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:03.198337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.206332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2113a0-3586-4d4c-b3bd-1e4610cc8913,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.216575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.217830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-04839e8b-7c58-4239-a19f-64c520dbc17f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5906510 Dec 13 10:05:03.220688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:03.227112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:03.299046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.305250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.321453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e62a30-cd61-4710-9247-db6cc12cf351 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:03.352613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.382148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 82e62a30-cd61-4710-9247-db6cc12cf351 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:03.382505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.446178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.453471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Router c8608532-f0b4-41f9-ba04-1c4c718383f1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:03.455253 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.488943 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.490197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683020 Dec 13 10:05:03.490943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417338-d6cf-4806-8066-c46027b17361 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13031a86-3de7-4c93-b4e8-2a0dd7d91cb2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.495377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51876) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:03.500154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:03.509531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:03.511363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=16797812-e17f-48c0-bab2-23817a47f0bc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.517054 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:03.519306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:03.527927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:03.530325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.540049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.587825 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:05:03.591784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 82e62a30-cd61-4710-9247-db6cc12cf351, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e62a30-cd61-4710-9247-db6cc12cf351,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:03.596187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.601322 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3975b06e-7936-4a4a-86ba-84e8ed81c916 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9770567 Dec 13 10:05:03.601928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:03.608538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:03.634274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.634786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e4494dc3-5d39-4f7f-b968-21480e5246e6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:03.666309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e4494dc3-5d39-4f7f-b968-21480e5246e6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:03.666666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e4494dc3-5d39-4f7f-b968-21480e5246e6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:03.690127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:03.693535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=82e62a30-cd61-4710-9247-db6cc12cf351,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.699899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fd2c32dd-5bd4-48a8-83d5-af3d7af69b8e admin admin] 10.222.0.31 "PUT /v2.0/routers/c8608532-f0b4-41f9-ba04-1c4c718383f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161287 Dec 13 10:05:03.700527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51880) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:03.710598 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Sync routers for ids ['c8608532-f0b4-41f9-ba04-1c4c718383f1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:03.715439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.727719 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Routers {'c8608532-f0b4-41f9-ba04-1c4c718383f1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:03.729035 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c8608532-f0b4-41f9-ba04-1c4c718383f1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:03.747323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d226b-1005-4a4a-8a20-c99788941fc8 None None] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:03.750306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.757565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.785098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1da486e-a8a8-4aa9-a578-73b8196a2b8a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.828090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.829365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-570ae3ea-9a92-44be-87e2-f1bdf32a08d7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329649 Dec 13 10:05:03.832667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:03.842288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '5573c65a-7d63-4719-b7a7-8ca84dee47c2', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:03.854517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.857438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-27baacf6-3426-4905-a09c-ce53b4d61e38 None None] Provisioning complete for port 82e62a30-cd61-4710-9247-db6cc12cf351 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:03.857822 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27baacf6-3426-4905-a09c-ce53b4d61e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.875252 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Set router c8608532-f0b4-41f9-ba04-1c4c718383f1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:03.996263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.002115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.011339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.043304 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:05:04.056890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] In _notify_port_updated(), no bound segment for port 16797812-e17f-48c0-bab2-23817a47f0bc on network bc95ea41-e7df-4aef-9a25-32f5eba49b4d {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:05:04.063855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:04.064573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.066059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/ports/16797812-e17f-48c0-bab2-23817a47f0bc HTTP/1.1" status: 200 len: 818 time: 0.4629302 Dec 13 10:05:04.069237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51884) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:04.069816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.081670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Deleting port fb0e7f28-8560-43b5-857c-a6f7d923c0bc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:04.082177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.098569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:05:02Z', 'revision_number': 5, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port': {'id': 'fb0e7f28-8560-43b5-857c-a6f7d923c0bc', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:04.127564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Checking router: c8608532-f0b4-41f9-ba04-1c4c718383f1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:04.138495 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Routers {'c8608532-f0b4-41f9-ba04-1c4c718383f1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:04.139416 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:04:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c8608532-f0b4-41f9-ba04-1c4c718383f1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:04.230912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] For port fb0e7f28-8560-43b5-857c-a6f7d923c0bc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:04.231319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.236547 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] Set router c8608532-f0b4-41f9-ba04-1c4c718383f1 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:04.250923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Calling delete_port for fb0e7f28-8560-43b5-857c-a6f7d923c0bc owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:04.294791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:05:03Z', 'revision_number': 6, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:04.309812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c951ad48-8401-473d-8df5-049f6c0f9060 None None] Provisioning complete for port 82e62a30-cd61-4710-9247-db6cc12cf351 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:04.310864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c951ad48-8401-473d-8df5-049f6c0f9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.326093 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be9e7f-bc8a-4eed-ac8d-3d807e44099d None None] The sync data for ids ['c8608532-f0b4-41f9-ba04-1c4c718383f1'] in n-d-820935-7 is: [{'id': 'c8608532-f0b4-41f9-ba04-1c4c718383f1', 'name': 'tempest-ImageQuotaTest-453835919-router', 'tenant_id': '1eb8048ae6354caca276da3ab693b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:04:54Z', 'updated_at': '2021-12-13T10:05:03Z', 'revision_number': 6, 'project_id': '1eb8048ae6354caca276da3ab693b4d6', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:04.332470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 16797812-e17f-48c0-bab2-23817a47f0bc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:04.332841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.367749 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.422003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.454168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9de30-88a9-47e2-adf7-5cdf8f130fc4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=16797812-e17f-48c0-bab2-23817a47f0bc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.470904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.472895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 16797812-e17f-48c0-bab2-23817a47f0bc owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:04.474946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.495682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7a5318-eb7d-4a42-8150-84dae0189462,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.501642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.511443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b3749676-f35b-4d60-b9fd-ef8edafef078 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6776543 Dec 13 10:05:04.604149 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.608594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.639204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0e7f28-8560-43b5-857c-a6f7d923c0bc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.650871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9c100-c842-42b1-b2a0-d82ec26c6f6c None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:04.688535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=16797812-e17f-48c0-bab2-23817a47f0bc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.706578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.710029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54fcbcf0-0e8f-484f-96b5-b529010d5d64 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/16797812-e17f-48c0-bab2-23817a47f0bc HTTP/1.1" status: 204 len: 168 time: 0.6397309 Dec 13 10:05:04.713304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:04.750326 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.772296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177b954-f66d-4654-93bc-05379b2261df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:04.776002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d177b954-f66d-4654-93bc-05379b2261df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0615935 Dec 13 10:05:04.777791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:04.803868 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72038a-ce6f-4778-80e4-a91e5b781a0e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:04.805403 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb72038a-ce6f-4778-80e4-a91e5b781a0e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/16797812-e17f-48c0-bab2-23817a47f0bc HTTP/1.1" status: 404 len: 333 time: 0.0264475 Dec 13 10:05:04.809817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51904) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:04.814932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1744457540'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:04.838542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:04.842244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.866648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:04.874218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-e03717fc-7379-4e8a-8aa5-fffb7bfa07ba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482581270&fields=id&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 267 time: 0.1515443 Dec 13 10:05:04.876209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.876722 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 22a3439c-328d-43fb-a64f-480f94bfc311 of type vlan for network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 Dec 13 10:05:04.878421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.880827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.918451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.950177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.956345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:04.956345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.983411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.983958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8608532-f0b4-41f9-ba04-1c4c718383f1 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:05:04.989588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.990715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5bd9f77b-e788-4189-ad64-5e7ead453166 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c8608532-f0b4-41f9-ba04-1c4c718383f1 HTTP/1.1" status: 204 len: 168 time: 1.2870476 Dec 13 10:05:04.995165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51906) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:05.007077 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1961164 Dec 13 10:05:05.010388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:05.021610 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:05.069869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a9296-333f-4cdf-b211-ab29b00ab991 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=41aad83c-ac08-4f2d-a198-3399a3ddbc10,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:05.071040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Deleting subnet 4b773e04-a160-4628-a762-ef4f7e8e864d {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:05.076251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.082625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:05.084069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-382765fd-9ed5-4244-a840-4642209cbe0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:05.085589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-382765fd-9ed5-4244-a840-4642209cbe0b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/networks?id=92cdce48-4bc6-456c-ab10-f00f194a9629 HTTP/1.1" status: 200 len: 796 time: 0.2015519 Dec 13 10:05:05.120421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-7bb472a9-6aa3-4238-9514-301c41f5e377 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/quotas/35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 375 time: 0.0166426 Dec 13 10:05:05.125609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:05.128675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.130543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.258588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-a4ee066a-51f4-4ff4-a16b-fbb380b3923d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1270049 Dec 13 10:05:05.260889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e62a30-cd61-4710-9247-db6cc12cf351 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:05.326234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 82e62a30-cd61-4710-9247-db6cc12cf351 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:05.326827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.334502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.351396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.403854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-fe4cfad6-51bc-41d9-ab8a-a2105edf8ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434553 Dec 13 10:05:05.411055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=a413cc18-780d-42b6-81b5-875241df3344,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:05.425367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.432355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '22a3439c-328d-43fb-a64f-480f94bfc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:05.432737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 41aad83c-ac08-4f2d-a198-3399a3ddbc10, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:05.453600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:05.465010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 41aad83c-ac08-4f2d-a198-3399a3ddbc10) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:05.473133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464008d-ebb4-443f-a0bf-a06e541beb33 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:05.476389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb0e7f28-8560-43b5-857c-a6f7d923c0bc no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:05.479258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b773e04-a160-4628-a762-ef4f7e8e864d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:05.479951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:05.480611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.503279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c914ee-f179-45d5-89fb-62612c7ddd16 None None] Network 4128f8be-75b4-40bc-b38e-78ddf9498b8c requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:05.509294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e72b7fa7-902f-436a-89e7-f169218a3015 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4952946 Dec 13 10:05:05.510020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:05.514510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.517698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: fb0e7f28-8560-43b5-857c-a6f7d923c0bc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:05.518052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device fb0e7f28-8560-43b5-857c-a6f7d923c0bc not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:05.518480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 14348a5a-4152-4136-93fe-315827cabfa1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:05.519085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:05.521161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-42fe64dc-9329-4494-be24-010b1cb88761 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b773e04-a160-4628-a762-ef4f7e8e864d HTTP/1.1" status: 204 len: 168 time: 0.5252740 Dec 13 10:05:05.523250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:05.571381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-dcede84c-e275-4023-adf2-70682b079fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424730 Dec 13 10:05:05.574042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 14348a5a-4152-4136-93fe-315827cabfa1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:05.574394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 14348a5a-4152-4136-93fe-315827cabfa1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:05.685262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.747670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': 'a413cc18-780d-42b6-81b5-875241df3344'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:05.748667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.836167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:05.839792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.848761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad8283d7-8489-4fdf-8cd7-9fdc0d1c06cd req-ab1e3aa1-a177-4902-97b3-58a206957a13 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 210 time: 0.0576615 Dec 13 10:05:05.866604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512372d4-8834-4592-8e15-244d00305eab None None] DHCP port deletion for 4128f8be-75b4-40bc-b38e-78ddf9498b8c request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:05.899295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Deleting port d0dbf861-5f11-4df9-a378-1321abc955db {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:05.899493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.945114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Allocated IP 172.20.0.2 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/a413cc18-780d-42b6-81b5-875241df3344/23afcec1-d42e-4376-b9e3-eceb488bad67) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:05.986780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-512372d4-8834-4592-8e15-244d00305eab None None] Deleting port d0dbf861-5f11-4df9-a378-1321abc955db {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:05.987165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-512372d4-8834-4592-8e15-244d00305eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.000638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] For port d0dbf861-5f11-4df9-a378-1321abc955db, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0dbf861-5f11-4df9-a378-1321abc955db,segment=NetworkSegment(f96b5720-35a6-44a5-8934-6a9623b78d1c),segment_id=f96b5720-35a6-44a5-8934-6a9623b78d1c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:06.000973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.018700 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a413cc18-780d-42b6-81b5-875241df3344 (CIDR: 172.20.0.0/28) Dec 13 10:05:06.019769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Calling delete_port for d0dbf861-5f11-4df9-a378-1321abc955db owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:06.024953 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:05:06.025445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:06.074443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae3b52a9-a651-4457-b7ba-8231a06b5534 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5633247 Dec 13 10:05:06.078106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51926) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:06.091566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:06.103859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-512372d4-8834-4592-8e15-244d00305eab None None] For port d0dbf861-5f11-4df9-a378-1321abc955db, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d0dbf861-5f11-4df9-a378-1321abc955db,segment=NetworkSegment(f96b5720-35a6-44a5-8934-6a9623b78d1c),segment_id=f96b5720-35a6-44a5-8934-6a9623b78d1c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:06.104349 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-512372d4-8834-4592-8e15-244d00305eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.117987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.148695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dbf861-5f11-4df9-a378-1321abc955db,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.151176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] No DVR routers for this DVR port d0dbf861-5f11-4df9-a378-1321abc955db on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:06.151680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-512372d4-8834-4592-8e15-244d00305eab None None] Calling delete_port for d0dbf861-5f11-4df9-a378-1321abc955db owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:06.159128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47905bda-9dc6-4866-a38c-4958e9c58a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.230468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.249082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:06.254570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4128f8be-75b4-40bc-b38e-78ddf9498b8c']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:06.257988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.265640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.276385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96b5720-35a6-44a5-8934-6a9623b78d1c') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:06.276694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96b5720-35a6-44a5-8934-6a9623b78d1c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:06.281035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.287139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.307495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.315804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:06.316281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:06.318196 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:06.344791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:06.350887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:06.354140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:06.364627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Pushing event updated for resources: {'Port': ['ID=23afcec1-d42e-4376-b9e3-eceb488bad67,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.389348 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-512372d4-8834-4592-8e15-244d00305eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.403811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.409341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.412830 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4128f8be-75b4-40bc-b38e-78ddf9498b8c HTTP/1.1" status: 204 len: 168 time: 0.8872104 Dec 13 10:05:06.437862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512372d4-8834-4592-8e15-244d00305eab None None] Pushing event deleted for resources: {'Port': ['ID=d0dbf861-5f11-4df9-a378-1321abc955db,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.448225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512372d4-8834-4592-8e15-244d00305eab None None] No DVR routers for this DVR port d0dbf861-5f11-4df9-a378-1321abc955db on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:06.449632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c06480-c841-4412-8054-b15b1617d371 admin admin] Pushing event deleted for resources: {'Network': ['ID=4128f8be-75b4-40bc-b38e-78ddf9498b8c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.465752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Attempting to bind port 23afcec1-d42e-4376-b9e3-eceb488bad67 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:06.466138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Attempting to bind port 23afcec1-d42e-4376-b9e3-eceb488bad67 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '22a3439c-328d-43fb-a64f-480f94bfc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:06.466512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Attempting to bind port 23afcec1-d42e-4376-b9e3-eceb488bad67 on network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:06.472459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:06.473301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Checking segment: {'id': '22a3439c-328d-43fb-a64f-480f94bfc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:06.473720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.474127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Bound using segment: {'id': '22a3439c-328d-43fb-a64f-480f94bfc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:06.474593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Bound port: 23afcec1-d42e-4376-b9e3-eceb488bad67, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3439c-328d-43fb-a64f-480f94bfc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:06.475101 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.538413 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.562339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] For port 23afcec1-d42e-4376-b9e3-eceb488bad67, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:06.566966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] For port 23afcec1-d42e-4376-b9e3-eceb488bad67, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23afcec1-d42e-4376-b9e3-eceb488bad67,segment=NetworkSegment(22a3439c-328d-43fb-a64f-480f94bfc311),segment_id=22a3439c-328d-43fb-a64f-480f94bfc311)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:06.572598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.593163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:06.596646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:06.597502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:06.601064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:06.601666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.619835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=3d849ee5-ce1a-427f-ae7e-45d11b9924cb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.636006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f4b206ea-63be-4eba-b0c3-c003cb0f1bcf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5531006 Dec 13 10:05:06.637245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51932) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:06.644374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'fixed_ips': [{'subnet_id': 'a413cc18-780d-42b6-81b5-875241df3344'}, {'subnet_id': '3d849ee5-ce1a-427f-ae7e-45d11b9924cb'}], 'name': 'tempest-PortsTestJSON-752616101'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:06.660834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fe7fd-fd0f-4f63-91d8-bea787fb1186 None None] Pushing event updated for resources: {'Port': ['ID=23afcec1-d42e-4376-b9e3-eceb488bad67,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.672039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-53c9c30c-04ed-4593-862c-3a3b878ee006 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eb8048ae6354caca276da3ab693b4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728185 Dec 13 10:05:06.672678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:06.731005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.753971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.781109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:06.825111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.829600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.833049 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48b9af4c-4ed5-4000-8cb0-9740ec18fe3c HTTP/1.1" status: 204 len: 168 time: 0.1593888 Dec 13 10:05:06.849617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23441a6-3f50-418e-9851-a08f3c50bae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b9af4c-4ed5-4000-8cb0-9740ec18fe3c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.907480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.984877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:07.147603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23afcec1-d42e-4376-b9e3-eceb488bad67 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:07.210852 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:07.211206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.386646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:07.403012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-441fd4ee-7665-42c6-85d6-ba21c0a07a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.459513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fd5c0ad-da3e-428e-b647-f9924e239c10 req-160f6520-277f-486a-8314-ef055c8f235b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 210 time: 0.4624629 Dec 13 10:05:07.479809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.511053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-441fd4ee-7665-42c6-85d6-ba21c0a07a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.516488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-441fd4ee-7665-42c6-85d6-ba21c0a07a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.517761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 23afcec1-d42e-4376-b9e3-eceb488bad67, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23afcec1-d42e-4376-b9e3-eceb488bad67,segment=NetworkSegment(22a3439c-328d-43fb-a64f-480f94bfc311),segment_id=22a3439c-328d-43fb-a64f-480f94bfc311)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:07.526288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.542559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-169b4a51-b791-44db-b24c-de42d5a9a2bd tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:07.544174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-169b4a51-b791-44db-b24c-de42d5a9a2bd tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/networks?id=92cdce48-4bc6-456c-ab10-f00f194a9629 HTTP/1.1" status: 200 len: 796 time: 0.6234827 Dec 13 10:05:07.574250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fd4ee-7665-42c6-85d6-ba21c0a07a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dadad93-735e-431d-9043-158cec7f2e00,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:07.590012 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-441fd4ee-7665-42c6-85d6-ba21c0a07a57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2016296 Dec 13 10:05:07.596203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:07.610013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=23afcec1-d42e-4376-b9e3-eceb488bad67,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:07.630742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0dbf861-5f11-4df9-a378-1321abc955db no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:07.659323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d0dbf861-5f11-4df9-a378-1321abc955db {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:07.659797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d0dbf861-5f11-4df9-a378-1321abc955db not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:07.681711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.705985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.722727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-8a11e533-3e88-4426-9a53-794652896daf tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 471 time: 0.1681778 Dec 13 10:05:07.734452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'port': {'device_id': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'admin_state_up': True, 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'security_groups': ['5573c65a-7d63-4719-b7a7-8ca84dee47c2']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:07.758699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.761687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.762961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dadad93-735e-431d-9043-158cec7f2e00 HTTP/1.1" status: 204 len: 168 time: 0.1653111 Dec 13 10:05:07.772528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7bffd-20eb-42ff-818b-3b8f4fdbc4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dadad93-735e-431d-9043-158cec7f2e00,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:07.899392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.13 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/a413cc18-780d-42b6-81b5-875241df3344/2982fec0-a7a3-4153-9699-a98c5c1fc3e0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:07.917153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.30 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/3d849ee5-ce1a-427f-ae7e-45d11b9924cb/2982fec0-a7a3-4153-9699-a98c5c1fc3e0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:07.990161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:07.991143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f09600-f789-49dc-9703-fd9b2ff791e6 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:07.993733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.115848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8c0ae9c9-2f0a-4df9-9629-bc74b925466c None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:08.116222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae9c9-2f0a-4df9-9629-bc74b925466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.174626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.209896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.30 (92cdce48-4bc6-456c-ab10-f00f194a9629/5ce705c6-396c-40b8-89ec-246fa70403e4/93676093-2088-43bc-95b1-27111cde8d7f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:08.250397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.255601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Update dhcp port {'port': {'network_id': '41aad83c-ac08-4f2d-a198-3399a3ddbc10', 'fixed_ips': [{'subnet_id': 'a413cc18-780d-42b6-81b5-875241df3344', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d849ee5-ce1a-427f-ae7e-45d11b9924cb'}], 'binding:host_id': 'n-d-820935-7'}, 'id': '23afcec1-d42e-4376-b9e3-eceb488bad67'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:05:08.280727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.353583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:08.364000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:08.370229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:08.377663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=2982fec0-a7a3-4153-9699-a98c5c1fc3e0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:08.441419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:08.450586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:08.451228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.469566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Allocated IP 172.20.0.18 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/3d849ee5-ce1a-427f-ae7e-45d11b9924cb/23afcec1-d42e-4376-b9e3-eceb488bad67) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:08.476682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.486454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-978b9284-483d-4bf6-90b6-453c637df867 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8475261 Dec 13 10:05:08.489852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:08.496998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a413cc18-780d-42b6-81b5-875241df3344'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:08.557799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274352890-network', 'tenant_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:08.569991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b74e7dd-5077-47c4-b813-485df96973f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.584148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.586881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:08.590384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.599843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.604138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] For port 23afcec1-d42e-4376-b9e3-eceb488bad67, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23afcec1-d42e-4376-b9e3-eceb488bad67,segment=NetworkSegment(22a3439c-328d-43fb-a64f-480f94bfc311),segment_id=22a3439c-328d-43fb-a64f-480f94bfc311)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:08.635517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.637746 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.642864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.686843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:08.696076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:08.699015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.699621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:08.702150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:08.709335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.739775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f8dcb-d74f-4b0f-80a1-3b0babcb759f None None] Pushing event updated for resources: {'Port': ['ID=23afcec1-d42e-4376-b9e3-eceb488bad67,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:08.745016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:08.764501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56affc16-3ccc-4a23-8937-27173abda043,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:08.767877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.768312 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Added segment 7349abb9-91dd-4ad6-b4a3-9df0f5722060 of type vlan for network 73fa5690-e3d6-4712-a4fd-33835dda2bee Dec 13 10:05:08.770996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9caea1-2bec-4a60-83e9-f3fde84f12e1 req-5d4f52e8-398d-43d1-a62e-dfa7ee7d197e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:08.772616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b9caea1-2bec-4a60-83e9-f3fde84f12e1 req-5d4f52e8-398d-43d1-a62e-dfa7ee7d197e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 932 time: 0.1817212 Dec 13 10:05:08.828592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.860465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.861609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:08.862377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.938754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:08.939454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.939986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=73fa5690-e3d6-4712-a4fd-33835dda2bee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:08.952652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:08.965923 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb39bfb4-601f-42a4-8faa-1177e259fbb4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5220554 Dec 13 10:05:08.968434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:08.983095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Request body: {'subnet': {'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274352890-subnet', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:09.000707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-0a06fb4f-e2e6-4133-ae30-6faad67ba515 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2706594 Dec 13 10:05:09.016680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:09.020569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.094933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dab552e0-f138-46dc-9b30-9f4da9933c53 None None] Provisioning complete for port 93676093-2088-43bc-95b1-27111cde8d7f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:09.095498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dab552e0-f138-46dc-9b30-9f4da9933c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.120206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23afcec1-d42e-4376-b9e3-eceb488bad67 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:09.136250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Request body: {'port': {'device_id': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:09.178184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-dab552e0-f138-46dc-9b30-9f4da9933c53 None None] Port 93676093-2088-43bc-95b1-27111cde8d7f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:09.189360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:09.189926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.199811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b9caea1-2bec-4a60-83e9-f3fde84f12e1 req-91b26595-f5e4-4837-b1f1-fa2363061db1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129870 Dec 13 10:05:09.261256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.305804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.333257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2ac877-cd22-4a60-990e-3dff2d7ebf62,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:09.339053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:09.339406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Network hostable DHCP agents. Network: 73fa5690-e3d6-4712-a4fd-33835dda2bee, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:09.357682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:09.367115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 73fa5690-e3d6-4712-a4fd-33835dda2bee) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:09.372097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:09.373440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.375939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Delete allocated IP 172.20.0.30 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/3d849ee5-ce1a-427f-ae7e-45d11b9924cb) {{(pid=103195) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:05:09.387500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a831c-cc31-467e-9410-dbfbcae92b08 None None] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:09.400280 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b1597bf7-c66b-4e99-a242-384c23a77471 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4302983 Dec 13 10:05:09.402776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51982) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:09.409193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:09.432973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.436135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.467414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58893a-2e59-4c34-9a30-2d34b70a6cc6 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:09.507261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.589003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b440a12a-4643-4aa8-9f95-5db3794398d2 None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:09.589680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b440a12a-4643-4aa8-9f95-5db3794398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.595650 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.655379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-73fa5690-e3d6-4712-a4fd-33835dda2bee', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:09.656448 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.658006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.688848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.698220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.841120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93676093-2088-43bc-95b1-27111cde8d7f {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:09.849977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=2982fec0-a7a3-4153-9699-a98c5c1fc3e0,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:09.863610 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.873094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Allocated IP 172.20.0.2 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/414a2270-99c8-44c5-aabf-b3a8e62ea15a) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:09.887201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] In _notify_port_updated(), no bound segment for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 on network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:05:09.893514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:09.894167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.895704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-46b7164a-c41d-45b1-92de-9fcdd885922b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/ports/2982fec0-a7a3-4153-9699-a98c5c1fc3e0 HTTP/1.1" status: 200 len: 919 time: 1.4048111 Dec 13 10:05:09.897002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Transition to ACTIVE for port object 93676093-2088-43bc-95b1-27111cde8d7f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:05:09.898265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51984) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:09.898769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.904839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a413cc18-780d-42b6-81b5-875241df3344'}, {'subnet_id': '3d849ee5-ce1a-427f-ae7e-45d11b9924cb'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:09.909353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.922585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.022259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Pushing event updated for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.088867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.099348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Allocated IP 172.25.2.134 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8006a105-bcfc-43c2-af00-b55d07877d21) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:10.117694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.125611 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.191853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:10.199451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:10.206252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:10.230308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Attempting to bind port 93676093-2088-43bc-95b1-27111cde8d7f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:10.230510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Pushing event updated for resources: {'Port': ['ID=414a2270-99c8-44c5-aabf-b3a8e62ea15a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.230840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Attempting to bind port 93676093-2088-43bc-95b1-27111cde8d7f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:10.231843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Attempting to bind port 93676093-2088-43bc-95b1-27111cde8d7f on network 92cdce48-4bc6-456c-ab10-f00f194a9629 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:10.237621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-290fdc35-bb67-415b-9bef-9e616ce77995 None None] Provisioning complete for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:10.237995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-290fdc35-bb67-415b-9bef-9e616ce77995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.282108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Port 93676093-2088-43bc-95b1-27111cde8d7f on network 92cdce48-4bc6-456c-ab10-f00f194a9629 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:05:10.283082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Attempting to bind port 93676093-2088-43bc-95b1-27111cde8d7f on network 92cdce48-4bc6-456c-ab10-f00f194a9629 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:10.286135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.294292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:10.295066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Checking segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:10.295725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Bound using segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:10.296564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Bound port: 93676093-2088-43bc-95b1-27111cde8d7f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:10.297463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.350649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-290fdc35-bb67-415b-9bef-9e616ce77995 None None] Port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:10.351065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.365674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Attempting to bind port 414a2270-99c8-44c5-aabf-b3a8e62ea15a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:10.366045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Attempting to bind port 414a2270-99c8-44c5-aabf-b3a8e62ea15a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:10.371645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Attempting to bind port 414a2270-99c8-44c5-aabf-b3a8e62ea15a on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:10.380598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:10.380867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:10.381455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.382022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:10.382720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Bound port: 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:10.383384 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.384927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:10.387303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-290fdc35-bb67-415b-9bef-9e616ce77995 None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:10.387895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-290fdc35-bb67-415b-9bef-9e616ce77995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.389323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=93676093-2088-43bc-95b1-27111cde8d7f,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:10.401649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:10.404901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:10.408835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:10.431137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.460132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Pushing event updated for resources: {'Port': ['ID=8006a105-bcfc-43c2-af00-b55d07877d21,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.478573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] For port 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:10.482346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] For port 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=414a2270-99c8-44c5-aabf-b3a8e62ea15a,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:10.488667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79d553-7178-4edd-8c3e-6edf6927e9e4 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:10.498364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.528191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803200-f6b7-4fe6-a805-cf599fda26c8 req-9f5fce72-56b6-4934-93b3-ec74bf915888 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:10.529742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17803200-f6b7-4fe6-a805-cf599fda26c8 req-9f5fce72-56b6-4934-93b3-ec74bf915888 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 944 time: 0.2047222 Dec 13 10:05:10.567303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Pushing event updated for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.581199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c3aff-298d-484a-a552-0375ac4c9e2b None None] Pushing event updated for resources: {'Port': ['ID=414a2270-99c8-44c5-aabf-b3a8e62ea15a,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.604845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:10.605480 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.619146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-820f85cc-9199-40a6-8440-aeb27c788999 service neutron] 10.222.0.20 "PUT /v2.0/ports/93676093-2088-43bc-95b1-27111cde8d7f HTTP/1.1" status: 200 len: 1092 time: 1.5885487 Dec 13 10:05:10.619146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:10.619146 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6fce8-fe97-4be9-9c22-0d975c5c616b" -d '{"events": [{"name": "network-changed", "server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "tag": "93676093-2088-43bc-95b1-27111cde8d7f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:10.719175 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdefa5dc-a9d7-4be8-8a04-5b59aa5a1ac8 x-openstack-request-id: req-fdefa5dc-a9d7-4be8-8a04-5b59aa5a1ac8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:10.719514 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "tag": "93676093-2088-43bc-95b1-27111cde8d7f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:10.721626 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdefa5dc-a9d7-4be8-8a04-5b59aa5a1ac8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:10.724616 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f', 'status': 'completed', 'code': 200} Dec 13 10:05:10.775490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.789314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Provisioning complete for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:10.789314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.802565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17803200-f6b7-4fe6-a805-cf599fda26c8 req-a91d567a-3358-4821-9d8e-8557caf8118a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064571 Dec 13 10:05:10.845307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-a03eaec2-d137-44bf-9467-1e09cd062c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:10.846849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-a03eaec2-d137-44bf-9467-1e09cd062c70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 1095 time: 0.1723843 Dec 13 10:05:10.875317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:10.915127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Provisioning complete for port 8006a105-bcfc-43c2-af00-b55d07877d21 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:10.916110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.943270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-27eb268c-a575-4eb8-8c56-c1d04008d594 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=93676093-2088-43bc-95b1-27111cde8d7f HTTP/1.1" status: 200 len: 217 time: 0.0854485 Dec 13 10:05:10.959134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-382553ab-b7a2-4d82-9074-2593edb8c709 None None] Port 8006a105-bcfc-43c2-af00-b55d07877d21 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:10.969094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.30 (41aad83c-ac08-4f2d-a198-3399a3ddbc10/3d849ee5-ce1a-427f-ae7e-45d11b9924cb/2982fec0-a7a3-4153-9699-a98c5c1fc3e0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:11.084484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-3d551638-2933-4124-902e-5ba70162798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:11.086014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-3d551638-2933-4124-902e-5ba70162798a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ce705c6-396c-40b8-89ec-246fa70403e4 HTTP/1.1" status: 200 len: 838 time: 0.1357167 Dec 13 10:05:11.086560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.094942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e5c02d1c-806a-4e67-b8e7-d463afa7307e None None] Provisioning complete for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:11.095321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e5c02d1c-806a-4e67-b8e7-d463afa7307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.176386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e5c02d1c-806a-4e67-b8e7-d463afa7307e None None] Port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:11.180263 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.202274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbf00-4779-45cb-8879-22295c232c99 req-aeb8bac8-7a46-4e7b-9ed0-d1daac011b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:11.204091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-aeb8bac8-7a46-4e7b-9ed0-d1daac011b87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92cdce48-4bc6-456c-ab10-f00f194a9629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110904 Dec 13 10:05:11.271444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:11.293420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.299284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.391000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-3b616d59-0f60-49c3-ab91-29e15e743275 service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733937 Dec 13 10:05:11.393420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=2982fec0-a7a3-4153-9699-a98c5c1fc3e0,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:11.396454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:11.411737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:11.418814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.420682 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-206a87f2-5251-46e0-a2ec-5d9fbc4e6ceb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0151467 Dec 13 10:05:11.423336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 51994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:11.430627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:11.432070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:11.510756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] In _notify_port_updated(), no bound segment for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 on network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 {{(pid=103195) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:05:11.516593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:11.517317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.525798 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5ff37dde-31b0-4f52-8984-8c7c54f90cbe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/ports/2982fec0-a7a3-4153-9699-a98c5c1fc3e0 HTTP/1.1" status: 200 len: 999 time: 1.6262770 Dec 13 10:05:11.526564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 51996) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:11.581173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:11.658113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-368bbf00-4779-45cb-8879-22295c232c99 req-596b931c-019f-404e-8046-6997a8d52f8c service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468755 Dec 13 10:05:11.680493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:11.680854 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.828754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-2566bd53-619b-4262-8043-96b01c38269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:11.830315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-2566bd53-619b-4262-8043-96b01c38269b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 1095 time: 0.1192987 Dec 13 10:05:11.867832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.918901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:11.958615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-68326154-fa0b-45d5-9e47-65cf0143509f None None] Provisioning complete for port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:11.959208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68326154-fa0b-45d5-9e47-65cf0143509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.039760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45d5fe-d520-4b8f-a58c-bb44fa411570 None None] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:12.059450 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.061303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-68326154-fa0b-45d5-9e47-65cf0143509f None None] Port 2982fec0-a7a3-4153-9699-a98c5c1fc3e0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:12.066966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-a309a467-fc63-4df8-9e10-3f802d17d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:12.069212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-a309a467-fc63-4df8-9e10-3f802d17d4a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92cdce48-4bc6-456c-ab10-f00f194a9629 HTTP/1.1" status: 200 len: 897 time: 0.2285774 Dec 13 10:05:12.081181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425be3d-25e6-4b29-80f1-8c590a8ad2e9 req-a8661bc7-f3b1-4f4e-b249-3bea6834aae5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:12.082974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d425be3d-25e6-4b29-80f1-8c590a8ad2e9 req-a8661bc7-f3b1-4f4e-b249-3bea6834aae5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 944 time: 0.1537282 Dec 13 10:05:12.158217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-67786a88-90c2-47ea-884f-5602990ef16b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=93676093-2088-43bc-95b1-27111cde8d7f HTTP/1.1" status: 200 len: 217 time: 0.0724833 Dec 13 10:05:12.230068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] Provisioning complete for port 414a2270-99c8-44c5-aabf-b3a8e62ea15a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:12.230451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.260748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:10Z', 'revision_number': 3, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:12.294700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:12.295061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Updating router 988e501f-367b-449b-8c46-8b1bcc5f2a48 port 8006a105-bcfc-43c2-af00-b55d07877d21 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:12.335510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.351117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.378608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d425be3d-25e6-4b29-80f1-8c590a8ad2e9 req-82573e2e-605e-4a8e-80e1-e2c6581ef3c7 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827861 Dec 13 10:05:12.412387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.439758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-71326036-eb6a-4e65-a040-05445be1600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:12.442195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-71326036-eb6a-4e65-a040-05445be1600d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ce705c6-396c-40b8-89ec-246fa70403e4 HTTP/1.1" status: 200 len: 838 time: 0.2684429 Dec 13 10:05:12.481174 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.594984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Allocated IP 172.20.0.1 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/913e2ecc-3d17-4a4f-8af5-b51f76449329) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:12.609830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] For port 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=414a2270-99c8-44c5-aabf-b3a8e62ea15a,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:12.615431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.712392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed721b-b362-44ed-a9fe-32fa33445ba8 None None] Pushing event updated for resources: {'Port': ['ID=414a2270-99c8-44c5-aabf-b3a8e62ea15a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:12.744989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.782067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.806350 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.809607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5c4d35fc-7969-4012-b2a3-35884f00d0d4 None None] Provisioning complete for port 414a2270-99c8-44c5-aabf-b3a8e62ea15a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:12.810010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c4d35fc-7969-4012-b2a3-35884f00d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.831466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:12.834748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:12.837437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:12.841520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.875377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Pushing event updated for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:12.890055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.914835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9bc79-fdb7-4324-a45c-2070954d8a9a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:12.917564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=2982fec0-a7a3-4153-9699-a98c5c1fc3e0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:12.943214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b1adc-94d7-4793-b520-5317f516d61d None None] Pushing event updated for resources: {'Port': ['ID=8006a105-bcfc-43c2-af00-b55d07877d21,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:12.960342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.960830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.961268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.961701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.962698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.963120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.963563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.963985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.964420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.964840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.965258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.965704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.966118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:12.996387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Attempting to bind port 8006a105-bcfc-43c2-af00-b55d07877d21 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:12.996919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Attempting to bind port 8006a105-bcfc-43c2-af00-b55d07877d21 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:12.997124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Attempting to bind port 8006a105-bcfc-43c2-af00-b55d07877d21 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:13.015561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:13.015561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:13.015561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.015561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:13.015561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Bound port: 8006a105-bcfc-43c2-af00-b55d07877d21, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:13.016134 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.058635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.066022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5630ddb5-1c2b-445e-b63c-756b880e673d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/2982fec0-a7a3-4153-9699-a98c5c1fc3e0 HTTP/1.1" status: 204 len: 168 time: 1.5340164 Dec 13 10:05:13.071215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52002) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:13.094672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-348c52b7-8058-45c2-a2c7-ef6041a7fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:13.096946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-348c52b7-8058-45c2-a2c7-ef6041a7fc03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92cdce48-4bc6-456c-ab10-f00f194a9629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388514 Dec 13 10:05:13.108099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] For port 8006a105-bcfc-43c2-af00-b55d07877d21, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:13.112095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] For port 8006a105-bcfc-43c2-af00-b55d07877d21, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8006a105-bcfc-43c2-af00-b55d07877d21,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:13.117793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.134396 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c862dc-4808-4ec2-82aa-4170a6932325 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:13.139158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3c862dc-4808-4ec2-82aa-4170a6932325 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/2982fec0-a7a3-4153-9699-a98c5c1fc3e0 HTTP/1.1" status: 404 len: 333 time: 0.0639825 Dec 13 10:05:13.139593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:13.147174 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.154767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 414a2270-99c8-44c5-aabf-b3a8e62ea15a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:13.215329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde842f-9502-4369-8b20-970680250a34 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:13.219942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-b4a33105-1cab-4fc8-b4f4-5b20f5813bfd service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147995 Dec 13 10:05:13.230852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet 3d849ee5-ce1a-427f-ae7e-45d11b9924cb {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:13.235905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.243496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b1adc-94d7-4793-b520-5317f516d61d None None] Pushing event updated for resources: {'Port': ['ID=8006a105-bcfc-43c2-af00-b55d07877d21,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:13.248480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:13.249106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:13.250820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Provisioning complete for port 8006a105-bcfc-43c2-af00-b55d07877d21 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:13.251188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.325805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.328747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f6fce8-fe97-4be9-9c22-0d975c5c616b req-7a1eda25-2e0b-492f-948f-7f587c5d10a1 service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012020 Dec 13 10:05:13.377841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 414a2270-99c8-44c5-aabf-b3a8e62ea15a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:13.378215 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.445722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:13.460996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.490587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.500559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.510869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.520918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c000fff-0c3e-4022-b2cf-254ab84f680e req-92c58d61-a6a3-425a-bc4e-57d6f497a074 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:13.522626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c000fff-0c3e-4022-b2cf-254ab84f680e req-92c58d61-a6a3-425a-bc4e-57d6f497a074 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 944 time: 0.0628316 Dec 13 10:05:13.588516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c000fff-0c3e-4022-b2cf-254ab84f680e req-92a81341-8c77-481a-8777-de281d9870b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580282 Dec 13 10:05:13.589700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Pushing event updated for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:13.595405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.597834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] For port 8006a105-bcfc-43c2-af00-b55d07877d21, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8006a105-bcfc-43c2-af00-b55d07877d21,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:13.619068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.628579 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.676034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=3d849ee5-ce1a-427f-ae7e-45d11b9924cb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:13.681948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Provisioning complete for port 913e2ecc-3d17-4a4f-8af5-b51f76449329 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:13.682320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.684588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.690470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8d62bd61-7512-4923-9db1-002761430265 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/3d849ee5-ce1a-427f-ae7e-45d11b9924cb HTTP/1.1" status: 204 len: 168 time: 0.5471706 Dec 13 10:05:13.690470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52010) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:13.699258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f343f7d-9767-496f-aa53-948ab75431a1 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:13.764229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet a413cc18-780d-42b6-81b5-875241df3344 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:13.770808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.788525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Pushing event updated for resources: {'Port': ['ID=8006a105-bcfc-43c2-af00-b55d07877d21,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:13.803021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:13.807381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:13.828428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-253103f2-72e7-40a3-b8e5-a8cfa05c2836 None None] Port 913e2ecc-3d17-4a4f-8af5-b51f76449329 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:13.876588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.895405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:12Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:13.936915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdac426-870b-467a-97ad-21381a4cc0a0 None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:12Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:13.973543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dd4a2353-59af-4a28-8aa5-d75c98250c0d None None] Provisioning complete for port 8006a105-bcfc-43c2-af00-b55d07877d21 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:13.974002 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2353-59af-4a28-8aa5-d75c98250c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.042473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:14.067216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.238119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a5f9c469-6ab5-42a7-b5d5-7e72b962aa1c None None] Provisioning complete for port 913e2ecc-3d17-4a4f-8af5-b51f76449329 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:14.238675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5f9c469-6ab5-42a7-b5d5-7e72b962aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.261144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:14.268172 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88302a7d-fa92-4ea9-a8d7-e68a02688723 admin admin] 10.222.0.31 "PUT /v2.0/routers/988e501f-367b-449b-8c46-8b1bcc5f2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433838 Dec 13 10:05:14.270457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.289382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a5f9c469-6ab5-42a7-b5d5-7e72b962aa1c None None] Port 913e2ecc-3d17-4a4f-8af5-b51f76449329 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:14.313498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=a413cc18-780d-42b6-81b5-875241df3344,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:14.330150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.334756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3fd290f9-eb6b-400a-81cb-2cbb58460f20 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/a413cc18-780d-42b6-81b5-875241df3344 HTTP/1.1" status: 204 len: 168 time: 0.6410449 Dec 13 10:05:14.337885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:14.493018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.565718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 23afcec1-d42e-4376-b9e3-eceb488bad67 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:14.566064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.644528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port 23afcec1-d42e-4376-b9e3-eceb488bad67, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23afcec1-d42e-4376-b9e3-eceb488bad67,segment=NetworkSegment(22a3439c-328d-43fb-a64f-480f94bfc311),segment_id=22a3439c-328d-43fb-a64f-480f94bfc311)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:14.644905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.669314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 23afcec1-d42e-4376-b9e3-eceb488bad67 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:14.728785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16cb645-e6ea-467d-8bbf-444962e5fd50 None None] Network 41aad83c-ac08-4f2d-a198-3399a3ddbc10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:14.843198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7881d2-b2a7-4255-b2cf-fbf908e30817 req-eb846e51-1995-49c0-b07f-a1a658bdb3b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:14.844860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce7881d2-b2a7-4255-b2cf-fbf908e30817 req-eb846e51-1995-49c0-b07f-a1a658bdb3b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 944 time: 0.1261213 Dec 13 10:05:14.846013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.850962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 93676093-2088-43bc-95b1-27111cde8d7f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:05:14.861030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9b53b919-2811-4252-b259-e0311132758d None None] Provisioning complete for port 23afcec1-d42e-4376-b9e3-eceb488bad67 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:14.862807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b53b919-2811-4252-b259-e0311132758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.909871 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=23afcec1-d42e-4376-b9e3-eceb488bad67,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:14.934835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9b53b919-2811-4252-b259-e0311132758d None None] Port 23afcec1-d42e-4376-b9e3-eceb488bad67 was deleted so its status cannot be updated. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 10:05:14.956143 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port 23afcec1-d42e-4376-b9e3-eceb488bad67 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:15.012443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52032) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.017655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1995529938-network', 'tenant_id': '10868f222482417a9eedd08601c75fcb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:15.034130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ee315-d6ca-4ddc-8c27-c569a376824a None None] DHCP port deletion for 41aad83c-ac08-4f2d-a198-3399a3ddbc10 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:15.057211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Made reservation on behalf of 10868f222482417a9eedd08601c75fcb for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:15.061930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.084792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.100900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.103325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=93676093-2088-43bc-95b1-27111cde8d7f,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:15.120797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '93676093-2088-43bc-95b1-27111cde8d7f', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'port_id': '93676093-2088-43bc-95b1-27111cde8d7f', 'mac_address': 'fa:16:3e:dc:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:05:15.123200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce7881d2-b2a7-4255-b2cf-fbf908e30817 req-27777ad0-0b9c-43cf-919f-6955e8f92d51 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613261 Dec 13 10:05:15.148087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aad83c-ac08-4f2d-a198-3399a3ddbc10']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:15.164264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a3439c-328d-43fb-a64f-480f94bfc311') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:15.164264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a3439c-328d-43fb-a64f-480f94bfc311') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:15.179196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.192252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8006a105-bcfc-43c2-af00-b55d07877d21 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:15.205243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.217168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:15.217822 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:15.221912 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:15.242840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.251482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.286286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:15.304671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f5fb8d-d514-4648-beb6-7083f8ee748d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.312061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.312769 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Added segment 9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e of type vlan for network 62107ee9-f3bd-4469-b819-9d3acb1bad13 Dec 13 10:05:15.323800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.335593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.339958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/41aad83c-ac08-4f2d-a198-3399a3ddbc10 HTTP/1.1" status: 204 len: 168 time: 1.0004992 Dec 13 10:05:15.346293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52034) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.378159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.402968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.406558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed4957-23dd-4f01-9abc-6da152cd19f3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=41aad83c-ac08-4f2d-a198-3399a3ddbc10,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.416659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.419413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:15.420507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93676093-2088-43bc-95b1-27111cde8d7f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:15.420850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.433794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675e6c2-cb35-4533-afa4-cd1a4f361772 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:15.435798 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a675e6c2-cb35-4533-afa4-cd1a4f361772 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0885267 Dec 13 10:05:15.439534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52036) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.449867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=93676093-2088-43bc-95b1-27111cde8d7f,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:15.458726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.487734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4739087 Dec 13 10:05:15.496137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6802f912-0f51-4ede-8270-d3a29576b4b5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0552828 Dec 13 10:05:15.496834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.499269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52042) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.502661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Request body: {'subnet': {'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1995529938-subnet', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:15.504700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1353670842'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:15.514805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2e55b-1661-4f6a-9e3a-c5febb485465 admin admin] Pushing event updated for resources: {'Network': ['ID=62107ee9-f3bd-4469-b819-9d3acb1bad13,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.531093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:15.537039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.556368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Made reservation on behalf of 10868f222482417a9eedd08601c75fcb for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:15.560161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.564843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:15.570041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:15.579224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.583902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.584800 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 798da89c-e058-4d96-b556-c1d76b6a5b11 of type vlan for network 1d093381-79e0-444e-879b-c1ff87bfabef Dec 13 10:05:15.641242 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.676835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.678566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['93676093-2088-43bc-95b1-27111cde8d7f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:05:15.683699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:15.684558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.714519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139592 Dec 13 10:05:15.717442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.725053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:15.736562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8006a105-bcfc-43c2-af00-b55d07877d21 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:15.736937 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.771256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60c5f3-93f7-4ca5-8d00-f1dd718ba13d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=1d093381-79e0-444e-879b-c1ff87bfabef,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.788238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1d093381-79e0-444e-879b-c1ff87bfabef details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:15.871396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.919802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:15.923250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.012808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:16.026451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Checking segment: {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:16.026812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Network hostable DHCP agents. Network: 62107ee9-f3bd-4469-b819-9d3acb1bad13, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:16.030155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23afcec1-d42e-4376-b9e3-eceb488bad67 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:16.058835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:16.064147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 23afcec1-d42e-4376-b9e3-eceb488bad67 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:16.064504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23afcec1-d42e-4376-b9e3-eceb488bad67 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:16.087813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 62107ee9-f3bd-4469-b819-9d3acb1bad13) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:16.095850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:16.096446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.104603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c04d9d-0091-451e-8942-fbe1bcafcad7 None None] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:16.124267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-246d24a8-3ef0-4164-8946-ed5eb30f4d09 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6263471 Dec 13 10:05:16.126807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52046) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.132849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:16.190416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.201229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.202304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.238059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-62107ee9-f3bd-4469-b819-9d3acb1bad13', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'project_id': '10868f222482417a9eedd08601c75fcb', 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:16.239434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.265493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62f32-5ca6-414d-921d-7f5cdcc4f893 req-49854e87-f460-4547-9f7f-e460cb461b54 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:16.267207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58d62f32-5ca6-414d-921d-7f5cdcc4f893 req-49854e87-f460-4547-9f7f-e460cb461b54 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 945 time: 0.0679328 Dec 13 10:05:16.286004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=a7d0320f-9f42-4268-8a15-8308f561a35d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:16.319675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.320821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '798da89c-e058-4d96-b556-c1d76b6a5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:16.321215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 1d093381-79e0-444e-879b-c1ff87bfabef, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:16.342696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58d62f32-5ca6-414d-921d-7f5cdcc4f893 req-ab2fcf42-5647-4e77-bf82-0349541958c0 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584772 Dec 13 10:05:16.402924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 1d093381-79e0-444e-879b-c1ff87bfabef is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:16.418264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Allocated IP 172.20.0.2 (62107ee9-f3bd-4469-b819-9d3acb1bad13/7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa/53877730-639c-44fc-bba3-bdea8eaaefeb) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:16.444260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1d093381-79e0-444e-879b-c1ff87bfabef) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:16.477282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:16.478415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.479241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e33b84-8a38-43c7-9fc9-cc94ba71674d None None] Network 1d093381-79e0-444e-879b-c1ff87bfabef requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:16.484516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.502813 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ae0b0b6-730b-40c2-b62b-4fae0c3e4189 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7816803 Dec 13 10:05:16.503348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52050) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.508361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef', 'name': 'tempest-PortsTestJSON-238622695'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:16.651511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1d093381-79e0-444e-879b-c1ff87bfabef', 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': 'a7d0320f-9f42-4268-8a15-8308f561a35d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:16.654036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.677531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:16.681569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.696488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.701152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port c3c60644-3776-4e62-81f8-9729395c5818 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:16.746979 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.755085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.772806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.779262 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:16.803876 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:16.804639 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:16.833367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:16.839236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:16.841181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.8 (1d093381-79e0-444e-879b-c1ff87bfabef/a7d0320f-9f42-4268-8a15-8308f561a35d/c3c60644-3776-4e62-81f8-9729395c5818) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:16.843275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:16.859043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Pushing event updated for resources: {'Port': ['ID=53877730-639c-44fc-bba3-bdea8eaaefeb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:16.876314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.877166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.877659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.878134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.878616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.879985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.880502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.881562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.882171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.882650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.883291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.883945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.884440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:16.891750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 93676093-2088-43bc-95b1-27111cde8d7f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:16.912351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Allocated IP 172.25.2.150 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0c775548-5eed-4dbd-941e-c31868a7261d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:16.951316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:16.985860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Attempting to bind port 53877730-639c-44fc-bba3-bdea8eaaefeb on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:16.987267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Attempting to bind port 53877730-639c-44fc-bba3-bdea8eaaefeb by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:16.989212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Attempting to bind port 53877730-639c-44fc-bba3-bdea8eaaefeb on network 62107ee9-f3bd-4469-b819-9d3acb1bad13 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:17.003930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:17.004364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Checking segment: {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:17.004879 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.005377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Bound using segment: {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:17.005965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Bound port: 53877730-639c-44fc-bba3-bdea8eaaefeb, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:17.006693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.033925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.051418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.078576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 93676093-2088-43bc-95b1-27111cde8d7f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:05:17.082241 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.107594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.114068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 93676093-2088-43bc-95b1-27111cde8d7f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:17.114430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.119875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] For port 53877730-639c-44fc-bba3-bdea8eaaefeb, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:17.129454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 1d093381-79e0-444e-879b-c1ff87bfabef is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:17.132554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:17.138269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:17.142882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:17.162638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] For port 53877730-639c-44fc-bba3-bdea8eaaefeb, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53877730-639c-44fc-bba3-bdea8eaaefeb,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:17.168314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:17.175864 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.176718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:17.178209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Allocated IP 172.20.0.2 (1d093381-79e0-444e-879b-c1ff87bfabef/a7d0320f-9f42-4268-8a15-8308f561a35d/00cda69f-cedd-4ed5-88ef-fc9073af93eb) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:17.188261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=c3c60644-3776-4e62-81f8-9729395c5818,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.212591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:17.213413 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.218778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 2, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:17.221121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a23373-7109-4798-9cbd-e5a0186ed49b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:17.236073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6421a8f2-ee31-46b7-8129-7e7895e57dfe tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7290246 Dec 13 10:05:17.236589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52054) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:17.244135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef', 'name': 'tempest-PortsTestJSON-1256344515'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:17.278321 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:17.279112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Updating router 988e501f-367b-449b-8c46-8b1bcc5f2a48 port 913e2ecc-3d17-4a4f-8af5-b51f76449329 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:17.315821 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.345556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9c9e-7b55-4f1b-bd03-5ae1c1cb75cb None None] Pushing event updated for resources: {'Port': ['ID=53877730-639c-44fc-bba3-bdea8eaaefeb,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.403460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Pushing event updated for resources: {'Port': ['ID=0c775548-5eed-4dbd-941e-c31868a7261d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.404187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:17.409086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.419368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.419751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.420101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.420441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.420775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.421112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.421446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.421776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.422103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.422429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.422758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.423082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.423405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:17.440014 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.451732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 4569bb19-d5ea-4b2c-b056-911c412c1971 yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:17.458777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c28f40d6-1403-4da8-8e07-2b2ffea831c7 None None] Provisioning complete for port 0c775548-5eed-4dbd-941e-c31868a7261d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:17.459327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c28f40d6-1403-4da8-8e07-2b2ffea831c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.546172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:17.548967 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d9240-18ef-47e1-a4b7-d4d207507f2f" -d '{"events": [{"server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "name": "network-vif-plugged", "status": "completed", "tag": "93676093-2088-43bc-95b1-27111cde8d7f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:17.624185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=93676093-2088-43bc-95b1-27111cde8d7f,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:17.625367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c28f40d6-1403-4da8-8e07-2b2ffea831c7 None None] Port 0c775548-5eed-4dbd-941e-c31868a7261d cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:17.637514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07873485-85d2-4fa2-be58-4610331fc26a req-48eb8144-ecd1-4b14-bd77-539afb7205bc tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:17.638432 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.639920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07873485-85d2-4fa2-be58-4610331fc26a req-48eb8144-ecd1-4b14-bd77-539afb7205bc tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 945 time: 0.1203096 Dec 13 10:05:17.647360 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0fa445-adde-4847-8b28-d3af05f31f52 x-openstack-request-id: req-ab0fa445-adde-4847-8b28-d3af05f31f52 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:17.647934 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "name": "network-vif-plugged", "status": "completed", "tag": "93676093-2088-43bc-95b1-27111cde8d7f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:17.648860 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab0fa445-adde-4847-8b28-d3af05f31f52 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:17.649900 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f', 'code': 200} Dec 13 10:05:17.668311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.718597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.740500 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.764534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.781787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Network 1d093381-79e0-444e-879b-c1ff87bfabef is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:17.783664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:17.794828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:17.865524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Pushing event updated for resources: {'Port': ['ID=00cda69f-cedd-4ed5-88ef-fc9073af93eb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.896246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07873485-85d2-4fa2-be58-4610331fc26a req-67a62ad8-5169-4345-ab68-c4b5f7e4ee13 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493179 Dec 13 10:05:17.945870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Attempting to bind port 00cda69f-cedd-4ed5-88ef-fc9073af93eb on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:17.947438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Attempting to bind port 00cda69f-cedd-4ed5-88ef-fc9073af93eb by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '798da89c-e058-4d96-b556-c1d76b6a5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:17.947844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Attempting to bind port 00cda69f-cedd-4ed5-88ef-fc9073af93eb on network 1d093381-79e0-444e-879b-c1ff87bfabef {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:17.950989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.6 (1d093381-79e0-444e-879b-c1ff87bfabef/a7d0320f-9f42-4268-8a15-8308f561a35d/4569bb19-d5ea-4b2c-b056-911c412c1971) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:17.959272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:17.959768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Checking segment: {'id': '798da89c-e058-4d96-b556-c1d76b6a5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:17.960278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.961090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Bound using segment: {'id': '798da89c-e058-4d96-b556-c1d76b6a5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:17.964538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Bound port: 00cda69f-cedd-4ed5-88ef-fc9073af93eb, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798da89c-e058-4d96-b556-c1d76b6a5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d093381-79e0-444e-879b-c1ff87bfabef'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:17.967279 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.985470 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.996491 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.132340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e811c726-1cb4-4401-966a-089ad06facea None None] For port 00cda69f-cedd-4ed5-88ef-fc9073af93eb, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:18.139769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e811c726-1cb4-4401-966a-089ad06facea None None] For port 00cda69f-cedd-4ed5-88ef-fc9073af93eb, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00cda69f-cedd-4ed5-88ef-fc9073af93eb,segment=NetworkSegment(798da89c-e058-4d96-b556-c1d76b6a5b11),segment_id=798da89c-e058-4d96-b556-c1d76b6a5b11)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:18.152250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.182607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Pushing event updated for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.184761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Attempting to bind port 913e2ecc-3d17-4a4f-8af5-b51f76449329 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:18.185129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Attempting to bind port 913e2ecc-3d17-4a4f-8af5-b51f76449329 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:18.185480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Attempting to bind port 913e2ecc-3d17-4a4f-8af5-b51f76449329 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:18.194941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:18.195728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:18.197436 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.198143 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:18.199090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Bound port: 913e2ecc-3d17-4a4f-8af5-b51f76449329, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:18.199657 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.212471 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.213694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.214206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.214687 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.215838 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.216325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.216803 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.217292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.217764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.218247 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.218727 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.219194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.219717 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:18.255171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811c726-1cb4-4401-966a-089ad06facea None None] Pushing event updated for resources: {'Port': ['ID=00cda69f-cedd-4ed5-88ef-fc9073af93eb,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.303541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.332850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] For port 913e2ecc-3d17-4a4f-8af5-b51f76449329, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:18.338869 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] For port 913e2ecc-3d17-4a4f-8af5-b51f76449329, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=913e2ecc-3d17-4a4f-8af5-b51f76449329,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:18.344334 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.403930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69a3b7-c0d6-4f43-9cb2-15580e1375e4 req-50f53e34-cfff-4cfc-bac9-6c1606e1c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:18.405654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c69a3b7-c0d6-4f43-9cb2-15580e1375e4 req-50f53e34-cfff-4cfc-bac9-6c1606e1c71f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 1097 time: 0.6714878 Dec 13 10:05:18.409439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.426558 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:18.427205 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:18.469592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] Provisioning complete for port 913e2ecc-3d17-4a4f-8af5-b51f76449329 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:18.470149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.514373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 1d093381-79e0-444e-879b-c1ff87bfabef is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:18.536506 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367337c-84e1-4935-9661-822ccfa3c063 None None] Pushing event updated for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.543372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:18.548483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.553412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=4569bb19-d5ea-4b2c-b056-911c412c1971,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.563677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:18.606006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.685898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] For port 913e2ecc-3d17-4a4f-8af5-b51f76449329, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=913e2ecc-3d17-4a4f-8af5-b51f76449329,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:18.690546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.701116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c69a3b7-c0d6-4f43-9cb2-15580e1375e4 req-37d8d1af-262c-4846-8343-e5c3ff506d16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713287 Dec 13 10:05:18.714445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:18.715739 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.752102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-93404b65-aa52-4168-9298-2c41fc00411b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5142689 Dec 13 10:05:18.755104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:18.769398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d83d-9f23-410e-9aba-084a1506d59f None None] Pushing event updated for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.771773 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:18.889138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Router 112db30d-c287-4cb4-8288-66fa53c5dc38 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:18.931950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-35c0387e-78e2-4972-b021-2a1502bfbd28 None None] Provisioning complete for port 913e2ecc-3d17-4a4f-8af5-b51f76449329 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:18.932328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35c0387e-78e2-4972-b021-2a1502bfbd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.964931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665b85a-4c85-422e-941b-8ac8fda7e30c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:18.968234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d665b85a-4c85-422e-941b-8ac8fda7e30c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2119856 Dec 13 10:05:18.973388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:19.103433 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:19.117814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:19.148254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Sync routers for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:19.150775 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c2312-45eb-4356-8c73-a3dc0fd6aaad None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:19.153272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.156873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1c8c01f1-527e-4db1-8fb9-13970c52d2fe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0268240 Dec 13 10:05:19.157463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52072) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:19.170937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07f050-ce3b-4741-bf37-16b10fae44f6 None None] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:19.242960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230bb4b-46ed-4bd7-b3dd-9efe87c1625e req-b98f2091-da19-43b1-9286-c42ffacd7f89 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:19.250949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f230bb4b-46ed-4bd7-b3dd-9efe87c1625e req-b98f2091-da19-43b1-9286-c42ffacd7f89 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.1808646 Dec 13 10:05:19.260744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:19.261392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:19.324676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f230bb4b-46ed-4bd7-b3dd-9efe87c1625e req-b4bb3efa-2998-48f0-a117-adb859c7ab32 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725303 Dec 13 10:05:19.329319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 4569bb19-d5ea-4b2c-b056-911c412c1971 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:19.329763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.466358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.487932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 4569bb19-d5ea-4b2c-b056-911c412c1971 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:19.612489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 913e2ecc-3d17-4a4f-8af5-b51f76449329 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:19.695679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.720537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-77586902-1c90-4e45-b044-47f87362456a None None] Provisioning complete for port 53877730-639c-44fc-bba3-bdea8eaaefeb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:19.721222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77586902-1c90-4e45-b044-47f87362456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.756931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=4569bb19-d5ea-4b2c-b056-911c412c1971,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:19.816417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:19.891672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 913e2ecc-3d17-4a4f-8af5-b51f76449329 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:19.892055 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.895368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.903101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f8065499-25bf-4af6-ba6b-f248e2279471 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/4569bb19-d5ea-4b2c-b056-911c412c1971 HTTP/1.1" status: 204 len: 168 time: 0.9284604 Dec 13 10:05:19.906457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52074) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:19.958936 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd823ec-b726-4a82-a7fe-e6cdf97e8f2b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:19.960806 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7fd823ec-b726-4a82-a7fe-e6cdf97e8f2b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/4569bb19-d5ea-4b2c-b056-911c412c1971 HTTP/1.1" status: 404 len: 333 time: 0.0528522 Dec 13 10:05:19.963281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.964273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52078) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:19.997711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9572e6-477f-43bf-8330-ed379f75767b None None] Network 1d093381-79e0-444e-879b-c1ff87bfabef requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:20.097486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port c3c60644-3776-4e62-81f8-9729395c5818 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:20.097843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.169027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77586902-1c90-4e45-b044-47f87362456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.203078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Allocated IP 172.20.0.1 (62107ee9-f3bd-4469-b819-9d3acb1bad13/7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa/0a2d5bac-eb07-48ff-b5b7-65bc246a3581) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:20.231802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.252588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for c3c60644-3776-4e62-81f8-9729395c5818 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:20.310024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-77586902-1c90-4e45-b044-47f87362456a None None] For port 53877730-639c-44fc-bba3-bdea8eaaefeb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53877730-639c-44fc-bba3-bdea8eaaefeb,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:20.321236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.328666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77586902-1c90-4e45-b044-47f87362456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.339694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53877730-639c-44fc-bba3-bdea8eaaefeb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:20.372679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.449107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586902-1c90-4e45-b044-47f87362456a None None] Pushing event updated for resources: {'Port': ['ID=53877730-639c-44fc-bba3-bdea8eaaefeb,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:20.459100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:17Z', 'revision_number': 3, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:20.473090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.473690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:20.494367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Pushing event updated for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:20.499682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:20.502552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:20.513097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Checking router: 112db30d-c287-4cb4-8288-66fa53c5dc38 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:20.513676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Updating router 112db30d-c287-4cb4-8288-66fa53c5dc38 port 0c775548-5eed-4dbd-941e-c31868a7261d binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:20.516769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] Provisioning complete for port 00cda69f-cedd-4ed5-88ef-fc9073af93eb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:20.517374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.554732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=c3c60644-3776-4e62-81f8-9729395c5818,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:20.566575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.567965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 53877730-639c-44fc-bba3-bdea8eaaefeb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:20.568451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.599110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.601339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f4388-ec21-4080-ae95-43c944087265 req-b3c9008e-e650-4109-b96a-d5fddf6711ab tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:20.604077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f07f4388-ec21-4080-ae95-43c944087265 req-b3c9008e-e650-4109-b96a-d5fddf6711ab tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.1465664 Dec 13 10:05:20.670061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.673462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d8aef45-1b2d-4531-a94f-d1c369ab2691 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/c3c60644-3776-4e62-81f8-9729395c5818 HTTP/1.1" status: 204 len: 168 time: 0.7079272 Dec 13 10:05:20.678242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52082) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:20.725085 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fba8d5b-65f1-4496-a30c-0687f82aefb6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:20.726406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1fba8d5b-65f1-4496-a30c-0687f82aefb6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/c3c60644-3776-4e62-81f8-9729395c5818 HTTP/1.1" status: 404 len: 333 time: 0.0463014 Dec 13 10:05:20.729854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:20.772000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.828449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f07f4388-ec21-4080-ae95-43c944087265 req-dbf8839f-a7a2-4049-bb12-7d60d6113d1e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888037 Dec 13 10:05:20.852963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet a7d0320f-9f42-4268-8a15-8308f561a35d {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:20.859035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.911927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00cda69f-cedd-4ed5-88ef-fc9073af93eb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:20.960408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.006906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.028944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf74cd-0a12-4820-9535-3d2de675fea0 req-b5cc537c-ef0a-48b8-af0b-e2636a2fabdd tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:21.031764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59cf74cd-0a12-4820-9535-3d2de675fea0 req-b5cc537c-ef0a-48b8-af0b-e2636a2fabdd tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.1092441 Dec 13 10:05:21.090894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] For port 00cda69f-cedd-4ed5-88ef-fc9073af93eb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00cda69f-cedd-4ed5-88ef-fc9073af93eb,segment=NetworkSegment(798da89c-e058-4d96-b556-c1d76b6a5b11),segment_id=798da89c-e058-4d96-b556-c1d76b6a5b11)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:21.093396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.101735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.104998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.119716 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.142940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 00cda69f-cedd-4ed5-88ef-fc9073af93eb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:21.143323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.194147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59cf74cd-0a12-4820-9535-3d2de675fea0 req-0e54b804-fd23-4ff4-b1bc-dcab3b6c0211 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506886 Dec 13 10:05:21.201290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.230557 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.261633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a656fe-b7c9-4fef-bbdb-8279f8dac0f7 None None] Pushing event updated for resources: {'Port': ['ID=00cda69f-cedd-4ed5-88ef-fc9073af93eb,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.267375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d0320f-9f42-4268-8a15-8308f561a35d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.291833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.292643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Pushing event updated for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.301600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-be116553-13b2-40d0-ac84-d51208c3d2d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/a7d0320f-9f42-4268-8a15-8308f561a35d HTTP/1.1" status: 204 len: 168 time: 0.5655398 Dec 13 10:05:21.301941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.303867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:21.304784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52092) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:21.304915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.334653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.356231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:21.357586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:21.418066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:21.428720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.429824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Could not find standard attr ID for object c3c60644-3776-4e62-81f8-9729395c5818. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:21.433170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025fa1c-f75f-4ea2-909c-4309286dc8b0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:21.450405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2250a2e-f4bd-4c7d-85f0-d28fb400a36f None None] Pushing event updated for resources: {'Port': ['ID=0c775548-5eed-4dbd-941e-c31868a7261d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.455495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Attempting to bind port 0c775548-5eed-4dbd-941e-c31868a7261d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:21.455954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Attempting to bind port 0c775548-5eed-4dbd-941e-c31868a7261d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:21.456386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Attempting to bind port 0c775548-5eed-4dbd-941e-c31868a7261d on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:21.471127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:21.475868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:21.488032 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.489582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:21.490209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Bound port: 0c775548-5eed-4dbd-941e-c31868a7261d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:21.490671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.495130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Provisioning complete for port 00cda69f-cedd-4ed5-88ef-fc9073af93eb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:21.495607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.515287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Router 112db30d-c287-4cb4-8288-66fa53c5dc38 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:21.577226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 00cda69f-cedd-4ed5-88ef-fc9073af93eb {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:21.577722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.587978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27119b44-28c0-4af3-8b8d-b58195a61e5b None None] Network 1d093381-79e0-444e-879b-c1ff87bfabef requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:21.648372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53877730-639c-44fc-bba3-bdea8eaaefeb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:21.651622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] For port 0c775548-5eed-4dbd-941e-c31868a7261d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:21.671885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port 00cda69f-cedd-4ed5-88ef-fc9073af93eb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00cda69f-cedd-4ed5-88ef-fc9073af93eb,segment=NetworkSegment(798da89c-e058-4d96-b556-c1d76b6a5b11),segment_id=798da89c-e058-4d96-b556-c1d76b6a5b11)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:21.672344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.691794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 00cda69f-cedd-4ed5-88ef-fc9073af93eb owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:21.699859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:21.708115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] For port 0c775548-5eed-4dbd-941e-c31868a7261d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c775548-5eed-4dbd-941e-c31868a7261d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:21.716309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18b2ad24-7eba-4a12-85ef-d062e921e67e admin admin] 10.222.0.31 "PUT /v2.0/routers/112db30d-c287-4cb4-8288-66fa53c5dc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577240 Dec 13 10:05:21.739935 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.785205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.811819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=00cda69f-cedd-4ed5-88ef-fc9073af93eb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.823627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port 00cda69f-cedd-4ed5-88ef-fc9073af93eb on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:21.915799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.939038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d093381-79e0-444e-879b-c1ff87bfabef']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:21.950808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798da89c-e058-4d96-b556-c1d76b6a5b11') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:21.951368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798da89c-e058-4d96-b556-c1d76b6a5b11') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:21.961367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.977273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.986071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:21.986483 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.987411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a4b0e-49a3-40e8-9253-5229a3c15c60 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:21.990349 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:22.039805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2250a2e-f4bd-4c7d-85f0-d28fb400a36f None None] Pushing event updated for resources: {'Port': ['ID=0c775548-5eed-4dbd-941e-c31868a7261d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:22.046154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:22.046834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:22.053004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 53877730-639c-44fc-bba3-bdea8eaaefeb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:22.053393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.068461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.076466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.084115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/1d093381-79e0-444e-879b-c1ff87bfabef HTTP/1.1" status: 204 len: 168 time: 0.7744884 Dec 13 10:05:22.084463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52108) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.090121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-87482439'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:22.112724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54799c-7c99-4bb6-827b-ce8b6f1916f6 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=1d093381-79e0-444e-879b-c1ff87bfabef,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:22.123275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Provisioning complete for port 53877730-639c-44fc-bba3-bdea8eaaefeb triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:22.123691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-117bd6d3-ac47-4fac-82ea-75a0ddf095a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.130391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:22.135483 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.160081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14a278-052d-4317-b7bb-a2b0620e032c None None] DHCP port deletion for 1d093381-79e0-444e-879b-c1ff87bfabef request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:22.162121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:22.173649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.173979 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment 255e564c-f282-4157-93a4-865f46d17ebf of type vlan for network c311c293-34c2-46ad-a0c6-39cdc051c0d4 Dec 13 10:05:22.240839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.275511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.279917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:22.280518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.285643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:22.333936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2483342 Dec 13 10:05:22.337331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52116) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.344270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:22.358296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ec1ff-6bac-49c6-8738-61512d84ac7e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=c311c293-34c2-46ad-a0c6-39cdc051c0d4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:22.383428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:22.441253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:22.445663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.472772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00cda69f-cedd-4ed5-88ef-fc9073af93eb up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:22.517961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 00cda69f-cedd-4ed5-88ef-fc9073af93eb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:22.518358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00cda69f-cedd-4ed5-88ef-fc9073af93eb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 10:05:22.588812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Port 00cda69f-cedd-4ed5-88ef-fc9073af93eb not found, will not notify nova. {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 10:05:22.657021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:22.657916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.678512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.726346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:22.743586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Provisioning complete for port 0c775548-5eed-4dbd-941e-c31868a7261d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:22.743910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.745338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:22.750200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': '255e564c-f282-4157-93a4-865f46d17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:22.750567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: c311c293-34c2-46ad-a0c6-39cdc051c0d4, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:22.755773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52124) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.776323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0a2d5bac-eb07-48ff-b5b7-65bc246a3581', 'name': '', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'mac_address': 'fa:16:3e:56:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:19Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 2, 'project_id': '10868f222482417a9eedd08601c75fcb', 'subnets': [{'id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:22.817798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:22.819447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf59d5-97cd-422f-830c-85a4ac0e8ca4 None None] The sync data for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 is: [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0a2d5bac-eb07-48ff-b5b7-65bc246a3581', 'name': '', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'mac_address': 'fa:16:3e:56:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:19Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 2, 'project_id': '10868f222482417a9eedd08601c75fcb', 'subnets': [{'id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:22.870763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, c311c293-34c2-46ad-a0c6-39cdc051c0d4) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:22.877468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:22.878140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.878603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.905284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] For port 0c775548-5eed-4dbd-941e-c31868a7261d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c775548-5eed-4dbd-941e-c31868a7261d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:22.908051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3c9a1-dcd3-4790-9638-46806e8542f9 None None] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:22.916843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-998da046-7c91-42df-af0d-b7f8c4d89041 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5785081 Dec 13 10:05:22.919644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52126) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.924871 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4', 'name': 'tempest-PortsTestJSON-76746339', 'fixed_ips': [{'subnet_id': '9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90', 'ip_address': '172.20.0.10'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:22.934773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.018042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Could not find standard attr ID for object 4569bb19-d5ea-4b2c-b056-911c412c1971. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:23.084977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b55b-b824-49e2-84e9-bfbc19588b11 None None] Pushing event updated for resources: {'Port': ['ID=0c775548-5eed-4dbd-941e-c31868a7261d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:23.132560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:23.151680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-c311c293-34c2-46ad-a0c6-39cdc051c0d4', 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': '9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:23.152842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.269975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.324952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 6b64d4de-509a-47e1-9f76-2a69c40b98fc yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:23.361674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-6174316f-bf85-4421-b710-f461bd98278c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342809 Dec 13 10:05:23.400969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Allocated IP 172.20.0.2 (c311c293-34c2-46ad-a0c6-39cdc051c0d4/9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90/8691d4e1-e822-4c99-b0a7-f0084dbef877) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:23.547112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-e3386be4-f5a5-47c7-977a-6cc4d7e36099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:23.548735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-e3386be4-f5a5-47c7-977a-6cc4d7e36099 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 1097 time: 0.1147437 Dec 13 10:05:23.557630 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.670923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00cda69f-cedd-4ed5-88ef-fc9073af93eb no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:23.673289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.717741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 00cda69f-cedd-4ed5-88ef-fc9073af93eb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:23.718195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00cda69f-cedd-4ed5-88ef-fc9073af93eb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:23.722923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.759781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.10 (c311c293-34c2-46ad-a0c6-39cdc051c0d4/9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90/6b64d4de-509a-47e1-9f76-2a69c40b98fc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:23.797082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:23.800036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:23.805364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:23.808955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Pushing event updated for resources: {'Port': ['ID=8691d4e1-e822-4c99-b0a7-f0084dbef877,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:23.888759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Attempting to bind port 8691d4e1-e822-4c99-b0a7-f0084dbef877 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:23.889282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Attempting to bind port 8691d4e1-e822-4c99-b0a7-f0084dbef877 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '255e564c-f282-4157-93a4-865f46d17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:23.889910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Attempting to bind port 8691d4e1-e822-4c99-b0a7-f0084dbef877 on network c311c293-34c2-46ad-a0c6-39cdc051c0d4 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:23.901544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:23.902086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Checking segment: {'id': '255e564c-f282-4157-93a4-865f46d17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:23.903615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.904047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Bound using segment: {'id': '255e564c-f282-4157-93a4-865f46d17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:23.904611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Bound port: 8691d4e1-e822-4c99-b0a7-f0084dbef877, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255e564c-f282-4157-93a4-865f46d17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:23.904941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.999075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.024690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] For port 8691d4e1-e822-4c99-b0a7-f0084dbef877, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:24.034102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] For port 8691d4e1-e822-4c99-b0a7-f0084dbef877, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8691d4e1-e822-4c99-b0a7-f0084dbef877,segment=NetworkSegment(255e564c-f282-4157-93a4-865f46d17ebf),segment_id=255e564c-f282-4157-93a4-865f46d17ebf)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:24.043883 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.050400 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.106814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:24.111321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:24.111834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2f91c-9a6b-41f7-9f81-de832c8a5493 None None] Pushing event updated for resources: {'Port': ['ID=8691d4e1-e822-4c99-b0a7-f0084dbef877,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:24.114225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:24.181551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=6b64d4de-509a-47e1-9f76-2a69c40b98fc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:24.212842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.213448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.233170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-539d9bac-e818-4ee4-bad4-ce594481fb9a tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3124344 Dec 13 10:05:24.235957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52132) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:24.241135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': 'c311c293-34c2-46ad-a0c6-39cdc051c0d4', 'name': 'tempest-PortsTestJSON-1958542021', 'fixed_ips': [{'subnet_id': '9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90', 'ip_address': '172.20.0.9'}]}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:24.241559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-64856150-f8bf-4855-8b9a-b479e83abcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.243094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-64856150-f8bf-4855-8b9a-b479e83abcfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=92cdce48-4bc6-456c-ab10-f00f194a9629 HTTP/1.1" status: 200 len: 897 time: 0.6449008 Dec 13 10:05:24.295394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-02afc31c-6b5f-45dd-bd9c-48d090e9dfc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=93676093-2088-43bc-95b1-27111cde8d7f HTTP/1.1" status: 200 len: 217 time: 0.0449820 Dec 13 10:05:24.380867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:24.392893 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.414155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port d94f36c8-0544-43a9-ad3e-2d4f44934fae yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:24.469384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-471f6a7a-08c3-4a26-8b60-bfe995d00500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.470985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-471f6a7a-08c3-4a26-8b60-bfe995d00500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ce705c6-396c-40b8-89ec-246fa70403e4 HTTP/1.1" status: 200 len: 838 time: 0.1212847 Dec 13 10:05:24.562923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-9d183435-5944-4419-88d8-0b8fdeeb45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.564376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-9d183435-5944-4419-88d8-0b8fdeeb45d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92cdce48-4bc6-456c-ab10-f00f194a9629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862148 Dec 13 10:05:24.565407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.17 (92cdce48-4bc6-456c-ab10-f00f194a9629/5ce705c6-396c-40b8-89ec-246fa70403e4/1f8d06b1-0ec0-48fd-aafa-1c06c2381af2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:24.583090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.9 (c311c293-34c2-46ad-a0c6-39cdc051c0d4/9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90/d94f36c8-0544-43a9-ad3e-2d4f44934fae) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:24.740306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-19723ff4-c601-423c-b13d-1796d863020a service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647763 Dec 13 10:05:24.758369 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.766175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.826273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.880999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:24.882380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab09f7db-63b0-41f7-bfdf-2927ae910834 req-2b0e5a7b-4988-4376-b3be-d3ff91c23553 service neutron] 10.222.0.20 "GET /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339829 Dec 13 10:05:24.885593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.900285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:24.912766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:24.956460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:24.964780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:24.968946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:24.986163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=d94f36c8-0544-43a9-ad3e-2d4f44934fae,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:24.995337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.000334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.029212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-524c8505-8f8e-419e-88e9-e59e0a3fcca0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7904871 Dec 13 10:05:25.029522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52148) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:25.035438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:25.087964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.152371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4866c63-228f-4fed-af7f-507f99dd50b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.154515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4866c63-228f-4fed-af7f-507f99dd50b8 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1232665 Dec 13 10:05:25.157202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52150) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:25.207620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-197d4381-8c67-42cd-a4e2-421fe26c8b8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.214152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0d881-8982-4eb0-943e-d2dfe417a6e2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.215260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-197d4381-8c67-42cd-a4e2-421fe26c8b8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.2080326 Dec 13 10:05:25.221734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0d881-8982-4eb0-943e-d2dfe417a6e2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.231343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0d881-8982-4eb0-943e-d2dfe417a6e2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.234442 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f8f0d881-8982-4eb0-943e-d2dfe417a6e2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0761659 Dec 13 10:05:25.241010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52152) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:25.257793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-f512d140-71a6-4c77-850e-62fc69e1e6c1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0414836 Dec 13 10:05:25.330847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-4c52909a-834a-4872-9dcd-b032eec0332f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721698 Dec 13 10:05:25.373913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d64c446e-4d1d-4a8c-b1fa-60f9aa9d6b33 None None] Provisioning complete for port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:25.375204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d64c446e-4d1d-4a8c-b1fa-60f9aa9d6b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.409323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port d94f36c8-0544-43a9-ad3e-2d4f44934fae {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:25.411059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.415781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.419757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d64c446e-4d1d-4a8c-b1fa-60f9aa9d6b33 None None] Port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:25.540276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa732f-81c1-4924-bb55-61ce9e85cbd7 None None] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:25.575078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-1bd04807-94cb-4505-b6a0-ad93f7c8c882 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140286 Dec 13 10:05:25.580395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.596761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for d94f36c8-0544-43a9-ad3e-2d4f44934fae owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:25.713925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c775548-5eed-4dbd-941e-c31868a7261d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:25.738269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-e2077e9d-2c16-4bc9-b20a-bfe5f659374f service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620200 Dec 13 10:05:25.747034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] Provisioning complete for port 8691d4e1-e822-4c99-b0a7-f0084dbef877 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:25.747467 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.776910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.815454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=d94f36c8-0544-43a9-ad3e-2d4f44934fae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:25.885839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0c775548-5eed-4dbd-941e-c31868a7261d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:25.886221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.944204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.944759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.948069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd06b2ed-b60f-4bb7-a92e-d5194b81bddd tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/d94f36c8-0544-43a9-ad3e-2d4f44934fae HTTP/1.1" status: 204 len: 168 time: 0.7059023 Dec 13 10:05:25.952457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52162) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:26.005866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] For port 8691d4e1-e822-4c99-b0a7-f0084dbef877, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8691d4e1-e822-4c99-b0a7-f0084dbef877,segment=NetworkSegment(255e564c-f282-4157-93a4-865f46d17ebf),segment_id=255e564c-f282-4157-93a4-865f46d17ebf)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:26.011322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.014391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.029851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.103159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:26.174867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.188867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8691d4e1-e822-4c99-b0a7-f0084dbef877 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:26.252063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b2b80-4ca7-413a-9eb0-d495cc7c2701 None None] Pushing event updated for resources: {'Port': ['ID=8691d4e1-e822-4c99-b0a7-f0084dbef877,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:26.280602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-51377513-464a-4d70-b52a-a9cee9ad0927 None None] Provisioning complete for port 6b64d4de-509a-47e1-9f76-2a69c40b98fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:26.281058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51377513-464a-4d70-b52a-a9cee9ad0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.360063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8691d4e1-e822-4c99-b0a7-f0084dbef877 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:26.360436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.361815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:26.364105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:26.389072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-51377513-464a-4d70-b52a-a9cee9ad0927 None None] Port 6b64d4de-509a-47e1-9f76-2a69c40b98fc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:26.410806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-51377513-464a-4d70-b52a-a9cee9ad0927 None None] Provisioning complete for port 8691d4e1-e822-4c99-b0a7-f0084dbef877 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:26.411187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51377513-464a-4d70-b52a-a9cee9ad0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.474042 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c28a5f-5864-4fb1-899a-6d97c459bceb tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:26.478365 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-71c28a5f-5864-4fb1-899a-6d97c459bceb tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/d94f36c8-0544-43a9-ad3e-2d4f44934fae HTTP/1.1" status: 404 len: 333 time: 0.5248415 Dec 13 10:05:26.481251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52168) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:26.564942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80830b61-b770-4134-90ee-6154b76a6aba req-eabf1086-5fff-42a1-91db-30a6470d9d8b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0893974 Dec 13 10:05:26.707670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:26.710343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 6b64d4de-509a-47e1-9f76-2a69c40b98fc {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:26.710693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.729826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7fa7b3a3-dabd-40db-99b9-ab79a0850dbd None None] Provisioning complete for port 6b64d4de-509a-47e1-9f76-2a69c40b98fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:26.730489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b3a3-dabd-40db-99b9-ab79a0850dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.820855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7b3a3-dabd-40db-99b9-ab79a0850dbd None None] Port 6b64d4de-509a-47e1-9f76-2a69c40b98fc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:26.862940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.876595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 6b64d4de-509a-47e1-9f76-2a69c40b98fc owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:26.905663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:26.917504 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:26.928035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0bb2d89-79d4-4568-bf19-0c0b66eaa64e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/92b9d832-556d-4727-bce3-ae260f59b940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1699800 Dec 13 10:05:26.937348 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:26.938005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:26.955426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-baca4bfa-c610-4d8d-9a97-e5bcc1cfe354 None None] Provisioning complete for port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:26.955760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-baca4bfa-c610-4d8d-9a97-e5bcc1cfe354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.020231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-baca4bfa-c610-4d8d-9a97-e5bcc1cfe354 None None] Port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:27.116748 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.132508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5659f7f1-0a47-4117-9207-bcd556acfdb2 None None] Could not find standard attr ID for object d94f36c8-0544-43a9-ad3e-2d4f44934fae. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:27.160524 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:27.199678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=6b64d4de-509a-47e1-9f76-2a69c40b98fc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:27.249263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Sync routers for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:27.265073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:27.272645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:27.294690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.301370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52184) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:27.301578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-264a2de9-5f5d-4692-96c0-ade80202fca9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/6b64d4de-509a-47e1-9f76-2a69c40b98fc HTTP/1.1" status: 204 len: 168 time: 0.8180277 Dec 13 10:05:27.335844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-5dd6256d-29d1-4075-bc41-858c195895fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2409468 Dec 13 10:05:27.364322 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-5694fc75-1ba4-422f-9790-027ac2f721a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:27.366067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5694fc75-1ba4-422f-9790-027ac2f721a0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/6b64d4de-509a-47e1-9f76-2a69c40b98fc HTTP/1.1" status: 404 len: 333 time: 0.0636933 Dec 13 10:05:27.369139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:27.426805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9838-263a-40ba-b581-030252986e1a req-4fc3556b-fba6-4cc6-aa30-59a5e0c4a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:27.438957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-4fc3556b-fba6-4cc6-aa30-59a5e0c4a5c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 1097 time: 0.0792429 Dec 13 10:05:27.452710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet 9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:27.457623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.473547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:27.515217 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:25Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8d06b1-0ec0-48fd-aafa-1c06c2381af2', 'name': '', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:fb:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:25Z', 'revision_number': 2, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:27.547218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.596327 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:27.596999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Updating router 92b9d832-556d-4727-bce3-ae260f59b940 port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:27.641087 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.651804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9838-263a-40ba-b581-030252986e1a req-700eef93-2d2a-44f4-af22-3b681d7c388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:27.653340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-700eef93-2d2a-44f4-af22-3b681d7c388a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 200 len: 910 time: 0.1749849 Dec 13 10:05:27.655401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.782685 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-8b309437-27e1-46e0-9d85-868d53fa3b82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 200 len: 1002 time: 0.1209657 Dec 13 10:05:27.797250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f42d180-a7eb-4dee-88ba-572d79ee3d8e req-8056b862-fd21-47ba-b27a-00fbe5d15b35 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0654006 Dec 13 10:05:27.799213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.835461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.843697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90 HTTP/1.1" status: 204 len: 168 time: 0.4729981 Dec 13 10:05:27.844609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52192) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:27.868925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8691d4e1-e822-4c99-b0a7-f0084dbef877 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:27.871163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840445e2-561b-4b33-8101-562e01552398 None None] Network c311c293-34c2-46ad-a0c6-39cdc051c0d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:27.876183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9838-263a-40ba-b581-030252986e1a req-4a4d9728-6135-468d-a551-6d7cde6b354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:27.877979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-4a4d9728-6135-468d-a551-6d7cde6b354e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c208705f-a919-4380-9c41-cbfa2050af71 HTTP/1.1" status: 200 len: 848 time: 0.0868185 Dec 13 10:05:27.893716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8821-c37a-4360-ab5d-2aa296ed7a54 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:27.975131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.045193 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.060441 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.096996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 8691d4e1-e822-4c99-b0a7-f0084dbef877 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:28.097197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.109676 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a02168-8dd3-4297-82dd-11fcc7c3ac25 None None] Pushing event updated for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:28.191232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9838-263a-40ba-b581-030252986e1a req-99ad7834-68ba-45a0-9b97-6becbb3d2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:28.193429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-99ad7834-68ba-45a0-9b97-6becbb3d2dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b879070-43a3-486a-966c-1ffc6408cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058598 Dec 13 10:05:28.214178 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Attempting to bind port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:28.214797 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Attempting to bind port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:28.215344 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Attempting to bind port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 on network 92cdce48-4bc6-456c-ab10-f00f194a9629 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:28.221191 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:28.221810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Checking segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:28.222388 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.223028 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Bound using segment: {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:28.223675 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Bound port: 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e9d8ac-bdc4-4052-a407-94fb2e666a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:28.224216 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.233100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-65bb2035-cf5a-46ed-a364-2d0071c06649 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:05:28.234112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-65bb2035-cf5a-46ed-a364-2d0071c06649 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308630 Dec 13 10:05:28.283786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8691d4e1-e822-4c99-b0a7-f0084dbef877 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:28.284314 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.322152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port 8691d4e1-e822-4c99-b0a7-f0084dbef877, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8691d4e1-e822-4c99-b0a7-f0084dbef877,segment=NetworkSegment(255e564c-f282-4157-93a4-865f46d17ebf),segment_id=255e564c-f282-4157-93a4-865f46d17ebf)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:28.322550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.329933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-157d46d8-485e-4247-893b-07c964ac0105 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:28.331637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-157d46d8-485e-4247-893b-07c964ac0105 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.3671420 Dec 13 10:05:28.351601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 8691d4e1-e822-4c99-b0a7-f0084dbef877 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:28.359140 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] For port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:28.363000 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] For port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:28.371145 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.414960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:28.475984 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a02168-8dd3-4297-82dd-11fcc7c3ac25 None None] Pushing event updated for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:28.515667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:28.516545 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:28.555003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e43e3-1efb-4483-a859-fb042d14b166 None None] DHCP port deletion for c311c293-34c2-46ad-a0c6-39cdc051c0d4 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:28.569151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.603933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-963e43e3-1efb-4483-a859-fb042d14b166 None None] The port '8691d4e1-e822-4c99-b0a7-f0084dbef877' was deleted {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 13 10:05:28.624803 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port 8691d4e1-e822-4c99-b0a7-f0084dbef877 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:28.633350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=8691d4e1-e822-4c99-b0a7-f0084dbef877,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:28.634539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0a2d5bac-eb07-48ff-b5b7-65bc246a3581', 'name': '', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'mac_address': 'fa:16:3e:56:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:19Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 2, 'project_id': '10868f222482417a9eedd08601c75fcb', 'subnets': [{'id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:28.681366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Checking router: 112db30d-c287-4cb4-8288-66fa53c5dc38 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:28.682097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Updating router 112db30d-c287-4cb4-8288-66fa53c5dc38 port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:28.711295 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-83bf5628-985d-49d8-87a0-66f9897f38cd service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650378 Dec 13 10:05:28.751901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] Provisioning complete for port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:28.752674 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.790382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.814185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.860209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c311c293-34c2-46ad-a0c6-39cdc051c0d4']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:28.909507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255e564c-f282-4157-93a4-865f46d17ebf') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:28.909815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255e564c-f282-4157-93a4-865f46d17ebf') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:28.969283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.986223 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:29.020436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5839144c-91e3-42ef-bf65-7325fc46da36 req-347bd743-34f0-431a-ab35-5f1bcc1daafd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0859334 Dec 13 10:05:29.024860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:29.031997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.036675 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.055591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:29.056119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:29.060805 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:29.108516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-623c9838-263a-40ba-b581-030252986e1a req-3e0ca95c-3bf1-4811-9805-3d2749de28f6 service neutron] 10.222.0.16 "GET /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786550 Dec 13 10:05:29.161587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.184347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.187877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/c311c293-34c2-46ad-a0c6-39cdc051c0d4 HTTP/1.1" status: 204 len: 168 time: 1.3407311 Dec 13 10:05:29.191656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff3f63-b32e-499e-a3c1-842ca66bf5bf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=c311c293-34c2-46ad-a0c6-39cdc051c0d4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:29.197891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52198) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:29.205607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-553286114'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:29.242797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:29.254041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.313812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:29.343295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.343513 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Added segment ae2977a9-b0e4-4516-8f16-334da27bd9a4 of type vlan for network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 Dec 13 10:05:29.364120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.373371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.11 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/0f692721-1ae1-44b3-bf64-2a201f1b4a8c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:29.452876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.502097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:25Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8d06b1-0ec0-48fd-aafa-1c06c2381af2', 'name': '', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:fb:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:28Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.516999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.524549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] For port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:29.527913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:29.528572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.537960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.553469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377cb9d5-a651-4235-9258-0a4bc3452b7b None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:25Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8d06b1-0ec0-48fd-aafa-1c06c2381af2', 'name': '', 'network_id': '92cdce48-4bc6-456c-ab10-f00f194a9629', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:fb:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:28Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '5ce705c6-396c-40b8-89ec-246fa70403e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:29.647272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8691d4e1-e822-4c99-b0a7-f0084dbef877 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:29.685633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Network': ['ID=07554e4a-9c03-4112-b0e8-d8cad8d65f41,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:29.702211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8691d4e1-e822-4c99-b0a7-f0084dbef877 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:29.702568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8691d4e1-e822-4c99-b0a7-f0084dbef877 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:29.707449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfb5a282-2b3d-41a7-87c0-f94fde12f885 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5080178 Dec 13 10:05:29.710699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52202) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:29.717645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:29.718277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:29.718954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.795268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.815418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-06323d10-93d5-4073-a71b-e421ce9f7689 None None] Provisioning complete for port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:29.816039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-06323d10-93d5-4073-a71b-e421ce9f7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.857037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:29.861900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.885542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:29.889911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:29.909656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:29.987749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e67e95-fb72-4e50-906d-a2fd999ed2d3 None None] Pushing event updated for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.000495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.020202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.056123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.143598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.215241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:30.215948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.275789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-985fc8a3-e7c8-40fa-b155-5e6fe4f0a1b4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8732603 Dec 13 10:05:30.287950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a929a72-e815-4926-bece-6b118cb5a633 req-d126deb4-d8f2-4aa8-af49-96cbddfc155f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:30.289211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Request body: {'port': {'device_id': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:30.296737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a929a72-e815-4926-bece-6b118cb5a633 req-d126deb4-d8f2-4aa8-af49-96cbddfc155f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 932 time: 0.1339676 Dec 13 10:05:30.301507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.331380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4d64-7799-41f0-a96d-544f772fdcc1 None None] Pushing event updated for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.420026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.428541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Checking segment: {'id': 'ae2977a9-b0e4-4516-8f16-334da27bd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:30.428896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network hostable DHCP agents. Network: 07554e4a-9c03-4112-b0e8-d8cad8d65f41, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:30.434064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=f2217e5e-c113-4bfa-94db-8326f5e714c0,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.454842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Attempting to bind port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:30.455232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Attempting to bind port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:30.455638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Attempting to bind port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 on network 62107ee9-f3bd-4469-b819-9d3acb1bad13 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:30.458831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a929a72-e815-4926-bece-6b118cb5a633 req-7a7533a2-ad46-425f-babd-1061ed4c3547 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610904 Dec 13 10:05:30.486723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:30.487105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Checking segment: {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:30.488775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.489584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Bound using segment: {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:30.494397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Bound port: 0a2d5bac-eb07-48ff-b5b7-65bc246a3581, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:30.494808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.502523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:30.525620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-77d4a517-4735-4d86-981f-f98b3c6fd053 None None] Provisioning complete for port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:30.525991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77d4a517-4735-4d86-981f-f98b3c6fd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.530796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 07554e4a-9c03-4112-b0e8-d8cad8d65f41) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:30.543943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:30.544546 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.561386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061819f4-2e10-4774-b041-b30f27f71b2c None None] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:30.571676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f2e2c7e6-16de-430d-9a1e-b16b0e7c9148 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8598154 Dec 13 10:05:30.572373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52208) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:30.578642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1954156570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:30.616066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.617613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.713797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-07554e4a-9c03-4112-b0e8-d8cad8d65f41', 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': 'f2217e5e-c113-4bfa-94db-8326f5e714c0'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:30.714658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.744869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-77d4a517-4735-4d86-981f-f98b3c6fd053 None None] Port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:30.750857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] For port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:30.778203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] For port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:30.820910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.829200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.835385 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.861267 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.863999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d058f959-4692-449a-a98e-ee08a2c59cc7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2902546 Dec 13 10:05:30.865861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52210) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:30.871433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41', 'name': 'tempest-PortsTestJSON-687642932'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:30.896742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f692721-1ae1-44b3-bf64-2a201f1b4a8c {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:30.937246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.939505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:30.939909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.952951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:30.953401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:30.965047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Transition to ACTIVE for port object 0f692721-1ae1-44b3-bf64-2a201f1b4a8c will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:05:30.998533 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.032723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4d64-7799-41f0-a96d-544f772fdcc1 None None] Pushing event updated for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.066260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Allocated IP 172.20.0.2 (07554e4a-9c03-4112-b0e8-d8cad8d65f41/f2217e5e-c113-4bfa-94db-8326f5e714c0/e9f27910-6f0a-4a9f-a4c6-100c9ec605d0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:31.132967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:31.138050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.140866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Pushing event updated for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.206801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:31.310013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:31.329649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Attempting to bind port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:31.330462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Attempting to bind port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:31.330462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Attempting to bind port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:31.335502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:05:31.335649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Attempting to bind port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:31.341012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:31.341357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:31.341726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:31.342168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Bound port: 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:31.342536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.426270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:31.429794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:31.434476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.495256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:31.495934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.497345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f692721-1ae1-44b3-bf64-2a201f1b4a8c HTTP/1.1" status: 200 len: 1092 time: 1.2129087 Dec 13 10:05:31.497804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:31.500155 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c65c5-6167-424d-b13f-0c7b15ecbf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:31.617383 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e68f3a-173d-41cf-bba1-67d2591f5b5a x-openstack-request-id: req-c7e68f3a-173d-41cf-bba1-67d2591f5b5a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:31.617855 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:31.620212 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7e68f3a-173d-41cf-bba1-67d2591f5b5a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:31.620755 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c', 'status': 'completed', 'code': 200} Dec 13 10:05:31.633617 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.668492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb836e48-cb97-4b54-9520-1e9858977d47 service neutron] Pushing event updated for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.686035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-4da349d3-aa4d-4712-975a-6e93786c0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:31.691177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-4da349d3-aa4d-4712-975a-6e93786c0e98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 1095 time: 0.1253128 Dec 13 10:05:31.697101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d92ab-4675-4c13-b679-1aa7921c2401 req-f54e2f1c-f7bf-49b0-90e1-9ff27b9503d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:31.706112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-666d92ab-4675-4c13-b679-1aa7921c2401 req-f54e2f1c-f7bf-49b0-90e1-9ff27b9503d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0975270 Dec 13 10:05:31.745796 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-3cd5fa3b-ef29-4847-8aac-1e44f3bc4b08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c HTTP/1.1" status: 200 len: 217 time: 0.0455716 Dec 13 10:05:31.793493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-666d92ab-4675-4c13-b679-1aa7921c2401 req-797ce13e-f91c-4999-b616-785cd141cae8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863481 Dec 13 10:05:31.834698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-35123f8b-7237-439b-af02-af8aa5cb82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:31.836204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-35123f8b-7237-439b-af02-af8aa5cb82a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0828948 Dec 13 10:05:31.883099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:31.905207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-e4b93ac1-d9ae-4073-b300-4887e1f64edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:31.907920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-e4b93ac1-d9ae-4073-b300-4887e1f64edd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625753 Dec 13 10:05:31.924145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] For port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:31.953327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.020345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-9b7ff3e4-37b3-46de-bb90-d989351064f2 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051652 Dec 13 10:05:32.117110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973bbb9-2e1c-4ace-9116-192fa31222a0 None None] Pushing event updated for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.121435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.125927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05a17cf8-d9dc-4e4d-82fa-ea220deb1f54 req-971a470b-ee5d-4817-a09e-fba446a7ad56 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974963 Dec 13 10:05:32.136343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fdc77457-34e8-45ff-8711-9014530a648f None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:32.136343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fdc77457-34e8-45ff-8711-9014530a648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.141175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.185911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:32.186604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.215018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.13 (07554e4a-9c03-4112-b0e8-d8cad8d65f41/f2217e5e-c113-4bfa-94db-8326f5e714c0/9c9b143d-f167-4fa0-99c5-fe0e2bfe9874) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:32.255937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-f95d0330-6408-4da6-9dc3-835cee47e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.257581 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-f95d0330-6408-4da6-9dc3-835cee47e1c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 1095 time: 0.0707300 Dec 13 10:05:32.272242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:32.284142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:32.286686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:32.306096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Pushing event updated for resources: {'Port': ['ID=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.314422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0a2d5bac-eb07-48ff-b5b7-65bc246a3581', 'name': '', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'mac_address': 'fa:16:3e:56:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:19Z', 'updated_at': '2021-12-13T10:05:30Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'subnets': [{'id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:32.362341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937ca73-1d9f-4e1d-b4b0-739432d935d0 None None] The sync data for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 is: [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:20Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0a2d5bac-eb07-48ff-b5b7-65bc246a3581', 'name': '', 'network_id': '62107ee9-f3bd-4469-b819-9d3acb1bad13', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'mac_address': 'fa:16:3e:56:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:19Z', 'updated_at': '2021-12-13T10:05:30Z', 'revision_number': 4, 'project_id': '10868f222482417a9eedd08601c75fcb', 'subnets': [{'id': '7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:32.459337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Attempting to bind port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:32.459751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Attempting to bind port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ae2977a9-b0e4-4516-8f16-334da27bd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:32.460126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Attempting to bind port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 on network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:32.460262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-338bf89a-8faf-4068-b557-8600e25261ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.461745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-338bf89a-8faf-4068-b557-8600e25261ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.1974282 Dec 13 10:05:32.474256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:32.474667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Checking segment: {'id': 'ae2977a9-b0e4-4516-8f16-334da27bd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:32.475044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.475441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Bound using segment: {'id': 'ae2977a9-b0e4-4516-8f16-334da27bd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:32.475977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Bound port: e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2977a9-b0e4-4516-8f16-334da27bd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07554e4a-9c03-4112-b0e8-d8cad8d65f41'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:32.476364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.480855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:32.518047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-0644bc98-a80b-45b2-a109-a8bf58ffc711 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c HTTP/1.1" status: 200 len: 217 time: 0.0482786 Dec 13 10:05:32.540261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.599808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:32.601284 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.603696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-36ebde77-3f5a-4d2c-a2ca-1d5c5f86c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.605201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-36ebde77-3f5a-4d2c-a2ca-1d5c5f86c3c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0801320 Dec 13 10:05:32.648820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.660572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] For port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:32.686658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] For port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,segment=NetworkSegment(ae2977a9-b0e4-4516-8f16-334da27bd9a4),segment_id=ae2977a9-b0e4-4516-8f16-334da27bd9a4)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:32.712643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:32.716827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.721057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:32.723648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:32.731399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-1c47c055-bbe5-41cc-9788-59e58caa325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.732967 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-1c47c055-bbe5-41cc-9788-59e58caa325e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189377 Dec 13 10:05:32.787964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=9c9b143d-f167-4fa0-99c5-fe0e2bfe9874,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.810300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4751-bad4-4578-bd6c-979958211ad1 None None] Pushing event updated for resources: {'Port': ['ID=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.866306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.866944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.905854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-27603de4-762c-4671-bd17-cddc881ed3e1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0381253 Dec 13 10:05:32.906510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52226) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:32.980873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3c3b-160e-4a6c-851c-6459fe37a643 req-2659e852-c533-42cd-a6f4-f6dbfbd13e94 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:32.982517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f52e3c3b-160e-4a6c-851c-6459fe37a643 req-2659e852-c533-42cd-a6f4-f6dbfbd13e94 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0852389 Dec 13 10:05:32.998280 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-d0eb1f90-0525-4948-a6c2-dd621384ea63 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440019 Dec 13 10:05:33.092292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f52e3c3b-160e-4a6c-851c-6459fe37a643 req-332a431b-6160-4449-9744-2086751de6c6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008434 Dec 13 10:05:33.270691 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-649c65c5-6167-424d-b13f-0c7b15ecbf2d req-844a1401-de5a-436b-81bd-b3713e503fd7 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577672 Dec 13 10:05:33.402047 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.679681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:33.738962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:33.739808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.842931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:33.903015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:33.903394 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.998005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.033905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.035032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,segment=NetworkSegment(ae2977a9-b0e4-4516-8f16-334da27bd9a4),segment_id=ae2977a9-b0e4-4516-8f16-334da27bd9a4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:34.039591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.044679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.114054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:34.126847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=9c9b143d-f167-4fa0-99c5-fe0e2bfe9874,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:34.194725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f89a4-9259-412d-bea3-c91bf3bbd834 None None] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:34.283175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b9b9-7fd3-4ad4-b8ed-5ba0b423a5fe req-cbb48f11-8aec-4b62-a550-ca2b82c4d4ba tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:34.284197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a0c9ae58-efb3-4218-963c-e67e38656849 None None] Provisioning complete for port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:34.284663 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a0c9ae58-efb3-4218-963c-e67e38656849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.286465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1197b9b9-7fd3-4ad4-b8ed-5ba0b423a5fe req-cbb48f11-8aec-4b62-a550-ca2b82c4d4ba tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0659862 Dec 13 10:05:34.327727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.354727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1197b9b9-7fd3-4ad4-b8ed-5ba0b423a5fe req-2a356fd8-9ed8-4003-9690-a0764caaac8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614946 Dec 13 10:05:34.417962 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.465678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.669042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6cae721e-cf8d-4491-8b88-9d730c788c46 None None] Provisioning complete for port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:34.669673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cae721e-cf8d-4491-8b88-9d730c788c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.715894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6cae721e-cf8d-4491-8b88-9d730c788c46 None None] Port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:34.729382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6cae721e-cf8d-4491-8b88-9d730c788c46 None None] Provisioning complete for port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:34.729794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cae721e-cf8d-4491-8b88-9d730c788c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.759539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.766254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.853632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.856652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=9c9b143d-f167-4fa0-99c5-fe0e2bfe9874,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:34.969324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-919d824b-7191-41b5-a924-aedc6bc93bf6 None None] Provisioning complete for port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:34.969705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919d824b-7191-41b5-a924-aedc6bc93bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.977140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:34.979165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:35.015731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-919d824b-7191-41b5-a924-aedc6bc93bf6 None None] Port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:35.111113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Router 89dba9bf-b0dd-4b31-8522-8aa1fe365c94 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:35.140464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9c45bd5d-9724-4658-bf5b-c31c6e066188 None None] Provisioning complete for port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:35.140760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c45bd5d-9724-4658-bf5b-c31c6e066188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.197388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9c45bd5d-9724-4658-bf5b-c31c6e066188 None None] Port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:35.224030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:35.234469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] Sync routers for ids ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:35.240214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52236) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.246889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] Routers {'89dba9bf-b0dd-4b31-8522-8aa1fe365c94'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:35.247854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:35.252648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26703eab-d419-42b6-bfa4-39b3eff0afa9 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/routers/89dba9bf-b0dd-4b31-8522-8aa1fe365c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369198 Dec 13 10:05:35.284865 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:35.295872 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] Routers {'89dba9bf-b0dd-4b31-8522-8aa1fe365c94'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:35.297323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:35.299286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65fd553-74d8-40dd-81cf-8997fede6b63 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:35.304246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52238) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.308559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d65fd553-74d8-40dd-81cf-8997fede6b63 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?device_id=89dba9bf-b0dd-4b31-8522-8aa1fe365c94 HTTP/1.1" status: 200 len: 982 time: 0.0668166 Dec 13 10:05:35.339047 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:35.339850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bbaa8-9b8b-4ded-87a3-565012938242 None None] The sync data for ids ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:35.420366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4cb1d5c0-f4c9-4778-a7a5-9c7f7f1e54c8 None None] Provisioning complete for port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:35.420871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5c0-f4c9-4778-a7a5-9c7f7f1e54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.458594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1d5c0-f4c9-4778-a7a5-9c7f7f1e54c8 None None] Port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:35.460511 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:05:35.498429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4b050-d680-4972-a658-31b5f2d50ba1 req-5d5fd2f6-d598-4ed6-8265-475da96bac13 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:35.501952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70f4b050-d680-4972-a658-31b5f2d50ba1 req-5d5fd2f6-d598-4ed6-8265-475da96bac13 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0698874 Dec 13 10:05:35.548757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:35.555781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70f4b050-d680-4972-a658-31b5f2d50ba1 req-534445a8-957d-45d6-8411-f8a2e21673f6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Dec 13 10:05:35.606853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:35.607241 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.767765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.980266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:35.980603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.062405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.074803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:36.122131 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1dff3db-1631-42cb-b142-98c9b4520595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.245236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.275532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=9c9b143d-f167-4fa0-99c5-fe0e2bfe9874,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.422042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.574006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Router 89dba9bf-b0dd-4b31-8522-8aa1fe365c94 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:36.648754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:36.653637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-adb63eb1-cee6-46ea-96e0-869dde6ff415 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/routers/89dba9bf-b0dd-4b31-8522-8aa1fe365c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3483014 Dec 13 10:05:36.656254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.658846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] Sync routers for ids ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:36.670707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] Routers {'89dba9bf-b0dd-4b31-8522-8aa1fe365c94'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:36.671464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:36.682022 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e8e885-4d8b-4a1e-a376-4a316858920e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:36.685933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-10e8e885-4d8b-4a1e-a376-4a316858920e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/9c9b143d-f167-4fa0-99c5-fe0e2bfe9874 HTTP/1.1" status: 404 len: 333 time: 0.0261226 Dec 13 10:05:36.686081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96018ee2-47ee-41fb-827b-d6806f8c8e6c req-8a718545-b250-46a6-bf8b-29ab3977c8e9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:36.686555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.686657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96018ee2-47ee-41fb-827b-d6806f8c8e6c req-8a718545-b250-46a6-bf8b-29ab3977c8e9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0620818 Dec 13 10:05:36.714313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:36.724857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] Routers {'89dba9bf-b0dd-4b31-8522-8aa1fe365c94'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:36.726252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:36.761385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96018ee2-47ee-41fb-827b-d6806f8c8e6c req-d377ab43-49e4-4a61-a302-add4f4eff1ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615704 Dec 13 10:05:36.767194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:36.768015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f5b45-aeda-48b2-8de7-93ee06239966 None None] The sync data for ids ['89dba9bf-b0dd-4b31-8522-8aa1fe365c94'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:36.772467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.932963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.934964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.977613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.978140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Fanout notify agent at l3_agent the message router_deleted on router 89dba9bf-b0dd-4b31-8522-8aa1fe365c94 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:05:36.985077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.986085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e8dd51f1-957d-4588-b38b-3abd44e86690 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/routers/89dba9bf-b0dd-4b31-8522-8aa1fe365c94 HTTP/1.1" status: 204 len: 168 time: 0.2989597 Dec 13 10:05:36.988687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52254) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.043119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet f2217e5e-c113-4bfa-94db-8326f5e714c0 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:37.046205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.084751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.163899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.223783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.250636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=f2217e5e-c113-4bfa-94db-8326f5e714c0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.252594 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.258898 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6488ba5-6327-485a-9e4e-c36be44b1c1c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/f2217e5e-c113-4bfa-94db-8326f5e714c0 HTTP/1.1" status: 204 len: 168 time: 0.2661419 Dec 13 10:05:37.258898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.261330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadda468-521d-4cc6-b0ea-8c65f1742b9e None None] Network 07554e4a-9c03-4112-b0e8-d8cad8d65f41 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:37.333994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.388341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:37.388782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.401147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] DHCP port deletion for 07554e4a-9c03-4112-b0e8-d8cad8d65f41 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:37.448319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Deleting port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:37.448783 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.454744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] For port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,segment=NetworkSegment(ae2977a9-b0e4-4516-8f16-334da27bd9a4),segment_id=ae2977a9-b0e4-4516-8f16-334da27bd9a4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:37.455109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.468372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:37.516882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] For port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,segment=NetworkSegment(ae2977a9-b0e4-4516-8f16-334da27bd9a4),segment_id=ae2977a9-b0e4-4516-8f16-334da27bd9a4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:37.517289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.530602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Calling delete_port for e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:37.542729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:37.550367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.578425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.583992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No DVR routers for this DVR port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:37.631413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No active binding found for port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 {{(pid=103196) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 10:05:37.631781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:05:37.643514 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 10:05:37.653906 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.660993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.680941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] Pushing event deleted for resources: {'Port': ['ID=e9f27910-6f0a-4a9f-a4c6-100c9ec605d0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.681742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07554e4a-9c03-4112-b0e8-d8cad8d65f41']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:37.685237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5825d9-5744-498f-876c-4d184dfb99ac None None] No DVR routers for this DVR port e9f27910-6f0a-4a9f-a4c6-100c9ec605d0 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:37.694272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2977a9-b0e4-4516-8f16-334da27bd9a4') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:37.694272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2977a9-b0e4-4516-8f16-334da27bd9a4') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:37.704510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.717426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.723227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:37.723638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:37.726571 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:37.793239 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.797536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.804940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/07554e4a-9c03-4112-b0e8-d8cad8d65f41 HTTP/1.1" status: 204 len: 168 time: 0.5416288 Dec 13 10:05:37.807818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52262) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.827213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ec1ee-da69-4ae3-8c9c-95e8e381821c tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=07554e4a-9c03-4112-b0e8-d8cad8d65f41,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.890508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d9661-55e7-43db-bfe3-f2530beba8a7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:37.891778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-556d9661-55e7-43db-bfe3-f2530beba8a7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/9b7a5db8-ea61-4ab1-a294-04b93b3b9571 HTTP/1.1" status: 200 len: 840 time: 0.0827463 Dec 13 10:05:37.895581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52264) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.912292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0bf05-964b-4cb7-8ee5-24b336ebfc3b req-28de3621-78c9-424f-b6b4-52fcb2474fd0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:37.913985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fea0bf05-964b-4cb7-8ee5-24b336ebfc3b req-28de3621-78c9-424f-b6b4-52fcb2474fd0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0803399 Dec 13 10:05:37.939143 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64aa2d45-70cc-4380-b2ab-97ebe6ba0a09 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/9b7a5db8-ea61-4ab1-a294-04b93b3b9571?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400343 Dec 13 10:05:37.940269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52266) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.945067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:37.966485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fea0bf05-964b-4cb7-8ee5-24b336ebfc3b req-f9df1913-66db-48af-9d41-d0d401565fbf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Dec 13 10:05:38.036121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:38.040232 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.215431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.554564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:38.557806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:38.562057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:38.562638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.567677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085e068-68d0-4836-8259-9cf56549d541 None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:38.571991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e17dd68b-bfdc-4c9d-865c-f6dab86339ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.577668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=eac62480-e410-4894-8f5c-ff126888a583,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.587364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8949afd-82be-4a42-8281-26b4fd5c427d tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6459498 Dec 13 10:05:38.589963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52270) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.594707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'security_group': {'name': 'tempest-secgroup-194876215'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:38.616727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.686740 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.691665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.693484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'project_id': '8045c5f2bd3242cbbbdeed199a329ea2', 'fixed_ips': [{'subnet_id': 'eac62480-e410-4894-8f5c-ff126888a583'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:38.694561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.722484 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.723774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1326733 Dec 13 10:05:38.725764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d91e6-fba6-4a4c-8c7b-de313779abf4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4c30a-6c36-41ac-9e83-a6355c813e56,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.726512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52272) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.737225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1054849202'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:38.760790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.833651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.838505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.844584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Allocated IP 172.20.0.2 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/eac62480-e410-4894-8f5c-ff126888a583/e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:38.867377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.869354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1408172 Dec 13 10:05:38.873219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52274) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.873736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da11a6a-b38f-4882-8a5f-9898b93e9b17 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8a5c5-7eb5-491d-931b-9bd3e59a7d91,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.878756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1990139155', 'security_groups': ['93a8a5c5-7eb5-491d-931b-9bd3e59a7d91'], 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eac62480-e410-4894-8f5c-ff126888a583'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:38.994842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:39.115440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc0fa-618d-4c31-97d9-7addce93398e req-f050ff2c-21fb-443f-a23d-d8066dbe654f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:39.117214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca6dc0fa-618d-4c31-97d9-7addce93398e req-f050ff2c-21fb-443f-a23d-d8066dbe654f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0745969 Dec 13 10:05:39.124164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.156480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port e91dc7fe-2036-49ef-9345-b315f67d1ced yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:39.161342 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.166868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.208927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:39.212505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:39.215794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:39.222670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:39.224856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca6dc0fa-618d-4c31-97d9-7addce93398e req-02e98ecf-bce5-43b5-bcd2-c0d718ba4347 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 Dec 13 10:05:39.280303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Attempting to bind port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:39.280680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Attempting to bind port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '1b49353c-3fda-406d-b25d-d37bae448d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:39.281044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Attempting to bind port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc on network bc95ea41-e7df-4aef-9a25-32f5eba49b4d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:39.286017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:39.286397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Checking segment: {'id': '1b49353c-3fda-406d-b25d-d37bae448d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:39.286797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.287187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Bound using segment: {'id': '1b49353c-3fda-406d-b25d-d37bae448d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:39.288016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Bound port: e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b49353c-3fda-406d-b25d-d37bae448d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:39.288016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.333761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.12 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/eac62480-e410-4894-8f5c-ff126888a583/e91dc7fe-2036-49ef-9345-b315f67d1ced) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:39.350830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:39.354684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:39.358514 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.416991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474a3bb-66e0-4a36-afb0-22e8bb781bc4 None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:39.477239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.512640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.557235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.563430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:39.566478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:39.571368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:39.576501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=e91dc7fe-2036-49ef-9345-b315f67d1ced,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:39.636951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:39.637567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.658347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-feb6459e-3783-475d-885f-4e87791b809e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7837665 Dec 13 10:05:39.661122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:39.666256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:39.784824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:39.788428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.875023 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eac62480-e410-4894-8f5c-ff126888a583 (CIDR: 172.20.0.0/28) Dec 13 10:05:39.878818 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:05:39.879308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:39.895286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-067f6271-dbc3-49e3-a890-11d72b2348c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2330573 Dec 13 10:05:39.897948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52282) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:39.902774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:40.015335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:40.019179 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.251112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.287524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:40.291013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:40.296902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:40.297484 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.324203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4252076 Dec 13 10:05:40.326818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:40.331934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-783562689', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c078b8a7-340d-4bd4-85c4-ab155ee79ce6'}], 'security_groups': ['d5e4c30a-6c36-41ac-9e83-a6355c813e56']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:40.336938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9915af-6e78-4569-afd5-be50cb3b10b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=c078b8a7-340d-4bd4-85c4-ab155ee79ce6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:40.353800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a6de0-15a4-4860-8805-d41cb924b2b4 None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:40.360087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa708fa-711e-4f34-aa18-adbcc9d16cd1 req-88cf8f09-2031-4321-9fc4-d42a38392b0f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:40.361630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fa708fa-711e-4f34-aa18-adbcc9d16cd1 req-88cf8f09-2031-4321-9fc4-d42a38392b0f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0597305 Dec 13 10:05:40.412114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fa708fa-711e-4f34-aa18-adbcc9d16cd1 req-b5b1c844-c7a2-4e58-97b6-6d286a238c12 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Dec 13 10:05:40.436488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:40.436869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.490204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.574946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.598746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Update dhcp port {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'fixed_ips': [{'subnet_id': 'eac62480-e410-4894-8f5c-ff126888a583', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c078b8a7-340d-4bd4-85c4-ab155ee79ce6'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:05:40.636477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:40.639428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.642651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.711781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:40.712164 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.793560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Delete allocated IP 172.20.0.12 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/eac62480-e410-4894-8f5c-ff126888a583) {{(pid=103194) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:05:40.803018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.27 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/c078b8a7-340d-4bd4-85c4-ab155ee79ce6/e91dc7fe-2036-49ef-9345-b315f67d1ced) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:40.812839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:40.824169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-97d8d6b9-cea1-4de5-b5c2-7c885b89091c None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:40.957528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.962024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.008715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Allocated IP 172.20.0.18 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/c078b8a7-340d-4bd4-85c4-ab155ee79ce6/e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:41.052300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=e91dc7fe-2036-49ef-9345-b315f67d1ced,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:41.078393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] In _notify_port_updated(), no bound segment for port e91dc7fe-2036-49ef-9345-b315f67d1ced on network bc95ea41-e7df-4aef-9a25-32f5eba49b4d {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:05:41.084030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.084665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.085984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d17334db-19b9-45fd-b944-b5d94ffabec7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/ports/e91dc7fe-2036-49ef-9345-b315f67d1ced HTTP/1.1" status: 200 len: 920 time: 0.7582273 Dec 13 10:05:41.088891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.119239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:41.150488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.156689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.190756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port e91dc7fe-2036-49ef-9345-b315f67d1ced {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:41.191222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.214035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.221832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.229097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.235700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.242213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.249532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.256041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.259169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84fb3-128b-4dfd-8052-5d14792f7d36 None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:41.265200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.267155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-fc6a6cba-6733-4f98-8f3d-d4efffa4e84c tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1058757 Dec 13 10:05:41.293112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.307222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for e91dc7fe-2036-49ef-9345-b315f67d1ced owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:41.339153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eec6aa78-bfbc-4243-a207-3ed77d450710 req-170511fc-b01b-4623-b996-5654076b6cb2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567386 Dec 13 10:05:41.450370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.485283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=e91dc7fe-2036-49ef-9345-b315f67d1ced,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:41.563131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.568769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.569430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.576207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.578231 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7dbb248-2e30-420f-a56f-d6b5780b16a3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/e91dc7fe-2036-49ef-9345-b315f67d1ced HTTP/1.1" status: 204 len: 168 time: 0.4881544 Dec 13 10:05:41.579012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52302) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.582621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.589372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.595521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.602771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.604757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78ad9061-6064-4860-9ea6-e5ab86de9b3d req-f03f1bca-07bc-48f6-9105-4152d1d83303 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1682231 Dec 13 10:05:41.615102 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf6625b-c2a9-420f-8a85-248c11f2b0b2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:41.616971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0cf6625b-c2a9-420f-8a85-248c11f2b0b2 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/e91dc7fe-2036-49ef-9345-b315f67d1ced HTTP/1.1" status: 404 len: 333 time: 0.0369236 Dec 13 10:05:41.620134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52306) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.637986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:41.656863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f9b7e-e46f-4ea7-90b8-b0f1f87a62af req-72c19114-3e32-4589-b3f1-6d2d94c28e3f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.658581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f2f9b7e-e46f-4ea7-90b8-b0f1f87a62af req-72c19114-3e32-4589-b3f1-6d2d94c28e3f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.1512074 Dec 13 10:05:41.697184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:41.697564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.730823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.740228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f2f9b7e-e46f-4ea7-90b8-b0f1f87a62af req-7da2c81d-d3b2-4620-87de-19830c6b9068 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Dec 13 10:05:41.768340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.824877 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.828907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.830113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/security-groups/93a8a5c5-7eb5-491d-931b-9bd3e59a7d91 HTTP/1.1" status: 204 len: 168 time: 0.2083869 Dec 13 10:05:41.833010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52308) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.840833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68de58-38e3-4c96-9bf0-11e9a7b512d0 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8a5c5-7eb5-491d-931b-9bd3e59a7d91,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:41.891312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.915869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.953939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Could not find standard attr ID for object e91dc7fe-2036-49ef-9345-b315f67d1ced. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:41.966147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.969009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.969146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:41.969458 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.973199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52310) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.973370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5e4c30a-6c36-41ac-9e83-a6355c813e56 HTTP/1.1" status: 204 len: 168 time: 0.1386483 Dec 13 10:05:41.985879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f88d1-28b0-42c1-9987-ddcc8d359677 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4c30a-6c36-41ac-9e83-a6355c813e56,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.042316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.045209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet eac62480-e410-4894-8f5c-ff126888a583 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:42.048940 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.099642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.103671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:42.104013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.137853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c7cba581-9755-4bcd-b9e7-e08a1eb0a3a0 None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:42.185654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.244626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.248832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0e728783-992d-49dd-ad19-9fbbf55fa79d None None] Could not find standard attr ID for object e91dc7fe-2036-49ef-9345-b315f67d1ced. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:42.271185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=eac62480-e410-4894-8f5c-ff126888a583,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.274977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.278192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-59db2b9e-5405-4349-b502-f70839e3c805 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/eac62480-e410-4894-8f5c-ff126888a583 HTTP/1.1" status: 204 len: 168 time: 0.3039517 Dec 13 10:05:42.282312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52312) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.287123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:42.394064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:42.397650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.576866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39df348-e34a-402b-8043-01babcd3e8ff None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:42.623671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.676086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ece4c502-5a5a-4094-96e7-bd9838cd2c90 None None] Could not find standard attr ID for object e91dc7fe-2036-49ef-9345-b315f67d1ced. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:42.679411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:42.683531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:42.686571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:42.687169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.702541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=65524144-42bd-406a-aa7e-c6140ca92348,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.713919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-26c65b90-fe33-485e-bad9-d00ab8bd9fbf tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4305789 Dec 13 10:05:42.716485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52314) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.721483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'security_group': {'name': 'tempest-secgroup-391347866'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:42.745059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.820641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.826512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.887658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.888983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1714282 Dec 13 10:05:42.891896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52318) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.894239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5876c6-16c5-4501-8940-521155e50f89 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe236c-bd3f-403c-bd56-3dbfaee55c6c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.897007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'security_group': {'name': 'tempest-secgroup-540053214'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:42.917343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06a609-855d-426c-be57-c1db3296be80 req-9611ece5-d560-41e4-b284-bdd7d182b03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:42.918991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a06a609-855d-426c-be57-c1db3296be80 req-9611ece5-d560-41e4-b284-bdd7d182b03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0885692 Dec 13 10:05:42.924179 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.976274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a06a609-855d-426c-be57-c1db3296be80 req-d7170298-594f-4ba5-a111-f52e4ed4eb92 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Dec 13 10:05:43.001903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.005836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.038558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.040390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1469147 Dec 13 10:05:43.042367 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f2553-4a29-4acd-a98f-794c83c9b0d4 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d8a68-499d-40ea-8058-3084cb237572,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.043467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52324) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:43.048629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355725729'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:43.073340 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.148070 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.152688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.181365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.182649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1380565 Dec 13 10:05:43.185272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52326) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:43.190726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-657228628', 'security_groups': ['ea154269-891f-49b6-9282-5f12e5370014'], 'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '65524144-42bd-406a-aa7e-c6140ca92348'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:43.195236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a3900-c66f-4f97-80c9-c59fe3f03099 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea154269-891f-49b6-9282-5f12e5370014,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.254748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa5c41-971a-4cc1-98e5-a91f41d06a26 None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:43.304161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:43.308834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.329750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] device_id is not set on port 765246ee-4d82-431c-acdb-bbbe7789c9ca yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:43.341500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4142e24e-df1c-4627-8f9e-0ad91bf3afbd None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:43.341872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4142e24e-df1c-4627-8f9e-0ad91bf3afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.494782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.11 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/65524144-42bd-406a-aa7e-c6140ca92348/765246ee-4d82-431c-acdb-bbbe7789c9ca) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:43.556972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Update dhcp port {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'fixed_ips': [{'subnet_id': 'c078b8a7-340d-4bd4-85c4-ab155ee79ce6', 'ip_address': '172.20.0.18'}, {'subnet_id': '65524144-42bd-406a-aa7e-c6140ca92348'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:05:43.585935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4142e24e-df1c-4627-8f9e-0ad91bf3afbd None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:43.586491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4142e24e-df1c-4627-8f9e-0ad91bf3afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.589350 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.651871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4142e24e-df1c-4627-8f9e-0ad91bf3afbd None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:43.666605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.667192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.667692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.669414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.669414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.669414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.669690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.671647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92264a68-9b98-479c-8076-ff4d22597e76 req-ecd362b4-7d16-4b84-9ee9-1529ab416a88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.0640156 Dec 13 10:05:43.734534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-92264a68-9b98-479c-8076-ff4d22597e76 req-69d341e7-1826-4d9c-916d-20641af31b5c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27fe3764-2202-4588-97b2-6d99175fa76c&id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549150 Dec 13 10:05:43.938688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0f692721-1ae1-44b3-bf64-2a201f1b4a8c details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:05:43.975835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.014061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.062349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:44.074744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:44.078623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c', 'mac_address': 'fa:16:3e:c5:4b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:05:44.079180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:44.095290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:44.118074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Allocated IP 172.20.0.2 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/65524144-42bd-406a-aa7e-c6140ca92348/e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:44.126586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=765246ee-4d82-431c-acdb-bbbe7789c9ca,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.139492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.157687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16688073-515f-4651-8b93-bb6e79a3e95b req-22436425-0744-4480-97bf-9929a8416bc9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:44.159479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16688073-515f-4651-8b93-bb6e79a3e95b req-22436425-0744-4480-97bf-9929a8416bc9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 944 time: 0.0995524 Dec 13 10:05:44.170756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:44.171367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.186131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f692721-1ae1-44b3-bf64-2a201f1b4a8c {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:44.202884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcf11bd2-caf4-4860-8342-34cd6a580125 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0166020 Dec 13 10:05:44.205932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52338) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.212298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:44.213857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:44.224546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.225954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16688073-515f-4651-8b93-bb6e79a3e95b req-526e5ef2-5195-40b7-9c24-b54ae12063e7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518882 Dec 13 10:05:44.272757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:44.306044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.316492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.323998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.328988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:44.333518 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.409757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2ed82-4f4b-4b66-a941-0908cb4318f7 None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.432833 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 65524144-42bd-406a-aa7e-c6140ca92348 (CIDR: 172.20.0.0/28) Dec 13 10:05:44.435839 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:05:44.436328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:44.452376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b457c607-1be4-4364-9c0a-6cb3dbaf91df tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2447352 Dec 13 10:05:44.455019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52340) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.459839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:44.572237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:44.576140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.620134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0f692721-1ae1-44b3-bf64-2a201f1b4a8c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:05:44.673905 n-d-820935-7 neutron-server[103194]: INFO neutron.db.ipam_backend_mixin [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c078b8a7-340d-4bd4-85c4-ab155ee79ce6 (CIDR: 172.20.0.16/28) Dec 13 10:05:44.678418 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:05:44.678908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:44.699321 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e22aa5f-372d-413b-a3a7-3642681262a1 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2403812 Dec 13 10:05:44.699522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52342) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.704969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'subnet': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:44.834041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Made reservation on behalf of 8045c5f2bd3242cbbbdeed199a329ea2 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:44.837803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.983575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-350fc2a7-2b5a-4e9f-a712-dca8547d4a6a None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:44.984140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-350fc2a7-2b5a-4e9f-a712-dca8547d4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.083780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-350fc2a7-2b5a-4e9f-a712-dca8547d4a6a None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:45.084265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-350fc2a7-2b5a-4e9f-a712-dca8547d4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.087323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.123983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-350fc2a7-2b5a-4e9f-a712-dca8547d4a6a None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:45.134540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:45.137718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:45.140575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:45.141195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.145913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc8337-94da-43a0-8636-44aef03edbef None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:45.157858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Subnet': ['ID=d8820ff7-d2ea-4986-93e7-e01dc6c0508f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:45.164690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29ceae62-fdd6-4d33-867a-1f62b8972292 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4638500 Dec 13 10:05:45.167375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52346) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.172394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1601564107', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8820ff7-d2ea-4986-93e7-e01dc6c0508f'}], 'security_groups': ['dafe236c-bd3f-403c-bd56-3dbfaee55c6c', '0d2d8a68-499d-40ea-8058-3084cb237572']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:45.240190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.259608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-38dc3e6c-fbdd-47bb-b809-81339865d57d None None] Provisioning complete for port 765246ee-4d82-431c-acdb-bbbe7789c9ca triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:45.259990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38dc3e6c-fbdd-47bb-b809-81339865d57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.297503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-38dc3e6c-fbdd-47bb-b809-81339865d57d None None] Port 765246ee-4d82-431c-acdb-bbbe7789c9ca cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:45.354126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Update dhcp port {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'fixed_ips': [{'subnet_id': 'c078b8a7-340d-4bd4-85c4-ab155ee79ce6', 'ip_address': '172.20.0.18'}, {'subnet_id': '65524144-42bd-406a-aa7e-c6140ca92348', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8820ff7-d2ea-4986-93e7-e01dc6c0508f'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:05:45.356478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba3603-9058-48ea-ac53-896a9d64b3b5 req-f2867d16-5ce8-42f7-90b8-1b0262ac0fb2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:45.358172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3bba3603-9058-48ea-ac53-896a9d64b3b5 req-f2867d16-5ce8-42f7-90b8-1b0262ac0fb2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Dec 13 10:05:45.362738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52350) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.391151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.531691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3bba3603-9058-48ea-ac53-896a9d64b3b5 req-870b5452-40ed-481e-a515-96ffdf2e58ce tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666131 Dec 13 10:05:45.557949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:45.565487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Delete allocated IP 172.20.0.11 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/65524144-42bd-406a-aa7e-c6140ca92348) {{(pid=103194) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 10:05:45.573902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Allocated IP 172.20.0.42 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/d8820ff7-d2ea-4986-93e7-e01dc6c0508f/765246ee-4d82-431c-acdb-bbbe7789c9ca) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:45.607415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:45.607733 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.740761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.748302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.796789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.807279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Allocated IP 172.20.0.34 (bc95ea41-e7df-4aef-9a25-32f5eba49b4d/d8820ff7-d2ea-4986-93e7-e01dc6c0508f/e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:45.850086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event updated for resources: {'Port': ['ID=765246ee-4d82-431c-acdb-bbbe7789c9ca,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:45.879769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] In _notify_port_updated(), no bound segment for port 765246ee-4d82-431c-acdb-bbbe7789c9ca on network bc95ea41-e7df-4aef-9a25-32f5eba49b4d {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:05:45.885556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:45.886398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.890851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-878e7923-2563-49de-bd61-a6de58bdf341 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "PUT /v2.0/ports/765246ee-4d82-431c-acdb-bbbe7789c9ca HTTP/1.1" status: 200 len: 960 time: 0.7199004 Dec 13 10:05:45.891085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.932656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:45.954259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0f692721-1ae1-44b3-bf64-2a201f1b4a8c up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:45.995707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 765246ee-4d82-431c-acdb-bbbe7789c9ca {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:45.996144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.996262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.003700 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.097094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.105162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:05:46.107006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76bc5b-7839-460d-b1fb-541af78f6217 None None] Pushing event updated for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.110436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 765246ee-4d82-431c-acdb-bbbe7789c9ca owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:46.112862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:46.113243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.147981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:46.148446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.209483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.237176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:46.239673 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117b62be-acc2-49f2-b84f-3dbb8ed389f3" -d '{"events": [{"server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "name": "network-vif-plugged", "status": "completed", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:46.259192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.259924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:46.268627 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.271264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:46.271755 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.312864 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f820b6-79b2-4a87-8313-769f276a1751 x-openstack-request-id: req-b8f820b6-79b2-4a87-8313-769f276a1751 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:46.313165 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "name": "network-vif-plugged", "status": "completed", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:46.313426 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8f820b6-79b2-4a87-8313-769f276a1751 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:46.313828 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c', 'code': 200} Dec 13 10:05:46.313937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=765246ee-4d82-431c-acdb-bbbe7789c9ca,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.319279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:46.324696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.413765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.420166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8527ff5d-aff4-4b18-a1c7-dbde95cb27b3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/765246ee-4d82-431c-acdb-bbbe7789c9ca HTTP/1.1" status: 204 len: 168 time: 0.5227573 Dec 13 10:05:46.421153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52358) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:46.457243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb7710-10b0-4ee7-8270-a0db52359bdc req-4a6223ae-ee28-4229-8d09-5bc747999063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:46.458765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-75eb7710-10b0-4ee7-8270-a0db52359bdc req-4a6223ae-ee28-4229-8d09-5bc747999063 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 1097 time: 0.0820754 Dec 13 10:05:46.459710 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-8add9695-98f2-4746-bc6d-637cb532330f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] GET failed (client error): The resource could not be found. Dec 13 10:05:46.461062 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8add9695-98f2-4746-bc6d-637cb532330f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports/765246ee-4d82-431c-acdb-bbbe7789c9ca HTTP/1.1" status: 404 len: 333 time: 0.0387926 Dec 13 10:05:46.464416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52360) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:46.536436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.551934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-75eb7710-10b0-4ee7-8270-a0db52359bdc req-015d80b4-e61e-44c3-99ec-16947ba56e38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797381 Dec 13 10:05:46.555531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.566241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=1f8d06b1-0ec0-48fd-aafa-1c06c2381af2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.589039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.639938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.642969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.648185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea154269-891f-49b6-9282-5f12e5370014 HTTP/1.1" status: 204 len: 168 time: 0.1826985 Dec 13 10:05:46.649523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:46.668586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7ef76-e007-46e9-96f9-202e3e214707 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea154269-891f-49b6-9282-5f12e5370014,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.745055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.754691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940b3a0-5094-4a6f-83c1-16c6251be9ab req-a039eb67-0a69-4fb4-b859-2f40ae9235b8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:46.756439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7940b3a0-5094-4a6f-83c1-16c6251be9ab req-a039eb67-0a69-4fb4-b859-2f40ae9235b8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.1083353 Dec 13 10:05:46.792900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.853588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.856322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.857497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d2d8a68-499d-40ea-8058-3084cb237572 HTTP/1.1" status: 204 len: 168 time: 0.2042859 Dec 13 10:05:46.860849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52366) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:46.871599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4993b19-261f-495f-9e2f-7575b1d74cda tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d8a68-499d-40ea-8058-3084cb237572,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:46.873555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7940b3a0-5094-4a6f-83c1-16c6251be9ab req-5a6e2fbb-fefd-4d02-a97a-fb8a3d318b6b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075366 Dec 13 10:05:46.880462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.955809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:46.956191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.977573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.032905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.043864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:47.044397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.082087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:47.085072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5842bcb2-d7d9-4b09-941e-780708c0607f None None] Could not find standard attr ID for object 765246ee-4d82-431c-acdb-bbbe7789c9ca. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:47.122632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.125277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.126418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/security-groups/dafe236c-bd3f-403c-bd56-3dbfaee55c6c HTTP/1.1" status: 204 len: 168 time: 0.2638435 Dec 13 10:05:47.129378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52370) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:47.164000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f4675-2629-4caf-a4c6-e382545a846e tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe236c-bd3f-403c-bd56-3dbfaee55c6c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:47.187142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet 65524144-42bd-406a-aa7e-c6140ca92348 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:47.190557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.194673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:47.231726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.308738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:47.313802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ed922bdc-478e-4b69-9fc6-8a50ebc14740 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/92b9d832-556d-4727-bce3-ae260f59b940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499757 Dec 13 10:05:47.320428 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:47.330739 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.334967 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:47.335865 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:47.413606 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.443127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=65524144-42bd-406a-aa7e-c6140ca92348,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:47.449420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.457398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52374) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:47.457546 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b9f6367c-dcbd-48b2-9bb9-cfc17e133351 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/65524144-42bd-406a-aa7e-c6140ca92348 HTTP/1.1" status: 204 len: 168 time: 0.3270521 Dec 13 10:05:47.479593 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:47.500222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3281c8cd-0422-404c-9008-0b27aff75b4d None None] Could not find standard attr ID for object 765246ee-4d82-431c-acdb-bbbe7789c9ca. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:47.560759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet d8820ff7-d2ea-4986-93e7-e01dc6c0508f {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:47.564625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.642141 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.668069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:47.689588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01522c-d93e-482e-bec6-b96eee045757 req-d267fa3c-f41d-48c3-bc1c-588c232debe1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:47.691444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d01522c-d93e-482e-bec6-b96eee045757 req-d267fa3c-f41d-48c3-bc1c-588c232debe1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.0986693 Dec 13 10:05:47.728813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:47.729184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.762254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb901de5-34cd-4cac-ad7e-a6f9f2eb6dde None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:47.769647 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:47.801189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:47.807160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8d01522c-d93e-482e-bec6-b96eee045757 req-20144744-8604-422c-9d6f-f9d33eb6936e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017408 Dec 13 10:05:47.811150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:47.813082 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:47.824029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.891327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.942672 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:47.959823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=d8820ff7-d2ea-4986-93e7-e01dc6c0508f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:47.980075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.984236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9b3f70de-3c2c-473a-9f23-722b5e373f44 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/d8820ff7-d2ea-4986-93e7-e01dc6c0508f HTTP/1.1" status: 204 len: 168 time: 0.5256515 Dec 13 10:05:47.988304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52380) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.042796 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-390e324b-7a96-46c9-afab-92d911ef7f29 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.043261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390e324b-7a96-46c9-afab-92d911ef7f29 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.046893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-390e324b-7a96-46c9-afab-92d911ef7f29 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/65524144-42bd-406a-aa7e-c6140ca92348 HTTP/1.1" status: 404 len: 337 time: 0.0562663 Dec 13 10:05:48.049317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52382) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.068065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0657e61-0bf5-4be5-a9c5-994ed1a9c58f None None] Update dhcp port {'port': {'network_id': 'bc95ea41-e7df-4aef-9a25-32f5eba49b4d', 'fixed_ips': [{'subnet_id': 'c078b8a7-340d-4bd4-85c4-ab155ee79ce6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8820ff7-d2ea-4986-93e7-e01dc6c0508f'}], 'binding:host_id': 'n-d-820935-7'}, 'id': 'e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc'} from n-d-820935-7. {{(pid=103196) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:05:48.096220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0657e61-0bf5-4be5-a9c5-994ed1a9c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.111092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d24ab-0001-4063-b4c3-fa728bfdb397 req-81b7f2e3-1522-4e52-a72c-f0d12b9d7821 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:48.112712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f57d24ab-0001-4063-b4c3-fa728bfdb397 req-81b7f2e3-1522-4e52-a72c-f0d12b9d7821 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.1211095 Dec 13 10:05:48.122137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting subnet c078b8a7-340d-4bd4-85c4-ab155ee79ce6 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:48.126855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.188950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.200256 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:48.224743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f57d24ab-0001-4063-b4c3-fa728bfdb397 req-f03af3f1-210f-4fca-be1c-985ffbee0c74 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Dec 13 10:05:48.229478 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca211d-bc8e-4bbf-9fc6-77d79bf0a3c1 None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'aa11e8f5-c004-42a6-a78f-51514b62ed4a', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'port_id': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'mac_address': 'fa:16:3e:6a:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb3cda-a194-411e-b364-476b95d1fc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:47Z', 'updated_at': '2021-12-13T10:03:49Z', 'revision_number': 1, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:48.285353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.348897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-c0657e61-0bf5-4be5-a9c5-994ed1a9c58f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c078b8a7-340d-4bd4-85c4-ab155ee79ce6: This subnet is being modified by another concurrent operation. Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c078b8a7-340d-4bd4-85c4-ab155ee79ce6: This subnet is being modified by another concurrent operation. Dec 13 10:05:48.349527 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:05:48.384807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Subnet': ['ID=c078b8a7-340d-4bd4-85c4-ab155ee79ce6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:48.387006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.390778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5375bd78-af47-47f0-bcbe-441b5dcdd005 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/c078b8a7-340d-4bd4-85c4-ab155ee79ce6 HTTP/1.1" status: 204 len: 168 time: 0.3405340 Dec 13 10:05:48.393363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52384) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.419276 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-033e79e8-447f-47ec-9b77-2937683087bb tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.419751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033e79e8-447f-47ec-9b77-2937683087bb tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.422734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-033e79e8-447f-47ec-9b77-2937683087bb tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/eac62480-e410-4894-8f5c-ff126888a583 HTTP/1.1" status: 404 len: 337 time: 0.0283413 Dec 13 10:05:48.425219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52386) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.451227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9740f10-0b24-41ab-b4fc-b1209f026564 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "GET /v2.0/ports?device_id=89dba9bf-b0dd-4b31-8522-8aa1fe365c94 HTTP/1.1" status: 200 len: 205 time: 0.0248721 Dec 13 10:05:48.453465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.492991 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-15c4256c-1c95-4a98-8032-3644f0ce7bac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] delete failed (client error): The resource could not be found. Dec 13 10:05:48.493980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-15c4256c-1c95-4a98-8032-3644f0ce7bac tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/routers/89dba9bf-b0dd-4b31-8522-8aa1fe365c94 HTTP/1.1" status: 404 len: 336 time: 0.0396442 Dec 13 10:05:48.496536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52390) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.520901 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-42585d77-5267-4622-baa8-08e2772976fc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.521271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42585d77-5267-4622-baa8-08e2772976fc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.524256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-42585d77-5267-4622-baa8-08e2772976fc tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/f2217e5e-c113-4bfa-94db-8326f5e714c0 HTTP/1.1" status: 404 len: 337 time: 0.0268550 Dec 13 10:05:48.526484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52392) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.551316 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a3c923-53fd-4245-b045-c557ced4e2c3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.551783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a3c923-53fd-4245-b045-c557ced4e2c3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.554667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c4a3c923-53fd-4245-b045-c557ced4e2c3 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/9ae24fc0-9e8a-43ff-9b5e-921ab6de6c90 HTTP/1.1" status: 404 len: 337 time: 0.0273254 Dec 13 10:05:48.557509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52394) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.585378 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe07804-4d5d-40c7-81c1-1469909d7b6b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.586054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe07804-4d5d-40c7-81c1-1469909d7b6b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.589258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fbe07804-4d5d-40c7-81c1-1469909d7b6b tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/a7d0320f-9f42-4268-8a15-8308f561a35d HTTP/1.1" status: 404 len: 337 time: 0.0308423 Dec 13 10:05:48.591845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52396) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.612706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649e7d0-d46b-477a-b40a-f501fafb4d1f None None] Network bc95ea41-e7df-4aef-9a25-32f5eba49b4d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:48.622286 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-90951bab-47d4-40f6-b959-d2fdc196c838 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.622843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90951bab-47d4-40f6-b959-d2fdc196c838 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.625928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-90951bab-47d4-40f6-b959-d2fdc196c838 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/2982fec0-a7a3-4153-9699-a98c5c1fc3e0 HTTP/1.1" status: 404 len: 333 time: 0.0331562 Dec 13 10:05:48.628437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52398) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.654918 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6a5490-5bb1-4d53-a712-2b0e5e9f4170 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.655394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6a5490-5bb1-4d53-a712-2b0e5e9f4170 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.658521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bc6a5490-5bb1-4d53-a712-2b0e5e9f4170 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/3d849ee5-ce1a-427f-ae7e-45d11b9924cb HTTP/1.1" status: 404 len: 337 time: 0.0291677 Dec 13 10:05:48.660988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52400) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.683203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d40250a1-e0ac-41f7-8773-334a0ede93d3 None None] Provisioning complete for port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:48.683591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d40250a1-e0ac-41f7-8773-334a0ede93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.694219 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abd5429-069d-414c-b636-c4c26292c4f7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.694674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abd5429-069d-414c-b636-c4c26292c4f7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.698098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6abd5429-069d-414c-b636-c4c26292c4f7 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/a413cc18-780d-42b6-81b5-875241df3344 HTTP/1.1" status: 404 len: 337 time: 0.0359421 Dec 13 10:05:48.700599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52402) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.723371 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-300b6bf6-75be-4b30-8714-148b98864123 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.723972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300b6bf6-75be-4b30-8714-148b98864123 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.730772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-300b6bf6-75be-4b30-8714-148b98864123 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/1a740527-3636-450f-a406-c19628de2a70 HTTP/1.1" status: 404 len: 333 time: 0.0270343 Dec 13 10:05:48.731064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.760578 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e47620f-ddb9-445c-bdad-3514d974ac37 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.761156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e47620f-ddb9-445c-bdad-3514d974ac37 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.766346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e47620f-ddb9-445c-bdad-3514d974ac37 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/1c962d98-aabd-4e13-a32a-734e14b81211 HTTP/1.1" status: 404 len: 337 time: 0.0321407 Dec 13 10:05:48.766575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52406) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.794015 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eb09d7-6f6e-48f1-a4ba-57642961d0c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] DELETE failed (client error): The resource could not be found. Dec 13 10:05:48.794222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] DHCP port deletion for bc95ea41-e7df-4aef-9a25-32f5eba49b4d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:48.794481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eb09d7-6f6e-48f1-a4ba-57642961d0c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:05:48.797601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48eb09d7-6f6e-48f1-a4ba-57642961d0c5 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/subnets/b62aa55e-f371-41f8-87cc-7397c8ad2a81 HTTP/1.1" status: 404 len: 337 time: 0.0301247 Dec 13 10:05:48.800232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52408) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.858154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d40250a1-e0ac-41f7-8773-334a0ede93d3 None None] Provisioning complete for port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:48.858445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d40250a1-e0ac-41f7-8773-334a0ede93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.900631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d40250a1-e0ac-41f7-8773-334a0ede93d3 None None] Port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:48.903863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Deleting port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:48.904235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.907584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Deleting port 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:48.908427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.971688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-851cd0ec-2d0b-4575-957c-3f4e0ae18fe5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:48.973437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-851cd0ec-2d0b-4575-957c-3f4e0ae18fe5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.0945346 Dec 13 10:05:48.975890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] For port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,segment=NetworkSegment(1b49353c-3fda-406d-b25d-d37bae448d31),segment_id=1b49353c-3fda-406d-b25d-d37bae448d31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:48.976301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.981235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.983183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c0f9-456d-4218-8da3-98ba3d0b12d3 req-47811943-3fa9-4215-bf05-1d5342be789a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:48.984650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0610c0f9-456d-4218-8da3-98ba3d0b12d3 req-47811943-3fa9-4215-bf05-1d5342be789a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 946 time: 0.0780210 Dec 13 10:05:48.989773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Calling delete_port for e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:48.994622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Calling delete_port for 9b7a5db8-ea61-4ab1-a294-04b93b3b9571 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:49.073506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.077161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.098134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0610c0f9-456d-4218-8da3-98ba3d0b12d3 req-c27aea99-5428-4ed2-adc8-dc1f05dc0673 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=5573c65a-7d63-4719-b7a7-8ca84dee47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872536 Dec 13 10:05:49.106244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] Pushing event deleted for resources: {'Port': ['ID=e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.113350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Port': ['ID=9b7a5db8-ea61-4ab1-a294-04b93b3b9571,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.127575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 93676093-2088-43bc-95b1-27111cde8d7f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:49.127575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.128166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.128166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2188131f-3ab8-4472-874e-95ab2b05ec1f tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/ports/9b7a5db8-ea61-4ab1-a294-04b93b3b9571 HTTP/1.1" status: 204 len: 168 time: 0.3235006 Dec 13 10:05:49.128345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3b9f9-c061-4d89-92f3-fd55ffab9a98 None None] No DVR routers for this DVR port e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:49.132210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52412) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:49.149574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda1a32-33c3-48cb-916b-68b7f789a735 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:05:49.260833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.288817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcda1a32-33c3-48cb-916b-68b7f789a735 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:05:49.289798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 93676093-2088-43bc-95b1-27111cde8d7f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=93676093-2088-43bc-95b1-27111cde8d7f,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:49.290175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.318312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 93676093-2088-43bc-95b1-27111cde8d7f owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:49.463830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.494977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431b03-d773-4d7f-ae0f-193ee4b6be8d req-4439a3db-906b-4fce-954d-163375fa1d66 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:49.496582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52431b03-d773-4d7f-ae0f-193ee4b6be8d req-4439a3db-906b-4fce-954d-163375fa1d66 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.1897478 Dec 13 10:05:49.526140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc95ea41-e7df-4aef-9a25-32f5eba49b4d']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:49.552988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b49353c-3fda-406d-b25d-d37bae448d31') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:49.553334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b49353c-3fda-406d-b25d-d37bae448d31') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:49.567291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:49.567479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.589806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:49.590248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1f8d06b1-0ec0-48fd-aafa-1c06c2381af2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:49.590741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:49.596997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.610833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:49.611186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e473e44b-0c53-4dc8-8880-c5dd9fe0c5fc not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:49.627816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52431b03-d773-4d7f-ae0f-193ee4b6be8d req-a85f74a1-1d2a-4eb3-92b4-99108d3fb221 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181810 Dec 13 10:05:49.631953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:49.632441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:49.635941 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:49.711504 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.753030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.762175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=93676093-2088-43bc-95b1-27111cde8d7f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.766516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.769694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] 10.222.0.31 "DELETE /v2.0/networks/bc95ea41-e7df-4aef-9a25-32f5eba49b4d HTTP/1.1" status: 204 len: 168 time: 0.6364975 Dec 13 10:05:49.789995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299d7dc-3c17-45a9-843f-2c6981b46001 tempest-PortsTestJSON-1044369094 tempest-PortsTestJSON-1044369094-project] Pushing event deleted for resources: {'Network': ['ID=bc95ea41-e7df-4aef-9a25-32f5eba49b4d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.838395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89dda8-0bb3-4cac-9083-ce65bd032063 req-34064984-c975-42f1-b048-e31986a74c31 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:49.840006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba89dda8-0bb3-4cac-9083-ce65bd032063 req-34064984-c975-42f1-b048-e31986a74c31 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.1396759 Dec 13 10:05:49.840836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] No DVR routers for this DVR port 93676093-2088-43bc-95b1-27111cde8d7f on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:49.843380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.846695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5aa243c4-8e77-4c54-a3e8-5799d1aeaf84 req-ace33988-87b3-45b8-8a52-cfe21652a66b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "DELETE /v2.0/ports/93676093-2088-43bc-95b1-27111cde8d7f HTTP/1.1" status: 204 len: 173 time: 0.8611274 Dec 13 10:05:49.847137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'name': 'network-vif-deleted', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:49.849507 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415c44a3-8aa3-40da-82c7-607791a0be17" -d '{"events": [{"server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "name": "network-vif-deleted", "tag": "93676093-2088-43bc-95b1-27111cde8d7f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:49.896576 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779b3250-061d-4863-bea3-99258dafebfe x-openstack-request-id: req-779b3250-061d-4863-bea3-99258dafebfe {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:49.896915 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeee2f42-4222-4e5e-acc2-a6d5332c5044", "name": "network-vif-deleted", "tag": "93676093-2088-43bc-95b1-27111cde8d7f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:49.897172 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-779b3250-061d-4863-bea3-99258dafebfe {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:49.897641 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeee2f42-4222-4e5e-acc2-a6d5332c5044', 'name': 'network-vif-deleted', 'tag': '93676093-2088-43bc-95b1-27111cde8d7f', 'status': 'completed', 'code': 200} Dec 13 10:05:49.905495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba89dda8-0bb3-4cac-9083-ce65bd032063 req-ff7469a7-16fb-46cb-915a-fac34bcf8ed6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530658 Dec 13 10:05:50.032361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b65268-5a48-4deb-a40c-c01a0bcf4afa req-abd8a88d-bc56-4d63-b351-0ff9ecbf7b2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.033871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49b65268-5a48-4deb-a40c-c01a0bcf4afa req-abd8a88d-bc56-4d63-b351-0ff9ecbf7b2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.0538309 Dec 13 10:05:50.083568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49b65268-5a48-4deb-a40c-c01a0bcf4afa req-2d7f8482-21c0-4f0f-9cd6-06f494ac9a87 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Dec 13 10:05:50.090313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52426) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.237760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2754776a-35f2-4683-9990-2744472d2b47 req-8748792c-3a50-4f91-b4dd-57dd242631f2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeee2f42-4222-4e5e-acc2-a6d5332c5044 HTTP/1.1" status: 200 len: 210 time: 0.0428791 Dec 13 10:05:50.285138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2d4876e-4a2e-446d-8544-1335b075a5c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8045c5f2bd3242cbbbdeed199a329ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935875 Dec 13 10:05:50.287862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.364820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.388921 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.407846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714de0b5-b244-440d-82fb-cde69e96122a req-f1505715-4137-4e67-8bc9-67eeb8359630 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.409390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-714de0b5-b244-440d-82fb-cde69e96122a req-f1505715-4137-4e67-8bc9-67eeb8359630 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.0686278 Dec 13 10:05:50.439774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.442379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.443572 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb0b9e26-095f-4cd2-a82b-3a5d469fa3d7 HTTP/1.1" status: 204 len: 168 time: 0.1547112 Dec 13 10:05:50.451690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a07e0-dc47-44b4-87d7-6906b0af3fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b9e26-095f-4cd2-a82b-3a5d469fa3d7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:50.460035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-714de0b5-b244-440d-82fb-cde69e96122a req-c6d58ba2-dc8d-43c9-8bb4-8166d2b926d7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Dec 13 10:05:51.090092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:51.182739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-128938828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:51.206597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.207692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.255744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.260263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.277769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.281508 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f772061a-79c8-45d6-b6ca-4f9d28ff5ff8 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1878960 Dec 13 10:05:51.282013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52464) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:51.286822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1589815407'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:51.302593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52466) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:51.328734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:51.332218 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.351661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.394083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.431685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.500920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.506479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.537716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:51.547977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff4fd5-ed3a-4d06-abd6-201e56e4e9af,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.551532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.554323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.556137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/security-groups/5573c65a-7d63-4719-b7a7-8ca84dee47c2 HTTP/1.1" status: 204 len: 168 time: 0.2525911 Dec 13 10:05:51.563166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.563513 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Added segment 5cdf5c81-f827-46a9-883d-0d6088061e4d of type vlan for network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 Dec 13 10:05:51.575075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e173af7-1528-4c7e-aa7f-48dfbdef8cba tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5573c65a-7d63-4719-b7a7-8ca84dee47c2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.602572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:51.615591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe67de5-5d2c-4460-8d26-738d5b032ae2 req-dce425c2-75d1-4a9f-a76c-0cefabec3703 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:51.617776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbe67de5-5d2c-4460-8d26-738d5b032ae2 req-dce425c2-75d1-4a9f-a76c-0cefabec3703 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.0748665 Dec 13 10:05:51.644450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.668664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbe67de5-5d2c-4460-8d26-738d5b032ae2 req-7a9e90fb-ed55-424e-b022-617575ffecc1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446980 Dec 13 10:05:51.678899 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting subnet 5ce705c6-396c-40b8-89ec-246fa70403e4 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:51.685618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.706740 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.712269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:51.712850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.777981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.787516 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5047472 Dec 13 10:05:51.791410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52474) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:51.796539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'subnet': {'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:51.832212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7bc85-d5ea-4efd-8493-f7cff1d82f3d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Network': ['ID=5a0e5ff0-bb2a-43c4-897c-9bca955de1a1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.843039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:51.885883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:51.890632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.920657 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.960607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666abba-8135-41ea-a12d-8895e71be198 req-93b2d7f4-c8cd-4e80-8321-c2eec720228b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:51.962707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0666abba-8135-41ea-a12d-8895e71be198 req-93b2d7f4-c8cd-4e80-8321-c2eec720228b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 946 time: 0.0872989 Dec 13 10:05:52.050621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.073303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.088417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce705c6-396c-40b8-89ec-246fa70403e4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.091921 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.094618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aff60f-e361-45bc-bf0d-b6f7bdc40b73 None None] Network 92cdce48-4bc6-456c-ab10-f00f194a9629 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:52.095179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-170ad076-299e-4aa4-891d-abbc3c80bf4d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/subnets/5ce705c6-396c-40b8-89ec-246fa70403e4 HTTP/1.1" status: 204 len: 168 time: 0.4916863 Dec 13 10:05:52.101142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.150137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Checking segment: {'id': '5cdf5c81-f827-46a9-883d-0d6088061e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:52.150471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network hostable DHCP agents. Network: 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:52.155282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Subnet': ['ID=2847fc33-20b8-4be5-aae5-20ecef59a1fc,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.173089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:52.173432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.178656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:52.197068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:52.202249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:52.203062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.213085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcee4b1-6bc3-46cb-a74f-f480e37e114d None None] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:52.232540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.239689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a52e800a-d97a-4449-980b-f6e1d2051ac3 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4470093 Dec 13 10:05:52.243518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52478) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.249416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'network': {'name': 'tempest-router-network01--251265932'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:52.290474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:52.296092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.319797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] DHCP port deletion for 92cdce48-4bc6-456c-ab10-f00f194a9629 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:52.333946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:52.345068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.345403 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Added segment 4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9 of type vlan for network e52e1efa-521e-47c3-bb77-7578212b102e Dec 13 10:05:52.371363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:52.375795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.392155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 0f692721-1ae1-44b3-bf64-2a201f1b4a8c owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:52.393938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5a0e5ff0-bb2a-43c4-897c-9bca955de1a1', 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1', 'project_id': '93d7f82ce72b420c9fa32486ff89e392', 'fixed_ips': [{'subnet_id': '2847fc33-20b8-4be5-aae5-20ecef59a1fc'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:52.399316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.405624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 82e62a30-cd61-4710-9247-db6cc12cf351 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:52.405901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.413828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.433369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Deleting port 82e62a30-cd61-4710-9247-db6cc12cf351 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:52.433369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.457919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.466516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:52.467576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.517533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 82e62a30-cd61-4710-9247-db6cc12cf351, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e62a30-cd61-4710-9247-db6cc12cf351,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:52.517911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.534189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2870626 Dec 13 10:05:52.534421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.544615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 82e62a30-cd61-4710-9247-db6cc12cf351 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:52.549488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'network': {'name': 'tempest-router-network02--914825093'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:52.574829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6e7f5-c888-444c-bb27-9c05b4660022 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Network': ['ID=e52e1efa-521e-47c3-bb77-7578212b102e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.648659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:52.652175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.700088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e52e1efa-521e-47c3-bb77-7578212b102e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:52.709181 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.722131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:52.728759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['0f692721-1ae1-44b3-bf64-2a201f1b4a8c'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:05:52.756765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=0f692721-1ae1-44b3-bf64-2a201f1b4a8c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.765474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.765828 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Added segment 05cf6604-b7ac-4f3b-935d-1b886f73770f of type vlan for network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e Dec 13 10:05:52.810299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-487d2fc4-d8dc-4ec0-8a5b-ee6eea912093 req-3f6cf73c-1b21-48e1-b4fe-8e3e53ee2f37 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0366344 Dec 13 10:05:52.832942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.862997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] For port 82e62a30-cd61-4710-9247-db6cc12cf351, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e62a30-cd61-4710-9247-db6cc12cf351,segment=NetworkSegment(27e9d8ac-bdc4-4052-a407-94fb2e666a60),segment_id=27e9d8ac-bdc4-4052-a407-94fb2e666a60)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:52.863609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.863706 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.865664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 0f692721-1ae1-44b3-bf64-2a201f1b4a8c on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:52.868874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.872704 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0666abba-8135-41ea-a12d-8895e71be198 req-4dfa8556-cd5e-4983-9019-c6250dd3a03e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "DELETE /v2.0/ports/0f692721-1ae1-44b3-bf64-2a201f1b4a8c HTTP/1.1" status: 204 len: 173 time: 0.9023807 Dec 13 10:05:52.889474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Calling delete_port for 82e62a30-cd61-4710-9247-db6cc12cf351 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:52.901670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Allocated IP 2001:db8::2 (5a0e5ff0-bb2a-43c4-897c-9bca955de1a1/2847fc33-20b8-4be5-aae5-20ecef59a1fc/eee9cbe8-d679-4bf2-b113-7595073bc029) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:52.909173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'name': 'network-vif-deleted', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:52.911617 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa118e-1745-48f6-9255-f2d391a40f45" -d '{"events": [{"server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "name": "network-vif-deleted", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:52.919921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] No DVR routers for this DVR port 82e62a30-cd61-4710-9247-db6cc12cf351 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:52.928056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=82e62a30-cd61-4710-9247-db6cc12cf351,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.027813 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db5a413-4b5b-447e-a089-9ccd22e4cd29 x-openstack-request-id: req-7db5a413-4b5b-447e-a089-9ccd22e4cd29 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:53.028171 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a85a59-ce63-4bdc-b111-1934103d2480", "name": "network-vif-deleted", "tag": "0f692721-1ae1-44b3-bf64-2a201f1b4a8c", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:53.028516 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7db5a413-4b5b-447e-a089-9ccd22e4cd29 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:53.029530 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a85a59-ce63-4bdc-b111-1934103d2480', 'name': 'network-vif-deleted', 'tag': '0f692721-1ae1-44b3-bf64-2a201f1b4a8c', 'status': 'completed', 'code': 200} Dec 13 10:05:53.044358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.046973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 93676093-2088-43bc-95b1-27111cde8d7f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:53.051470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.052887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.067166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.087610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 93676093-2088-43bc-95b1-27111cde8d7f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:53.088348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 93676093-2088-43bc-95b1-27111cde8d7f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:53.093510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.129362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] Pushing event deleted for resources: {'Port': ['ID=82e62a30-cd61-4710-9247-db6cc12cf351,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.141882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6038244 Dec 13 10:05:53.143164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52486) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.149456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cdce48-4bc6-456c-ab10-f00f194a9629']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.155598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e67e25-3166-4b83-a8ba-dc2aad350428 None None] No DVR routers for this DVR port 82e62a30-cd61-4710-9247-db6cc12cf351 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:53.157133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'subnet': {'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:53.170578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e9d8ac-bdc4-4052-a407-94fb2e666a60') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.173957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e9d8ac-bdc4-4052-a407-94fb2e666a60') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.182434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c10275-6925-432b-a2d7-f87ce69dd70d tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Network': ['ID=3a7cd6d8-776e-4dad-99f4-694d5fdefd5e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.183585 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.189644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.192807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.212759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:53.213788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.225385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:53.226096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:53.303519 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:53.313350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:53.314646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.323036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:53.331974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:53.333196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.338755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/networks/92cdce48-4bc6-456c-ab10-f00f194a9629 HTTP/1.1" status: 204 len: 168 time: 1.2357607 Dec 13 10:05:53.342620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Pushing event updated for resources: {'Port': ['ID=eee9cbe8-d679-4bf2-b113-7595073bc029,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.353136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.390805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4c9e9-5421-4ab6-baec-0672f9c5f7f9 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Network': ['ID=92cdce48-4bc6-456c-ab10-f00f194a9629,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.426964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Attempting to bind port eee9cbe8-d679-4bf2-b113-7595073bc029 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:53.427405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Attempting to bind port eee9cbe8-d679-4bf2-b113-7595073bc029 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '5cdf5c81-f827-46a9-883d-0d6088061e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:53.427828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Attempting to bind port eee9cbe8-d679-4bf2-b113-7595073bc029 on network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:53.435094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:53.435947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Checking segment: {'id': '5cdf5c81-f827-46a9-883d-0d6088061e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:53.436540 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.436993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Bound using segment: {'id': '5cdf5c81-f827-46a9-883d-0d6088061e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:53.437487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Bound port: eee9cbe8-d679-4bf2-b113-7595073bc029, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdf5c81-f827-46a9-883d-0d6088061e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5a0e5ff0-bb2a-43c4-897c-9bca955de1a1'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:53.437880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.558483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] For port eee9cbe8-d679-4bf2-b113-7595073bc029, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:53.567433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] For port eee9cbe8-d679-4bf2-b113-7595073bc029, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eee9cbe8-d679-4bf2-b113-7595073bc029,segment=NetworkSegment(5cdf5c81-f827-46a9-883d-0d6088061e4d),segment_id=5cdf5c81-f827-46a9-883d-0d6088061e4d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:53.576559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.625380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e62a30-cd61-4710-9247-db6cc12cf351 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:53.678121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 82e62a30-cd61-4710-9247-db6cc12cf351 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:53.678598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e62a30-cd61-4710-9247-db6cc12cf351 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:53.703640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:53.708577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.710393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ff80f-9174-4274-bb9c-4727447e4b6f None None] Pushing event updated for resources: {'Port': ['ID=eee9cbe8-d679-4bf2-b113-7595073bc029,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.009607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port c1c5608d-5eec-4c07-a543-321bc247b870 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:54.010840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.015086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d45200a3-2fad-43b2-8f77-f4f98a57ab3a req-e4ba1e49-0f72-4a65-90f6-a9e0c34e02df tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0533562 Dec 13 10:05:54.029006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.105226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Subnet': ['ID=4b987064-d104-4952-bbcc-d7a98fae38cb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.116087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.116231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Checking segment: {'id': '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:54.116466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.116576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network hostable DHCP agents. Network: e52e1efa-521e-47c3-bb77-7578212b102e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:54.131880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for c1c5608d-5eec-4c07-a543-321bc247b870 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:54.139525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network e52e1efa-521e-47c3-bb77-7578212b102e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:54.155905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, e52e1efa-521e-47c3-bb77-7578212b102e) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:54.166065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:54.166770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.172962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757e77-ac1a-4777-a6d0-ae3c4704bf2a None None] Network e52e1efa-521e-47c3-bb77-7578212b102e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:54.189017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c47e7bf0-0a37-4339-8313-018363eaaaf4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0411410 Dec 13 10:05:54.189917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:54.195676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'subnet': {'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:54.285456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-e52e1efa-521e-47c3-bb77-7578212b102e', 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e', 'project_id': '93d7f82ce72b420c9fa32486ff89e392', 'fixed_ips': [{'subnet_id': '4b987064-d104-4952-bbcc-d7a98fae38cb'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:54.286571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.345167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:54.348617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.431934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Allocated IP 2001:db8::2 (e52e1efa-521e-47c3-bb77-7578212b102e/4b987064-d104-4952-bbcc-d7a98fae38cb/dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:54.539136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.593578 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.595480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=c1c5608d-5eec-4c07-a543-321bc247b870,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.604910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.650535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Network e52e1efa-521e-47c3-bb77-7578212b102e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:54.656272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:54.659400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:54.667743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Pushing event updated for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.691140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.691564 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Floating IP aa11e8f5-c004-42a6-a78f-51514b62ed4a disassociated (deleted). External IP: 172.25.2.10, port: 0c54e2e3-a40b-4935-97a7-cd8adf090a13. Dec 13 10:05:54.694176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.725485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Attempting to bind port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:54.726122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Attempting to bind port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:54.726730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Attempting to bind port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f on network e52e1efa-521e-47c3-bb77-7578212b102e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:54.732423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:54.732821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Checking segment: {'id': '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:54.738355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.738771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Bound using segment: {'id': '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:54.739276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Bound port: dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e52e1efa-521e-47c3-bb77-7578212b102e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:54.739701 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.828349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:54.832113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,segment=NetworkSegment(4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9),segment_id=4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:54.841705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.869046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb92d9-d376-432e-a1d6-c25a4530e70e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.892549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Checking segment: {'id': '05cf6604-b7ac-4f3b-935d-1b886f73770f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:54.893829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network hostable DHCP agents. Network: 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:54.921944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2e7c9-16b7-4636-87a8-682bb7f3c70b None None] Pushing event updated for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.925572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:54.986040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:54.995854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b668d0-377b-4d25-9223-d78e1b80d7ae None None] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:55.080371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.081007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.096072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:55.167966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-3a7cd6d8-776e-4dad-99f4-694d5fdefd5e', 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e', 'project_id': '93d7f82ce72b420c9fa32486ff89e392', 'fixed_ips': [{'subnet_id': 'a6cb92d9-d376-432e-a1d6-c25a4530e70e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:55.169288 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.172129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae447513-c10f-4029-a8ad-841f3aaa9e55 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9810929 Dec 13 10:05:55.172792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:55.172910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453717ab-480c-4842-b988-860bd9c8230f None None] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:55.191354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63baee48-4812-4dca-836b-9c15b36a1612 req-eb049f20-9c52-4214-b4a0-7f2e3fe7fa4e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0565972 Dec 13 10:05:55.297798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] Provisioning complete for port eee9cbe8-d679-4bf2-b113-7595073bc029 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:55.298326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.377515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:55.385118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.399443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:55.501861 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15005930-fea0-4525-a1a2-653695bc76ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/floatingips/aa11e8f5-c004-42a6-a78f-51514b62ed4a HTTP/1.1" status: 204 len: 168 time: 2.1476986 Dec 13 10:05:55.504601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:55.507112 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d7d039-c126-45c0-a07d-5da543f083ad" -d '{"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:55.533690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Allocated IP 2001:db8::2 (3a7cd6d8-776e-4dad-99f4-694d5fdefd5e/a6cb92d9-d376-432e-a1d6-c25a4530e70e/53084600-da5d-412a-89ac-705e2066d0a2) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:55.557356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:55.559213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:55.596221 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f9121-9824-4760-97db-7f9341ec7ca9 x-openstack-request-id: req-fc8f9121-9824-4760-97db-7f9341ec7ca9 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:55.596726 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:55.596831 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc8f9121-9824-4760-97db-7f9341ec7ca9 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:55.597183 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'status': 'completed', 'code': 200} Dec 13 10:05:55.762425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-9a601133-c44e-47a6-b537-3d6e6466c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.764147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-9a601133-c44e-47a6-b537-3d6e6466c390 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 1096 time: 0.1661763 Dec 13 10:05:55.797798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:55.868586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce781-8c0c-4e82-8840-967ffaabfcce req-2a6dd20e-56be-4f1f-82d3-f5e3f95f2344 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.878819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e8ce781-8c0c-4e82-8840-967ffaabfcce req-2a6dd20e-56be-4f1f-82d3-f5e3f95f2344 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0700185 Dec 13 10:05:55.944999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-b4611efd-db4b-4fb7-9846-fc538ca6865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.947939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-b4611efd-db4b-4fb7-9846-fc538ca6865d service neutron] 10.222.0.16 "GET /v2.0/networks?id=db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 200 len: 898 time: 0.1738508 Dec 13 10:05:55.980596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e8ce781-8c0c-4e82-8840-967ffaabfcce req-03fd427b-5bf0-445f-ba53-abebb7525f6a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003571 Dec 13 10:05:56.031352 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-1103d31b-d6a7-4463-b5e7-d36c6dc4e18c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 200 len: 217 time: 0.0728285 Dec 13 10:05:56.050804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0f692721-1ae1-44b3-bf64-2a201f1b4a8c no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:56.076632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.107013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:56.107387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.113640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:56.117726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.164975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-5550896e-428e-4206-8573-51f084f23024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.166557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-5550896e-428e-4206-8573-51f084f23024 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=742d8093-d2c1-4407-b43a-7b5577d1fc96 HTTP/1.1" status: 200 len: 834 time: 0.0997529 Dec 13 10:05:56.168460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 0f692721-1ae1-44b3-bf64-2a201f1b4a8c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:56.168932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0f692721-1ae1-44b3-bf64-2a201f1b4a8c not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:56.293893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.342194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a3b470b-e580-40c4-a738-454e827675ab req-4a987620-9288-42f1-a791-967955465d26 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0624132 Dec 13 10:05:56.354565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-882a908f-c241-4210-b8b7-bc4f261432de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.356507 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-882a908f-c241-4210-b8b7-bc4f261432de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=db986fa9-df03-416a-bdd6-fdae3215888e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624253 Dec 13 10:05:56.423590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.506550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] For port eee9cbe8-d679-4bf2-b113-7595073bc029, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eee9cbe8-d679-4bf2-b113-7595073bc029,segment=NetworkSegment(5cdf5c81-f827-46a9-883d-0d6088061e4d),segment_id=5cdf5c81-f827-46a9-883d-0d6088061e4d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:56.516427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7a5d5-3403-4c66-bda6-a09057e8134f None None] Network e52e1efa-521e-47c3-bb77-7578212b102e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:56.541824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-f0801c36-a60b-4aa7-a1c5-236f4c40e82b service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748142 Dec 13 10:05:56.552591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Allocated IP 2001:db8::1 (e52e1efa-521e-47c3-bb77-7578212b102e/4b987064-d104-4952-bbcc-d7a98fae38cb/7088946c-b67b-46e9-be0d-aa6051ce25f8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:56.712690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b3d7d039-c126-45c0-a07d-5da543f083ad req-4e285148-d8ce-44ee-8816-723315e92411 service neutron] 10.222.0.16 "GET /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614285 Dec 13 10:05:56.715984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.733617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:56.736977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:56.740035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:56.758557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.802185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.804903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Pushing event updated for resources: {'Port': ['ID=53084600-da5d-412a-89ac-705e2066d0a2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.851135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network e52e1efa-521e-47c3-bb77-7578212b102e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:56.854523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:56.858298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:56.858962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.916509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.916969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Port': ['ID=7088946c-b67b-46e9-be0d-aa6051ce25f8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.964226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a1a30b74-6940-478d-86bb-9404d2c76110 None None] Provisioning complete for port eee9cbe8-d679-4bf2-b113-7595073bc029 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:56.964667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1a30b74-6940-478d-86bb-9404d2c76110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.975030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Attempting to bind port 53084600-da5d-412a-89ac-705e2066d0a2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:56.975421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Attempting to bind port 53084600-da5d-412a-89ac-705e2066d0a2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '05cf6604-b7ac-4f3b-935d-1b886f73770f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:56.975812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Attempting to bind port 53084600-da5d-412a-89ac-705e2066d0a2 on network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:57.009774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.018761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60bd49-2c13-43a3-b2e4-0781fa2ebfd0 None None] Pushing event updated for resources: {'Port': ['ID=eee9cbe8-d679-4bf2-b113-7595073bc029,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.025308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:57.045764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:57.046195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Checking segment: {'id': '05cf6604-b7ac-4f3b-935d-1b886f73770f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:57.046562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.047032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Bound using segment: {'id': '05cf6604-b7ac-4f3b-935d-1b886f73770f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:57.047523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Bound port: 53084600-da5d-412a-89ac-705e2066d0a2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cf6604-b7ac-4f3b-935d-1b886f73770f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a7cd6d8-776e-4dad-99f4-694d5fdefd5e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:57.047938 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.100400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:57.106110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,segment=NetworkSegment(4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9),segment_id=4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:57.143077 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.143907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eee9cbe8-d679-4bf2-b113-7595073bc029 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:57.144547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1642b-9c76-42fb-bebf-efcd86a6ba55 req-72d29853-eddc-456c-82e6-bbde4a44b008 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.150000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34c1642b-9c76-42fb-bebf-efcd86a6ba55 req-72d29853-eddc-456c-82e6-bbde4a44b008 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0563195 Dec 13 10:05:57.200717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:57.201381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:57.240167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34c1642b-9c76-42fb-bebf-efcd86a6ba55 req-f4735259-4211-44a5-8354-e7a523e541ac tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870805 Dec 13 10:05:57.366531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.376161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.377463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.391879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.392517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-d5129f31-12f8-46c5-8db3-4267849e6393 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.394456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-d5129f31-12f8-46c5-8db3-4267849e6393 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.16 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0844517 Dec 13 10:05:57.411361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] For port 53084600-da5d-412a-89ac-705e2066d0a2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:57.426706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] For port 53084600-da5d-412a-89ac-705e2066d0a2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53084600-da5d-412a-89ac-705e2066d0a2,segment=NetworkSegment(05cf6604-b7ac-4f3b-935d-1b886f73770f),segment_id=05cf6604-b7ac-4f3b-935d-1b886f73770f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:57.442966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.500269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc9ac6e7-ec75-4355-b44e-11e94ab14de5 req-2549cea3-3c39-4110-8f94-7b5282cb062e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0392859 Dec 13 10:05:57.519697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:57.553646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port eee9cbe8-d679-4bf2-b113-7595073bc029 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:57.554022 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.633126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network e52e1efa-521e-47c3-bb77-7578212b102e is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:57.639573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:57.669696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Port': ['ID=7088946c-b67b-46e9-be0d-aa6051ce25f8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.721878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853df79d-c9ca-458b-936b-1b27b4a3edeb None None] Pushing event updated for resources: {'Port': ['ID=53084600-da5d-412a-89ac-705e2066d0a2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.737303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a1a30b74-6940-478d-86bb-9404d2c76110 None None] Provisioning complete for port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:57.737680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1a30b74-6940-478d-86bb-9404d2c76110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.797789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:57.798285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.008813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:58.054504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a02ff-4794-419b-97e3-12606e6f7987 None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:05:46Z', 'revision_number': 6, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a31b01f6-8c75-4887-ac37-8cc98ecb3787', 'name': '', 'network_id': 'db986fa9-df03-416a-bdd6-fdae3215888e', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:6a:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:26Z', 'updated_at': '2021-12-13T10:03:30Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '742d8093-d2c1-4407-b43a-7b5577d1fc96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:58.122421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a9060ddc-a503-4d2a-bc71-de13ee246130 None None] Provisioning complete for port 7088946c-b67b-46e9-be0d-aa6051ce25f8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:58.122805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9060ddc-a503-4d2a-bc71-de13ee246130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.208163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53084600-da5d-412a-89ac-705e2066d0a2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:58.249178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a9060ddc-a503-4d2a-bc71-de13ee246130 None None] Port 7088946c-b67b-46e9-be0d-aa6051ce25f8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:58.270650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a9060ddc-a503-4d2a-bc71-de13ee246130 None None] Provisioning complete for port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:58.271033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a9060ddc-a503-4d2a-bc71-de13ee246130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.371656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 53084600-da5d-412a-89ac-705e2066d0a2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:58.372138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.433225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 0c54e2e3-a40b-4935-97a7-cd8adf090a13, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=0c54e2e3-a40b-4935-97a7-cd8adf090a13,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:58.433656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.461537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 0c54e2e3-a40b-4935-97a7-cd8adf090a13 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:58.463445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Router 866055ee-42d7-4686-a0ce-131e56273650 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:58.465036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729742-4a03-4f7c-a464-2bd9258fee45 req-f8a501d0-487d-4a57-b3bc-b0852c2afa43 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:58.466654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc729742-4a03-4f7c-a464-2bd9258fee45 req-f8a501d0-487d-4a57-b3bc-b0852c2afa43 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 945 time: 0.0892396 Dec 13 10:05:58.524879 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.580870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc729742-4a03-4f7c-a464-2bd9258fee45 req-5046cebc-c4e9-4c1d-843b-25329ab5acc8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=82e19816-0aa8-4e15-ac0d-63052512b61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042097 Dec 13 10:05:58.596724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 53084600-da5d-412a-89ac-705e2066d0a2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53084600-da5d-412a-89ac-705e2066d0a2,segment=NetworkSegment(05cf6604-b7ac-4f3b-935d-1b886f73770f),segment_id=05cf6604-b7ac-4f3b-935d-1b886f73770f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:58.603494 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.604440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:58.658910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45b4d45c-ebdf-4dac-a2f7-3f3a3a5eeb38 req-3ed3da1c-7e31-47ab-b29c-dfcf368821b0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2a85a59-ce63-4bdc-b111-1934103d2480 HTTP/1.1" status: 200 len: 210 time: 0.0530157 Dec 13 10:05:58.677906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:58.684004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ca690cd4-5f60-47aa-9e6b-fcede4cb0492 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5083897 Dec 13 10:05:58.688606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52514) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:58.690612 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] Sync routers for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:58.717095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:58.719212 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:58.811442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c3f06-130d-4b67-aad0-1c3b56057d20 None None] New status for floating IP aa11e8f5-c004-42a6-a78f-51514b62ed4a: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:05:58.828627 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:58.857462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=53084600-da5d-412a-89ac-705e2066d0a2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:58.858976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.859457 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:58.859902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:58.864424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d177798d-33c4-44c9-a239-03d39490edd4 None None] Provisioning complete for port 7088946c-b67b-46e9-be0d-aa6051ce25f8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:58.865594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d177798d-33c4-44c9-a239-03d39490edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.951918 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:58.952872 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907766d-c7a3-4050-9358-5fd6b62330b1 None None] The sync data for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:59.014479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] No DVR routers for this DVR port 0c54e2e3-a40b-4935-97a7-cd8adf090a13 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:59.017572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=0c54e2e3-a40b-4935-97a7-cd8adf090a13,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:59.020065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.024196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-99a5b535-1816-49d3-9ce6-1fab821f53f9 req-76d35d59-eeb7-4a0b-867d-f374c9126a95 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.16 "DELETE /v2.0/ports/0c54e2e3-a40b-4935-97a7-cd8adf090a13 HTTP/1.1" status: 204 len: 173 time: 1.5826719 Dec 13 10:05:59.024581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'name': 'network-vif-deleted', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:59.027435 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f067a02-f092-4786-af92-baa1d2721c6a" -d '{"events": [{"server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "name": "network-vif-deleted", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:59.095939 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e5e68-ba1c-4338-95a5-aeb72e5f4ab1 x-openstack-request-id: req-5d2e5e68-ba1c-4338-95a5-aeb72e5f4ab1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:59.096252 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bb3cda-a194-411e-b364-476b95d1fc33", "name": "network-vif-deleted", "tag": "0c54e2e3-a40b-4935-97a7-cd8adf090a13", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:59.096509 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d2e5e68-ba1c-4338-95a5-aeb72e5f4ab1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:59.096972 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bb3cda-a194-411e-b364-476b95d1fc33', 'name': 'network-vif-deleted', 'tag': '0c54e2e3-a40b-4935-97a7-cd8adf090a13', 'status': 'completed', 'code': 200} Dec 13 10:05:59.171641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:59.172313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.203436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d177798d-33c4-44c9-a239-03d39490edd4 None None] Port 7088946c-b67b-46e9-be0d-aa6051ce25f8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:59.220472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2434215-1d10-41e1-a1ef-fa4f15fbfdbe None None] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:59.293935 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-ea612b55-e9bf-4e65-b3bb-350d41e66616 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:05:59.295594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea612b55-e9bf-4e65-b3bb-350d41e66616 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6051483 Dec 13 10:05:59.298261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:59.358319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eee9cbe8-d679-4bf2-b113-7595073bc029 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:59.383364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1986c35d-c4fc-472f-a598-43743eccd419 None None] Provisioning complete for port 53084600-da5d-412a-89ac-705e2066d0a2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:59.383805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1986c35d-c4fc-472f-a598-43743eccd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.508573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port eee9cbe8-d679-4bf2-b113-7595073bc029 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:59.508965 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.735894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.746800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dfc198e-f79e-4c2d-a484-175fd53069c3 req-d508a883-df56-42a8-a32a-ed664838f9ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=58bb3cda-a194-411e-b364-476b95d1fc33 HTTP/1.1" status: 200 len: 210 time: 0.0548792 Dec 13 10:05:59.785448 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.794955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ce6eb9e5-336c-444c-8973-61f873b7d725 None None] Provisioning complete for port 53084600-da5d-412a-89ac-705e2066d0a2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:59.795408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb9e5-336c-444c-8973-61f873b7d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.967741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53084600-da5d-412a-89ac-705e2066d0a2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:00.015210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 53084600-da5d-412a-89ac-705e2066d0a2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:00.015602 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.025303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting port 7088946c-b67b-46e9-be0d-aa6051ce25f8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:00.025830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.044065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0c54e2e3-a40b-4935-97a7-cd8adf090a13 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:00.070866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 0c54e2e3-a40b-4935-97a7-cd8adf090a13 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:00.070866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 0c54e2e3-a40b-4935-97a7-cd8adf090a13 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:00.119820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.132421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Calling delete_port for 7088946c-b67b-46e9-be0d-aa6051ce25f8 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:00.299138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.333074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Port': ['ID=7088946c-b67b-46e9-be0d-aa6051ce25f8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.428587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.595021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Router 866055ee-42d7-4686-a0ce-131e56273650 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:00.674480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:00.679602 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-568bf8d4-c500-4f58-8cac-c155915d2fb1 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800259 Dec 13 10:06:00.683420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.689177 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] Sync routers for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:00.702286 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:00.703034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:00.721890 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-02fa144e-4f52-4f88-b2ad-663e6d8cd5ab tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] delete failed (client error): The resource could not be found. Dec 13 10:06:00.726531 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-02fa144e-4f52-4f88-b2ad-663e6d8cd5ab tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-567647238 HTTP/1.1" status: 404 len: 334 time: 0.0385578 Dec 13 10:06:00.726727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.731096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-06287ab8-821e-4d45-b7d2-f66a012028fe tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'router': {'external_gateway_info': {'network_id': '866055ee-42d7-4686-a0ce-131e56273650'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:00.736442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:00.745238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:00.745941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:00.789208 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:00.789208 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e1147-2585-4ca5-a68d-6d2d1930b2a4 None None] The sync data for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:00.818889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52534) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.878688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.910065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.964869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06287ab8-821e-4d45-b7d2-f66a012028fe tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.973780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.977005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.978494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/security-groups/82e19816-0aa8-4e15-ac0d-63052512b61b HTTP/1.1" status: 204 len: 168 time: 0.1584952 Dec 13 10:06:00.988117 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-06287ab8-821e-4d45-b7d2-f66a012028fe tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] update failed (client error): The resource could not be found. Dec 13 10:06:00.989709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bd19a-5409-4bfc-9eee-50c44d70ca67 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e19816-0aa8-4e15-ac0d-63052512b61b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.993271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52540) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.993472 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06287ab8-821e-4d45-b7d2-f66a012028fe tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650 HTTP/1.1" status: 404 len: 339 time: 0.2657619 Dec 13 10:06:01.000035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1613006013'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:01.020876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.031007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:01.034811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.058747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:01.068071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.068569 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Added segment 93a7e3a8-48c2-4187-9cf8-64905ba4b5cb of type vlan for network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 Dec 13 10:06:01.112640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.149925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.156281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.157060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.221491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2266467 Dec 13 10:06:01.227293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52544) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.232287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'subnet': {'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:01.240884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b3759-e09b-4d31-9590-da8bf4eeeb2b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Network': ['ID=98ca7636-67ab-4cdd-a061-9e6d0afb3758,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.253297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:01.401576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Made reservation on behalf of 93d7f82ce72b420c9fa32486ff89e392 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:01.405083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.664334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.671166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.772926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Subnet': ['ID=1efb8ee6-6bcf-42d2-b873-3465f18f50fd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.816601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Checking segment: {'id': '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:01.816982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network hostable DHCP agents. Network: 98ca7636-67ab-4cdd-a061-9e6d0afb3758, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:01.845654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:01.900143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 98ca7636-67ab-4cdd-a061-9e6d0afb3758) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:01.905134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.907042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.908046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501dfe9-ac09-4a58-9703-8236b195f872 None None] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:01.932759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-84460f7d-12a9-44c1-ba30-677d28f4b2a4 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7042925 Dec 13 10:06:01.935541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52548) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.940303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d30dc8b7-bb6b-4a1d-a220-1ca758839da2 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'router': {'external_gateway_info': {'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:02.024581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-98ca7636-67ab-4cdd-a061-9e6d0afb3758', 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758', 'project_id': '93d7f82ce72b420c9fa32486ff89e392', 'fixed_ips': [{'subnet_id': '1efb8ee6-6bcf-42d2-b873-3465f18f50fd'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:02.025630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.185607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Allocated IP 2001:db8:1::2 (98ca7636-67ab-4cdd-a061-9e6d0afb3758/1efb8ee6-6bcf-42d2-b873-3465f18f50fd/988cc729-246d-49e8-be45-e362557ce367) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:02.345877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.354016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.398802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:02.402590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Pushing event updated for resources: {'Port': ['ID=988cc729-246d-49e8-be45-e362557ce367,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:02.406779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:02.409242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:02.472880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Attempting to bind port 988cc729-246d-49e8-be45-e362557ce367 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:02.473351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Attempting to bind port 988cc729-246d-49e8-be45-e362557ce367 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:02.473823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Attempting to bind port 988cc729-246d-49e8-be45-e362557ce367 on network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:02.479529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:02.480050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Checking segment: {'id': '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:02.480571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.481072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Bound using segment: {'id': '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:02.481643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Bound port: 988cc729-246d-49e8-be45-e362557ce367, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ca7636-67ab-4cdd-a061-9e6d0afb3758'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:02.482135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.546662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] For port 988cc729-246d-49e8-be45-e362557ce367, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:02.550088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] For port 988cc729-246d-49e8-be45-e362557ce367, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=988cc729-246d-49e8-be45-e362557ce367,segment=NetworkSegment(93a7e3a8-48c2-4187-9cf8-64905ba4b5cb),segment_id=93a7e3a8-48c2-4187-9cf8-64905ba4b5cb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:02.553560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d30dc8b7-bb6b-4a1d-a220-1ca758839da2 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.558479 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.622187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484c1f1-0b74-438f-a3c3-6ddcca85bab5 None None] Pushing event updated for resources: {'Port': ['ID=988cc729-246d-49e8-be45-e362557ce367,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:02.642094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port a31b01f6-8c75-4887-ac37-8cc98ecb3787 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:02.642457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.767649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port a31b01f6-8c75-4887-ac37-8cc98ecb3787, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a31b01f6-8c75-4887-ac37-8cc98ecb3787,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:02.768024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.784495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for a31b01f6-8c75-4887-ac37-8cc98ecb3787 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:02.795809 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-d30dc8b7-bb6b-4a1d-a220-1ca758839da2 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:02.801071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d30dc8b7-bb6b-4a1d-a220-1ca758839da2 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650 HTTP/1.1" status: 400 len: 364 time: 0.8604732 Dec 13 10:06:02.801484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52550) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:03.040156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.075148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=a31b01f6-8c75-4887-ac37-8cc98ecb3787,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:03.314363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.339339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.589166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Allocated IP 2001:db8::1 (5a0e5ff0-bb2a-43c4-897c-9bca955de1a1/2847fc33-20b8-4be5-aae5-20ecef59a1fc/aa03e3cc-7d58-435c-bed9-5c19c52712de) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:03.648106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 92b9d832-556d-4727-bce3-ae260f59b940 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:03.772006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.837042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:03.856272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0c008bdb-94f2-4a66-82d8-dbc63e4b05af tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/92b9d832-556d-4727-bce3-ae260f59b940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8318994 Dec 13 10:06:03.856486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Sync routers for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:03.857282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52598) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:03.872107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.884023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:03.886055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:03.954433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting subnet 742d8093-d2c1-4407-b43a-7b5577d1fc96 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:03.960334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.992487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:03.997012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:04.010945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:04.011509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.014837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.027990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Port': ['ID=aa03e3cc-7d58-435c-bed9-5c19c52712de,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:04.060143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8060a-c9f4-4443-8b1d-36bb25470aee None None] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:04.081856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-4c670f99-ce55-4012-b267-33194e59a92b req-931e0519-5472-443a-b0ff-62ca918b3eb1 service neutron] (103194) timed out ('10.222.0.31', 35112) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:06:04.158354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 988cc729-246d-49e8-be45-e362557ce367 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:04.220070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.239713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] Provisioning complete for port 988cc729-246d-49e8-be45-e362557ce367 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:04.240309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.312117 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.345519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 988cc729-246d-49e8-be45-e362557ce367 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:04.345900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.353720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.369879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:04.389581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Subnet': ['ID=742d8093-d2c1-4407-b43a-7b5577d1fc96,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:04.417581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.430886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-45f143e7-00d9-47f3-b66d-052930a94a02 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/subnets/742d8093-d2c1-4407-b43a-7b5577d1fc96 HTTP/1.1" status: 204 len: 168 time: 0.5724077 Dec 13 10:06:04.431703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:04.472502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33fe5d-ea72-44b2-939b-7d1c3b75b82a None None] Network db986fa9-df03-416a-bdd6-fdae3215888e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:04.611968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.633667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.777464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.828355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.835041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.837573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.863296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 2e730ade-b7e8-459e-ac4c-62f93d3e225d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:04.863642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.989881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event updated for resources: {'Port': ['ID=aa03e3cc-7d58-435c-bed9-5c19c52712de,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:05.002441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.046980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 2e730ade-b7e8-459e-ac4c-62f93d3e225d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e730ade-b7e8-459e-ac4c-62f93d3e225d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:05.047352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.052053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:05.055019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:05.073683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 2e730ade-b7e8-459e-ac4c-62f93d3e225d owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:05.143997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] For port 988cc729-246d-49e8-be45-e362557ce367, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=988cc729-246d-49e8-be45-e362557ce367,segment=NetworkSegment(93a7e3a8-48c2-4187-9cf8-64905ba4b5cb),segment_id=93a7e3a8-48c2-4187-9cf8-64905ba4b5cb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:05.145146 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.170770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.223233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] DHCP port deletion for db986fa9-df03-416a-bdd6-fdae3215888e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:05.229055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Router 866055ee-42d7-4686-a0ce-131e56273650 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:05.333308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce8e70-26f0-41c0-bae3-a4ebe8d7b9d0 None None] Pushing event updated for resources: {'Port': ['ID=988cc729-246d-49e8-be45-e362557ce367,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:05.369437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:05.369805 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:05.373725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a0522b6-6ec2-4852-aa6b-a7a8c1b553f2 None None] Provisioning complete for port 988cc729-246d-49e8-be45-e362557ce367 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:05.374107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a0522b6-6ec2-4852-aa6b-a7a8c1b553f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.386269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:05.397569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e53d7895-5e79-46a9-8574-3798249876bb tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952549 Dec 13 10:06:05.398857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52636) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:05.400675 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] Sync routers for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:05.411716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.417573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:05.420718 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.423900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:06:02Z', 'revision_number': 7, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': '2e730ade-b7e8-459e-ac4c-62f93d3e225d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b9d832-556d-4727-bce3-ae260f59b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:03:21Z', 'updated_at': '2021-12-13T10:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.466937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b860c-2443-4a7d-b300-ea417104a0dc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:05.471700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Checking router: 92b9d832-556d-4727-bce3-ae260f59b940 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:05.493470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Deleting port e266b500-0982-4b1c-8210-97c42f09fa68 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:05.493855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.505815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=2e730ade-b7e8-459e-ac4c-62f93d3e225d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:05.515914 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.516342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Routers {'92b9d832-556d-4727-bce3-ae260f59b940'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:05.517182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['92b9d832-556d-4727-bce3-ae260f59b940'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.535696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bff9a5a9-ae14-48d8-a32a-35229cfb2f91 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.545862 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:05.546744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.560043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.581902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.582571 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80cf0b-26fc-4432-a814-075ebef5301d None None] The sync data for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:05.662385 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-bff9a5a9-ae14-48d8-a32a-35229cfb2f91 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 10:06:05.667928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bff9a5a9-ae14-48d8-a32a-35229cfb2f91 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650 HTTP/1.1" status: 409 len: 329 time: 0.2680066 Dec 13 10:06:05.668345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.669580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:05.670554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.678012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] Set router 92b9d832-556d-4727-bce3-ae260f59b940 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:05.722359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.723598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Fanout notify agent at l3_agent the message router_deleted on router 92b9d832-556d-4727-bce3-ae260f59b940 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:06:05.740696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.743048 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4bc48c46-4faf-4a64-aaa9-db220cc6a1e1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/routers/92b9d832-556d-4727-bce3-ae260f59b940 HTTP/1.1" status: 204 len: 168 time: 1.3104055 Dec 13 10:06:05.745769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52640) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:05.773771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:06:05Z', 'revision_number': 9, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.782808 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] For port e266b500-0982-4b1c-8210-97c42f09fa68, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e266b500-0982-4b1c-8210-97c42f09fa68,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:05.783218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.818222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ab73-b479-4329-871e-65f5b3c6e656 None None] The sync data for ids ['92b9d832-556d-4727-bce3-ae260f59b940'] in n-d-820935-7 is: [{'id': '92b9d832-556d-4727-bce3-ae260f59b940', 'name': 'tempest-TestNetworkBasicOps-router-2083655642', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:03:20Z', 'updated_at': '2021-12-13T10:06:05Z', 'revision_number': 9, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:05.824276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Calling delete_port for e266b500-0982-4b1c-8210-97c42f09fa68 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:05.861826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.930787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0a0522b6-6ec2-4852-aa6b-a7a8c1b553f2 None None] Provisioning complete for port aa03e3cc-7d58-435c-bed9-5c19c52712de triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:05.931122 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a0522b6-6ec2-4852-aa6b-a7a8c1b553f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.946988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port e266b500-0982-4b1c-8210-97c42f09fa68 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:05.947340 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.993302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0a0522b6-6ec2-4852-aa6b-a7a8c1b553f2 None None] Port aa03e3cc-7d58-435c-bed9-5c19c52712de cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:05.997005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.025203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] Pushing event deleted for resources: {'Port': ['ID=e266b500-0982-4b1c-8210-97c42f09fa68,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.027146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dac9ae-9252-4bad-b2b9-80aaeef3c574 None None] No DVR routers for this DVR port e266b500-0982-4b1c-8210-97c42f09fa68 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:06.029099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port e266b500-0982-4b1c-8210-97c42f09fa68, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e266b500-0982-4b1c-8210-97c42f09fa68,segment=NetworkSegment(2a151b26-b63c-4567-b0f1-2271ac613f9b),segment_id=2a151b26-b63c-4567-b0f1-2271ac613f9b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:06.029679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.045700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for e266b500-0982-4b1c-8210-97c42f09fa68 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:06.129983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.136815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5e7f501b-cddc-433f-a8c7-688b926c9b22 None None] Provisioning complete for port aa03e3cc-7d58-435c-bed9-5c19c52712de triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:06.137385 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e7f501b-cddc-433f-a8c7-688b926c9b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.159505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] No DVR routers for this DVR port e266b500-0982-4b1c-8210-97c42f09fa68 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:06.161332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=e266b500-0982-4b1c-8210-97c42f09fa68,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.166752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.180616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34d5e1f9-1b9b-446e-8a6a-1406b479a755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.197821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f501b-cddc-433f-a8c7-688b926c9b22 None None] Port aa03e3cc-7d58-435c-bed9-5c19c52712de cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:06.263958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.307202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db986fa9-df03-416a-bdd6-fdae3215888e']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:06.321993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a151b26-b63c-4567-b0f1-2271ac613f9b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:06.322910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a151b26-b63c-4567-b0f1-2271ac613f9b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:06.337315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.354838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.366918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:06.367419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:06.421661 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:06.442834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.453058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.461281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/networks/db986fa9-df03-416a-bdd6-fdae3215888e HTTP/1.1" status: 204 len: 168 time: 0.7136779 Dec 13 10:06:06.480786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7db751-b01a-4728-afcd-456d348c677f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Network': ['ID=db986fa9-df03-416a-bdd6-fdae3215888e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.480989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52644) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:06.489081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'network': {'name': 'tempest-network-smoke--887576435', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:06.519865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:06.524013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.528936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting port aa03e3cc-7d58-435c-bed9-5c19c52712de {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:06.529262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.600643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:06.623067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.623406 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Added segment cc0250f0-7e34-4c11-8d99-55af63ae8bae of type vlan for network e85da458-75f5-4cd2-8a9d-f9340cb21e5d Dec 13 10:06:06.664375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.685804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Calling delete_port for aa03e3cc-7d58-435c-bed9-5c19c52712de owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:06.688236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.724187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 988cc729-246d-49e8-be45-e362557ce367 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:06.775528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.781807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:06.782393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.790395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 988cc729-246d-49e8-be45-e362557ce367 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:06.790862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.961596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e266b500-0982-4b1c-8210-97c42f09fa68 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:06.990547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e266b500-0982-4b1c-8210-97c42f09fa68 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:06.991242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e266b500-0982-4b1c-8210-97c42f09fa68 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:06.992702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a31b01f6-8c75-4887-ac37-8cc98ecb3787 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:07.022032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a31b01f6-8c75-4887-ac37-8cc98ecb3787 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:07.022475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a31b01f6-8c75-4887-ac37-8cc98ecb3787 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:07.234702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7524583 Dec 13 10:06:07.237356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52648) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.242497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'admin_state_up': True, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:07.244016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65dc9e-c657-4727-84a7-26a7e8f80c99 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Network': ['ID=e85da458-75f5-4cd2-8a9d-f9340cb21e5d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.255118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:07.279404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.280710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.324104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.352936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Port': ['ID=aa03e3cc-7d58-435c-bed9-5c19c52712de,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.376023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.474672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.561824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.649059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Router 866055ee-42d7-4686-a0ce-131e56273650 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:07.725471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:07.731895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1b893bc-03e6-4d3b-ba13-64b838b48f92 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609081 Dec 13 10:06:07.735491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52650) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.737887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] Sync routers for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:07.764686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:07.765532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:07.781222 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-45262f44-dd43-4438-bd35-0c90164a2489 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] show failed (client error): The resource could not be found. Dec 13 10:06:07.788574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-45262f44-dd43-4438-bd35-0c90164a2489 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1890108890 HTTP/1.1" status: 404 len: 335 time: 0.0517709 Dec 13 10:06:07.789918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52652) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.794676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0e8831b1-7321-4d47-894b-6d5a6a4a4482 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:07.817613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:07.829244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] Routers {'866055ee-42d7-4686-a0ce-131e56273650'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:07.830179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['866055ee-42d7-4686-a0ce-131e56273650'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:07.831577 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-0e8831b1-7321-4d47-894b-6d5a6a4a4482 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] update failed (client error): The resource could not be found. Dec 13 10:06:07.836930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0e8831b1-7321-4d47-894b-6d5a6a4a4482 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-2078586372 HTTP/1.1" status: 404 len: 335 time: 0.0457134 Dec 13 10:06:07.837749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52654) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.882930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:07.883941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d4da36-b33a-4956-b5d9-acc0d5b9961b None None] The sync data for ids ['866055ee-42d7-4686-a0ce-131e56273650'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:07.897067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting subnet 1efb8ee6-6bcf-42d2-b873-3465f18f50fd {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:07.901310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.949303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.027814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e730ade-b7e8-459e-ac4c-62f93d3e225d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:08.039374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.061973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2e730ade-b7e8-459e-ac4c-62f93d3e225d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:08.063037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e730ade-b7e8-459e-ac4c-62f93d3e225d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:08.115459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.119104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.139755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.160815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Subnet': ['ID=1efb8ee6-6bcf-42d2-b873-3465f18f50fd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.165404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.171326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d9fc33b9-850c-41a4-aa1e-febeda768c83 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/subnets/1efb8ee6-6bcf-42d2-b873-3465f18f50fd HTTP/1.1" status: 204 len: 168 time: 0.3300486 Dec 13 10:06:08.171631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52658) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.175158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8032b3d-3907-4b75-9f2a-b5510fc8735a None None] Network 98ca7636-67ab-4cdd-a061-9e6d0afb3758 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:08.277168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.25.2.220 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e85f2f4e-e6e2-4966-97cf-0836ffbb1348) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:08.287745 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.351830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting port 988cc729-246d-49e8-be45-e362557ce367 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:08.352275 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.374102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] DHCP port deletion for 98ca7636-67ab-4cdd-a061-9e6d0afb3758 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:08.430470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.442151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Deleting port 988cc729-246d-49e8-be45-e362557ce367 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:08.442683 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.448021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] For port 988cc729-246d-49e8-be45-e362557ce367, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=988cc729-246d-49e8-be45-e362557ce367,segment=NetworkSegment(93a7e3a8-48c2-4187-9cf8-64905ba4b5cb),segment_id=93a7e3a8-48c2-4187-9cf8-64905ba4b5cb)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:08.448517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.463568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Calling delete_port for 988cc729-246d-49e8-be45-e362557ce367 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:08.477236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.519905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] For port 988cc729-246d-49e8-be45-e362557ce367, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=988cc729-246d-49e8-be45-e362557ce367,segment=NetworkSegment(93a7e3a8-48c2-4187-9cf8-64905ba4b5cb),segment_id=93a7e3a8-48c2-4187-9cf8-64905ba4b5cb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:08.520557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.525667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.541153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:08.542741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:08.545063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:08.554954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Calling delete_port for 988cc729-246d-49e8-be45-e362557ce367 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:08.564443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292266c-94ac-484b-a054-ec6b99b797fc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:08.579728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.598047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] No DVR routers for this DVR port 988cc729-246d-49e8-be45-e362557ce367 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:08.623331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Port': ['ID=988cc729-246d-49e8-be45-e362557ce367,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.629210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b8afb74-f96a-44d5-b376-353643ac2e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.676143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-301d1086-23b3-4b7a-bf38-f7db6db3e06d None None] Provisioning complete for port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:08.676524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301d1086-23b3-4b7a-bf38-f7db6db3e06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.708114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.720383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.736886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] Pushing event deleted for resources: {'Port': ['ID=988cc729-246d-49e8-be45-e362557ce367,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.744618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ca7636-67ab-4cdd-a061-9e6d0afb3758']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:08.746377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-301d1086-23b3-4b7a-bf38-f7db6db3e06d None None] Port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:08.749542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab989a-27ec-4c55-bea6-d9d8d5e6a037 None None] No DVR routers for this DVR port 988cc729-246d-49e8-be45-e362557ce367 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:08.756128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:08.756710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a7e3a8-48c2-4187-9cf8-64905ba4b5cb') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:08.776595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.795967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.807304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:08.807996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:08.811412 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:08.825898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.885371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.894120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.894981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/networks/98ca7636-67ab-4cdd-a061-9e6d0afb3758 HTTP/1.1" status: 204 len: 168 time: 0.7224371 Dec 13 10:06:08.902385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52660) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.920486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aecc4-39e6-4ea5-810f-490b5510be4f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Network': ['ID=98ca7636-67ab-4cdd-a061-9e6d0afb3758,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.974193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting subnet a6cb92d9-d376-432e-a1d6-c25a4530e70e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:08.977853 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.021763 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.051617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.110121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.176173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.201270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 560d08ee-4d54-496c-97cf-fe0d7e9662fe is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:06:09.205535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cb92d9-d376-432e-a1d6-c25a4530e70e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.207757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.212267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a5029c6-d510-4198-bfba-3ed6734d2238 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/subnets/a6cb92d9-d376-432e-a1d6-c25a4530e70e HTTP/1.1" status: 204 len: 168 time: 0.3090420 Dec 13 10:06:09.214556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52664) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.221133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e623da1-6710-41f6-99f6-f0816934d5e2 None None] Network 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:09.297652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting subnet 4b987064-d104-4952-bbcc-d7a98fae38cb {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:09.301785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.333919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:09.346995 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Sync routers for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:09.355479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.361236 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:09.361473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.365420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-01118ef6-b073-4d4d-a46c-3ebb0d7786c1 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1244667 Dec 13 10:06:09.365800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.366357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:09.402024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2daf747b-b7e7-4fb9-b291-95e563064812 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=35e4b812bd6144ebaf50c028f07eda84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331180 Dec 13 10:06:09.406826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52668) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.453638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] DHCP port deletion for 3a7cd6d8-776e-4dad-99f4-694d5fdefd5e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:09.506252 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:09.510317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Deleting port 53084600-da5d-412a-89ac-705e2066d0a2 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:09.510809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.557691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32a9a6-fbd0-441c-b8f5-e32a9916bb8f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:09.559181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d32a9a6-fbd0-441c-b8f5-e32a9916bb8f tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514215 Dec 13 10:06:09.561945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52670) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.591698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.596862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b4b7437-fba3-4651-884b-68bb89634c1b tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338755 Dec 13 10:06:09.599608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52672) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.605588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126777780', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:09.638073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] For port 53084600-da5d-412a-89ac-705e2066d0a2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53084600-da5d-412a-89ac-705e2066d0a2,segment=NetworkSegment(05cf6604-b7ac-4f3b-935d-1b886f73770f),segment_id=05cf6604-b7ac-4f3b-935d-1b886f73770f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:09.639634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.662207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.667110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Calling delete_port for 53084600-da5d-412a-89ac-705e2066d0a2 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:09.678187 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.718760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Subnet': ['ID=4b987064-d104-4952-bbcc-d7a98fae38cb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.729671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.732709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:09.737449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3c449-85e4-4833-adf7-b864b841ff75 None None] Network e52e1efa-521e-47c3-bb77-7578212b102e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:09.739751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ca527868-9873-4e78-bccd-a890b6fe4e3f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/subnets/4b987064-d104-4952-bbcc-d7a98fae38cb HTTP/1.1" status: 204 len: 168 time: 0.5241559 Dec 13 10:06:09.740684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.742319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52674) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.772544 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:09.842498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Checking router: 560d08ee-4d54-496c-97cf-fe0d7e9662fe for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:09.843101 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Updating router 560d08ee-4d54-496c-97cf-fe0d7e9662fe port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:06:09.872603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.892197 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.904216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] No DVR routers for this DVR port 53084600-da5d-412a-89ac-705e2066d0a2 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:09.919819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa2d6-45df-46a9-88a3-f4def20da597 None None] Pushing event deleted for resources: {'Port': ['ID=53084600-da5d-412a-89ac-705e2066d0a2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.939191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.974462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.035601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] DHCP port deletion for e52e1efa-521e-47c3-bb77-7578212b102e request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:10.055345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Subnet': ['ID=3c6d8c7c-13ac-4837-88e3-8692e8fb9048,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.083627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.098846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Checking segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:10.099914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network hostable DHCP agents. Network: e85da458-75f5-4cd2-8a9d-f9340cb21e5d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:10.138498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:10.139399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53084600-da5d-412a-89ac-705e2066d0a2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:10.141320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7cd6d8-776e-4dad-99f4-694d5fdefd5e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:10.154858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, e85da458-75f5-4cd2-8a9d-f9340cb21e5d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:10.161667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cf6604-b7ac-4f3b-935d-1b886f73770f') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:10.164455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cf6604-b7ac-4f3b-935d-1b886f73770f') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:10.173115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:10.174052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.187813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.200934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2875a74-753a-4e56-990e-fb8b15d271ef None None] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:10.201936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f81e6a3-95c5-4483-a8f2-ae8995e41a88 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6011066 Dec 13 10:06:10.204611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52676) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:10.224445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.247444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:10.247954 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:10.251182 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:10.275085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 53084600-da5d-412a-89ac-705e2066d0a2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:10.275085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53084600-da5d-412a-89ac-705e2066d0a2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:10.275464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:10.280885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Deleting port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:10.281126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.321546 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.340666 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.385074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.404012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582c4bd-bab3-4738-a207-d859506cced1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:10.412088 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Attempting to bind port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:10.412595 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Attempting to bind port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:10.412810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Attempting to bind port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:10.419832 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.423477 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:10.424359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:10.424889 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.425289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:10.425790 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:10.426580 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Bound port: e85f2f4e-e6e2-4966-97cf-0836ffbb1348, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:10.426795 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.427372 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.428476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/networks/3a7cd6d8-776e-4dad-99f4-694d5fdefd5e HTTP/1.1" status: 204 len: 168 time: 0.6836712 Dec 13 10:06:10.432030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52680) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:10.440004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,segment=NetworkSegment(4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9),segment_id=4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:10.440406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.451967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9ccf4-b9e4-48eb-b0a0-fb7f3f5c25f0 tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Network': ['ID=3a7cd6d8-776e-4dad-99f4-694d5fdefd5e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.503932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] For port e85f2f4e-e6e2-4966-97cf-0836ffbb1348, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:10.508411 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] For port e85f2f4e-e6e2-4966-97cf-0836ffbb1348, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:10.524850 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.538944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.543062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3589fd5-ba8c-4a84-be09-da940476ec6f None None] Pushing event updated for resources: {'Port': ['ID=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.565577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Calling delete_port for dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:10.570939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.610005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:10.610270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.661997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2cc947-9754-4b7f-a412-c656ec62b3fa None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:10.677112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:10.678215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:10.700947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,segment=NetworkSegment(4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9),segment_id=4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:10.701315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.721858 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3589fd5-ba8c-4a84-be09-da940476ec6f None None] Pushing event updated for resources: {'Port': ['ID=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.731013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Calling delete_port for dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:10.859770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:10.922377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.982910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] Provisioning complete for port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:10.983280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.028343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,segment=NetworkSegment(4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9),segment_id=4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:11.044402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.068689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.069401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 988cc729-246d-49e8-be45-e362557ce367 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:11.098958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.109067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] No DVR routers for this DVR port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:11.127344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 988cc729-246d-49e8-be45-e362557ce367 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:11.127785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 988cc729-246d-49e8-be45-e362557ce367 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:11.132864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event deleted for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.154200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Allocated IP 172.20.0.2 (e85da458-75f5-4cd2-8a9d-f9340cb21e5d/3c6d8c7c-13ac-4837-88e3-8692e8fb9048/cd8ad017-2a75-4cfc-b5c1-333295186501) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:11.155308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.209148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.215153 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.232436 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1f39b-7495-4d25-8ce2-1df9b5744abc None None] The sync data for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 is: [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 3, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:11.262073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.285660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e1efa-521e-47c3-bb77-7578212b102e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.295940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.296229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c44d0ce-c0ce-4de6-8ec2-ea6e9db64cf9') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.312133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.315747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] No DVR routers for this DVR port dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:11.326225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11c95-a804-4ed6-a53b-e568bfb26883 None None] Pushing event deleted for resources: {'Port': ['ID=dbd95c6d-ce0e-4251-a41b-8b8b57dacf0f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.334531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.344062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:11.344482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:11.348770 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:11.370794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.396496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] For port e85f2f4e-e6e2-4966-97cf-0836ffbb1348, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:11.406695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.436010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.449714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.454669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/networks/e52e1efa-521e-47c3-bb77-7578212b102e HTTP/1.1" status: 204 len: 168 time: 1.0215833 Dec 13 10:06:11.457439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:11.473194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac144c4-1dec-4bdf-ab3e-e29d0e3ea65f tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Network': ['ID=e52e1efa-521e-47c3-bb77-7578212b102e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.518926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.520813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29352bcd-e0a0-4309-9c8e-23bdc4ee98fd None None] Pushing event updated for resources: {'Port': ['ID=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.534137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.536779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting subnet 2847fc33-20b8-4be5-aae5-20ecef59a1fc {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:11.546774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.587642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fcf22284-df85-4582-824d-75f65b09c1bb None None] Provisioning complete for port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:11.587642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fcf22284-df85-4582-824d-75f65b09c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.637953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.659687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:11.661184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:11.664942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:11.670056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Pushing event updated for resources: {'Port': ['ID=cd8ad017-2a75-4cfc-b5c1-333295186501,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.672816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.1 (e85da458-75f5-4cd2-8a9d-f9340cb21e5d/3c6d8c7c-13ac-4837-88e3-8692e8fb9048/374ed459-79f2-4daa-b89f-a6fe519533ce) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:11.779462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Attempting to bind port cd8ad017-2a75-4cfc-b5c1-333295186501 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:11.780080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Attempting to bind port cd8ad017-2a75-4cfc-b5c1-333295186501 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:11.780458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Attempting to bind port cd8ad017-2a75-4cfc-b5c1-333295186501 on network e85da458-75f5-4cd2-8a9d-f9340cb21e5d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:11.798017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:11.798405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Checking segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:11.798814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.799217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Bound using segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:11.799749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Bound port: cd8ad017-2a75-4cfc-b5c1-333295186501, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:11.800171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.817462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.913869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.919228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] For port cd8ad017-2a75-4cfc-b5c1-333295186501, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:11.923495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] For port cd8ad017-2a75-4cfc-b5c1-333295186501, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cd8ad017-2a75-4cfc-b5c1-333295186501,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:11.930856 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.936246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.989368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Subnet': ['ID=2847fc33-20b8-4be5-aae5-20ecef59a1fc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.989368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.993689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52686) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:11.993971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb6e4ce7-a436-43bf-bc2a-1bd320305d6c tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/subnets/2847fc33-20b8-4be5-aae5-20ecef59a1fc HTTP/1.1" status: 204 len: 168 time: 0.5353644 Dec 13 10:06:12.010012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.028662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69d205-90ad-4f93-b278-4f99cc7384d1 None None] Network 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:12.137031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:12.143845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:12.147661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:12.161975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab992-cce2-4b59-99e5-70a0dd1ef904 None None] Pushing event updated for resources: {'Port': ['ID=cd8ad017-2a75-4cfc-b5c1-333295186501,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.182065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.184449 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.196055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.222577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e85f2f4e-e6e2-4966-97cf-0836ffbb1348 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:12.234777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.317466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Deleting port eee9cbe8-d679-4bf2-b113-7595073bc029 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:12.317813 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.406169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:12.406652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.424503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] For port eee9cbe8-d679-4bf2-b113-7595073bc029, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eee9cbe8-d679-4bf2-b113-7595073bc029,segment=NetworkSegment(5cdf5c81-f827-46a9-883d-0d6088061e4d),segment_id=5cdf5c81-f827-46a9-883d-0d6088061e4d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:12.427429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.458580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Calling delete_port for eee9cbe8-d679-4bf2-b113-7595073bc029 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:12.464574 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:06:12.554918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415aa29d-f2af-4159-a846-375c33990625 None None] DHCP port deletion for 5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:12.579901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.626524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Deleting port eee9cbe8-d679-4bf2-b113-7595073bc029 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:12.627098 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.643026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.701422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] No DVR routers for this DVR port eee9cbe8-d679-4bf2-b113-7595073bc029 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:12.709003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Port': ['ID=eee9cbe8-d679-4bf2-b113-7595073bc029,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.744256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-415aa29d-f2af-4159-a846-375c33990625 None None] For port eee9cbe8-d679-4bf2-b113-7595073bc029, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=eee9cbe8-d679-4bf2-b113-7595073bc029,segment=NetworkSegment(5cdf5c81-f827-46a9-883d-0d6088061e4d),segment_id=5cdf5c81-f827-46a9-883d-0d6088061e4d)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:12.744616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.770243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Calling delete_port for eee9cbe8-d679-4bf2-b113-7595073bc029 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:12.833128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.859526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0e5ff0-bb2a-43c4-897c-9bca955de1a1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:12.870380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdf5c81-f827-46a9-883d-0d6088061e4d') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:12.871010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdf5c81-f827-46a9-883d-0d6088061e4d') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:12.872896 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.882465 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.899351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aa29d-f2af-4159-a846-375c33990625 None None] Pushing event deleted for resources: {'Port': ['ID=eee9cbe8-d679-4bf2-b113-7595073bc029,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.904601 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.910144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415aa29d-f2af-4159-a846-375c33990625 None None] No DVR routers for this DVR port eee9cbe8-d679-4bf2-b113-7595073bc029 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:12.916205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:12.916614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:12.924713 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:12.985608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.988876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.991409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.997533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.004262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/networks/5a0e5ff0-bb2a-43c4-897c-9bca955de1a1 HTTP/1.1" status: 204 len: 168 time: 1.0071292 Dec 13 10:06:13.005039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.031673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Pushing event deleted for resources: {'Network': ['ID=5a0e5ff0-bb2a-43c4-897c-9bca955de1a1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:13.034299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.034643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.035123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.035475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.035848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.036192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.036558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.036890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.037229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.037540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.037868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.038408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.039178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2a7f2-df38-474f-844a-423fd3f53e4b tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:13.060945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5caa779d-9b1e-4bf0-82b1-4e231c7b7cee tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "GET /v2.0/ports?device_id=866055ee-42d7-4686-a0ce-131e56273650 HTTP/1.1" status: 200 len: 205 time: 0.0530221 Dec 13 10:06:13.061217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.083306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.085769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:13.139652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.183868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:13.185778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:13.306378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.308957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.315813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 560d08ee-4d54-496c-97cf-fe0d7e9662fe has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:13.353179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-f8052a4d-f6b4-41d4-b5aa-84852d6d42fd req-273c23d9-a177-4e41-82a1-c6f4927ade3e service neutron] (103195) timed out ('10.222.0.31', 34144) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:06:13.362250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.363779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Fanout notify agent at l3_agent the message router_deleted on router 866055ee-42d7-4686-a0ce-131e56273650 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:06:13.383247 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.384639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c007be9c-bcce-47d2-aafe-8aa530e975ac tempest-RoutersNegativeIpV6Test-37334155 tempest-RoutersNegativeIpV6Test-37334155-project] 10.222.0.31 "DELETE /v2.0/routers/866055ee-42d7-4686-a0ce-131e56273650 HTTP/1.1" status: 204 len: 168 time: 0.3224874 Dec 13 10:06:13.459333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:13.469065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.469618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b2a1c97-fd88-42b3-b599-36bf5ce17115 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/560d08ee-4d54-496c-97cf-fe0d7e9662fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635624 Dec 13 10:06:13.640050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.640601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.642246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.642747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.643296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.643861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.644321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.644766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.645215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.646616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.647218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.648291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.650494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5879174e-6066-4193-998f-a475eb682aab tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8465 time: 0.1803873 Dec 13 10:06:13.653660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.739276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.742648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.743122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.743622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.744057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.744640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.745088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.745612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.746113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.746558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.747093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.747513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.748191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.753299 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12c5c009-f9f4-4f7f-9ef0-c316d65f035d tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7731 time: 0.0985448 Dec 13 10:06:13.754085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52712) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.828895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7474215-06a5-4154-b9ca-2b2b5c8c289e None None] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:13.917265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] Provisioning complete for port cd8ad017-2a75-4cfc-b5c1-333295186501 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:13.917644 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.955773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52714) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.955942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d58ca88-a8d3-4948-a2a6-4709d8191911 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93d7f82ce72b420c9fa32486ff89e392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154968 Dec 13 10:06:13.966233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-21735b28-61e0-42c6-a735-69f8b7c35d86 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5932 time: 0.2098453 Dec 13 10:06:13.978794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Sync routers for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:14.027708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:14.031169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:14.036040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.088063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.165639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cd8ad017-2a75-4cfc-b5c1-333295186501 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:14.170101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:14.321873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52718) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.327191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600815197', 'description': 'tempest-secgroup-smoke-1600815197 description', 'project_id': '35e4b812bd6144ebaf50c028f07eda84'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:14.358291 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.394904 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.487492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.496950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.530026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.533880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2106042 Dec 13 10:06:14.538324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52720) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.548462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:14.576566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.579851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5543-d202-45f6-862e-93bcce1fdbf2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ae5ac5-fcff-4079-b46f-bd30a274f9b0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.582409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.584335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69ff4fd5-ed3a-4d06-abd6-201e56e4e9af HTTP/1.1" status: 204 len: 168 time: 0.6274343 Dec 13 10:06:14.603135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98759-b015-4120-b3e0-cff552a0b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff4fd5-ed3a-4d06-abd6-201e56e4e9af,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.616948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.706561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] For port cd8ad017-2a75-4cfc-b5c1-333295186501, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cd8ad017-2a75-4cfc-b5c1-333295186501,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:14.712118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.722201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.723793 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.762844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f8702e-e4f4-427c-926e-4b4a06ae2c59,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.772190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cd8ad017-2a75-4cfc-b5c1-333295186501 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:14.772726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.786944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.791856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.793185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3fb2e129-18b3-4aae-943e-c25929aa7313 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537994 Dec 13 10:06:14.798575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:14.860297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.909072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ea343-c8f9-417d-a9f6-d62742651efe None None] Pushing event updated for resources: {'Port': ['ID=cd8ad017-2a75-4cfc-b5c1-333295186501,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.928119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f4dbec63-dd6f-40ff-9bfd-df928cd4824e None None] Provisioning complete for port 374ed459-79f2-4daa-b89f-a6fe519533ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:14.928953 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4dbec63-dd6f-40ff-9bfd-df928cd4824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.959283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.964356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.005147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67b0e19-37a5-4ea2-8dd5-9fda10d93939,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.029774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.031413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e4ca5fd6-4824-4bb5-92ee-d128a8f0b553 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2376375 Dec 13 10:06:15.033863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52732) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.046336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.066180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbec63-dd6f-40ff-9bfd-df928cd4824e None None] Port 374ed459-79f2-4daa-b89f-a6fe519533ce cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:15.071572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 2, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:15.089102 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.115383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Checking router: 560d08ee-4d54-496c-97cf-fe0d7e9662fe for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:15.115734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Updating router 560d08ee-4d54-496c-97cf-fe0d7e9662fe port 374ed459-79f2-4daa-b89f-a6fe519533ce binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:06:15.158144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f4dbec63-dd6f-40ff-9bfd-df928cd4824e None None] Provisioning complete for port cd8ad017-2a75-4cfc-b5c1-333295186501 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:15.159863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4dbec63-dd6f-40ff-9bfd-df928cd4824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.196827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.203739 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.216972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eee9cbe8-d679-4bf2-b113-7595073bc029 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:15.222024 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.236175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3981393-b8fd-4d57-9db4-8fd6b3bc4fc6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.255166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.260288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.262774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: eee9cbe8-d679-4bf2-b113-7595073bc029 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:15.263134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device eee9cbe8-d679-4bf2-b113-7595073bc029 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:15.272533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.283364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-232285cc-d8cc-4418-a5cd-f437a5821422 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235737 Dec 13 10:06:15.331947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.413071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.418709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.446618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc3de8c-a8f7-4834-a9a5-e1fc2e64c435,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.460749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.462090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-92f54ffc-5ba1-4593-b8d8-8d8664bcd608 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995909 Dec 13 10:06:15.465101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52746) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.470046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.501601 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:06:15.508790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.593626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.596145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-526bf3ea-639b-45df-abc9-c1a26851d686 None None] Provisioning complete for port 374ed459-79f2-4daa-b89f-a6fe519533ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:15.596553 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-526bf3ea-639b-45df-abc9-c1a26851d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.600072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.623175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a30e6f5-1afd-4426-8d95-a8aca6715c25,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.640456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.645594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52752) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.646802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-314da0ef-5271-4dd3-aad5-0b16c14087db tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1806190 Dec 13 10:06:15.650740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'security_group_rule': {'security_group_id': '86ae5ac5-fcff-4079-b46f-bd30a274f9b0', 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.673217 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Project 35e4b812bd6144ebaf50c028f07eda84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:06:15.677301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.679318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-526bf3ea-639b-45df-abc9-c1a26851d686 None None] Port 374ed459-79f2-4daa-b89f-a6fe519533ce cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:15.685204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.686726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.744123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52756) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.779349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee03d-8810-46f3-8dc3-6fa1038a2861 None None] Pushing event updated for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.796051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.802781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.837506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643c15ed-bd43-4d55-b6aa-bfda1e3468a8,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.850981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Attempting to bind port 374ed459-79f2-4daa-b89f-a6fe519533ce on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:15.851647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Attempting to bind port 374ed459-79f2-4daa-b89f-a6fe519533ce by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:15.852198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Attempting to bind port 374ed459-79f2-4daa-b89f-a6fe519533ce on network e85da458-75f5-4cd2-8a9d-f9340cb21e5d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:15.854597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.858716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-62a6abe5-ee12-45f0-acc5-7143771fb120 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112944 Dec 13 10:06:15.859169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:15.859798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Checking segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:15.860564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.861109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Bound using segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:15.861758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Bound port: 374ed459-79f2-4daa-b89f-a6fe519533ce, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:15.863271 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.938825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8b758152-45a6-413f-9c52-1830d750b003 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.939266 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-8b758152-45a6-413f-9c52-1830d750b003 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 10:06:15.940058 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-8b758152-45a6-413f-9c52-1830d750b003 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 10:06:15.941317 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8b758152-45a6-413f-9c52-1830d750b003 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1959279 Dec 13 10:06:15.945082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.950622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--588979578'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.978100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.985750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] For port 374ed459-79f2-4daa-b89f-a6fe519533ce, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:15.989976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.006345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] For port 374ed459-79f2-4daa-b89f-a6fe519533ce, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=374ed459-79f2-4daa-b89f-a6fe519533ce,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:16.014794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.091587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee03d-8810-46f3-8dc3-6fa1038a2861 None None] Pushing event updated for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.116561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cd8ad017-2a75-4cfc-b5c1-333295186501 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:16.155613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] Provisioning complete for port 374ed459-79f2-4daa-b89f-a6fe519533ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:16.156017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.156641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.167611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.187645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:16.188321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:16.222327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-974c3c84-f0ff-4db0-b036-ce8711a95612 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600815197&fields=id&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 267 time: 0.0959585 Dec 13 10:06:16.262203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea326a11-8ead-4113-b456-df3e233b0100,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.276528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.286283 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.337363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.342354 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3928936 Dec 13 10:06:16.342354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52774) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.347715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '6d76c1cc-ab89-4b43-93dd-b7b1415b4be7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:16.352516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cd8ad017-2a75-4cfc-b5c1-333295186501 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:16.354954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.368002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c3fa5-348c-45da-97e1-cc6ab1709976 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76c1cc-ab89-4b43-93dd-b7b1415b4be7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.404971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-5f01f578-0bf5-4c65-849b-a0b38a72f3a3 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:16.411493 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.413328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-5f01f578-0bf5-4c65-849b-a0b38a72f3a3 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/networks?id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 200 len: 796 time: 0.1834981 Dec 13 10:06:16.432260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-82fa03a2-76fa-42c0-88d6-5918b2661971 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/quotas/35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 375 time: 0.0176463 Dec 13 10:06:16.459820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:16.509141 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.511833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-98d3dea3-c6bd-4cb7-b315-47380e7c7057 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783272 Dec 13 10:06:16.515385 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.520728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.548356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2eed28-2b41-4de8-82bb-5c7760cffdd0,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.560437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.561719 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2a550fa2-32b7-4b19-9859-886fe2d8f448 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2190795 Dec 13 10:06:16.566973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52776) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.572673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e02d1821-16f9-4c25-a092-aea3094d621f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '6d76c1cc-ab89-4b43-93dd-b7b1415b4be7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:16.631203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e02d1821-16f9-4c25-a092-aea3094d621f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.656461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-77880db3-d83f-4655-a4f0-fd0781073134 service neutron] 10.222.0.31 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284060 Dec 13 10:06:16.675124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] For port 374ed459-79f2-4daa-b89f-a6fe519533ce, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=374ed459-79f2-4daa-b89f-a6fe519533ce,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:16.684094 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.713726 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e02d1821-16f9-4c25-a092-aea3094d621f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 10:06:16.717687 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e02d1821-16f9-4c25-a092-aea3094d621f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1469021 Dec 13 10:06:16.717935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.768547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-f5a8abeb-c1f7-4781-8daa-aadbc3d74f54 service neutron] 10.222.0.31 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050832 Dec 13 10:06:16.783683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9738-6351-4ad3-8490-5aee210f788a None None] Pushing event updated for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.816670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e946f94c-d01d-4db7-8cf4-7299888de45d None None] Provisioning complete for port 374ed459-79f2-4daa-b89f-a6fe519533ce triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:16.817127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e946f94c-d01d-4db7-8cf4-7299888de45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.859412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.868516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:15Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:16.891043 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.901482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be5f65-b27d-4693-9034-463f4fa7a7f5 None None] The sync data for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 is: [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:15Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:17.003762 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.008072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.010840 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d76c1cc-ab89-4b43-93dd-b7b1415b4be7 HTTP/1.1" status: 204 len: 168 time: 0.2919831 Dec 13 10:06:17.015732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52786) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.027289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00751d-87f6-4bc3-a768-448e93a796e2 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76c1cc-ab89-4b43-93dd-b7b1415b4be7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.096894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b38ecd83-22bf-45a3-bd64-9ae79d210c3e req-73854782-5f33-4558-9e3c-f6da32834f35 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 210 time: 0.0423927 Dec 13 10:06:17.152840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d2297130-315f-42cf-a1de-5b78829b9722 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1352301 Dec 13 10:06:17.155346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52790) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.162861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--252299741'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.195469 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.297966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.302497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.343696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.345080 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1884434 Dec 13 10:06:17.347808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52796) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.353482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d838569a-034b-457b-86c1-4009f1e89e32 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': 'd19fd522-2bbe-4a50-8010-1b371d35f3bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.354550 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-d838569a-034b-457b-86c1-4009f1e89e32 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 10:06:17.354743 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-d838569a-034b-457b-86c1-4009f1e89e32 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:17.356131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d838569a-034b-457b-86c1-4009f1e89e32 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071194 Dec 13 10:06:17.356278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a1d59-6cb0-4205-9a60-83199d0b1353 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fd522-2bbe-4a50-8010-1b371d35f3bb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.358495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.442431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.472248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.528503 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.531285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.532494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/d19fd522-2bbe-4a50-8010-1b371d35f3bb HTTP/1.1" status: 204 len: 168 time: 0.1729126 Dec 13 10:06:17.536064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.544372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7482518-b4d6-4c37-93ea-060e1987d7fc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fd522-2bbe-4a50-8010-1b371d35f3bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.641196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0000efe4-cbf4-4d47-b25d-4c5d82c124d8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033602 Dec 13 10:06:17.645826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52802) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.652072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--407305655'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.679266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.753890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.760123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.789753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.791027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1443775 Dec 13 10:06:17.793941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52804) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.799157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-22ce6389-b206-48b8-8423-62199bfd73da tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '99f1f635-63c3-41d7-ae3b-385a623c16bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.799754 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-22ce6389-b206-48b8-8423-62199bfd73da tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 10:06:17.800242 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-22ce6389-b206-48b8-8423-62199bfd73da tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:17.801197 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-22ce6389-b206-48b8-8423-62199bfd73da tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063443 Dec 13 10:06:17.802297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f1f635-63c3-41d7-ae3b-385a623c16bb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.804131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52806) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.810457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.810844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.811174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.811614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.812791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.812791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.813280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.813390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.813641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.813997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.814327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.814649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.815057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb71b80-6ecd-42a2-b068-4a44ca926c0f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:17.886705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.917212 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.969408 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.971306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.975649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52810) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.976240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/99f1f635-63c3-41d7-ae3b-385a623c16bb HTTP/1.1" status: 204 len: 168 time: 0.1708899 Dec 13 10:06:17.987833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bedfb-7bab-49d1-a698-24856727ad67 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f1f635-63c3-41d7-ae3b-385a623c16bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.046595 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-29739f84-d6f6-4f01-be94-74a29a7563c8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0692563 Dec 13 10:06:18.050452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52812) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.065537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621826126'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.103661 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.174703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 374ed459-79f2-4daa-b89f-a6fe519533ce up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:18.228151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-a38137e5-9e56-49c7-bc59-2200bbbff031 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:18.231237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-a38137e5-9e56-49c7-bc59-2200bbbff031 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/networks?id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 200 len: 796 time: 0.2025328 Dec 13 10:06:18.249829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 374ed459-79f2-4daa-b89f-a6fe519533ce triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:18.250347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.271751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-174cb3c6-87db-4bfb-8fa3-37ca43b0b39d req-75a858bb-1254-494d-a524-412f83d293ae tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 210 time: 0.0668199 Dec 13 10:06:18.290106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.298197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.330328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.331741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2792673 Dec 13 10:06:18.335374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.342724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cccdfe7c-c884-4b6f-b71a-bd2f599ef41c tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '79ba6c96-8d36-49c3-bc77-54061f8b4d3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.344502 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-cccdfe7c-c884-4b6f-b71a-bd2f599ef41c tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 10:06:18.345086 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-cccdfe7c-c884-4b6f-b71a-bd2f599ef41c tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:18.346132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cccdfe7c-c884-4b6f-b71a-bd2f599ef41c tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096860 Dec 13 10:06:18.350465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.355183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-68ae2598-84da-4b4e-a64e-0e62704679dc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '79ba6c96-8d36-49c3-bc77-54061f8b4d3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.356065 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-68ae2598-84da-4b4e-a64e-0e62704679dc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 10:06:18.361299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917df8a-adde-440e-8d07-9c7fcbcffa8b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba6c96-8d36-49c3-bc77-54061f8b4d3e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.364064 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-68ae2598-84da-4b4e-a64e-0e62704679dc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:18.365132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-68ae2598-84da-4b4e-a64e-0e62704679dc tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135643 Dec 13 10:06:18.377347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.385990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9e2211fa-8f7a-40fa-97b5-40d8eab3002b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '79ba6c96-8d36-49c3-bc77-54061f8b4d3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.387045 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-9e2211fa-8f7a-40fa-97b5-40d8eab3002b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 10:06:18.387900 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-9e2211fa-8f7a-40fa-97b5-40d8eab3002b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:18.389503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e2211fa-8f7a-40fa-97b5-40d8eab3002b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096767 Dec 13 10:06:18.389659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-169ebdad-c0e6-4d77-bf2f-edf60f1d2cd4 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e4b812bd6144ebaf50c028f07eda84 HTTP/1.1" status: 200 len: 380 time: 0.1208966 Dec 13 10:06:18.406109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.411154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-96ae1a30-c54a-4dd9-8688-92261183bcc8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '79ba6c96-8d36-49c3-bc77-54061f8b4d3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.414295 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-96ae1a30-c54a-4dd9-8688-92261183bcc8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 10:06:18.414804 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-96ae1a30-c54a-4dd9-8688-92261183bcc8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:18.416916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96ae1a30-c54a-4dd9-8688-92261183bcc8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097666 Dec 13 10:06:18.425166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'port': {'device_id': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'admin_state_up': True, 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'security_groups': ['86ae5ac5-fcff-4079-b46f-bd30a274f9b0']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.439233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.523124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.553681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.591032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Made reservation on behalf of 35e4b812bd6144ebaf50c028f07eda84 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:18.595094 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.619598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.623019 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.627440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/79ba6c96-8d36-49c3-bc77-54061f8b4d3e HTTP/1.1" status: 204 len: 168 time: 0.1862631 Dec 13 10:06:18.630989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.640577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed747da2-11f5-4fc8-b941-0772ca957204 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba6c96-8d36-49c3-bc77-54061f8b4d3e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.749606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-80a93a6f-0435-4a19-a70f-f5debd3a976e tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1173747 Dec 13 10:06:18.753287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52828) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.758979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--870480783'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.778227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.20.0.13 (e85da458-75f5-4cd2-8a9d-f9340cb21e5d/3c6d8c7c-13ac-4837-88e3-8692e8fb9048/ffe19c69-d94c-4cfb-a526-b132c307f6e3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:18.789366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.871569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.876770 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.911401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.920266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1628144 Dec 13 10:06:18.920266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e81f-305c-427a-bb61-1e6da24c6d84 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273d3678-8d4e-40f5-ab16-9933c7095d03,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.920538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.930528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5b9d7007-8fdd-4f5c-934f-9f84e4926188 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.931012 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-5b9d7007-8fdd-4f5c-934f-9f84e4926188 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 10:06:18.931511 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-5b9d7007-8fdd-4f5c-934f-9f84e4926188 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:18.932521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5b9d7007-8fdd-4f5c-934f-9f84e4926188 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109649 Dec 13 10:06:18.935409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52834) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.944038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9c137b6d-c6a3-455a-89d9-3b4e2b61ab0a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:18.971679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.000156 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-9c137b6d-c6a3-455a-89d9-3b4e2b61ab0a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.001511 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9c137b6d-c6a3-455a-89d9-3b4e2b61ab0a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0632503 Dec 13 10:06:19.004736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52836) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.010991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e860827b-4523-4fd8-86c2-eee05294b4df tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.011469 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-e860827b-4523-4fd8-86c2-eee05294b4df tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 10:06:19.011984 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-e860827b-4523-4fd8-86c2-eee05294b4df tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.015666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e860827b-4523-4fd8-86c2-eee05294b4df tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072689 Dec 13 10:06:19.015666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52838) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.020327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3b34d72f-ce2c-408f-8dfe-fa4754c39561 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.026791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.083833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:19.089294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:19.096740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:19.102647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.136191 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-3b34d72f-ce2c-408f-8dfe-fa4754c39561 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.140465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3b34d72f-ce2c-408f-8dfe-fa4754c39561 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1209068 Dec 13 10:06:19.140641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.147098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-74061bc6-5a60-44c0-9dea-73f836a6e570 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.147670 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-74061bc6-5a60-44c0-9dea-73f836a6e570 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 10:06:19.413902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7bafd65c-4573-45ff-94a6-267a01b0efa0 None None] Provisioning complete for port ffe19c69-d94c-4cfb-a526-b132c307f6e3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:19.414336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7bafd65c-4573-45ff-94a6-267a01b0efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.449659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7bafd65c-4573-45ff-94a6-267a01b0efa0 None None] Port ffe19c69-d94c-4cfb-a526-b132c307f6e3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:19.496659 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-74061bc6-5a60-44c0-9dea-73f836a6e570 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.497662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-74061bc6-5a60-44c0-9dea-73f836a6e570 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.3559442 Dec 13 10:06:19.501573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52844) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.507578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7b7eb82d-9da8-45d8-a212-e8f17d786ffa tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.536154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:19.536831 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.542381 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-7b7eb82d-9da8-45d8-a212-e8f17d786ffa tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Project 783d7b2dc19346ea931188a411791d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:06:19.561469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-07fb3840-3223-4a41-a0a9-19282aed339a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543939 Dec 13 10:06:19.561803 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7b7eb82d-9da8-45d8-a212-e8f17d786ffa tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.562855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7b7eb82d-9da8-45d8-a212-e8f17d786ffa tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0597520 Dec 13 10:06:19.565693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52846) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.570439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d9ef9a63-e068-4e3e-b981-c22f635f5e8f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.570900 n-d-820935-7 neutron-server[103194]: WARNING neutron.api.v2.base [None req-d9ef9a63-e068-4e3e-b981-c22f635f5e8f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 10:06:19.571369 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-d9ef9a63-e068-4e3e-b981-c22f635f5e8f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.572312 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9ef9a63-e068-4e3e-b981-c22f635f5e8f tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055041 Dec 13 10:06:19.573960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d9a5f-e454-40c2-ba25-463c86fb1d1a req-bec6435f-fcf5-44fd-baf2-5aa1d20740e5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:19.575145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52848) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.575719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-133d9a5f-e454-40c2-ba25-463c86fb1d1a req-bec6435f-fcf5-44fd-baf2-5aa1d20740e5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 932 time: 0.0746658 Dec 13 10:06:19.580370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e47e9c11-d495-4243-83e1-cce5b7db63b9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.583689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Request body: {'port': {'device_id': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.608080 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-e47e9c11-d495-4243-83e1-cce5b7db63b9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Project 783d7b2dc19346ea931188a411791d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:06:19.621687 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e47e9c11-d495-4243-83e1-cce5b7db63b9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.622775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e47e9c11-d495-4243-83e1-cce5b7db63b9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0466759 Dec 13 10:06:19.625664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52850) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.631516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-fb094d54-55dc-46e3-97db-408451226cc9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '273d3678-8d4e-40f5-ab16-9933c7095d03', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.657178 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-fb094d54-55dc-46e3-97db-408451226cc9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Project 783d7b2dc19346ea931188a411791d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:06:19.673391 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-fb094d54-55dc-46e3-97db-408451226cc9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:19.674760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fb094d54-55dc-46e3-97db-408451226cc9 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0482233 Dec 13 10:06:19.677306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.677484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52852) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.682524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-133d9a5f-e454-40c2-ba25-463c86fb1d1a req-a75158ee-7f97-4fcc-8d28-1ce14595a263 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954950 Dec 13 10:06:19.734068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.763349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.812519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.816245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.819434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/273d3678-8d4e-40f5-ab16-9933c7095d03 HTTP/1.1" status: 204 len: 168 time: 0.1391625 Dec 13 10:06:19.820480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.829576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b079c-ccf6-495d-a2a0-c2f097a1f3f7 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273d3678-8d4e-40f5-ab16-9933c7095d03,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.911463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9b0e807-3406-4f32-88f4-ce4b72ae6d2e tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896959 Dec 13 10:06:19.916199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52864) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.920782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745603459'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.943273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.016072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe19c69-d94c-4cfb-a526-b132c307f6e3 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:20.019721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.025537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.027114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.041044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Transition to ACTIVE for port object ffe19c69-d94c-4cfb-a526-b132c307f6e3 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:06:20.050935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.062409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b259947-2249-4384-aae9-8d2293750546,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.066784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.068054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0d939c86-9c8b-49cd-8315-d28d187d4e16 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1508439 Dec 13 10:06:20.072224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52868) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.078001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-50c24c96-35c9-415a-be14-280e7bdb9bbe tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '7b259947-2249-4384-aae9-8d2293750546', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.110670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.139173 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-50c24c96-35c9-415a-be14-280e7bdb9bbe tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The resource could not be found. Dec 13 10:06:20.140579 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50c24c96-35c9-415a-be14-280e7bdb9bbe tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0668159 Dec 13 10:06:20.143331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52870) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.150973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-70755ca8-afcd-4eed-b0c7-f8ceaa34a662 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '7b259947-2249-4384-aae9-8d2293750546', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '754e451c-76e3-4288-ab4f-0e7e0ac38770'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.201672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Attempting to bind port ffe19c69-d94c-4cfb-a526-b132c307f6e3 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:20.202262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Attempting to bind port ffe19c69-d94c-4cfb-a526-b132c307f6e3 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:20.202984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Attempting to bind port ffe19c69-d94c-4cfb-a526-b132c307f6e3 on network e85da458-75f5-4cd2-8a9d-f9340cb21e5d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:20.208059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Port ffe19c69-d94c-4cfb-a526-b132c307f6e3 on network e85da458-75f5-4cd2-8a9d-f9340cb21e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:06:20.208513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Attempting to bind port ffe19c69-d94c-4cfb-a526-b132c307f6e3 on network e85da458-75f5-4cd2-8a9d-f9340cb21e5d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:20.209925 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-70755ca8-afcd-4eed-b0c7-f8ceaa34a662 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The resource could not be found. Dec 13 10:06:20.212578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70755ca8-afcd-4eed-b0c7-f8ceaa34a662 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0680614 Dec 13 10:06:20.215741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52872) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.218915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:20.219319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Checking segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:20.219793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Bound using segment: {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:20.220288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Bound port: ffe19c69-d94c-4cfb-a526-b132c307f6e3, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0250f0-7e34-4c11-8d99-55af63ae8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:20.220730 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.284948 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.295141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:20.299809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:20.306831 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.316888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.348694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.349320 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.350760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 200 len: 1092 time: 0.7737842 Dec 13 10:06:20.351213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:20.353686 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad75c0-b6ba-486f-9d83-d08973302d85" -d '{"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:20.382845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dedaa-ba04-4bb8-8146-8c7095f851e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.400472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.403897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.409240 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/7b259947-2249-4384-aae9-8d2293750546 HTTP/1.1" status: 204 len: 168 time: 0.1912735 Dec 13 10:06:20.410002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52876) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.435859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f67d43-3d38-4e4f-9e2f-a0c8fb4bd0a8 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b259947-2249-4384-aae9-8d2293750546,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.442234 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a61b374-ec07-48df-9df2-792a4de4ff9a x-openstack-request-id: req-8a61b374-ec07-48df-9df2-792a4de4ff9a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:20.442547 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:20.443022 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a61b374-ec07-48df-9df2-792a4de4ff9a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:20.443460 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'status': 'completed', 'code': 200} Dec 13 10:06:20.471023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-ee091c5a-3d11-4011-be87-67aa6c3153aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.473148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-ee091c5a-3d11-4011-be87-67aa6c3153aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1095 time: 0.0690167 Dec 13 10:06:20.493215 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3012c3d-31f7-4f0e-b26e-28073e15f0ef tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753427 Dec 13 10:06:20.500136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52878) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.506248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1d67ab0b-3e9b-47b6-b941-2701a9a8a339 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '49d8e945-4e4f-4062-ae24-379956ec64e0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.529075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-57a94987-1802-433f-9de6-fadfe2313bcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 200 len: 217 time: 0.0474997 Dec 13 10:06:20.567244 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-1d67ab0b-3e9b-47b6-b941-2701a9a8a339 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The resource could not be found. Dec 13 10:06:20.574988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d67ab0b-3e9b-47b6-b941-2701a9a8a339 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0736346 Dec 13 10:06:20.575913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52884) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.581820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308960942'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.588404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-35176037-6f59-42fc-bbae-ae04934e70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.590472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-35176037-6f59-42fc-bbae-ae04934e70c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6d8c7c-13ac-4837-88e3-8692e8fb9048 HTTP/1.1" status: 200 len: 834 time: 0.0539269 Dec 13 10:06:20.612311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.651950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-826c3df0-8b6e-4c3a-a3a0-4c8b1d9501a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.653527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-826c3df0-8b6e-4c3a-a3a0-4c8b1d9501a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550387 Dec 13 10:06:20.692529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.697802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.743821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.745364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1678896 Dec 13 10:06:20.748673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.752902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-8bd9bba2-7728-4136-9b0f-4cff7e396d6e service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922868 Dec 13 10:06:20.754155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489283541'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.761979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a445da3-1283-448f-bdf0-6875957c0599 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45297d0d-634f-4552-86c0-2b2f9fa73230,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.784285 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.867985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.873328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.896231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdda22f-0162-4319-a810-15565dc74a4e req-1a07b5e0-7530-4084-8c6d-69067a626314 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.898523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bdda22f-0162-4319-a810-15565dc74a4e req-1a07b5e0-7530-4084-8c6d-69067a626314 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 944 time: 0.1013815 Dec 13 10:06:20.904744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c884c57-0705-4a43-8bd4-a83e700b2450,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.911027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.915224 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95e6309c-4383-48c1-8f3a-40e82a1eb509 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1627157 Dec 13 10:06:20.915362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.920216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0dc6a5db-1fc0-4092-9d14-6c53434ac533 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '45297d0d-634f-4552-86c0-2b2f9fa73230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9c884c57-0705-4a43-8bd4-a83e700b2450'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.920476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13140dba-7d5c-4c31-a546-418a057f3e2d req-d6ba5579-e2d3-4ebc-8380-31d3a578dffb service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598732 Dec 13 10:06:20.965446 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-0dc6a5db-1fc0-4092-9d14-6c53434ac533 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:20.970742 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0dc6a5db-1fc0-4092-9d14-6c53434ac533 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0536656 Dec 13 10:06:20.971451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52896) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.009814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bdda22f-0162-4319-a810-15565dc74a4e req-131b2280-1099-4513-9e5c-ac528871f667 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879829 Dec 13 10:06:21.072898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-05d670d9-d5a8-4e6b-ba77-94bb7a99084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.074629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-05d670d9-d5a8-4e6b-ba77-94bb7a99084b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1095 time: 0.0848560 Dec 13 10:06:21.080185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.147613 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.206856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-292b5f73-b41e-407e-961a-d87d17121d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.208396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-292b5f73-b41e-407e-961a-d87d17121d30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 200 len: 897 time: 0.1260779 Dec 13 10:06:21.212542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.215726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.216755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c884c57-0705-4a43-8bd4-a83e700b2450 HTTP/1.1" status: 204 len: 168 time: 0.2398562 Dec 13 10:06:21.219688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52900) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.272418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-efc0658e-a6b2-4e27-8c27-92f9fe75a25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 200 len: 217 time: 0.0545859 Dec 13 10:06:21.273320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7813-718d-49c5-ae59-a95d7a8ed6bd tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c884c57-0705-4a43-8bd4-a83e700b2450,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:21.281971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-faaf76fc-bdd3-4cac-a66b-d5b1aaa4a6a4 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0609102 Dec 13 10:06:21.282585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52902) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.328404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-a645886a-235e-47b1-94be-61dfbfb4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.329921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-a645886a-235e-47b1-94be-61dfbfb4c96f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6d8c7c-13ac-4837-88e3-8692e8fb9048 HTTP/1.1" status: 200 len: 834 time: 0.0501819 Dec 13 10:06:21.349539 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.372936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.378088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-3c530ca2-b3bb-4f83-8c86-e612f50e1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.379960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-3c530ca2-b3bb-4f83-8c86-e612f50e1981 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424519 Dec 13 10:06:21.417736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.420699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.424321 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/45297d0d-634f-4552-86c0-2b2f9fa73230 HTTP/1.1" status: 204 len: 168 time: 0.1384127 Dec 13 10:06:21.425581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52904) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.446261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f1e75-28af-44e1-8eda-2785121cd703 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45297d0d-634f-4552-86c0-2b2f9fa73230,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:21.481671 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e708f40f-0549-4140-9cbe-3d20631b4c44 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548973 Dec 13 10:06:21.485648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.490053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-a6ec58dd-a72b-4d01-becb-30c1f782a181 service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020842 Dec 13 10:06:21.490230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--215415345'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:21.514499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.589345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.589692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-adad75c0-b6ba-486f-9d83-d08973302d85 req-733d7676-070e-43e7-a73b-8d658073891d service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915153 Dec 13 10:06:21.593660 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.624140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867cb48d-3f84-4886-bc5b-9e8bdd741803,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:21.628256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.629480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c1180208-85fd-4d60-a03f-6bbee27d68ff tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1428769 Dec 13 10:06:21.632463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.638344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e24ab02b-c5fc-41a9-946b-8af0a7e0883a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '867cb48d-3f84-4886-bc5b-9e8bdd741803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:21.675334 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-e24ab02b-c5fc-41a9-946b-8af0a7e0883a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:21.679499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e24ab02b-c5fc-41a9-946b-8af0a7e0883a tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0428557 Dec 13 10:06:21.679734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.684469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a9ba09d7-2cb9-49e1-ae1f-a6cc9b22500b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group_rule': {'security_group_id': '867cb48d-3f84-4886-bc5b-9e8bdd741803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:21.720278 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-a9ba09d7-2cb9-49e1-ae1f-a6cc9b22500b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:21.721728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9ba09d7-2cb9-49e1-ae1f-a6cc9b22500b tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0406716 Dec 13 10:06:21.724655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.777055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.803147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.848143 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.851598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.853029 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/867cb48d-3f84-4886-bc5b-9e8bdd741803 HTTP/1.1" status: 204 len: 168 time: 0.1274729 Dec 13 10:06:21.856018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.864862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86388f66-c64b-4ce3-9253-0eba44424490 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867cb48d-3f84-4886-bc5b-9e8bdd741803,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:21.904957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-59dfe554-261d-43cd-b7d9-8d0aceb7b753 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474505 Dec 13 10:06:21.908375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.912922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'tempest-secgroup--524785055'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:21.939176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.020497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.025306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.060418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.064380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1523857 Dec 13 10:06:22.064585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52920) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.070801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-89d8f815-194b-4ae6-b903-b87e6d647783 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:22.071579 n-d-820935-7 neutron-server[103195]: WARNING neutron.api.v2.base [None req-89d8f815-194b-4ae6-b903-b87e6d647783 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 10:06:22.071965 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-89d8f815-194b-4ae6-b903-b87e6d647783 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 10:06:22.073184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89d8f815-194b-4ae6-b903-b87e6d647783 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "PUT /v2.0/security-groups/2de0adcd-e3d0-47a4-8583-aea4d0e90097 HTTP/1.1" status: 409 len: 330 time: 0.0076475 Dec 13 10:06:22.075969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52922) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.083618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39b4b7-6a27-4fde-a4ad-7ff1a464fc04 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0adcd-e3d0-47a4-8583-aea4d0e90097,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:22.175174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5d42-6835-4723-9488-a087f122ecb6 req-12bb3aab-6d20-43b9-9572-2171528e41ec tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.177174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39df5d42-6835-4723-9488-a087f122ecb6 req-12bb3aab-6d20-43b9-9572-2171528e41ec tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 944 time: 0.0870457 Dec 13 10:06:22.179735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.216948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.265323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39df5d42-6835-4723-9488-a087f122ecb6 req-ac58ad46-eeac-40a3-a43a-fe0ad6e6d48f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796783 Dec 13 10:06:22.285372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.285372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.285646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/2de0adcd-e3d0-47a4-8583-aea4d0e90097 HTTP/1.1" status: 204 len: 168 time: 0.2083228 Dec 13 10:06:22.288858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52934) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.296738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c926-e522-4ffa-a643-70384de8cfdb tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0adcd-e3d0-47a4-8583-aea4d0e90097,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:22.336076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b4e2cdfb-c53d-4903-ad53-533f15a8b27d tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458617 Dec 13 10:06:22.339703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52936) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.356165 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-9cfd1392-41a4-4535-a774-94b36e0beab6 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] delete failed (client error): The resource could not be found. Dec 13 10:06:22.357183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9cfd1392-41a4-4535-a774-94b36e0beab6 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "DELETE /v2.0/security-groups/c45a180f-7cda-4b81-95ca-8c275b16fc09 HTTP/1.1" status: 404 len: 347 time: 0.0164011 Dec 13 10:06:22.360682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.373880 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-be682751-3814-4caa-af0e-7254d6a42aad tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] show failed (client error): The resource could not be found. Dec 13 10:06:22.374839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-be682751-3814-4caa-af0e-7254d6a42aad tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-groups/a5dacc23-edb0-45b4-9d3d-041b80cfcf68 HTTP/1.1" status: 404 len: 347 time: 0.0132854 Dec 13 10:06:22.378296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.391833 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-ec371882-2223-4eb1-bfaa-dcfe96f0eb25 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] show failed (client error): The resource could not be found. Dec 13 10:06:22.392809 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ec371882-2223-4eb1-bfaa-dcfe96f0eb25 tempest-NegativeSecGroupIPv6Test-1621516811 tempest-NegativeSecGroupIPv6Test-1621516811-project] 10.222.0.31 "GET /v2.0/security-group-rules/d0464435-6d01-47c3-8363-af17697d98f6 HTTP/1.1" status: 404 len: 356 time: 0.0136344 Dec 13 10:06:22.630923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.777973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c850eda-8905-44d3-8468-6d1387286881 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=783d7b2dc19346ea931188a411791d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458004 Dec 13 10:06:22.780547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52950) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.830119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.852241 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.897295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.900561 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.901720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea326a11-8ead-4113-b456-df3e233b0100 HTTP/1.1" status: 204 len: 168 time: 0.1202679 Dec 13 10:06:22.909935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f33a8f-0db1-4878-b8fb-ca76dd01847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea326a11-8ead-4113-b456-df3e233b0100,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:23.394202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a8426-0ed5-4248-a77c-e0c030b388e1 req-9bc82ef9-ff8c-462b-8e69-f68414b533ec tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.395879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e0a8426-0ed5-4248-a77c-e0c030b388e1 req-9bc82ef9-ff8c-462b-8e69-f68414b533ec tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 944 time: 0.0541141 Dec 13 10:06:23.449576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1e0a8426-0ed5-4248-a77c-e0c030b388e1 req-849eee9c-7b23-484c-a57f-a65eac536a5d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Dec 13 10:06:23.568280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.574818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027866 Dec 13 10:06:23.575253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.677435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6eb98ec1-70d1-4840-b04c-a0622cd46ce0 tempest-NetworksApiDiscovery-1528133583 tempest-NetworksApiDiscovery-1528133583-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1009395 Dec 13 10:06:23.934149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 52986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:24.041767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa988ee8-2824-4709-ac6e-1c475f33b5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.116513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa988ee8-2824-4709-ac6e-1c475f33b5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.120322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa988ee8-2824-4709-ac6e-1c475f33b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.160263 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fa988ee8-2824-4709-ac6e-1c475f33b5fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1671bd88f164612964dad492465ea20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249804 Dec 13 10:06:24.160896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa988ee8-2824-4709-ac6e-1c475f33b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecde86-8a75-47d2-a3cd-5e900001ff07,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:24.162999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 52990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:24.218523 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.241905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.290296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.292956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.294114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63ecde86-8a75-47d2-a3cd-5e900001ff07 HTTP/1.1" status: 204 len: 168 time: 0.1294348 Dec 13 10:06:24.304946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b97e-5359-4e9d-82de-1c85e9c7a8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecde86-8a75-47d2-a3cd-5e900001ff07,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:24.600521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e7878-fb9a-4421-b5a5-dae55608b79e req-5253b525-ee6b-440c-b90d-e69083e7ca26 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:24.602294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-258e7878-fb9a-4421-b5a5-dae55608b79e req-5253b525-ee6b-440c-b90d-e69083e7ca26 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 944 time: 0.0616398 Dec 13 10:06:24.672933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-258e7878-fb9a-4421-b5a5-dae55608b79e req-bf374020-c8c4-46e5-980a-957dbbbbac03 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644042 Dec 13 10:06:25.189805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ffe19c69-d94c-4cfb-a526-b132c307f6e3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:06:25.306736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:25.318992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'port_id': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'mac_address': 'fa:16:3e:5d:ce:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:06:25.360347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.376027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe19c69-d94c-4cfb-a526-b132c307f6e3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:25.400055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:25.404693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.459173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:25.468129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.468571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.468988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.469398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.469805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.470210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.470610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.471013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.471430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.471836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.472227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.472907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.473303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:25.608621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['ffe19c69-d94c-4cfb-a526-b132c307f6e3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:06:25.874235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4809b-bf98-414f-9bb3-ac14a8cc8eda req-11ded10f-d667-40d7-9351-b972eb3489ca tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:25.875928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbf4809b-bf98-414f-9bb3-ac14a8cc8eda req-11ded10f-d667-40d7-9351-b972eb3489ca tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 945 time: 0.0720735 Dec 13 10:06:25.929927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbf4809b-bf98-414f-9bb3-ac14a8cc8eda req-e9f0da12-92a6-4c32-971e-78023b183325 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468335 Dec 13 10:06:27.049247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404f4ee-7b88-4a1a-a94a-3349976dbd57 req-90be3d7c-57fd-4ad5-b073-1a5b47033c27 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:27.050779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a404f4ee-7b88-4a1a-a94a-3349976dbd57 req-90be3d7c-57fd-4ad5-b073-1a5b47033c27 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 945 time: 0.0496857 Dec 13 10:06:27.101411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a404f4ee-7b88-4a1a-a94a-3349976dbd57 req-b16ef857-4cf5-42de-b01e-a2c3c6b5736c tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Dec 13 10:06:27.189434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ffe19c69-d94c-4cfb-a526-b132c307f6e3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:27.268788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port ffe19c69-d94c-4cfb-a526-b132c307f6e3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:06:27.273831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port ffe19c69-d94c-4cfb-a526-b132c307f6e3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:27.274281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.353406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.376363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:27.378634 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e19c42-f0ca-4009-b4f8-0744f8a412d6" -d '{"events": [{"server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "name": "network-vif-plugged", "status": "completed", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:27.391221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:27.396653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.424281 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c239f684-010d-4dfd-aad3-a75264845077 x-openstack-request-id: req-c239f684-010d-4dfd-aad3-a75264845077 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:27.424514 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "name": "network-vif-plugged", "status": "completed", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:27.424763 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c239f684-010d-4dfd-aad3-a75264845077 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:27.425143 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'code': 200} Dec 13 10:06:27.452678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:27.518256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af94c3-4090-430a-8338-2b007d410ca3 req-77c7c2e6-26eb-4fa5-adb3-57d936d71c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:27.519696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48af94c3-4090-430a-8338-2b007d410ca3 req-77c7c2e6-26eb-4fa5-adb3-57d936d71c4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1097 time: 0.0398433 Dec 13 10:06:27.574138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48af94c3-4090-430a-8338-2b007d410ca3 req-332f66ec-dd66-412f-a779-38a839d1dcfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475910 Dec 13 10:06:28.217016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a7de-872c-45c6-bf9c-58fc6c0d45e9 req-17819a8d-76b7-49ae-863c-e6b2ce52178b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:28.218508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8898a7de-872c-45c6-bf9c-58fc6c0d45e9 req-17819a8d-76b7-49ae-863c-e6b2ce52178b tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.0483460 Dec 13 10:06:28.267064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8898a7de-872c-45c6-bf9c-58fc6c0d45e9 req-4bc2b82a-6065-4135-b5df-391c35a017ca tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Dec 13 10:06:28.931502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-380c5d0d-d06a-434a-8b55-6192c209eb6e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:28.932938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-380c5d0d-d06a-434a-8b55-6192c209eb6e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1037977 Dec 13 10:06:28.948503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-9e888bfd-5397-45a9-9c72-914fa2afd897 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0098088 Dec 13 10:06:28.999826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-e9a8eaa3-14f6-42fe-930f-71f9f2d40398 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457048 Dec 13 10:06:29.192863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-06eca866-88bc-44fd-a0e9-2b02b1711adf service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844363 Dec 13 10:06:29.289583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-f0ee01e9-a365-4c26-a24f-30679e8a10de service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Dec 13 10:06:29.411224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1393cf6-aa4c-4eec-bef8-4772cf90e6b8 req-4fe0ced0-12ff-4071-8c8c-a3db4c03ec0f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:29.413340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1393cf6-aa4c-4eec-bef8-4772cf90e6b8 req-4fe0ced0-12ff-4071-8c8c-a3db4c03ec0f tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.0663421 Dec 13 10:06:29.479096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1393cf6-aa4c-4eec-bef8-4772cf90e6b8 req-8c98e8e6-fad6-476a-9fd3-660034744f2a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571620 Dec 13 10:06:29.512520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8411818-f8b9-4194-bce4-33e4346bd871 req-d731b9be-305b-4b7b-9a31-baf14e1941c5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0322077 Dec 13 10:06:29.608956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec8cca-f387-4a75-9eeb-2a564bb02800 req-a6c26566-68bf-45f7-83e5-e1f80cddda10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:29.610504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4ec8cca-f387-4a75-9eeb-2a564bb02800 req-a6c26566-68bf-45f7-83e5-e1f80cddda10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.0537653 Dec 13 10:06:29.662375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4ec8cca-f387-4a75-9eeb-2a564bb02800 req-fa6a8121-a2df-407c-88dd-9c10a40f4a9e tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Dec 13 10:06:29.695506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53116) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:29.737977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37139c1-942f-45f8-8acc-e9b20a6a6f95 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:29.739523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f37139c1-942f-45f8-8acc-e9b20a6a6f95 tempest-TestNetworkBasicOps-32075090 tempest-TestNetworkBasicOps-32075090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1092 time: 0.0428889 Dec 13 10:06:29.743002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53122) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:29.747772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:29.773366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.795052 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.888372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.007831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Allocated IP 172.25.2.192 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/97dadfc9-fdd5-47d2-be47-385d2a171100) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:30.123510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.164350 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.206864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:30.211932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:30.215579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:30.238331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=97dadfc9-fdd5-47d2-be47-385d2a171100,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:30.512627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-8e2f1864-8c49-44d5-bbf0-e88221e3907f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:30.514793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-8e2f1864-8c49-44d5-bbf0-e88221e3907f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1468990 Dec 13 10:06:30.528921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:30.658724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c66eb56-d889-447d-a746-dfc34666f579 req-1bc875a6-ddb2-46c2-a55b-5acc60fda866 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Dec 13 10:06:30.668476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.699472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:30.704390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.754972 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.863837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.3 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/c09abea1-ac12-44f6-8efd-c56d6d5c5fb2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:30.944848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.953108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.041997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.080932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event updated for resources: {'Port': ['ID=97dadfc9-fdd5-47d2-be47-385d2a171100,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:31.091864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.102925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.164323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:31.168829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:31.187163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:31.208724 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Floating IP 2dab130a-7dcd-4bd0-af91-a5871def77fb associated. External IP: 172.25.2.192, port: ffe19c69-d94c-4cfb-a526-b132c307f6e3. Dec 13 10:06:31.219509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:31.260520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:31.261295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.292658 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-4e2a80ae-e251-4fa7-9fed-d1cc836bcacb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683766 Dec 13 10:06:31.311759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Request body: {'port': {'device_id': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:31.401065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.596395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 560d08ee-4d54-496c-97cf-fe0d7e9662fe has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:31.619433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-70a3276c-bb9b-4f19-917b-438958080230 None None] Provisioning complete for port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:31.621034 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70a3276c-bb9b-4f19-917b-438958080230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.665077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-70a3276c-bb9b-4f19-917b-438958080230 None None] Port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:31.733005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:31.746737 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Sync routers for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:31.750312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:31.763007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.763834 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:31.764592 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:31.788526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.797116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Transition to ACTIVE for port object c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:06:31.808153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.843144 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b7a82b73-b4b6-4ba2-b846-6dc9c107dfd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0987532 Dec 13 10:06:31.848138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53154) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:31.864430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Pushing event updated for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:31.881227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:31.887137 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572441d8-30bc-49eb-98c6-ec06d9b8b836" -d '{"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:31.997949 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fffe48-0d4b-48d3-99a4-0304e7195634 x-openstack-request-id: req-68fffe48-0d4b-48d3-99a4-0304e7195634 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:31.999260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Attempting to bind port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:32.000228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Attempting to bind port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:32.000762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Attempting to bind port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:32.002655 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:32.003135 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68fffe48-0d4b-48d3-99a4-0304e7195634 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:32.003439 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'status': 'completed', 'code': 200} Dec 13 10:06:32.011870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:06:32.012255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Attempting to bind port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:32.051302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:32.059182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:32.059182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:32.062011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Bound port: c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:32.062011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.146988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:32.197693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:32.202877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:32.221256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.290721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Pushing event updated for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:32.309083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.309676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.312466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-33d4b3b1-26fd-4ca7-b1fe-51ef9a69bbcb service neutron] 10.222.0.16 "PUT /v2.0/ports/c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 HTTP/1.1" status: 200 len: 1091 time: 1.0115674 Dec 13 10:06:32.313607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:32.318678 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109a3ead-7284-4b6e-9a47-cb36973de613" -d '{"events": [{"name": "network-changed", "server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:32.371015 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180b261-18be-4ff2-9691-7e3ea8be26dc x-openstack-request-id: req-3180b261-18be-4ff2-9691-7e3ea8be26dc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:32.371323 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:32.371637 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3180b261-18be-4ff2-9691-7e3ea8be26dc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:32.372068 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2', 'status': 'completed', 'code': 200} Dec 13 10:06:32.479811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-8521c174-40e4-4eb8-9d04-b54267f7edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.481826 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-8521c174-40e4-4eb8-9d04-b54267f7edd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 1094 time: 0.1031816 Dec 13 10:06:32.550519 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-7164a26a-ae01-4a3f-ae5f-303df452554f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 HTTP/1.1" status: 200 len: 217 time: 0.0580866 Dec 13 10:06:32.599815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '2dab130a-7dcd-4bd0-af91-a5871def77fb', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'port_id': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'mac_address': 'fa:16:3e:5d:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:06:30Z', 'updated_at': '2021-12-13T10:06:30Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:32.644923 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Checking router: 560d08ee-4d54-496c-97cf-fe0d7e9662fe for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:32.650423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-49fdba27-ab16-4331-abed-a34d74136dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.655132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-49fdba27-ab16-4331-abed-a34d74136dd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0963020 Dec 13 10:06:32.668559 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:32.669267 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:32.735397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-7cd16d9d-9343-45e5-b0f8-61c09412a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.737168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-7cd16d9d-9343-45e5-b0f8-61c09412a827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748267 Dec 13 10:06:32.831998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea79d547-1f71-48e2-9016-e1a61781950c tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/2dab130a-7dcd-4bd0-af91-a5871def77fb HTTP/1.1" status: 200 len: 992 time: 0.9381421 Dec 13 10:06:32.848748 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:32.862537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79acf0d-df2b-4bfc-a3ec-c0053d27a754 req-e7be20d1-6a92-4854-8389-fd581dbc3718 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.864436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f79acf0d-df2b-4bfc-a3ec-c0053d27a754 req-e7be20d1-6a92-4854-8389-fd581dbc3718 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 931 time: 1.0886838 Dec 13 10:06:32.883957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-ef989f3a-1e60-46ce-8796-ac350c910bab service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305792 Dec 13 10:06:32.910781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-7bcbfedc-5bb3-423d-b0d4-ae8b82254ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.912441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-7bcbfedc-5bb3-423d-b0d4-ae8b82254ec5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1097 time: 0.9074419 Dec 13 10:06:33.011714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f79acf0d-df2b-4bfc-a3ec-c0053d27a754 req-b80efc9d-2e51-47da-b3a7-2cbed7250e9e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391766 Dec 13 10:06:33.040367 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e9113a86-3430-4499-a601-01e814e3ecd3 req-07b3720e-037f-4ce9-bd45-cdcf8379e4ef service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481156 Dec 13 10:06:33.052229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-cb47a6e2-0488-47de-995f-db821ed3927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.054558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-cb47a6e2-0488-47de-995f-db821ed3927a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 200 len: 897 time: 0.1338561 Dec 13 10:06:33.154807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-c19b3d0f-b267-46f8-aab0-9225e2206ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.157530 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-c19b3d0f-b267-46f8-aab0-9225e2206ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 1094 time: 0.0663269 Dec 13 10:06:33.162057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-d1333268-753e-4129-a34b-831695e27820 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 200 len: 1000 time: 0.0996320 Dec 13 10:06:33.208301 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '2dab130a-7dcd-4bd0-af91-a5871def77fb', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'port_id': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'mac_address': 'fa:16:3e:5d:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:06:30Z', 'updated_at': '2021-12-13T10:06:30Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:33.234714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-ec2ead62-1dbb-46aa-8093-136300b90501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.237545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-ec2ead62-1dbb-46aa-8093-136300b90501 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6d8c7c-13ac-4837-88e3-8692e8fb9048 HTTP/1.1" status: 200 len: 834 time: 0.0689676 Dec 13 10:06:33.243191 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba693e-60fa-47da-97b8-8c8d74f5cb88 None None] The sync data for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 is: [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '2dab130a-7dcd-4bd0-af91-a5871def77fb', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'port_id': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'mac_address': 'fa:16:3e:5d:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:06:30Z', 'updated_at': '2021-12-13T10:06:30Z', 'revision_number': 0, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:33.268172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-ecdd6da6-d54a-41f4-90fd-2ed41e6cac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.269727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-ecdd6da6-d54a-41f4-90fd-2ed41e6cac2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.1065409 Dec 13 10:06:33.305330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-07a48ae5-6cb4-43ff-979f-5934f2132292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.306858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-07a48ae5-6cb4-43ff-979f-5934f2132292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614398 Dec 13 10:06:33.324661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-818a38f5-b052-4520-bd28-1a9e262dcb8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 HTTP/1.1" status: 200 len: 217 time: 0.0473361 Dec 13 10:06:33.378519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-22becb30-044f-4f10-9f34-cbaa8c0126e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.380520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-22becb30-044f-4f10-9f34-cbaa8c0126e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0495811 Dec 13 10:06:33.415055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-9f4726c0-7dfc-4424-a338-d2e3f6951473 service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003211 Dec 13 10:06:33.436478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-3ca42a3e-42d1-4985-9da8-ee327f460e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:33.438272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-3ca42a3e-42d1-4985-9da8-ee327f460e32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502162 Dec 13 10:06:33.533679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-572441d8-30bc-49eb-98c6-ec06d9b8b836 req-d0e46bde-fa8a-4c8d-be7d-ff35a6382e04 service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105003 Dec 13 10:06:33.584328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-bd15a51f-f9c3-464f-acc6-3d1bec9cc4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370292 Dec 13 10:06:33.617524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f101c-bdd3-4aba-ab1b-535c6ddd8d4a None None] New status for floating IP 2dab130a-7dcd-4bd0-af91-a5871def77fb: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:06:33.748437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-109a3ead-7284-4b6e-9a47-cb36973de613 req-2e075637-e84c-45f3-88be-530d9371b7ed service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550736 Dec 13 10:06:33.835638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53172) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:33.945544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d27befd0-fc3c-4876-85cf-949405fe79d6 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/2dab130a-7dcd-4bd0-af91-a5871def77fb HTTP/1.1" status: 200 len: 992 time: 0.1084380 Dec 13 10:06:34.177920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb25e-9094-48c2-aea3-afd254fa1ee2 req-dd42b310-f7c0-45eb-b6ef-5d5694dc7607 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:34.180160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bbdb25e-9094-48c2-aea3-afd254fa1ee2 req-dd42b310-f7c0-45eb-b6ef-5d5694dc7607 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0715699 Dec 13 10:06:34.235784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bbdb25e-9094-48c2-aea3-afd254fa1ee2 req-fdc7ac17-6ad0-4b31-9a21-a37a101a28d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Dec 13 10:06:34.377880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.949225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:35.051601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf6ceddb-e521-4117-a7c4-1879fc0f85a2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/2dab130a-7dcd-4bd0-af91-a5871def77fb HTTP/1.1" status: 200 len: 994 time: 0.0977440 Dec 13 10:06:35.389849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef178f-eab8-4f4f-a8e7-743d3f997b12 req-e7d0fe5c-138e-41ec-a9b3-5fafdb1f4e84 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:35.391670 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10ef178f-eab8-4f4f-a8e7-743d3f997b12 req-e7d0fe5c-138e-41ec-a9b3-5fafdb1f4e84 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0808105 Dec 13 10:06:35.494381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10ef178f-eab8-4f4f-a8e7-743d3f997b12 req-7e4c8319-8324-4173-be30-40e8ce17b6b3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882008 Dec 13 10:06:36.142629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0f48605e-e49c-4b24-b695-4f15c6c2f622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.639830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df83da-eee9-4f02-95cc-b7fbab14e93f req-bd049579-103e-4bdf-881f-399cb7b1b530 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:36.641468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92df83da-eee9-4f02-95cc-b7fbab14e93f req-bd049579-103e-4bdf-881f-399cb7b1b530 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0605483 Dec 13 10:06:36.735290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92df83da-eee9-4f02-95cc-b7fbab14e93f req-44acb333-8aa2-470f-bbbc-af3741a5ac85 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842786 Dec 13 10:06:37.878881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51d462-2402-4f63-afc9-f37840382746 req-d49acae6-7c4b-40ee-8804-88eac39b4b92 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:37.881000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c51d462-2402-4f63-afc9-f37840382746 req-d49acae6-7c4b-40ee-8804-88eac39b4b92 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0588546 Dec 13 10:06:37.946025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c51d462-2402-4f63-afc9-f37840382746 req-b5ff84d4-8cb4-41a1-8a1d-6fe51dc6219f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Dec 13 10:06:38.566317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a43c040-e6fa-4a62-8b0a-44ed8b1e45ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.102836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c8ea-d48d-4d69-8d7c-3ee0f208b63b req-54c8b304-e3f1-4a8c-aec8-1d66c3f3c12d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:39.104926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6959c8ea-d48d-4d69-8d7c-3ee0f208b63b req-54c8b304-e3f1-4a8c-aec8-1d66c3f3c12d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0732124 Dec 13 10:06:39.166105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6959c8ea-d48d-4d69-8d7c-3ee0f208b63b req-326098d5-9659-4d10-92bd-9ab2f1e6e118 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545187 Dec 13 10:06:39.571259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.292727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a5bd6-5cc7-481f-95c4-15b86c727496 req-b4449ccc-3da7-4b35-9f58-e6dd9b17da74 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:40.294262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-352a5bd6-5cc7-481f-95c4-15b86c727496 req-b4449ccc-3da7-4b35-9f58-e6dd9b17da74 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Dec 13 10:06:40.345100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-352a5bd6-5cc7-481f-95c4-15b86c727496 req-b30ce6bc-7ac0-49ef-a513-a5fa371f7f6f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Dec 13 10:06:41.182543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.466402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3520-e85e-4720-8d81-003db8268d28 req-b95c42e4-736e-4e96-9a35-dcc5d9f44964 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:41.467925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d5c3520-e85e-4720-8d81-003db8268d28 req-b95c42e4-736e-4e96-9a35-dcc5d9f44964 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0511551 Dec 13 10:06:41.518830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d5c3520-e85e-4720-8d81-003db8268d28 req-413fdad7-b370-462d-90c8-621d27bac8c2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 Dec 13 10:06:41.996734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.639175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2805d7-faaf-40c9-a9a1-cdc0f10322a1 req-51d1bf17-7224-483b-bf31-26b41380c2ab tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:42.641004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de2805d7-faaf-40c9-a9a1-cdc0f10322a1 req-51d1bf17-7224-483b-bf31-26b41380c2ab tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0519729 Dec 13 10:06:42.693605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de2805d7-faaf-40c9-a9a1-cdc0f10322a1 req-02da34ce-5a66-4c0e-ae49-4c8fbb996398 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Dec 13 10:06:43.815489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314a4d-8c17-453d-8ddb-7afa7095b68c req-f0fa684e-39a0-420c-b2f8-f02de174bd0d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:43.817771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10314a4d-8c17-453d-8ddb-7afa7095b68c req-f0fa684e-39a0-420c-b2f8-f02de174bd0d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0524058 Dec 13 10:06:43.866384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10314a4d-8c17-453d-8ddb-7afa7095b68c req-3566ac62-90eb-4568-9505-390328421728 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Dec 13 10:06:44.999512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52dfa4-1682-47e9-ba55-78538f61fdab req-b133ef93-2916-40c7-8904-c90967464bb9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:45.000968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe52dfa4-1682-47e9-ba55-78538f61fdab req-b133ef93-2916-40c7-8904-c90967464bb9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0649176 Dec 13 10:06:45.054909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe52dfa4-1682-47e9-ba55-78538f61fdab req-31b0c80b-633c-4262-8cf8-2b06a4680d2e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Dec 13 10:06:46.175894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75218-d8bb-470e-8c60-c28a3308a232 req-adcc7347-64b2-4038-b9fe-d473180489cf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:46.177409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf75218-d8bb-470e-8c60-c28a3308a232 req-adcc7347-64b2-4038-b9fe-d473180489cf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0523846 Dec 13 10:06:46.228975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf75218-d8bb-470e-8c60-c28a3308a232 req-ff0da3e6-0f56-4400-84b5-fad45aba4a87 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Dec 13 10:06:46.961228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.067013 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7691c84d-1a65-43de-be5e-20bbe9d9665a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.147457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7691c84d-1a65-43de-be5e-20bbe9d9665a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.152068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7691c84d-1a65-43de-be5e-20bbe9d9665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.193337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7691c84d-1a65-43de-be5e-20bbe9d9665a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85741506b70942fca63d61add92a951e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286782 Dec 13 10:06:47.193337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691c84d-1a65-43de-be5e-20bbe9d9665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69240703-638b-4040-acfa-32c51ab48662,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:47.193957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53330) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.244181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.269452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.342169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.344775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.345907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69240703-638b-4040-acfa-32c51ab48662 HTTP/1.1" status: 204 len: 168 time: 0.1508353 Dec 13 10:06:47.356254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957737a6-55d9-47bf-9a6f-1d717cd26ebe req-092b9c0f-e7a6-4ec3-89f7-368fefdeba20 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:47.357707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-957737a6-55d9-47bf-9a6f-1d717cd26ebe req-092b9c0f-e7a6-4ec3-89f7-368fefdeba20 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0577793 Dec 13 10:06:47.365975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bc9dc-4de8-486f-861a-48cca515f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69240703-638b-4040-acfa-32c51ab48662,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:47.417901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-957737a6-55d9-47bf-9a6f-1d717cd26ebe req-e1dfdfa6-272a-4135-8c95-6b3fc486c892 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540261 Dec 13 10:06:47.621947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53338) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.634907 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48f5ea42-f555-4228-af63-2991d3b96588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.710353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48f5ea42-f555-4228-af63-2991d3b96588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.714089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48f5ea42-f555-4228-af63-2991d3b96588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.755834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48f5ea42-f555-4228-af63-2991d3b96588 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41b02c0da6aa49beaca27df8ab36f3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327651 Dec 13 10:06:47.757489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ea42-f555-4228-af63-2991d3b96588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6912ac-f9b7-4f56-a180-70b801919587,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:47.758987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53340) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.806651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.829282 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.873746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.876412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.877570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d6912ac-f9b7-4f56-a180-70b801919587 HTTP/1.1" status: 204 len: 168 time: 0.1175637 Dec 13 10:06:47.886186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9b26f-9cab-4762-8568-e39a6e0b05b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6912ac-f9b7-4f56-a180-70b801919587,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:48.534692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb0609-a65f-4ad0-9326-a5e5c15aefb9 req-8c87bdb2-aba9-4666-9a8d-64714245d353 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:48.536223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-facb0609-a65f-4ad0-9326-a5e5c15aefb9 req-8c87bdb2-aba9-4666-9a8d-64714245d353 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0484521 Dec 13 10:06:48.585119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-facb0609-a65f-4ad0-9326-a5e5c15aefb9 req-e40694a9-994d-4821-8d52-a6108ca39fc2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Dec 13 10:06:49.463358 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:06:49.704536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa07aa-14db-4eca-9ac9-541f385bedb9 req-f946c9b8-0de1-4720-9f4e-9b1d0a55e540 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:49.706068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1fa07aa-14db-4eca-9ac9-541f385bedb9 req-f946c9b8-0de1-4720-9f4e-9b1d0a55e540 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0496006 Dec 13 10:06:49.753495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1fa07aa-14db-4eca-9ac9-541f385bedb9 req-ba31315b-56af-4c07-974c-9d4edbf4fe45 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Dec 13 10:06:50.876233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abb483-ce45-4560-92a6-9d20862c74d7 req-b5e0903d-f44a-4aa4-bf22-f4c380bf999b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:50.877663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9abb483-ce45-4560-92a6-9d20862c74d7 req-b5e0903d-f44a-4aa4-bf22-f4c380bf999b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0524371 Dec 13 10:06:50.924481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9abb483-ce45-4560-92a6-9d20862c74d7 req-bb62efc4-e2e8-4a63-bde1-28882dba3208 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Dec 13 10:06:52.059070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d92a3a-1439-46b4-8192-fe8a6e6ad9bb req-74afb9b6-abf8-4346-b91d-5a92fa39f0a7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:52.060863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08d92a3a-1439-46b4-8192-fe8a6e6ad9bb req-74afb9b6-abf8-4346-b91d-5a92fa39f0a7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0675387 Dec 13 10:06:52.122210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08d92a3a-1439-46b4-8192-fe8a6e6ad9bb req-fb443f7e-216e-478f-a9bd-84061509da4f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515168 Dec 13 10:06:53.238563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f0d1-a470-4764-ad61-877dc4c2bca8 req-9d2979bb-0219-4668-bc1d-a3f36ba23b05 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:53.240093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c252f0d1-a470-4764-ad61-877dc4c2bca8 req-9d2979bb-0219-4668-bc1d-a3f36ba23b05 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0500097 Dec 13 10:06:53.291054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c252f0d1-a470-4764-ad61-877dc4c2bca8 req-ba16bdee-e1e5-4b17-b72e-263a6189b153 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Dec 13 10:06:54.280093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:06:54.378806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:54.391115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2', 'mac_address': 'fa:16:3e:68:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:06:54.413043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2f2f-7d41-4250-87f2-c84f44e199b4 req-05a77d2a-5f64-403c-a824-971db87c9371 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:54.414649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8ad2f2f-7d41-4250-87f2-c84f44e199b4 req-05a77d2a-5f64-403c-a824-971db87c9371 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 943 time: 0.0503180 Dec 13 10:06:54.430205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.443680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:54.465421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8ad2f2f-7d41-4250-87f2-c84f44e199b4 req-58b67015-823a-4e97-86fc-7c98a20d76e8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Dec 13 10:06:54.467641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:54.472336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.522907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:54.849900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c09abea1-ac12-44f6-8efd-c56d6d5c5fb2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:06:55.589537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c0fb7-1887-42aa-a53c-9175fca4dcf1 req-77496b7e-0056-4bdf-a35a-f00efa888e82 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:55.591940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-106c0fb7-1887-42aa-a53c-9175fca4dcf1 req-77496b7e-0056-4bdf-a35a-f00efa888e82 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Dec 13 10:06:55.639102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-106c0fb7-1887-42aa-a53c-9175fca4dcf1 req-73ce4310-2c3b-41bc-bba1-595bc443926b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Dec 13 10:06:56.280290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:56.331227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:06:56.335511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:56.336060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.413262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.437815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:56.440093 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e8d42-bf8c-4565-92a9-1e6a3512e8e8" -d '{"events": [{"server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "name": "network-vif-plugged", "status": "completed", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:56.451748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:56.456286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.482760 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e597207-5128-40ce-9ad6-c4ea1e54b9cd x-openstack-request-id: req-6e597207-5128-40ce-9ad6-c4ea1e54b9cd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:56.483065 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "name": "network-vif-plugged", "status": "completed", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:56.483322 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e597207-5128-40ce-9ad6-c4ea1e54b9cd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:56.483758 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2', 'code': 200} Dec 13 10:06:56.511064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:56.582714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23433d6c-f746-4735-888a-7f09a880bc6f req-935f7b71-1767-427f-b29f-767b53141717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:56.584270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23433d6c-f746-4735-888a-7f09a880bc6f req-935f7b71-1767-427f-b29f-767b53141717 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 1096 time: 0.0447488 Dec 13 10:06:56.629888 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-23433d6c-f746-4735-888a-7f09a880bc6f req-3f9f5047-3ab0-44b2-813e-3bc6a1868875 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Dec 13 10:06:56.763993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee6c22-bba1-4d96-b7d8-21568ab56cec req-cb3dd999-ddcc-465a-bc16-3e996c572cdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:56.765472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91ee6c22-bba1-4d96-b7d8-21568ab56cec req-cb3dd999-ddcc-465a-bc16-3e996c572cdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0545781 Dec 13 10:06:56.818160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91ee6c22-bba1-4d96-b7d8-21568ab56cec req-392a1697-80ea-46f9-8f15-d5813d8787d8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Dec 13 10:06:57.933429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcf316-924a-438e-8adf-eebf4439996b req-9052a695-24eb-40ff-a5cc-f2a1fe1d1209 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:57.934906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48bcf316-924a-438e-8adf-eebf4439996b req-9052a695-24eb-40ff-a5cc-f2a1fe1d1209 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Dec 13 10:06:57.982965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48bcf316-924a-438e-8adf-eebf4439996b req-fd19f27c-95bb-4e7c-b58d-f502cf4b3ef0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Dec 13 10:06:59.102326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d6f8f-370b-47a2-8c96-b98ebee937f8 req-ab2ffb7f-ded0-4c13-85b3-e71d7df55864 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.103855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-302d6f8f-370b-47a2-8c96-b98ebee937f8 req-ab2ffb7f-ded0-4c13-85b3-e71d7df55864 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Dec 13 10:06:59.150981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-302d6f8f-370b-47a2-8c96-b98ebee937f8 req-9f5869b6-d3d9-46c5-8835-dbd42e833640 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Dec 13 10:06:59.267504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837c4e-8e39-4adc-8bc9-e94b42f8ace8 req-eac857f0-af5d-4e44-abd6-580ba147051a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.268939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92837c4e-8e39-4adc-8bc9-e94b42f8ace8 req-eac857f0-af5d-4e44-abd6-580ba147051a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0506899 Dec 13 10:06:59.317013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92837c4e-8e39-4adc-8bc9-e94b42f8ace8 req-32520a81-7208-454f-bff8-fda98db6a848 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Dec 13 10:06:59.438735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da982a-887c-4696-89d9-68c800227c95 req-6b8b3c04-7c61-4d88-b70d-605e3908fdaa tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.440291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99da982a-887c-4696-89d9-68c800227c95 req-6b8b3c04-7c61-4d88-b70d-605e3908fdaa tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0555964 Dec 13 10:06:59.493008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99da982a-887c-4696-89d9-68c800227c95 req-91d3a59d-66c9-4cbf-b7a7-787e87a41d92 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Dec 13 10:06:59.806002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198072-0c20-44fc-bb94-03b61616dbe5 req-088c7039-e10f-4a15-b455-549fab61ca2b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.808255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e198072-0c20-44fc-bb94-03b61616dbe5 req-088c7039-e10f-4a15-b455-549fab61ca2b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Dec 13 10:06:59.815347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.863264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e198072-0c20-44fc-bb94-03b61616dbe5 req-0932c710-d43c-4dc7-bae1-b2800490db5a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Dec 13 10:07:00.981518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3043c-1aeb-4126-94be-a1a03393c03d req-c7fc3c3d-8622-4291-a749-b13a12eaaa9e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:00.983027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54a3043c-1aeb-4126-94be-a1a03393c03d req-c7fc3c3d-8622-4291-a749-b13a12eaaa9e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0497081 Dec 13 10:07:01.030300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54a3043c-1aeb-4126-94be-a1a03393c03d req-e0435be0-e143-4a31-a7b5-19d86b89dffa tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Dec 13 10:07:01.362387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-e2b7303b-7fa6-4c55-9bba-34c9835d58c0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:01.363904 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-e2b7303b-7fa6-4c55-9bba-34c9835d58c0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Dec 13 10:07:01.461512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:01.461749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.547638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:01.548000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.561187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:01.692653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.704587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c09abea1-ac12-44f6-8efd-c56d6d5c5fb2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:07:01.720081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=c09abea1-ac12-44f6-8efd-c56d6d5c5fb2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:01.768150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:01.771074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.774745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-21564699-2b38-4ad0-99d8-5d8618e6e310 req-55b7155c-4fd0-4e38-be3e-c285c709fc8f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "DELETE /v2.0/ports/c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 HTTP/1.1" status: 204 len: 173 time: 0.4041817 Dec 13 10:07:01.775390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'name': 'network-vif-deleted', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:01.777921 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e632e-b298-41df-8902-dd48c6cf15c7" -d '{"events": [{"server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "name": "network-vif-deleted", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:01.849426 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c83418-4e67-4fd3-99c0-9ab7830f9d1b x-openstack-request-id: req-60c83418-4e67-4fd3-99c0-9ab7830f9d1b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:01.849824 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd98f4ab-52c1-4317-8eff-260c413874f4", "name": "network-vif-deleted", "tag": "c09abea1-ac12-44f6-8efd-c56d6d5c5fb2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:01.850262 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60c83418-4e67-4fd3-99c0-9ab7830f9d1b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:01.850744 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd98f4ab-52c1-4317-8eff-260c413874f4', 'name': 'network-vif-deleted', 'tag': 'c09abea1-ac12-44f6-8efd-c56d6d5c5fb2', 'status': 'completed', 'code': 200} Dec 13 10:07:02.136883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f36f9d9-e73a-46d7-a7e4-4de9f33be9e6 req-3f5fb18f-568b-41d7-8fc4-50c1fc0195e2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0304546 Dec 13 10:07:02.898027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53490) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.015644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bba7a7e2-0616-4fba-b903-b60c2e47ae8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.098726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bba7a7e2-0616-4fba-b903-b60c2e47ae8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.102460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bba7a7e2-0616-4fba-b903-b60c2e47ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.140647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a7e2-0616-4fba-b903-b60c2e47ae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f8a9f-99a2-4a7b-9317-96eb462a3ef7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.147835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bba7a7e2-0616-4fba-b903-b60c2e47ae8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5bbedb3aa354c0caa8caba347ae7653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458310 Dec 13 10:07:03.148122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.202006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.225122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.283051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.286462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.288391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a97f8a9f-99a2-4a7b-9317-96eb462a3ef7 HTTP/1.1" status: 204 len: 168 time: 0.1392164 Dec 13 10:07:03.297404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d22b0952-1397-4006-b558-7398a5956fd2 req-00773a82-5351-45a9-91cf-8370768db3a0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0425787 Dec 13 10:07:03.311933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d707b-91d0-494b-9536-dcfd2e35c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f8a9f-99a2-4a7b-9317-96eb462a3ef7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.604406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53502) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.618582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ea04f75-2f84-4dff-87a1-65fa162c9c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.708097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ea04f75-2f84-4dff-87a1-65fa162c9c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.712440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ea04f75-2f84-4dff-87a1-65fa162c9c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.752799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ea04f75-2f84-4dff-87a1-65fa162c9c5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=336ee24b2f9e4fbd87cf27bc288b5d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472948 Dec 13 10:07:03.754010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea04f75-2f84-4dff-87a1-65fa162c9c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b778f-a5e3-47fc-93c9-f7a9832c2a49,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.755538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.810305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.842052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.901643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.904305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.905556 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef0b778f-a5e3-47fc-93c9-f7a9832c2a49 HTTP/1.1" status: 204 len: 168 time: 0.1489432 Dec 13 10:07:03.916309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9b3e-9839-4167-9a9f-533bf354c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b778f-a5e3-47fc-93c9-f7a9832c2a49,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:04.331763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:04.351498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:04.370967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:04.371772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c09abea1-ac12-44f6-8efd-c56d6d5c5fb2 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:04.395862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.418979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f6a272b-f841-466e-af29-ef69575c780e req-53b19948-7f4d-470c-9167-660fdc94e14e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0546470 Dec 13 10:07:04.434355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3fb638f3-e4da-4f04-8c95-409640a74abf tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/floatingips/2dab130a-7dcd-4bd0-af91-a5871def77fb HTTP/1.1" status: 200 len: 994 time: 0.0816371 Dec 13 10:07:04.713543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:04.886581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 97dadfc9-fdd5-47d2-be47-385d2a171100 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:04.886925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.983659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.984380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.996798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 97dadfc9-fdd5-47d2-be47-385d2a171100 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:05.166548 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.195627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=97dadfc9-fdd5-47d2-be47-385d2a171100,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:05.260782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.261204 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Floating IP 2dab130a-7dcd-4bd0-af91-a5871def77fb disassociated (deleted). External IP: 172.25.2.192, port: ffe19c69-d94c-4cfb-a526-b132c307f6e3. Dec 13 10:07:05.488035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 560d08ee-4d54-496c-97cf-fe0d7e9662fe has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:05.546939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-166e4883-4994-4d5b-9829-ebd058c62787 req-a1c0aaf4-cfe5-4abf-a331-f57aa2d9b879 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0406382 Dec 13 10:07:05.624653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:05.631346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.638541 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Sync routers for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:05.654882 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:05.656175 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:05.669316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6e2858e7-58d4-4b38-94af-f46a024cfa10 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/floatingips/2dab130a-7dcd-4bd0-af91-a5871def77fb HTTP/1.1" status: 204 len: 168 time: 0.9545736 Dec 13 10:07:05.670158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:05.672839 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42565d00-5365-4302-a832-8307e981637e" -d '{"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:05.754880 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63b63d-0aba-400d-9e1a-203a1781599a x-openstack-request-id: req-4f63b63d-0aba-400d-9e1a-203a1781599a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:05.755445 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:05.755843 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f63b63d-0aba-400d-9e1a-203a1781599a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:05.756761 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'status': 'completed', 'code': 200} Dec 13 10:07:05.840241 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:05.848703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565d00-5365-4302-a832-8307e981637e req-a9abf77f-4393-4b5f-b483-b3393969882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:05.850710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-a9abf77f-4393-4b5f-b483-b3393969882e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e4b812bd6144ebaf50c028f07eda84&device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 1097 time: 0.0748215 Dec 13 10:07:05.990079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565d00-5365-4302-a832-8307e981637e req-75c2fff4-5d53-41ce-81eb-c5b3fe144e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:05.992614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-75c2fff4-5d53-41ce-81eb-c5b3fe144e53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 200 len: 897 time: 0.1326761 Dec 13 10:07:06.072740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-de77bc12-1ed2-4ba6-b76b-2a40783a5f14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 200 len: 217 time: 0.0542147 Dec 13 10:07:06.114450 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:06.140543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00df44a6-6c61-4e95-8a75-ec242ff94dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.142434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b1e2-2180-4166-ae34-8d686585bdf3 req-da9e2df6-0075-493f-8a02-5516381b0a7a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:06.144621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a52b1e2-2180-4166-ae34-8d686585bdf3 req-da9e2df6-0075-493f-8a02-5516381b0a7a tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.1697342 Dec 13 10:07:06.147626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Checking router: 560d08ee-4d54-496c-97cf-fe0d7e9662fe for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:06.157833 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:06.158875 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:06:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:06.208400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565d00-5365-4302-a832-8307e981637e req-c41b4b7c-76ed-4c10-9699-208383a714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:06.209916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-c41b4b7c-76ed-4c10-9699-208383a714e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6d8c7c-13ac-4837-88e3-8692e8fb9048 HTTP/1.1" status: 200 len: 834 time: 0.1263089 Dec 13 10:07:06.214973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a52b1e2-2180-4166-ae34-8d686585bdf3 req-249c716c-e6a6-4a70-9a8b-e294ad403f5d tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634625 Dec 13 10:07:06.267941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565d00-5365-4302-a832-8307e981637e req-e99b5fb5-8738-468f-8c0e-f91e2b28b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:06.269689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-e99b5fb5-8738-468f-8c0e-f91e2b28b763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e85da458-75f5-4cd2-8a9d-f9340cb21e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501986 Dec 13 10:07:06.294785 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:06.401398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-4dd1a9f7-baed-46b8-9856-2c61e838359e service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227896 Dec 13 10:07:06.517410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42565d00-5365-4302-a832-8307e981637e req-4528d8d8-f8bb-4bf5-8856-1b90c1af640b service neutron] 10.222.0.20 "GET /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077373 Dec 13 10:07:06.560504 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:06.609853 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406f08f-9426-46f9-9f8b-9872611b6ecc None None] The sync data for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 is: [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:06:12Z', 'revision_number': 4, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '374ed459-79f2-4daa-b89f-a6fe519533ce', 'name': '', 'network_id': 'e85da458-75f5-4cd2-8a9d-f9340cb21e5d', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'mac_address': 'fa:16:3e:2d:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:11Z', 'updated_at': '2021-12-13T10:06:16Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'subnets': [{'id': '3c6d8c7c-13ac-4837-88e3-8692e8fb9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:06.695769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2938d1f-c5c2-420b-a5b6-0ab0758ae2ef req-2138ac54-ca68-4b15-8e67-b6c6663a559a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd98f4ab-52c1-4317-8eff-260c413874f4 HTTP/1.1" status: 200 len: 210 time: 0.0503392 Dec 13 10:07:06.918961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14227f2b-3520-40f2-adc7-8ea3e5228630 None None] New status for floating IP 2dab130a-7dcd-4bd0-af91-a5871def77fb: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:07:07.230129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-7dfa792d-31c7-4127-99db-d9bf15bd26a5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:07.231666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-7dfa792d-31c7-4127-99db-d9bf15bd26a5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.0496068 Dec 13 10:07:07.365241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eebbb-a7c1-4f78-8056-780e97c08fac req-98d5d019-b3aa-4cf5-9d3f-ec6cba589128 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:07.366798 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-992eebbb-a7c1-4f78-8056-780e97c08fac req-98d5d019-b3aa-4cf5-9d3f-ec6cba589128 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/ports?device_id=8489eec7-43af-46a7-a390-c3c68d0cde40 HTTP/1.1" status: 200 len: 946 time: 0.0674953 Dec 13 10:07:07.373135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port ffe19c69-d94c-4cfb-a526-b132c307f6e3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:07.373477 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.476482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-992eebbb-a7c1-4f78-8056-780e97c08fac req-89b74e41-a040-4980-8a29-068712810244 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "GET /v2.0/security-groups?id=86ae5ac5-fcff-4079-b46f-bd30a274f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994463 Dec 13 10:07:07.504862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port ffe19c69-d94c-4cfb-a526-b132c307f6e3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=ffe19c69-d94c-4cfb-a526-b132c307f6e3,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:07.505229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.517953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for ffe19c69-d94c-4cfb-a526-b132c307f6e3 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:07.645948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.675672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=ffe19c69-d94c-4cfb-a526-b132c307f6e3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:07.721297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] No DVR routers for this DVR port ffe19c69-d94c-4cfb-a526-b132c307f6e3 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:07.723916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.727276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-021dd38b-408a-425c-8bbf-ef8f5063a4c7 req-a80beb31-12e5-4a7f-be28-051c0a9899b8 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.20 "DELETE /v2.0/ports/ffe19c69-d94c-4cfb-a526-b132c307f6e3 HTTP/1.1" status: 204 len: 173 time: 0.4890311 Dec 13 10:07:07.727749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'name': 'network-vif-deleted', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:07.730314 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5350741a-ee0a-440c-96bf-77daf6c674c3" -d '{"events": [{"server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "name": "network-vif-deleted", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:07.777036 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a0446-d7c8-49b9-b4bf-f618fece53ef x-openstack-request-id: req-604a0446-d7c8-49b9-b4bf-f618fece53ef {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:07.777398 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489eec7-43af-46a7-a390-c3c68d0cde40", "name": "network-vif-deleted", "tag": "ffe19c69-d94c-4cfb-a526-b132c307f6e3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:07.777741 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604a0446-d7c8-49b9-b4bf-f618fece53ef {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:07.778477 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489eec7-43af-46a7-a390-c3c68d0cde40', 'name': 'network-vif-deleted', 'tag': 'ffe19c69-d94c-4cfb-a526-b132c307f6e3', 'status': 'completed', 'code': 200} Dec 13 10:07:08.535697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53596) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:08.568297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b081-b949-418f-bea3-d58683b816c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.618180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.645149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.710420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.713318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.714522 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/security-groups/86ae5ac5-fcff-4079-b46f-bd30a274f9b0 HTTP/1.1" status: 204 len: 168 time: 0.1773059 Dec 13 10:07:08.724620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a592e05-389d-4003-bb19-9c5ef50752d5 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ae5ac5-fcff-4079-b46f-bd30a274f9b0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:08.758170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53600) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:09.160469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.470210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port 374ed459-79f2-4daa-b89f-a6fe519533ce {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:09.470554 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.578154 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.584523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port 374ed459-79f2-4daa-b89f-a6fe519533ce, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=374ed459-79f2-4daa-b89f-a6fe519533ce,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:09.584898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.598928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for 374ed459-79f2-4daa-b89f-a6fe519533ce owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:09.801153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.838048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=374ed459-79f2-4daa-b89f-a6fe519533ce,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:10.059079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.334198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Router 560d08ee-4d54-496c-97cf-fe0d7e9662fe has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:10.449013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:10.460411 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Sync routers for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:10.463695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3446ac93-7c57-47f1-ac4c-c27771ab29b2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "PUT /v2.0/routers/560d08ee-4d54-496c-97cf-fe0d7e9662fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040038 Dec 13 10:07:10.466474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53622) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:10.478926 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:10.479595 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:10.531642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting subnet 3c6d8c7c-13ac-4837-88e3-8692e8fb9048 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:10.536368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.591755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.703268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.775302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.793656 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:10.814087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6d8c7c-13ac-4837-88e3-8692e8fb9048,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:10.818768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.823941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2b1efcf4-0563-475f-95a2-dd3c3f201cd2 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/subnets/3c6d8c7c-13ac-4837-88e3-8692e8fb9048 HTTP/1.1" status: 204 len: 168 time: 0.3563704 Dec 13 10:07:10.826822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:10.831913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a4244d-bc7c-4774-8589-ca9597182799 None None] Network e85da458-75f5-4cd2-8a9d-f9340cb21e5d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:11.061263 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.065087 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:07:09Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:11.094532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] DHCP port deletion for e85da458-75f5-4cd2-8a9d-f9340cb21e5d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:11.103711 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Checking router: 560d08ee-4d54-496c-97cf-fe0d7e9662fe for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:11.114606 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Routers {'560d08ee-4d54-496c-97cf-fe0d7e9662fe'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:11.115246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:11.191755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Deleting port cd8ad017-2a75-4cfc-b5c1-333295186501 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:11.192430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.263893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.280255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] For port cd8ad017-2a75-4cfc-b5c1-333295186501, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cd8ad017-2a75-4cfc-b5c1-333295186501,segment=NetworkSegment(cc0250f0-7e34-4c11-8d99-55af63ae8bae),segment_id=cc0250f0-7e34-4c11-8d99-55af63ae8bae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:11.280712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.284880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.294950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Calling delete_port for cd8ad017-2a75-4cfc-b5c1-333295186501 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:11.303326 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] Set router 560d08ee-4d54-496c-97cf-fe0d7e9662fe gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:11.350592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Deleting port e85f2f4e-e6e2-4966-97cf-0836ffbb1348 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:11.351327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.382900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.411696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ffe19c69-d94c-4cfb-a526-b132c307f6e3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:11.437208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: ffe19c69-d94c-4cfb-a526-b132c307f6e3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:11.437936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device ffe19c69-d94c-4cfb-a526-b132c307f6e3 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:11.440091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] Pushing event deleted for resources: {'Port': ['ID=cd8ad017-2a75-4cfc-b5c1-333295186501,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:11.444432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdacf1f-026e-42e4-8a68-44d07a4314c7 None None] No DVR routers for this DVR port cd8ad017-2a75-4cfc-b5c1-333295186501 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:11.454789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] For port e85f2f4e-e6e2-4966-97cf-0836ffbb1348, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:11.455395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.469749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Calling delete_port for e85f2f4e-e6e2-4966-97cf-0836ffbb1348 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:11.628276 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:07:09Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:11.662360 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c652496-57fc-4925-b7c4-84206fac036b None None] The sync data for ids ['560d08ee-4d54-496c-97cf-fe0d7e9662fe'] in n-d-820935-7 is: [{'id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'name': 'tempest-TestNetworkBasicOps-router-2117744341', 'tenant_id': '35e4b812bd6144ebaf50c028f07eda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:07Z', 'updated_at': '2021-12-13T10:07:09Z', 'revision_number': 5, 'project_id': '35e4b812bd6144ebaf50c028f07eda84', 'gw_port': {'id': 'e85f2f4e-e6e2-4966-97cf-0836ffbb1348', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560d08ee-4d54-496c-97cf-fe0d7e9662fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:08Z', 'updated_at': '2021-12-13T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:11.997971 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.009299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.041882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Port': ['ID=e85f2f4e-e6e2-4966-97cf-0836ffbb1348,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:12.067234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a3aa05-a750-4fa9-81e6-fbcca9c751bf None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:12.114026 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.127969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cd8ad017-2a75-4cfc-b5c1-333295186501 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:12.150867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: cd8ad017-2a75-4cfc-b5c1-333295186501 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:12.151220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cd8ad017-2a75-4cfc-b5c1-333295186501 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:12.151669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 374ed459-79f2-4daa-b89f-a6fe519533ce no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:12.172013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 374ed459-79f2-4daa-b89f-a6fe519533ce {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:12.172387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 374ed459-79f2-4daa-b89f-a6fe519533ce not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:12.224590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.227378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.274478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.275020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Fanout notify agent at l3_agent the message router_deleted on router 560d08ee-4d54-496c-97cf-fe0d7e9662fe {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:07:12.282095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.283221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-adf8496d-818e-408f-95da-52c80efed466 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/routers/560d08ee-4d54-496c-97cf-fe0d7e9662fe HTTP/1.1" status: 204 len: 168 time: 1.4549725 Dec 13 10:07:12.286317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53636) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:12.370172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.468961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.496355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85da458-75f5-4cd2-8a9d-f9340cb21e5d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:12.505771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0250f0-7e34-4c11-8d99-55af63ae8bae') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:12.506082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0250f0-7e34-4c11-8d99-55af63ae8bae') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:12.515875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.529262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.535135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:07:12.535523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:07:12.538481 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:07:12.596370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.601035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.605479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] 10.222.0.31 "DELETE /v2.0/networks/e85da458-75f5-4cd2-8a9d-f9340cb21e5d HTTP/1.1" status: 204 len: 168 time: 0.3180151 Dec 13 10:07:12.621131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5cceb-bb37-4ead-a5c1-9e9498f53f09 tempest-TestNetworkBasicOps-1046018352 tempest-TestNetworkBasicOps-1046018352-project] Pushing event deleted for resources: {'Network': ['ID=e85da458-75f5-4cd2-8a9d-f9340cb21e5d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:12.928770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.086359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-62440484-d941-41c2-9164-3c8e9f35156d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e4b812bd6144ebaf50c028f07eda84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534128 Dec 13 10:07:13.086557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53656) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.135983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.159074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.206716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.209577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.220016 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73c8faee-c1b3-480b-894f-a31742ae5ed6 HTTP/1.1" status: 204 len: 168 time: 0.1290057 Dec 13 10:07:13.230862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db66298-a839-4256-b7db-fec20064cc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c8faee-c1b3-480b-894f-a31742ae5ed6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:13.540104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53664) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.557925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.643506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.647896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.688026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd957f-2d72-4e50-87c1-0e31cb0754e3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:13.694439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5b6503f149643458a8aee5a56f9a296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508505 Dec 13 10:07:13.695304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53666) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.705075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.705577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.706155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.706605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.707050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.707492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.708054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.708536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.709137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.709572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.710068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.710528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.711656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c085-7621-48d6-9610-f8e777b4abc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:13.752334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.774983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.836664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.839710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.843514 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccbd957f-2d72-4e50-87c1-0e31cb0754e3 HTTP/1.1" status: 204 len: 168 time: 0.1441572 Dec 13 10:07:13.850127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc4ac2-726a-49f6-bd5a-01acce5f52fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd957f-2d72-4e50-87c1-0e31cb0754e3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:14.106828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e85f2f4e-e6e2-4966-97cf-0836ffbb1348 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:14.151246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e85f2f4e-e6e2-4966-97cf-0836ffbb1348 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:14.152106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e85f2f4e-e6e2-4966-97cf-0836ffbb1348 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:14.645035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53722) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:14.759464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-328788752-network', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:14.790121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Made reservation on behalf of d85198a8b24f4cadb36399ad4890adc5 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:14.794945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.805132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.934626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.945059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.972106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:07:14.996742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.998176 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Added segment f0aa15c0-c5d7-41ac-b091-327666529f7e of type vlan for network 5838b385-f119-4c18-913e-5f83b81f87c8 Dec 13 10:07:15.061784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bfd834-8803-48dc-a7b0-a6d14cacd123,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.125139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.177922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.179373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:15.180355 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.258007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6114626 Dec 13 10:07:15.261047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53752) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.269062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Request body: {'subnet': {'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-328788752-subnet', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:15.277681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7882-bf42-443e-ba5f-4318da9272da admin admin] Pushing event updated for resources: {'Network': ['ID=5838b385-f119-4c18-913e-5f83b81f87c8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.295459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5838b385-f119-4c18-913e-5f83b81f87c8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:07:15.330897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.342956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Made reservation on behalf of d85198a8b24f4cadb36399ad4890adc5 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:15.345429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.565765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-973d9f45-962a-4e6e-8850-efc2fa9fa888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.610663 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.669930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73586f70-d57e-4ee3-8258-bdd08d07facc,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.696912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-973d9f45-962a-4e6e-8850-efc2fa9fa888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.703395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-973d9f45-962a-4e6e-8850-efc2fa9fa888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.704257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Checking segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:15.704809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Network hostable DHCP agents. Network: 5838b385-f119-4c18-913e-5f83b81f87c8, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:07:15.725898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:07:15.735475 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-973d9f45-962a-4e6e-8850-efc2fa9fa888 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d21b67050cd84d8d8fa827013a279265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023280 Dec 13 10:07:15.738109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53782) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.745982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5838b385-f119-4c18-913e-5f83b81f87c8) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:15.755729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e585c-d0a6-4c83-82a3-87cfbb8677b6 None None] Network 5838b385-f119-4c18-913e-5f83b81f87c8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:15.760772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:15.761589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.798021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-aeed8acc-dd22-4171-acc9-ae4b7702f292 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5354483 Dec 13 10:07:15.800741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53784) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.800960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d9f45-962a-4e6e-8850-efc2fa9fa888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca52fa-d690-49f5-8aac-e81aee5eff7b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.808019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:15.831334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.869906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.872098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.873404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.930588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.941235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-5838b385-f119-4c18-913e-5f83b81f87c8', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:15.942871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.152421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Allocated IP 172.20.0.2 (5838b385-f119-4c18-913e-5f83b81f87c8/73586f70-d57e-4ee3-8258-bdd08d07facc/9d47efce-f78a-4ad9-91e2-0023243e3484) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:16.347705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.355962 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.405653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:16.410012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:16.418101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:16.435842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Pushing event updated for resources: {'Port': ['ID=9d47efce-f78a-4ad9-91e2-0023243e3484,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:16.525380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Attempting to bind port 9d47efce-f78a-4ad9-91e2-0023243e3484 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:16.525940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Attempting to bind port 9d47efce-f78a-4ad9-91e2-0023243e3484 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:16.526408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Attempting to bind port 9d47efce-f78a-4ad9-91e2-0023243e3484 on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:16.533258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:16.534082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Checking segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:16.534592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.535278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Bound using segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:16.535996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Bound port: 9d47efce-f78a-4ad9-91e2-0023243e3484, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:16.536640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.589358 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.611171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.613668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.614405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] For port 9d47efce-f78a-4ad9-91e2-0023243e3484, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:16.618312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2ca52fa-d690-49f5-8aac-e81aee5eff7b HTTP/1.1" status: 204 len: 168 time: 0.8785360 Dec 13 10:07:16.620769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] For port 9d47efce-f78a-4ad9-91e2-0023243e3484, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d47efce-f78a-4ad9-91e2-0023243e3484,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:16.626733 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.655448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d7cd-10e4-4825-aafa-b63930b95035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca52fa-d690-49f5-8aac-e81aee5eff7b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:16.702753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf09a3-e39a-49b2-9bff-604d850b67ed None None] Pushing event updated for resources: {'Port': ['ID=9d47efce-f78a-4ad9-91e2-0023243e3484,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:16.890055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.919670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.040377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53792) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.056137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15b8de48-10de-40a6-9945-a1ae68410b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.059505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Allocated IP 172.25.2.178 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/3c1afe29-4cc4-45a9-9581-45047f833a17) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:17.186799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.191602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15b8de48-10de-40a6-9945-a1ae68410b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.196327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-15b8de48-10de-40a6-9945-a1ae68410b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.230113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8de48-10de-40a6-9945-a1ae68410b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242820c3-1af2-4124-8db4-e61f0fa7493e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.237295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.248330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15b8de48-10de-40a6-9945-a1ae68410b43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbfe9fcae97c4d70848ec491a1bdbf7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062416 Dec 13 10:07:17.250722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.281865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:17.286598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:17.290682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:17.296235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1afe29-4cc4-45a9-9581-45047f833a17,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.311529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4301c-0038-48ed-8d63-88de251274f6 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:17.313033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.339347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.393350 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.397487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.399214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/242820c3-1af2-4124-8db4-e61f0fa7493e HTTP/1.1" status: 204 len: 168 time: 0.1474133 Dec 13 10:07:17.408537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8782f9ed-d00f-43a7-964a-ab5ae3f7b0e7 None None] Provisioning complete for port 3c1afe29-4cc4-45a9-9581-45047f833a17 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:17.409444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8782f9ed-d00f-43a7-964a-ab5ae3f7b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.415041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7949f9-c91c-400b-9c19-3cd8b40852ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242820c3-1af2-4124-8db4-e61f0fa7493e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.458141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8782f9ed-d00f-43a7-964a-ab5ae3f7b0e7 None None] Port 3c1afe29-4cc4-45a9-9581-45047f833a17 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:17.594849 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.840151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.952926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dcef76-7d52-47a6-a24f-b8bc98693da8 None None] Network 5838b385-f119-4c18-913e-5f83b81f87c8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:18.015331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Router 8870d4df-9df5-4379-9b39-8d54bb16f516 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:07:18.024943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] Provisioning complete for port 9d47efce-f78a-4ad9-91e2-0023243e3484 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:18.025588 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.198163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d47efce-f78a-4ad9-91e2-0023243e3484 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:18.206611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:18.229798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.232908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Sync routers for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:18.233810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-922b52dc-4ac1-4fd2-a57f-211dd50232d9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4310620 Dec 13 10:07:18.236617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53818) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:18.289342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:18.290377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:18.297637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.449417 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] For port 9d47efce-f78a-4ad9-91e2-0023243e3484, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d47efce-f78a-4ad9-91e2-0023243e3484,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:18.462233 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.731429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9d47efce-f78a-4ad9-91e2-0023243e3484 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:18.731801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.796127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8526ff0b-62e1-4e8f-aeee-67c270117fff None None] Provisioning complete for port 9d47efce-f78a-4ad9-91e2-0023243e3484 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:18.796505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8526ff0b-62e1-4e8f-aeee-67c270117fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.823426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:18.831689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61b3d-325e-4fcb-b4a6-c4f2ff5fa450 None None] Pushing event updated for resources: {'Port': ['ID=9d47efce-f78a-4ad9-91e2-0023243e3484,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:18.877944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.082677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Allocated IP 172.20.0.1 (5838b385-f119-4c18-913e-5f83b81f87c8/73586f70-d57e-4ee3-8258-bdd08d07facc/a16a80e9-9987-4525-9c46-24b9e304320b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:19.116918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:17Z', 'revision_number': 3, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:19.153283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Checking router: 8870d4df-9df5-4379-9b39-8d54bb16f516 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:19.153648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Updating router 8870d4df-9df5-4379-9b39-8d54bb16f516 port 3c1afe29-4cc4-45a9-9581-45047f833a17 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:07:19.188403 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.223534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.270233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.321818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:19.325185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:19.329416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:19.370497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Pushing event updated for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.380002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.380353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.380692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.381030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.381365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.381701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.382064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.382623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.382978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.383315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.383646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.383980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.384294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:19.397698 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.552897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.559344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.596807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.600956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61acff8-ee4e-48b0-97c5-469517838d15 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:19.620069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Attempting to bind port 3c1afe29-4cc4-45a9-9581-45047f833a17 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:19.620263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Attempting to bind port 3c1afe29-4cc4-45a9-9581-45047f833a17 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:19.620478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Attempting to bind port 3c1afe29-4cc4-45a9-9581-45047f833a17 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:19.634694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:19.635076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:19.635485 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.635910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:19.636382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Bound port: 3c1afe29-4cc4-45a9-9581-45047f833a17, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:19.637395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.640284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ebb1-0b43-44b7-9d33-f4bc9aa956a7 None None] Pushing event updated for resources: {'Port': ['ID=3c1afe29-4cc4-45a9-9581-45047f833a17,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.713601 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] For port 3c1afe29-4cc4-45a9-9581-45047f833a17, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:19.727536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] For port 3c1afe29-4cc4-45a9-9581-45047f833a17, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3c1afe29-4cc4-45a9-9581-45047f833a17,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:19.733059 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.736298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:19.736659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.812506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033b731-864f-4bbb-ae3a-df1ba4126a52 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:19.829574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Port a16a80e9-9987-4525-9c46-24b9e304320b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:19.843327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.843475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ebb1-0b43-44b7-9d33-f4bc9aa956a7 None None] Pushing event updated for resources: {'Port': ['ID=3c1afe29-4cc4-45a9-9581-45047f833a17,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.846078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:19.846661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:19.849900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.909275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Provisioning complete for port 3c1afe29-4cc4-45a9-9581-45047f833a17 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:19.910374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.955778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.967281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Pushing event updated for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:20.015677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:20.071216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:20.073104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:20.157858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.224497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d47efce-f78a-4ad9-91e2-0023243e3484 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:20.272153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Router 8870d4df-9df5-4379-9b39-8d54bb16f516 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:20.282530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] For port 3c1afe29-4cc4-45a9-9581-45047f833a17, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3c1afe29-4cc4-45a9-9581-45047f833a17,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:20.318079 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.398591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdb662-20b7-472d-9c30-90c582556f65 None None] Pushing event updated for resources: {'Port': ['ID=3c1afe29-4cc4-45a9-9581-45047f833a17,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:20.421482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:20.428977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b770e880-50a3-4d99-994a-efdafe423c32 admin admin] 10.222.0.31 "PUT /v2.0/routers/8870d4df-9df5-4379-9b39-8d54bb16f516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912432 Dec 13 10:07:20.485233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9d47efce-f78a-4ad9-91e2-0023243e3484 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:20.485656 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.488497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-89b5c588-47e3-47e2-bb82-a3ead1188927 None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:20.488860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89b5c588-47e3-47e2-bb82-a3ead1188927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.589491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-89b5c588-47e3-47e2-bb82-a3ead1188927 None None] Port a16a80e9-9987-4525-9c46-24b9e304320b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:20.608658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-89b5c588-47e3-47e2-bb82-a3ead1188927 None None] Provisioning complete for port 3c1afe29-4cc4-45a9-9581-45047f833a17 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:20.609031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89b5c588-47e3-47e2-bb82-a3ead1188927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.642584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a16a80e9-9987-4525-9c46-24b9e304320b', 'name': '', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'mac_address': 'fa:16:3e:fe:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:18Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 2, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'subnets': [{'id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:20.678229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf57ce6-0a2b-488b-9773-fc63afeb3911 None None] The sync data for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 is: [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a16a80e9-9987-4525-9c46-24b9e304320b', 'name': '', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'mac_address': 'fa:16:3e:fe:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:18Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 2, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'subnets': [{'id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:21.229811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53872) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:21.234952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1012155933-network', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:21.267705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Made reservation on behalf of 185fa9b9bf454a7c8dd24abd9d7ee833 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:21.270280 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.280056 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.381482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.386833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.410118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:07:21.421773 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.422127 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Added segment 10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7 of type vlan for network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 Dec 13 10:07:21.465636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:21.492042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.523635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.524663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:21.525263 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.606131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3750906 Dec 13 10:07:21.608895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53876) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:21.617476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Request body: {'subnet': {'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1012155933-subnet', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:21.626342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e390a2-3b3d-44c9-9c38-fbe3cf69f9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=73146c4f-c4f5-4d02-8140-f32dfb4c6ac9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:21.640013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:07:21.645371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Made reservation on behalf of 185fa9b9bf454a7c8dd24abd9d7ee833 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:21.652688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.862489 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.929667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4883f263-3bd1-4952-be0e-9e7930af7966,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:21.935012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Checking segment: {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:21.935928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Network hostable DHCP agents. Network: 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:07:21.954979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:07:21.965449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:21.969711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:21.970312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.977648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974dcd5-e452-424a-9756-78a8f9cbaa5e None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:21.997751 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a36ba334-2c52-4c4f-8645-f1d0367eece9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3852544 Dec 13 10:07:21.998828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53878) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:22.007494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:22.038334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.040239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.120433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:22.121539 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.138967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.320699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.474040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3c1afe29-4cc4-45a9-9581-45047f833a17 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:22.608886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Allocated IP 172.20.0.2 (73146c4f-c4f5-4d02-8140-f32dfb4c6ac9/4883f263-3bd1-4952-be0e-9e7930af7966/56f8b027-4dbc-4c31-9b2b-ba55c8d42209) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:22.610941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 3c1afe29-4cc4-45a9-9581-45047f833a17 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:22.611489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.663586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.683659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.845194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Allocated IP 172.25.2.123 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:22.845426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.853940 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.911616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:22.917020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:22.919320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Pushing event updated for resources: {'Port': ['ID=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:22.921827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:22.994201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Attempting to bind port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:22.994923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Attempting to bind port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:22.995501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Attempting to bind port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 on network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:22.996243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.002444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:23.002989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Checking segment: {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:23.003349 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.003845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Bound using segment: {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:23.004399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Bound port: 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:23.004916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.043806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.100061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:23.103860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:23.107530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:23.112173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] For port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:23.118553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] For port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:23.125983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.133727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f322a74-0bd8-4b35-94c1-ba1cad511d18 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:23.139815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Pushing event updated for resources: {'Port': ['ID=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.243438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff9e8-25d8-49de-93d2-4a304cab59c5 None None] Pushing event updated for resources: {'Port': ['ID=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.259124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-91737423-c989-4e85-a506-cbf090eab1ce None None] Provisioning complete for port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:23.259495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91737423-c989-4e85-a506-cbf090eab1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.305094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91737423-c989-4e85-a506-cbf090eab1ce None None] Port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:23.508547 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.587684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Sync routers for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:23.598667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:23.599509 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:23.763883 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:23.773585 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.973498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:07:24.005628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a16a80e9-9987-4525-9c46-24b9e304320b', 'name': '', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'mac_address': 'fa:16:3e:fe:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:18Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 2, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'subnets': [{'id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:24.038182 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Checking router: 8870d4df-9df5-4379-9b39-8d54bb16f516 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:24.038730 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Updating router 8870d4df-9df5-4379-9b39-8d54bb16f516 port a16a80e9-9987-4525-9c46-24b9e304320b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:07:24.071001 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.239025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:24.293701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:24.294378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.299489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:24.319311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Sync routers for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:24.334449 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.339456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9a6cb7f8-b88b-4fea-acd0-250aebb5df02 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3371418 Dec 13 10:07:24.339872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.350924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:24.351897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:24.618152 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.625397 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.644022 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.704596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:24.786517 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Pushing event updated for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.804676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976ff75-ad51-4e58-b703-ee5e6ec679b2 None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:24.869251 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.869834 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.870348 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.870761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.871379 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.871801 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.872204 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.872948 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.873342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.873733 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.874120 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.874732 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.875124 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:24.904012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:24.935493 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Attempting to bind port a16a80e9-9987-4525-9c46-24b9e304320b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:24.938106 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Attempting to bind port a16a80e9-9987-4525-9c46-24b9e304320b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:24.938728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Attempting to bind port a16a80e9-9987-4525-9c46-24b9e304320b on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:24.951230 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:24.951648 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Checking segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:24.952041 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.952429 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Bound using segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:24.952902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Bound port: a16a80e9-9987-4525-9c46-24b9e304320b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:24.954367 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.964831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.070069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5745c73c-d7b4-4a1d-a0c2-74091c8ed4bc None None] Provisioning complete for port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:25.070601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5745c73c-d7b4-4a1d-a0c2-74091c8ed4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.106473 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] For port a16a80e9-9987-4525-9c46-24b9e304320b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:25.109496 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] For port a16a80e9-9987-4525-9c46-24b9e304320b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a16a80e9-9987-4525-9c46-24b9e304320b,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:25.115887 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.171816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.243714 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:25.246424 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:25.252427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.395721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:25.403336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.429634 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260e3df-46ea-4682-8db4-74cc723cfe4f None None] Pushing event updated for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.453746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Allocated IP 172.20.0.1 (73146c4f-c4f5-4d02-8140-f32dfb4c6ac9/4883f263-3bd1-4952-be0e-9e7930af7966/86eceea4-4ff6-4e24-84be-ca50e8283fb9) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:25.485150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:23Z', 'revision_number': 3, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:25.544464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Checking router: 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:25.544809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Updating router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:07:25.557036 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:25.633046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.657045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.681958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.733963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:25.739331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:25.745497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:25.746255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.785430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Pushing event updated for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.798448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.000856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] For port a16a80e9-9987-4525-9c46-24b9e304320b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a16a80e9-9987-4525-9c46-24b9e304320b,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:26.018462 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.171517 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a16a80e9-9987-4525-9c46-24b9e304320b', 'name': '', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'mac_address': 'fa:16:3e:fe:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:18Z', 'updated_at': '2021-12-13T10:07:25Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'subnets': [{'id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:26.198665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Pushing event updated for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.213105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1b97-9ecb-4b00-afcd-51404efbbbc0 None None] The sync data for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 is: [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:07:19Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a16a80e9-9987-4525-9c46-24b9e304320b', 'name': '', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'mac_address': 'fa:16:3e:fe:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:18Z', 'updated_at': '2021-12-13T10:07:25Z', 'revision_number': 4, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'subnets': [{'id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:26.263523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:26.278714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.283747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.284359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.285347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.285851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.286372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.286877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.287372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.288736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.289239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.289962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.290722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.291219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216f76e-3f95-426b-bc8f-3866ea8ce35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:26.364931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:26.365575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.464357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:07:26.529017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:26.532646 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.583041 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.724164 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.742674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Provisioning complete for port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:26.743060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.746308 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.800804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.811536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.817989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16266d4-211a-4905-805f-226e4e47168a None None] Pushing event updated for resources: {'Port': ['ID=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.834532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff470bf-af87-4ddc-9247-44652775bdad None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:26.910315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Attempting to bind port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:26.910883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Attempting to bind port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:26.911356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Attempting to bind port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:26.923052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:26.923052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:26.923580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.924119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:26.924712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Bound port: 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:26.925436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.966578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.976355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Pushing event updated for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.988571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a16a80e9-9987-4525-9c46-24b9e304320b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:27.147056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:27.150540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:27.339328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-43c70ffa-2f4f-4039-8f99-44e078650f7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2709005 Dec 13 10:07:27.391814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] For port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:27.393710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:27.428034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] For port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:27.446161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.517249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Provisioning complete for port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:27.517633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.528614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.529642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.529956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.530440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.531057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.531639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.532158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.534307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f7693e7f-d2f8-443c-a81f-31daa75ef1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d3412558641442abe30d406fe7da723&device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 6499 time: 0.1317706 Dec 13 10:07:27.565711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfed39-2efd-4f20-b46b-68bea459def2 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:27.588642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:27.589790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:27.596402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:27.597311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.690445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:27.700226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ced45fd8-2d14-4aa8-b3f6-60f8fd087449 admin admin] 10.222.0.31 "PUT /v2.0/routers/8cd2ee64-314d-4f2d-a614-7b3fa28fd241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3592582 Dec 13 10:07:27.742843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-c93cc513-e061-41ef-ba4c-6dbbbdf31daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.743815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-c93cc513-e061-41ef-ba4c-6dbbbdf31daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.744454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-c93cc513-e061-41ef-ba4c-6dbbbdf31daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.748271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-c93cc513-e061-41ef-ba4c-6dbbbdf31daa service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb74d072-0d20-4af7-9108-0d5208feb395&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&id=ce687c19-aafb-4dd2-8dd0-34939de7a670&id=ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 200 len: 2299 time: 0.1594656 Dec 13 10:07:27.783246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16266d4-211a-4905-805f-226e4e47168a None None] Pushing event updated for resources: {'Port': ['ID=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.793399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-82881fae-9f54-4f2e-a247-6a54b18b093d None None] Port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:27.821097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:27.873949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-7df1146c-f114-4010-8d97-50821143fdc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 200 len: 1001 time: 0.1184633 Dec 13 10:07:27.996829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-259fe58d-d221-43ac-a8b9-477f85b29d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.005908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-259fe58d-d221-43ac-a8b9-477f85b29d44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 200 len: 856 time: 0.1226189 Dec 13 10:07:28.101139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-225cf0ab-0bf7-40d0-808d-55e9015854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.105749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-225cf0ab-0bf7-40d0-808d-55e9015854d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb74d072-0d20-4af7-9108-0d5208feb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911663 Dec 13 10:07:28.220662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Provisioning complete for port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:28.221148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.277575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-ebf5bf5a-fe0c-4233-86f5-94e902c7a170 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633954 Dec 13 10:07:28.282874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:28.371252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Provisioning complete for port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:28.372326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.415272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a16a80e9-9987-4525-9c46-24b9e304320b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:28.548097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a16a80e9-9987-4525-9c46-24b9e304320b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:28.548556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.559636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-01e04584-6212-407d-aef0-723a74056589 service neutron] 10.222.0.16 "GET /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716169 Dec 13 10:07:28.620204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-317ef07d-6cc9-4aaf-afe7-e636860ba6ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 217 time: 0.0534978 Dec 13 10:07:28.639499 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.659767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '86eceea4-4ff6-4e24-84be-ca50e8283fb9', 'name': '', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'mac_address': 'fa:16:3e:e6:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:25Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 2, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'subnets': [{'id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:28.697312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-5f11d8f0-73d6-41c9-93c9-a4bb5544b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.698907 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-5f11d8f0-73d6-41c9-93c9-a4bb5544b22a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0720248 Dec 13 10:07:28.763457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d4457-5bc8-4459-9838-fc7d691d623e None None] The sync data for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 is: [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '86eceea4-4ff6-4e24-84be-ca50e8283fb9', 'name': '', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'mac_address': 'fa:16:3e:e6:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:25Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 2, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'subnets': [{'id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:28.763773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-714380ed-019b-4be7-8409-4689c7ecb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.765230 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-714380ed-019b-4be7-8409-4689c7ecb069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596831 Dec 13 10:07:28.780039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] For port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:28.869453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.908605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-1af3104c-b9e4-4da5-ada4-0517e0ae3116 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.911623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-1af3104c-b9e4-4da5-ada4-0517e0ae3116 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/networks?id=5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 200 len: 910 time: 0.2546310 Dec 13 10:07:28.956509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-4e37cea2-1f3d-4a16-b1d0-1d1cc7742845 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/quotas/185fa9b9bf454a7c8dd24abd9d7ee833 HTTP/1.1" status: 200 len: 375 time: 0.0285213 Dec 13 10:07:28.973815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709b49-5f72-458d-b3dc-806ffcde8f14 None None] Pushing event updated for resources: {'Port': ['ID=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:29.019457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-3e8700b5-b21a-414b-a9c5-862b8cabdfc8 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376690 Dec 13 10:07:29.096070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-745bdff7-673d-43c4-a669-c2983064e904 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376123 Dec 13 10:07:29.316684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-8dc951dc-3e96-4f12-a2dc-a1412eb2094b service neutron] 10.222.0.31 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191925 Dec 13 10:07:29.336136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-8d4705ae-d451-44e6-935f-292ece4d1bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119841 Dec 13 10:07:29.422259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-a01436fe-f891-4eb2-8bfc-df1d7105eb65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 217 time: 0.0777771 Dec 13 10:07:29.512742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 53990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.535372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-e67fc5a4-4074-4a92-8d89-b563cfba2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:29.537114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-e67fc5a4-4074-4a92-8d89-b563cfba2893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1074944 Dec 13 10:07:29.650444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-fe79468b-69d2-4393-b553-e7690e593ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:29.655618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-fe79468b-69d2-4393-b553-e7690e593ed6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082451 Dec 13 10:07:29.814622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a9dc00-88ad-4e4f-a911-a9ccc74f63f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.828511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.902318 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-833a8c77-1320-4f86-a8c2-60ff4bbfc260 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396295 Dec 13 10:07:30.067784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-2788fd21-c510-463f-bf4e-15e436e1de40 service neutron] 10.222.0.31 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486670 Dec 13 10:07:30.159014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a9dc00-88ad-4e4f-a911-a9ccc74f63f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.168890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-68a9dc00-88ad-4e4f-a911-a9ccc74f63f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.229111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-68a9dc00-88ad-4e4f-a911-a9ccc74f63f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70db3c2ac2594defa7a98fdbef17b57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7081363 Dec 13 10:07:30.229265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 53996) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.233182 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-59ffb71f-b0e2-454e-8ee5-6dfc58243dfa service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237514 Dec 13 10:07:30.324277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9dc00-88ad-4e4f-a911-a9ccc74f63f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef0c81-41b1-4b0c-8947-39ba08bf805a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.388154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc54aaaf-0184-466c-b232-1539cb73ac66 req-fcdc67f3-b300-4d9a-aadf-c1e5a9fc87e5 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 210 time: 0.0397074 Dec 13 10:07:30.388401 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-f3055ec1-3de1-4d10-b7ba-836330e54658 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 200 len: 217 time: 0.0553334 Dec 13 10:07:30.394760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.425470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.448281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:30.523983 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.527844 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.529301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66ef0c81-41b1-4b0c-8947-39ba08bf805a HTTP/1.1" status: 204 len: 168 time: 0.2991223 Dec 13 10:07:30.530536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-065d59d6-5efd-4a11-a9ca-c9b77b8da6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:30.532916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-065d59d6-5efd-4a11-a9ca-c9b77b8da6fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.1375997 Dec 13 10:07:30.556485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fcea-02b5-4e9f-9a46-2ba3f603dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef0c81-41b1-4b0c-8947-39ba08bf805a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.620276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:30.620872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.621440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-b5b80172-8cdf-4033-a693-d8fc23a84669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:30.622989 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-b5b80172-8cdf-4033-a693-d8fc23a84669 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838659 Dec 13 10:07:30.944128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-05627c68-f80f-43b6-bfef-30926da027ef service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131032 Dec 13 10:07:31.124235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-524cf675-1a46-4fd3-89fd-3532e56ef7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688006 Dec 13 10:07:31.141209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:31.165679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d43cde4-680c-491c-a129-46f5828686a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.178173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-19c68f38-5128-4b7e-a072-118889ba6dad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 200 len: 217 time: 0.0491788 Dec 13 10:07:31.242588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-baed025d-a54c-4756-b560-f6188a8db956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:31.244130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-baed025d-a54c-4756-b560-f6188a8db956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 200 len: 797 time: 0.0572584 Dec 13 10:07:31.308610 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d43cde4-680c-491c-a129-46f5828686a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.313318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d43cde4-680c-491c-a129-46f5828686a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.335522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-977b6d68-dfab-4f45-9e9a-a75e9e2322b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:31.338034 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-977b6d68-dfab-4f45-9e9a-a75e9e2322b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60e882be-bd9a-49c7-b8f0-9449f1de27d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806196 Dec 13 10:07:31.367526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43cde4-680c-491c-a129-46f5828686a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf135de-3652-4688-a0fa-1c3a3a91c7fb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.375458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d43cde4-680c-491c-a129-46f5828686a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8529409a5af442fab84b76a974d07854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331409 Dec 13 10:07:31.376793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:31.432722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.472599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-ad08f0a8-d736-45da-bf4e-c4fa004002a3 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260240 Dec 13 10:07:31.481866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.545878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-097f7173-aa89-4b2f-b947-e8790d6c687f req-ce9c50e5-cf75-401c-91f8-1ca938c0b518 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 210 time: 0.0642962 Dec 13 10:07:31.591400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.594373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.595534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faf135de-3652-4688-a0fa-1c3a3a91c7fb HTTP/1.1" status: 204 len: 168 time: 0.2177925 Dec 13 10:07:31.604954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc58c-c076-453c-bc1c-b5cb9c623ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf135de-3652-4688-a0fa-1c3a3a91c7fb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.609124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-d490ced5-0924-44cb-9cf0-712621d368d8 service neutron] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289632 Dec 13 10:07:31.664013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-acba02c8-dd40-422b-9239-4b4d4e892f9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 200 len: 217 time: 0.0470681 Dec 13 10:07:31.722550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-d8026fb6-cd21-43e3-bfff-23b5d82acc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:31.724136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-d8026fb6-cd21-43e3-bfff-23b5d82acc0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.0508807 Dec 13 10:07:31.777411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-bdc7b2ed-1004-4388-9ea8-ecef867e16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:31.779387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-bdc7b2ed-1004-4388-9ea8-ecef867e16c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464375 Dec 13 10:07:31.901920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-462b2e0c-0339-4b32-8b2f-5fd2c795bf0a service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129401 Dec 13 10:07:32.099831 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-c32c41e6-3ff6-4f96-89a2-d64018a78220 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903465 Dec 13 10:07:32.104227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-ea476ce2-37b6-4310-b5cf-c8127499491d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:32.106940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-ea476ce2-37b6-4310-b5cf-c8127499491d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.16 "GET /v2.0/networks?id=5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 200 len: 910 time: 0.1347749 Dec 13 10:07:32.124346 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Request body: {'port': {'device_id': '39c52f55-f835-4ae8-999a-81c819626a6c', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'admin_state_up': True, 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:32.157461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-0c7aaeed-5c25-4d86-8204-aa1c69bd8138 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 200 len: 217 time: 0.0492878 Dec 13 10:07:32.209002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Made reservation on behalf of 185fa9b9bf454a7c8dd24abd9d7ee833 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:32.211525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.251193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-222b629c-0391-4cec-a6f9-e8599949c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:32.251193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-222b629c-0391-4cec-a6f9-e8599949c8ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 200 len: 797 time: 0.0851793 Dec 13 10:07:32.359593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-b547687e-dbe3-486d-9775-1da71862cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:32.361145 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-b547687e-dbe3-486d-9775-1da71862cdb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce687c19-aafb-4dd2-8dd0-34939de7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805991 Dec 13 10:07:32.432490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Allocated IP 172.20.0.5 (5838b385-f119-4c18-913e-5f83b81f87c8/73586f70-d57e-4ee3-8258-bdd08d07facc/f0bf0870-7776-484e-8baf-4bbd25495aee) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:32.508200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-e22f7a58-c720-4f8f-b724-ad20e1f50b9e service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376250 Dec 13 10:07:32.696778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.705702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b86cade-90e4-41a3-bce8-c015e4d726b5 req-dfd8477d-85c1-4723-bbba-8a85e9775993 service neutron] 10.222.0.16 "GET /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517043 Dec 13 10:07:32.726672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b537bc17-e684-475c-a0f8-b1f6632196d1 req-94166ac4-0c3e-48b1-9cfe-343ae08a01eb tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 210 time: 0.0600128 Dec 13 10:07:32.774360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.831149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:32.835400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:32.840506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:32.868767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.886138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:32.887685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.911868 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-f64b8ab7-16e9-4057-80da-b12a3d7e3db6 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7922740 Dec 13 10:07:32.928625 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Request body: {'port': {'device_id': '39c52f55-f835-4ae8-999a-81c819626a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:33.010716 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.151828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d91da76-6ae6-4f25-af87-35640ee1007e None None] Provisioning complete for port f0bf0870-7776-484e-8baf-4bbd25495aee triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:33.152452 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d91da76-6ae6-4f25-af87-35640ee1007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.190725 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Sync routers for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:33.204118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:33.204578 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:33.237702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d91da76-6ae6-4f25-af87-35640ee1007e None None] Port f0bf0870-7776-484e-8baf-4bbd25495aee cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:33.321044 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:33.342792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bf0870-7776-484e-8baf-4bbd25495aee {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:33.358151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.376865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Transition to ACTIVE for port object f0bf0870-7776-484e-8baf-4bbd25495aee will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:07:33.383180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.464240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.570770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Attempting to bind port f0bf0870-7776-484e-8baf-4bbd25495aee on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:33.571262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Attempting to bind port f0bf0870-7776-484e-8baf-4bbd25495aee by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:33.571990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Attempting to bind port f0bf0870-7776-484e-8baf-4bbd25495aee on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:33.576949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Port f0bf0870-7776-484e-8baf-4bbd25495aee on network 5838b385-f119-4c18-913e-5f83b81f87c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:07:33.577331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Attempting to bind port f0bf0870-7776-484e-8baf-4bbd25495aee on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:33.583717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:33.584066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Checking segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:33.584460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Bound using segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:33.584967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Bound port: f0bf0870-7776-484e-8baf-4bbd25495aee, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:33.585335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.614861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '86eceea4-4ff6-4e24-84be-ca50e8283fb9', 'name': '', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'mac_address': 'fa:16:3e:e6:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:25Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 2, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'subnets': [{'id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:33.646030 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Checking router: 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:33.646382 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Updating router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:07:33.691857 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.711500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:33.714555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f0bf0870-7776-484e-8baf-4bbd25495aee,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:33.729447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.837930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.845195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:33.845896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.847374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-82174246-9d81-42b0-95e8-266c3759ae09 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0bf0870-7776-484e-8baf-4bbd25495aee HTTP/1.1" status: 200 len: 1091 time: 0.9233308 Dec 13 10:07:33.847846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:33.850903 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9425a261-0b37-46e8-8dc5-ed13547be4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:33.871336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1813ab7-1a10-4efe-ad21-80b255c824c9 req-437290ab-a511-4962-9ae5-496a7a75f6a7 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:33.879823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1813ab7-1a10-4efe-ad21-80b255c824c9 req-437290ab-a511-4962-9ae5-496a7a75f6a7 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0768223 Dec 13 10:07:33.949663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1813ab7-1a10-4efe-ad21-80b255c824c9 req-ab092661-4613-480e-ae6f-a417343f5927 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638752 Dec 13 10:07:33.953448 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d17bc-dd6d-4610-a345-8607638d1a3f x-openstack-request-id: req-327d17bc-dd6d-4610-a345-8607638d1a3f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:33.953795 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:33.954063 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327d17bc-dd6d-4610-a345-8607638d1a3f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:33.954565 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee', 'status': 'completed', 'code': 200} Dec 13 10:07:34.054531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-cd3f369c-2b11-4f7f-9443-ab348ca09143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:34.057122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-cd3f369c-2b11-4f7f-9443-ab348ca09143 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0821235 Dec 13 10:07:34.146389 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.154779 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.301381 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63275dfb-a673-46b5-ab44-0f620d0b57fb None None] Pushing event updated for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.329183 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Attempting to bind port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:34.329561 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Attempting to bind port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:34.329923 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Attempting to bind port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 on network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:34.343098 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:34.343486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Checking segment: {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:34.347244 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.347879 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Bound using segment: {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:34.348412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Bound port: 86eceea4-4ff6-4e24-84be-ca50e8283fb9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:34.351840 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.395047 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.408798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-bea16ba8-3d1c-465d-94a9-fab46a5b69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:34.410977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-bea16ba8-3d1c-465d-94a9-fab46a5b69dc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3447793 Dec 13 10:07:34.457840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] For port 86eceea4-4ff6-4e24-84be-ca50e8283fb9, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:34.472498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] For port 86eceea4-4ff6-4e24-84be-ca50e8283fb9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=86eceea4-4ff6-4e24-84be-ca50e8283fb9,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:34.493391 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.578136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] Provisioning complete for port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:34.579375 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.584191 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:34.585195 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:34.628976 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63275dfb-a673-46b5-ab44-0f620d0b57fb None None] Pushing event updated for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.788674 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:34.796404 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.871056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] For port 86eceea4-4ff6-4e24-84be-ca50e8283fb9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=86eceea4-4ff6-4e24-84be-ca50e8283fb9,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:34.884461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.983573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1c16-da28-4346-aa6a-f157bebe7a88 None None] Pushing event updated for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:35.021033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-91649cf8-d335-44a5-9718-f14fd9b6aa51 None None] Provisioning complete for port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:35.021422 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91649cf8-d335-44a5-9718-f14fd9b6aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.086630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46772b75-1159-4c3f-a4e8-ef11586fa47a req-d3cc77b5-95d0-49ae-bee7-037f99915c1b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.088946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46772b75-1159-4c3f-a4e8-ef11586fa47a req-d3cc77b5-95d0-49ae-bee7-037f99915c1b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0480878 Dec 13 10:07:35.165298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46772b75-1159-4c3f-a4e8-ef11586fa47a req-f362bb07-6865-467c-b5f2-c57360791e42 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695698 Dec 13 10:07:35.214344 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '86eceea4-4ff6-4e24-84be-ca50e8283fb9', 'name': '', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'mac_address': 'fa:16:3e:e6:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:25Z', 'updated_at': '2021-12-13T10:07:34Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'subnets': [{'id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:35.245869 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853f57e-1d0e-4a9c-b3cd-fc6c2028891c None None] The sync data for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 is: [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:26Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '86eceea4-4ff6-4e24-84be-ca50e8283fb9', 'name': '', 'network_id': '73146c4f-c4f5-4d02-8140-f32dfb4c6ac9', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'mac_address': 'fa:16:3e:e6:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:25Z', 'updated_at': '2021-12-13T10:07:34Z', 'revision_number': 4, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'subnets': [{'id': '4883f263-3bd1-4952-be0e-9e7930af7966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:35.252313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-d6a94927-d67b-4b34-8d37-52927c14e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.254137 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9425a261-0b37-46e8-8dc5-ed13547be4a1 req-d6a94927-d67b-4b34-8d37-52927c14e4ab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8328934 Dec 13 10:07:35.343147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-eacaabb7-87ea-4004-91dd-5bace2c71e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.345081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-eacaabb7-87ea-4004-91dd-5bace2c71e28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0486925 Dec 13 10:07:35.398744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-aa506982-5ed6-4a56-863d-f737cb5df679 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf0870-7776-484e-8baf-4bbd25495aee HTTP/1.1" status: 200 len: 217 time: 0.0459957 Dec 13 10:07:35.467674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-61125cc7-c798-4730-b4cb-5ded289ac3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.471582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-61125cc7-c798-4730-b4cb-5ded289ac3b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73586f70-d57e-4ee3-8258-bdd08d07facc HTTP/1.1" status: 200 len: 848 time: 0.0607276 Dec 13 10:07:35.526225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-77541938-482f-43ef-a8e5-4e7fcb16f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.527837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-77541938-482f-43ef-a8e5-4e7fcb16f3ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5838b385-f119-4c18-913e-5f83b81f87c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510631 Dec 13 10:07:35.669947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-a1cf0b87-9961-438e-8094-3c8e8b665cbb service neutron] 10.222.0.16 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343000 Dec 13 10:07:35.777235 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f4da7d64-bbcb-4e13-a35f-7cfefcf6e82d req-42d6a2d4-e772-4f78-9da3-173425f67fa2 service neutron] 10.222.0.16 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001685 Dec 13 10:07:36.134438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9c0fd1c-38dc-402e-9df6-985a0cbdb818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.291246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921101-8728-422b-99fd-9db88323ddae req-876bcaad-e7d8-4375-9554-fb70dc83c12d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:36.293640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38921101-8728-422b-99fd-9db88323ddae req-876bcaad-e7d8-4375-9554-fb70dc83c12d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0583878 Dec 13 10:07:36.318534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 86eceea4-4ff6-4e24-84be-ca50e8283fb9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:36.347698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38921101-8728-422b-99fd-9db88323ddae req-294a1ac8-5162-4038-a1ee-26df7ed570e8 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Dec 13 10:07:36.376091 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:36.376468 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.480938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdbb14-d535-4e10-96db-c1b92d244134 req-840f4cab-d130-41ed-84a6-cf80bf553304 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:37.482664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75bdbb14-d535-4e10-96db-c1b92d244134 req-840f4cab-d130-41ed-84a6-cf80bf553304 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0447953 Dec 13 10:07:37.530271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75bdbb14-d535-4e10-96db-c1b92d244134 req-1f075ea3-19ba-4e1c-816b-7ab400d27d55 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Dec 13 10:07:38.499245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f0bf0870-7776-484e-8baf-4bbd25495aee details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:07:38.589640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-391a1d25-7a63-4c09-a3f5-0663fccfcff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.618983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f0bf0870-7776-484e-8baf-4bbd25495aee,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:38.637584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f0bf0870-7776-484e-8baf-4bbd25495aee', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'port_id': 'f0bf0870-7776-484e-8baf-4bbd25495aee', 'mac_address': 'fa:16:3e:4b:4f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:07:38.665772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d58d7-b0e0-478e-a73f-688ee0a383d1 req-9f717a67-8f69-47cc-8c5a-8ff8ea86a865 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.668282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-197d58d7-b0e0-478e-a73f-688ee0a383d1 req-9f717a67-8f69-47cc-8c5a-8ff8ea86a865 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1094 time: 0.0505826 Dec 13 10:07:38.679911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.694319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bf0870-7776-484e-8baf-4bbd25495aee {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:38.717451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f0bf0870-7776-484e-8baf-4bbd25495aee,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:38.720277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-197d58d7-b0e0-478e-a73f-688ee0a383d1 req-8a964973-5d22-4a06-8de5-531adca8a543 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Dec 13 10:07:38.722312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.780766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:39.093958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f0bf0870-7776-484e-8baf-4bbd25495aee'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:07:39.574961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.831466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc770c-51a8-4c50-870c-9d47b302fbfb req-effdcc84-fe51-4a4f-9457-8cd7e8bf6883 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:39.834491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2cfc770c-51a8-4c50-870c-9d47b302fbfb req-effdcc84-fe51-4a4f-9457-8cd7e8bf6883 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1095 time: 0.0484631 Dec 13 10:07:39.880902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2cfc770c-51a8-4c50-870c-9d47b302fbfb req-343eeb2a-bff7-4002-93a0-5d6298107cd0 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Dec 13 10:07:40.166676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-c03a8c77-3072-4635-bd78-57e70261738e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:40.168211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-c03a8c77-3072-4635-bd78-57e70261738e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1053207 Dec 13 10:07:40.183460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-47de9b2a-3b9e-4c25-bd38-b78c6d98c7b6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0094919 Dec 13 10:07:40.235680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-cb93d59c-2af8-4c02-98d2-1feef6ba3dfc tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466440 Dec 13 10:07:40.328460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8dd483d9-36d2-4df1-bd50-4a08dc46f4c6 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856197 Dec 13 10:07:40.416131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-c23000fe-4691-4625-9343-90183bd26e60 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816748 Dec 13 10:07:40.515369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f0bf0870-7776-484e-8baf-4bbd25495aee up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:40.564849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f0bf0870-7776-484e-8baf-4bbd25495aee completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:07:40.568858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f0bf0870-7776-484e-8baf-4bbd25495aee triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:40.569231 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.666273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.691442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:40.697444 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c658327-20ca-4b74-adbc-b1acc99c4915" -d '{"events": [{"server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:40.716482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f0bf0870-7776-484e-8baf-4bbd25495aee,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:40.722126 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.752625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a3029bf-adf4-4c68-a9d1-a7f01c23783b req-2887cd58-2023-4384-8fb6-8ea49a412cd4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0572073 Dec 13 10:07:40.779978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:40.914368 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f539e8-a2c5-4e50-9ae7-5eb39b7af9fb x-openstack-request-id: req-f3f539e8-a2c5-4e50-9ae7-5eb39b7af9fb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:40.914668 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:40.914928 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3f539e8-a2c5-4e50-9ae7-5eb39b7af9fb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:40.915432 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee', 'code': 200} Dec 13 10:07:41.008248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ace16-51af-435e-8bf1-11ddf055a92e req-9f660d3d-ad6b-4988-b5fb-c3e217d7fb28 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:41.017319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc5ace16-51af-435e-8bf1-11ddf055a92e req-9f660d3d-ad6b-4988-b5fb-c3e217d7fb28 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0617108 Dec 13 10:07:41.082484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945d55-348e-43aa-ab55-856396427355 req-fee0dcb7-a676-47f4-a7c9-627d6eef1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:41.083810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc5ace16-51af-435e-8bf1-11ddf055a92e req-a6625201-1ac3-4aca-a959-bd73e2a6ec83 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611291 Dec 13 10:07:41.084072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63945d55-348e-43aa-ab55-856396427355 req-fee0dcb7-a676-47f4-a7c9-627d6eef1f52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0917277 Dec 13 10:07:41.170415 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63945d55-348e-43aa-ab55-856396427355 req-9a0a94fc-04b6-4136-bd4b-88c7a4f8f6fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724809 Dec 13 10:07:41.199634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.814420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-12777afd-5a7e-4325-ade8-c9a16df32f05 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:41.816242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-12777afd-5a7e-4325-ade8-c9a16df32f05 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1247256 Dec 13 10:07:41.830893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:41.908819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8183f410-1ec8-46cd-ba0c-1eacd429a984 req-8d18225a-c5fc-4bb1-bca2-c094b46c9500 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0570238 Dec 13 10:07:41.975246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:41.981555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.997202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.145139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.12 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/488a4ca3-943f-4a16-adfc-d51aa0ed3c1e) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:42.286999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f57f4-2d09-4714-b330-e7bf87f88ff6 req-dbf53ebb-23a4-4a29-9371-4d96c8d674eb tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:42.289124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-422f57f4-2d09-4714-b330-e7bf87f88ff6 req-dbf53ebb-23a4-4a29-9371-4d96c8d674eb tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.1196942 Dec 13 10:07:42.367744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.372291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-422f57f4-2d09-4714-b330-e7bf87f88ff6 req-e1654592-f7d3-45b6-87b5-624a1155d44a tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Dec 13 10:07:42.412238 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.461708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:42.471187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:42.473571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:42.476594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:42.534688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:42.535368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.589658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-2aac39e4-1f50-4645-b767-615e32f92d2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7631860 Dec 13 10:07:42.604901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Request body: {'port': {'device_id': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:42.681865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.869416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6c954e72-ead3-4832-98e9-f1f26eda9c44 None None] Provisioning complete for port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:42.870204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c954e72-ead3-4832-98e9-f1f26eda9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.908492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6c954e72-ead3-4832-98e9-f1f26eda9c44 None None] Port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:43.036921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:43.046735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.066273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Transition to ACTIVE for port object 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:07:43.076407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094702d-6b31-4844-917d-935e55f3af91 req-88f4232e-f71f-49a5-90aa-709cf505a14d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.078026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e094702d-6b31-4844-917d-935e55f3af91 req-88f4232e-f71f-49a5-90aa-709cf505a14d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 932 time: 0.0796897 Dec 13 10:07:43.079103 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.150985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Pushing event updated for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:43.232505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e094702d-6b31-4844-917d-935e55f3af91 req-4b7c097b-e0d2-46ec-a44c-86fb71e1661a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094172 Dec 13 10:07:43.267084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Attempting to bind port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:43.267406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Attempting to bind port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:43.267779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Attempting to bind port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:43.274153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:07:43.274526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Attempting to bind port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:43.281111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:43.281813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:43.282488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:43.282927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Bound port: 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:43.283285 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.358601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:43.361866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:43.370482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.412368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.412999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.414585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] 10.222.0.20 "PUT /v2.0/ports/488a4ca3-943f-4a16-adfc-d51aa0ed3c1e HTTP/1.1" status: 200 len: 1092 time: 0.8172703 Dec 13 10:07:43.415091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:43.417397 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174206a-0cbd-4a2d-aef3-c340eb65180f" -d '{"events": [{"name": "network-changed", "server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:43.501458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5078b9-e635-438c-9d3f-ff11b4f1b02f service neutron] Pushing event updated for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:43.516365 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4457808-6101-4c39-a113-3eb1aa3e07ce x-openstack-request-id: req-c4457808-6101-4c39-a113-3eb1aa3e07ce {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:43.516669 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:43.516931 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4457808-6101-4c39-a113-3eb1aa3e07ce {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:43.517353 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', 'status': 'completed', 'code': 200} Dec 13 10:07:43.606137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-f0ab9c61-cae2-4f8c-8a51-665e1c03773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.607853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-f0ab9c61-cae2-4f8c-8a51-665e1c03773c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 1095 time: 0.0950036 Dec 13 10:07:43.614672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a35bd-0513-4db0-af39-c6b2b1023c92 req-235487b1-6ea9-4af8-9f86-348b33dad987 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.616667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-522a35bd-0513-4db0-af39-c6b2b1023c92 req-235487b1-6ea9-4af8-9f86-348b33dad987 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0641406 Dec 13 10:07:43.673051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-522a35bd-0513-4db0-af39-c6b2b1023c92 req-eb898045-22ad-4f9c-9103-1712376a5557 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 Dec 13 10:07:43.720529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-ba72c76e-4447-4868-9377-a8df88d18b7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e HTTP/1.1" status: 200 len: 217 time: 0.1026270 Dec 13 10:07:43.781530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-db8ce17b-8836-452c-b97b-554f0a143bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.782543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-db8ce17b-8836-452c-b97b-554f0a143bf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0556266 Dec 13 10:07:43.846358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fe422-8b02-4598-b212-e38cfc389a0f req-681d248f-2dc6-47e8-b41c-590f95784264 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.847910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e33fe422-8b02-4598-b212-e38cfc389a0f req-681d248f-2dc6-47e8-b41c-590f95784264 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0793705 Dec 13 10:07:43.849539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-e024166b-0a8e-4925-93d1-bcb9f2d0818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.850906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-e024166b-0a8e-4925-93d1-bcb9f2d0818f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547299 Dec 13 10:07:43.956261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e33fe422-8b02-4598-b212-e38cfc389a0f req-2b6842e6-0940-4fde-82b8-32bed58dfb91 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006916 Dec 13 10:07:43.990373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-ea5894c1-3ead-40af-a006-a2f8fe3d644e service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293182 Dec 13 10:07:44.123813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c94ce-9ad4-4a05-ab5e-f71785e90f05 req-315e2a77-c599-4eeb-8ace-11fa0dbaefc1 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.125356 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b9c94ce-9ad4-4a05-ab5e-f71785e90f05 req-315e2a77-c599-4eeb-8ace-11fa0dbaefc1 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0711024 Dec 13 10:07:44.128885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11c3bb88-feb7-4a6d-a227-ebf9ee0afabd req-84a163b0-661c-4c97-a882-6d5e0d0edd1a service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314855 Dec 13 10:07:44.209410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b9c94ce-9ad4-4a05-ab5e-f71785e90f05 req-381584e2-69b9-4ed9-bea3-f3e3efa24731 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780416 Dec 13 10:07:44.234106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-8c525662-2f9e-4668-a0d2-d8f78287de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.235788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-8c525662-2f9e-4668-a0d2-d8f78287de4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 1095 time: 0.0583417 Dec 13 10:07:44.378407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-b0cbdc2a-17ee-42e1-b4af-7956c0857899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.379930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-b0cbdc2a-17ee-42e1-b4af-7956c0857899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.1343386 Dec 13 10:07:44.428540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-80b014d3-1c5d-4125-82f1-734962b81547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e HTTP/1.1" status: 200 len: 217 time: 0.0418799 Dec 13 10:07:44.459677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb14a6-01c1-45b2-8cdd-622c83e48fa3 req-a00a59cb-17ac-405f-9136-6284b4f9f1e4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.461703 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffbb14a6-01c1-45b2-8cdd-622c83e48fa3 req-a00a59cb-17ac-405f-9136-6284b4f9f1e4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.1315858 Dec 13 10:07:44.573028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-dbc096d0-46c2-453b-a294-d52474e48b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.574487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-dbc096d0-46c2-453b-a294-d52474e48b98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.1336617 Dec 13 10:07:44.624868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffbb14a6-01c1-45b2-8cdd-622c83e48fa3 req-13f4edc7-814a-483b-aba8-52adc4b12789 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338737 Dec 13 10:07:44.641065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-37653af2-f084-453d-8a49-dc045699883f tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.651753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-37653af2-f084-453d-8a49-dc045699883f tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/networks?id=5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 200 len: 910 time: 0.2129905 Dec 13 10:07:44.659460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-4259eaf5-e6e6-4d40-a993-65a6155ea75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.660942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-4259eaf5-e6e6-4d40-a993-65a6155ea75c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780578 Dec 13 10:07:44.664514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-e459a942-8aa3-4b29-8645-47bdf36228e3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/quotas/185fa9b9bf454a7c8dd24abd9d7ee833 HTTP/1.1" status: 200 len: 375 time: 0.0129869 Dec 13 10:07:44.770783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2cb49341-7492-4cc5-ba61-78a2bae203a3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961187 Dec 13 10:07:44.788179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-4a8e13a7-456a-4f22-977f-e8cd7d10c3fd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:07:44.789304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-4a8e13a7-456a-4f22-977f-e8cd7d10c3fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071967 Dec 13 10:07:44.793149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-140b27a3-a45b-4d79-ba05-5a80762d55ee service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255822 Dec 13 10:07:44.960131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-fc31114d-b090-4971-a423-994abc08e7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638741 Dec 13 10:07:44.962473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b174206a-0cbd-4a2d-aef3-c340eb65180f req-fe63db20-510c-40f1-ba37-e8d214cdc140 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593292 Dec 13 10:07:45.067349 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-32dc1fce-2c8c-4507-95ac-a2cf0fb50a20 service neutron] 10.222.0.31 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978980 Dec 13 10:07:45.243875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-115418ce-ab9c-453b-974f-e336c4a5b0ed req-6d911832-0f05-4863-87ce-005ce03bd797 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 210 time: 0.0302188 Dec 13 10:07:45.805374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfeec1-063d-4e44-9a11-03d939371334 req-2705effd-1f3a-423f-87a2-1b6fab959efe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:45.808968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52dfeec1-063d-4e44-9a11-03d939371334 req-2705effd-1f3a-423f-87a2-1b6fab959efe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0751007 Dec 13 10:07:45.871198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52dfeec1-063d-4e44-9a11-03d939371334 req-fbd0eb45-4d98-4cab-be22-f3d8ee9c2867 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Dec 13 10:07:46.066111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.074342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.092257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.099003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.106681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.128322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.135360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.137662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-a4ccdae4-0bd7-4dec-b7cc-25980e2148bb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1699958 Dec 13 10:07:46.275024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cee81a12-cecb-4ec5-89a1-fba7d2d48f91 req-dabcdfd4-aa12-446e-9cbe-5ca32b40fffa tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305683 Dec 13 10:07:46.438612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6f14a012-83b1-4378-9faf-3edf5f24bcf8 req-eff7e8f6-9359-4ee0-87bf-b320339ed2b4 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 210 time: 0.0722773 Dec 13 10:07:46.443844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-d26dc84d-3ded-444c-ac2a-90e08e5b1e2e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.446466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-d26dc84d-3ded-444c-ac2a-90e08e5b1e2e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 200 len: 910 time: 0.2266490 Dec 13 10:07:46.458951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54292) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:46.459781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Request body: {'port': {'device_id': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'admin_state_up': True, 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:46.500877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Made reservation on behalf of 185fa9b9bf454a7c8dd24abd9d7ee833 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:46.504615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.614447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-733c640b-e8c4-4789-a07b-5505998502e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.652609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Allocated IP 172.20.0.14 (5838b385-f119-4c18-913e-5f83b81f87c8/73586f70-d57e-4ee3-8258-bdd08d07facc/c63a8dec-81ee-4d4d-986f-e23bc4e636d1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:46.693583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-733c640b-e8c4-4789-a07b-5505998502e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.698586 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-733c640b-e8c4-4789-a07b-5505998502e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.739940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-733c640b-e8c4-4789-a07b-5505998502e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74a1fb4829042ada09fe122be911115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774763 Dec 13 10:07:46.739940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c640b-e8c4-4789-a07b-5505998502e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0f2b9-bb26-4027-8c05-020eb1a420cd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:46.741129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54296) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:46.793349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.807218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.824444 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.852364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.876942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f0bf0870-7776-484e-8baf-4bbd25495aee'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:07:46.883265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.887131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.889180 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bea0f2b9-bb26-4027-8c05-020eb1a420cd HTTP/1.1" status: 204 len: 168 time: 0.1470780 Dec 13 10:07:46.903492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c88cc-96ae-451d-9333-008b6f5bf33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0f2b9-bb26-4027-8c05-020eb1a420cd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:46.913329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Network 5838b385-f119-4c18-913e-5f83b81f87c8 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:46.917892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:46.921134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:47.004959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Pushing event updated for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:47.067501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.068326 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.096188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6684-b1d9-45f3-96f4-e703a2524f77 req-aa0d0919-41cb-47a6-b1bb-4cfd7f5ddce2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.109561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a69e6684-b1d9-45f3-96f4-e703a2524f77 req-aa0d0919-41cb-47a6-b1bb-4cfd7f5ddce2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.1444125 Dec 13 10:07:47.141214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-54c5c986-3cb8-45ba-838e-95d2ce65cf7b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6871152 Dec 13 10:07:47.154444 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Request body: {'port': {'device_id': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:47.209285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a69e6684-b1d9-45f3-96f4-e703a2524f77 req-83b460ac-db7a-40b7-8452-4ba34272d4c4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984659 Dec 13 10:07:47.230556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.245661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.252063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.258668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.264804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.270924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.276235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.278157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.280183 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-323ef92f-958c-4843-8f00-cd8a620fe5ad tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1339810 Dec 13 10:07:47.336927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.341095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-90885322-772f-4556-8c91-b6dfd9ad06b6 None None] Provisioning complete for port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:47.341478 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90885322-772f-4556-8c91-b6dfd9ad06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.373014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ced4-36c8-402b-a528-e2a0bdf0c734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.401969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-be383955-7bc6-4f55-9995-b1ef9c6eed10 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.403586 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-be383955-7bc6-4f55-9995-b1ef9c6eed10 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1158562 Dec 13 10:07:47.409989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-90885322-772f-4556-8c91-b6dfd9ad06b6 None None] Port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:47.516100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.522413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.529218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.535464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.542274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.548619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.551611 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-e99196ee-d3b4-49b0-abb4-39d07ccf2422 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1420786 Dec 13 10:07:47.554629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.556644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-c9baf00d-1bd9-44ad-89f2-1405123e5c92 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 5442 time: 0.1529555 Dec 13 10:07:47.565954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:47.597712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ced4-36c8-402b-a528-e2a0bdf0c734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.606099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ced4-36c8-402b-a528-e2a0bdf0c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.637900 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfa1ced4-36c8-402b-a528-e2a0bdf0c734 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38714d06bca2472bb2f3e35bc72f18be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976713 Dec 13 10:07:47.638230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54312) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.689185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5418-7583-4a2d-ae98-e6b4d6bfd8de req-8f5c6af4-0a3d-4b36-a2a7-3d165de2541e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.690719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-669a5418-7583-4a2d-ae98-e6b4d6bfd8de req-8f5c6af4-0a3d-4b36-a2a7-3d165de2541e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1028 time: 0.1194263 Dec 13 10:07:47.699520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ea1f97d-65a6-4c78-a0df-4c81421e231e req-a3d3e73e-f245-4e42-91a1-61b8aab3e793 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&id=27fe3764-2202-4588-97b2-6d99175fa76c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267555 Dec 13 10:07:47.706988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.728187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1ced4-36c8-402b-a528-e2a0bdf0c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053201fd-fadd-4718-8724-01f33602a883,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:47.767808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63a8dec-81ee-4d4d-986f-e23bc4e636d1 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:47.777833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.822062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.943622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.946976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.948206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/053201fd-fadd-4718-8724-01f33602a883 HTTP/1.1" status: 204 len: 168 time: 0.3088546 Dec 13 10:07:47.967584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb1f64-04b7-4533-85ce-c08e629fc049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053201fd-fadd-4718-8724-01f33602a883,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:47.971632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:48.012688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] For port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:48.049480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] device_id is not set on port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:48.059346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.066685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.148309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] No DVR routers for this DVR port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:48.150692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Pushing event updated for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.159781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.182767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Transition to ACTIVE for port object c63a8dec-81ee-4d4d-986f-e23bc4e636d1 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:07:48.185301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-669a5418-7583-4a2d-ae98-e6b4d6bfd8de req-41d59825-940c-4880-b41e-781b5c35f336 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647801 Dec 13 10:07:48.189879 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.195881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] In _notify_port_updated(), no bound segment for port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:07:48.197356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.198697 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.200219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-1e1fbe1a-f74b-434f-b5aa-7b04ec65b666 service neutron] 10.222.0.16 "PUT /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 200 len: 1032 time: 0.6402009 Dec 13 10:07:48.262005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.277200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9b6548e9-5cc7-4deb-a11a-5f276d099375 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.278882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9b6548e9-5cc7-4deb-a11a-5f276d099375 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "GET /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647681 Dec 13 10:07:48.293366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:48.353083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Attempting to bind port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:48.353994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Attempting to bind port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:48.354499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Attempting to bind port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:48.370413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.385816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 on network 5838b385-f119-4c18-913e-5f83b81f87c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:07:48.386577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Attempting to bind port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 on network 5838b385-f119-4c18-913e-5f83b81f87c8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:48.393467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:48.393791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Checking segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:48.394366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Bound using segment: {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:48.394843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Bound port: c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0aa15c0-c5d7-41ac-b091-327666529f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:48.395190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.419392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabf084-5fbe-43c1-b500-c3e105490ff3 req-a3f439b3-5582-4143-9599-615cdc34dfc1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.421190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbabf084-5fbe-43c1-b500-c3e105490ff3 req-a3f439b3-5582-4143-9599-615cdc34dfc1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0977399 Dec 13 10:07:48.493706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54320) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.526662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bed1937-c2fe-4a13-8081-944a93751bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.534952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbabf084-5fbe-43c1-b500-c3e105490ff3 req-a54ef113-ef3c-4cc2-80c1-a63662555c1a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Dec 13 10:07:48.549552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-dce832ec-f3a5-42fd-ac84-5c7399264006 None None] Provisioning complete for port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:48.550030 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dce832ec-f3a5-42fd-ac84-5c7399264006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.550440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:48.566026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:48.573427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3814720d-d194-4796-a00c-6470cc65f70b,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:48.583019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.598976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-dce832ec-f3a5-42fd-ac84-5c7399264006 None None] Port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:48.612278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] For port 3814720d-d194-4796-a00c-6470cc65f70b, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:48.639579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.640206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.641640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] 10.222.0.20 "PUT /v2.0/ports/c63a8dec-81ee-4d4d-986f-e23bc4e636d1 HTTP/1.1" status: 200 len: 1092 time: 1.4913051 Dec 13 10:07:48.643198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:48.645682 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f9ef3-64a0-42f0-81d4-f56297f235e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:48.653968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] device_id is not set on port 3814720d-d194-4796-a00c-6470cc65f70b yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:48.676123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.686667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.716275 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcadbd6-fd61-4568-a585-2da6d7031a43 x-openstack-request-id: req-1fcadbd6-fd61-4568-a585-2da6d7031a43 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:48.716573 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:48.716835 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fcadbd6-fd61-4568-a585-2da6d7031a43 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:48.717241 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1', 'status': 'completed', 'code': 200} Dec 13 10:07:48.723610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c174cda-0329-409b-952b-77bc81cface4 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.755126 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bed1937-c2fe-4a13-8081-944a93751bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.767409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bed1937-c2fe-4a13-8081-944a93751bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.767940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] No DVR routers for this DVR port 3814720d-d194-4796-a00c-6470cc65f70b on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:48.799238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Pushing event updated for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.830177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed1937-c2fe-4a13-8081-944a93751bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5551d-d308-41c0-9502-e24464909707,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.837124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] In _notify_port_updated(), no bound segment for port 3814720d-d194-4796-a00c-6470cc65f70b on network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:07:48.838131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.838630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.840008 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-906668ce-2671-4390-8947-b80c2fa6091d service neutron] 10.222.0.16 "PUT /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 200 len: 1032 time: 0.5517118 Dec 13 10:07:48.860107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-d7c90529-1398-4b8d-a3d3-64aae1e05aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.861639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-d7c90529-1398-4b8d-a3d3-64aae1e05aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.1789255 Dec 13 10:07:48.896219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5bed1937-c2fe-4a13-8081-944a93751bfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad11d8162e424420ab3dbb8eaf8a8039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986962 Dec 13 10:07:48.925879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.932236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-8d9d3679-adfe-4055-9af0-505ac27fc36b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1 HTTP/1.1" status: 200 len: 217 time: 0.0536160 Dec 13 10:07:48.947515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.953769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.959923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.966711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.972908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.974775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-295bad03-6fa5-4b79-a7ba-7d64d9a6d970 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 3884 time: 0.1363070 Dec 13 10:07:49.009067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 99c94969-de93-45e4-857d-ca02dcc07586 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:49.009547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.014165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.044807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-78536370-e831-4bde-8b76-752122734d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.046278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-78536370-e831-4bde-8b76-752122734d0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73586f70-d57e-4ee3-8258-bdd08d07facc HTTP/1.1" status: 200 len: 848 time: 0.0706000 Dec 13 10:07:49.066521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28b8d04b-fa65-43c2-a8be-e413f0aa0d27 req-00d29270-68b9-46c1-ab27-c238ffd69b40 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802991 Dec 13 10:07:49.077254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b73379b5-4381-4aaf-a9bd-36efd23badb1 None None] Provisioning complete for port 3814720d-d194-4796-a00c-6470cc65f70b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:49.077759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b73379b5-4381-4aaf-a9bd-36efd23badb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.095650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.102047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-0d366f85-9571-4d24-816a-d660454aacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.103248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-0d366f85-9571-4d24-816a-d660454aacdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5838b385-f119-4c18-913e-5f83b81f87c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495243 Dec 13 10:07:49.117216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b73379b5-4381-4aaf-a9bd-36efd23badb1 None None] Port 3814720d-d194-4796-a00c-6470cc65f70b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:49.159229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] For port 99c94969-de93-45e4-857d-ca02dcc07586, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=99c94969-de93-45e4-857d-ca02dcc07586,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:49.159626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.173341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 99c94969-de93-45e4-857d-ca02dcc07586 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:49.188763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.191580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.192811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3f5551d-d308-41c0-9502-e24464909707 HTTP/1.1" status: 204 len: 168 time: 0.2648845 Dec 13 10:07:49.203733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-c4f6bda5-92fd-4d03-983e-aeecc64a1999 service neutron] 10.222.0.20 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924485 Dec 13 10:07:49.232978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716b08a-b50e-4a15-bfca-1e74e6483db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5551d-d308-41c0-9502-e24464909707,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:49.342998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.368680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245573a-2ac9-4ac5-b62e-140e14c4a983 req-1acfa0da-65b5-40bf-8c08-f36d6507070b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.370263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8245573a-2ac9-4ac5-b62e-140e14c4a983 req-1acfa0da-65b5-40bf-8c08-f36d6507070b tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.0841045 Dec 13 10:07:49.372351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a99502ef-bc66-4471-a098-db34629ad0f2 req-d2d70232-630d-43ef-81f0-8c6055c22f2b service neutron] 10.222.0.20 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620626 Dec 13 10:07:49.380015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=99c94969-de93-45e4-857d-ca02dcc07586,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:49.436077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] No DVR routers for this DVR port 99c94969-de93-45e4-857d-ca02dcc07586 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:49.439610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.443949 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-9ff79d57-61f4-4724-ab19-8c87188a224f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "DELETE /v2.0/ports/99c94969-de93-45e4-857d-ca02dcc07586 HTTP/1.1" status: 204 len: 173 time: 0.5979714 Dec 13 10:07:49.445177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:49.447969 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d85afc-0b7c-4e56-a658-245121ccda61" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "99c94969-de93-45e4-857d-ca02dcc07586"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:49.453156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8245573a-2ac9-4ac5-b62e-140e14c4a983 req-1bd44abc-c817-4d30-87c5-a0e1b8650951 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 Dec 13 10:07:49.495314 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fd78f2-6778-4f7e-9c5d-e219eb5c0604 x-openstack-request-id: req-e5fd78f2-6778-4f7e-9c5d-e219eb5c0604 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:49.495732 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "99c94969-de93-45e4-857d-ca02dcc07586", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:49.496068 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5fd78f2-6778-4f7e-9c5d-e219eb5c0604 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:49.496635 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '99c94969-de93-45e4-857d-ca02dcc07586', 'status': 'completed', 'code': 200} Dec 13 10:07:49.538229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-ff21af54-180d-4e7f-8a61-2ac626421d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.540213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-ff21af54-180d-4e7f-8a61-2ac626421d43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.0453749 Dec 13 10:07:49.562172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 10547389-cf82-4a3b-8cd0-81ff3af9e553 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:49.562659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.663279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] For port 10547389-cf82-4a3b-8cd0-81ff3af9e553, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=10547389-cf82-4a3b-8cd0-81ff3af9e553,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:49.664115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.679655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 10547389-cf82-4a3b-8cd0-81ff3af9e553 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:49.688947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-4dd717c9-5e6c-43bf-bd18-219eec5af89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.690532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-4dd717c9-5e6c-43bf-bd18-219eec5af89f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 200 len: 910 time: 0.1434693 Dec 13 10:07:49.703574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18621329-dd54-4ea3-9e21-059c01ed9dfd req-9a485c85-7a40-479c-b5b6-d9b27ab72e5d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.705051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18621329-dd54-4ea3-9e21-059c01ed9dfd req-9a485c85-7a40-479c-b5b6-d9b27ab72e5d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0786786 Dec 13 10:07:49.748602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-216b31d5-2b84-4e14-8569-c46ebd822e42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1 HTTP/1.1" status: 200 len: 217 time: 0.0425894 Dec 13 10:07:49.826104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18621329-dd54-4ea3-9e21-059c01ed9dfd req-d72ca230-7ec7-45d2-b021-279b9982d476 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116850 Dec 13 10:07:49.833147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-a92f2471-f023-4365-8471-9472543bf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.835024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-a92f2471-f023-4365-8471-9472543bf8e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73586f70-d57e-4ee3-8258-bdd08d07facc HTTP/1.1" status: 200 len: 848 time: 0.0785060 Dec 13 10:07:49.854092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.893149 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-6ae832da-dbcf-465d-bef8-fa517366cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.895531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-6ae832da-dbcf-465d-bef8-fa517366cef2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5838b385-f119-4c18-913e-5f83b81f87c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526066 Dec 13 10:07:49.949582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=10547389-cf82-4a3b-8cd0-81ff3af9e553,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:50.012547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] No DVR routers for this DVR port 10547389-cf82-4a3b-8cd0-81ff3af9e553 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:50.015214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.019293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-373700cc-97f2-43d8-a80c-adcbc46203e7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "DELETE /v2.0/ports/10547389-cf82-4a3b-8cd0-81ff3af9e553 HTTP/1.1" status: 204 len: 173 time: 0.5616307 Dec 13 10:07:50.025750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-41d803f6-a0ae-4636-aa19-9421c456cf7b service neutron] 10.222.0.20 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192746 Dec 13 10:07:50.141105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-091f9ef3-64a0-42f0-81d4-f56297f235e7 req-6f1ef8ae-a3f3-40e8-b30d-df6f886f5e34 service neutron] 10.222.0.20 "GET /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074812 Dec 13 10:07:50.152538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:50.152975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.261550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] For port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:50.262331 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.263290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155345a-e418-4af1-b941-76394cffb864 req-2c7aad46-bed7-4aad-93ec-3b4819f31f18 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:50.270951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155345a-e418-4af1-b941-76394cffb864 req-2c7aad46-bed7-4aad-93ec-3b4819f31f18 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:50.279827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155345a-e418-4af1-b941-76394cffb864 req-2c7aad46-bed7-4aad-93ec-3b4819f31f18 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:50.281915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0155345a-e418-4af1-b941-76394cffb864 req-2c7aad46-bed7-4aad-93ec-3b4819f31f18 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 2415 time: 0.1124830 Dec 13 10:07:50.292479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:50.350597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0155345a-e418-4af1-b941-76394cffb864 req-511ce356-a6d1-4e3b-87df-caaa67e21f72 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547211 Dec 13 10:07:50.467436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.495012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:50.549826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] No DVR routers for this DVR port 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:50.550455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.555668 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.560161 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-7a2b061f-3740-4afa-b265-ebdc220cd230 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "DELETE /v2.0/ports/575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 HTTP/1.1" status: 204 len: 173 time: 0.5351350 Dec 13 10:07:50.572584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:50.573456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:50.574152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.595390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a119af-15fc-443a-8371-4e8c85be44df req-b62b25a7-0bee-41ae-b5e8-8e46f22272fd tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:50.603900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6a119af-15fc-443a-8371-4e8c85be44df req-b62b25a7-0bee-41ae-b5e8-8e46f22272fd tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.0611677 Dec 13 10:07:50.663930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6a119af-15fc-443a-8371-4e8c85be44df req-930dbf1f-03a2-400a-aff8-b73ac43843a3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590281 Dec 13 10:07:50.674047 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.686826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 01d957c9-cc55-4615-9563-efca97707704 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:50.687378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.704719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:50.707260 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0d6a4c-e511-4f36-a87a-3e272acdf5e8" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-unplugged", "status": "completed", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:50.739753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:50.745957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.747726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 99c94969-de93-45e4-857d-ca02dcc07586 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.781053 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded32280-2b69-456b-a9a0-0cfd98281ba6 x-openstack-request-id: req-ded32280-2b69-456b-a9a0-0cfd98281ba6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:50.781346 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-unplugged", "status": "completed", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:50.781800 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ded32280-2b69-456b-a9a0-0cfd98281ba6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:50.782938 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'code': 200} Dec 13 10:07:50.808065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 99c94969-de93-45e4-857d-ca02dcc07586 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:50.808660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 99c94969-de93-45e4-857d-ca02dcc07586 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:50.808843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.810372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] For port 01d957c9-cc55-4615-9563-efca97707704, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=01d957c9-cc55-4615-9563-efca97707704,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:50.810749 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.825242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 01d957c9-cc55-4615-9563-efca97707704 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:50.874139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:50.892546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:50.893141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10547389-cf82-4a3b-8cd0-81ff3af9e553 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.926845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 10547389-cf82-4a3b-8cd0-81ff3af9e553 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:50.927205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 10547389-cf82-4a3b-8cd0-81ff3af9e553 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:50.927666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 01d957c9-cc55-4615-9563-efca97707704 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:51.026568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4b78-78e7-4cc7-aef8-5d8b23763869 req-610a478f-9b73-4d12-9198-7b5977c82f7e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:51.031713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8cbe4b78-78e7-4cc7-aef8-5d8b23763869 req-610a478f-9b73-4d12-9198-7b5977c82f7e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0882192 Dec 13 10:07:51.041415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.102483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=01d957c9-cc55-4615-9563-efca97707704,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:51.152172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8cbe4b78-78e7-4cc7-aef8-5d8b23763869 req-d11e3ed0-84a6-4a7f-b006-1bf965997feb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138158 Dec 13 10:07:51.168897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] No DVR routers for this DVR port 01d957c9-cc55-4615-9563-efca97707704 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:51.173460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.177009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-91da7019-eb5d-496e-8f61-73035e0c40e1 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "DELETE /v2.0/ports/01d957c9-cc55-4615-9563-efca97707704 HTTP/1.1" status: 204 len: 173 time: 0.6106229 Dec 13 10:07:51.212673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.251449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3814720d-d194-4796-a00c-6470cc65f70b no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:51.275338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:51.275790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.288937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3814720d-d194-4796-a00c-6470cc65f70b not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:51.370987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] For port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:51.371348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.512195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301a81d-d9cb-4b77-9908-b8ba75b73fae req-253d4a84-f902-455a-892f-34b4e2c67ca2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:51.513978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d301a81d-d9cb-4b77-9908-b8ba75b73fae req-253d4a84-f902-455a-892f-34b4e2c67ca2 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 943 time: 0.0662658 Dec 13 10:07:51.522760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553'}, {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941'}, {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '01d957c9-cc55-4615-9563-efca97707704'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:51.526460 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c3c44-fa67-496b-acee-f6b2dcbce593" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553"}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941"}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "01d957c9-cc55-4615-9563-efca97707704"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:51.606152 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa9031-edb8-4a34-84d1-67ded9f2a8ec x-openstack-request-id: req-e0fa9031-edb8-4a34-84d1-67ded9f2a8ec {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:51.606449 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "10547389-cf82-4a3b-8cd0-81ff3af9e553", "status": "completed", "code": 200}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941", "status": "completed", "code": 200}, {"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "01d957c9-cc55-4615-9563-efca97707704", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:51.606701 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0fa9031-edb8-4a34-84d1-67ded9f2a8ec {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:51.607122 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '10547389-cf82-4a3b-8cd0-81ff3af9e553', 'status': 'completed', 'code': 200} Dec 13 10:07:51.607385 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '575c9972-8ddf-4fc0-bb4e-5dd3d9c6e941', 'status': 'completed', 'code': 200} Dec 13 10:07:51.607808 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '01d957c9-cc55-4615-9563-efca97707704', 'status': 'completed', 'code': 200} Dec 13 10:07:51.608959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d301a81d-d9cb-4b77-9908-b8ba75b73fae req-d3c2316d-b363-420a-ba75-d5b5223acea6 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups?id=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881569 Dec 13 10:07:51.653705 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.654298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.654606 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Floating IP 6f4dff8f-12cf-4b7f-937e-30e5ce2d591b disassociated. External IP: 172.25.2.182, port: 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b. Dec 13 10:07:51.655237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:51.800949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c646-84f8-41b7-bbcd-3fbcedd66aee req-08de3a90-c74f-4066-a9d5-3abec2066a3c tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:51.802824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6678c646-84f8-41b7-bbcd-3fbcedd66aee req-08de3a90-c74f-4066-a9d5-3abec2066a3c tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.0483258 Dec 13 10:07:51.827452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.855776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6678c646-84f8-41b7-bbcd-3fbcedd66aee req-74b37961-e89e-40af-bd3e-3b7e261119a4 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Dec 13 10:07:51.868376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:51.987466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Router b1390c81-82f5-4824-8da0-4fdb96d972b0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:52.097821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:52.108834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Sync routers for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:52.119971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:52.120653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:52.140510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] No DVR routers for this DVR port 71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:52.143040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.146489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b268e4fa-59b2-43ad-8351-4e0b984a363c req-bc8c8e15-2e08-4256-abd9-41690bffee38 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.16 "DELETE /v2.0/ports/71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b HTTP/1.1" status: 204 len: 173 time: 0.9638963 Dec 13 10:07:52.293701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:52.308797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273794a9-5652-435f-a6be-aec2ea7c397f req-11f7911c-e966-4250-b80b-00e2acaea7bf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:52.310412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-273794a9-5652-435f-a6be-aec2ea7c397f req-11f7911c-e966-4250-b80b-00e2acaea7bf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0742471 Dec 13 10:07:52.404717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-273794a9-5652-435f-a6be-aec2ea7c397f req-023f1d99-a887-49cf-a4d9-79af6c8fa833 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Dec 13 10:07:52.555584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:52.585334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Checking router: b1390c81-82f5-4824-8da0-4fdb96d972b0 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:52.594284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:52.594688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:52.745963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93512705-d0d6-41fa-8316-590d2b8b4c4e req-8db0733d-426c-4df4-9c18-74ed634b6418 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0398564 Dec 13 10:07:52.753903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:52.991087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f4e3d-5c72-4dd7-bb72-d6e5da34e0c7 req-59a5a96e-acc4-4e0e-a5d4-442047987930 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.000385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-715f4e3d-5c72-4dd7-bb72-d6e5da34e0c7 req-59a5a96e-acc4-4e0e-a5d4-442047987930 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1095 time: 0.0600836 Dec 13 10:07:53.028571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:53.062370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-715f4e3d-5c72-4dd7-bb72-d6e5da34e0c7 req-750cd8e8-4d77-4f9f-a913-ad76faae3424 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Dec 13 10:07:53.080274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db4d08-624d-4806-8db6-47cf1c6b940c None None] The sync data for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 is: [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79', 'name': '', 'network_id': 'fb74d072-0d20-4af7-9108-0d5208feb395', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'mac_address': 'fa:16:3e:88:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:17Z', 'updated_at': '2021-12-13T09:56:26Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'subnets': [{'id': '4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:53.525179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa4ad0-cd49-4234-a4aa-ce136f6cde5d None None] New status for floating IP 6f4dff8f-12cf-4b7f-937e-30e5ce2d591b: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:07:53.562948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae568a6a-dd82-40b8-8b13-f511a8e67acb req-1adfe26a-3ab0-49fe-9672-fda17a01f518 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.564456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae568a6a-dd82-40b8-8b13-f511a8e67acb req-1adfe26a-3ab0-49fe-9672-fda17a01f518 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0646055 Dec 13 10:07:53.592696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c63a8dec-81ee-4d4d-986f-e23bc4e636d1 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:07:53.609221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:53.612691 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd45ef-4323-43d9-a4ef-a21d6108ef03" -d '{"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:53.640700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae568a6a-dd82-40b8-8b13-f511a8e67acb req-c40d7fd8-540e-4ba2-a96a-1ca45d9c957f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Dec 13 10:07:53.882995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:53.899071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1', 'network_id': '5838b385-f119-4c18-913e-5f83b81f87c8', 'port_id': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1', 'mac_address': 'fa:16:3e:1d:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73586f70-d57e-4ee3-8258-bdd08d07facc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:07:53.899864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-898eb144-95f1-4062-841f-1749ea28392e req-b728ae78-2ca4-41ee-87c8-f5aee3974617 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Dec 13 10:07:53.946433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.955720 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64af270e-08b2-47f2-b56b-27f38e7b0deb x-openstack-request-id: req-64af270e-08b2-47f2-b56b-27f38e7b0deb {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:53.956022 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c686e-2307-4d58-b8e1-d18d79457786", "name": "network-vif-deleted", "tag": "71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:53.956283 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64af270e-08b2-47f2-b56b-27f38e7b0deb {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:53.956689 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c686e-2307-4d58-b8e1-d18d79457786', 'name': 'network-vif-deleted', 'tag': '71e751a9-74b9-4586-a8cd-7e4ccd7ffa9b', 'status': 'completed', 'code': 200} Dec 13 10:07:53.961718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63a8dec-81ee-4d4d-986f-e23bc4e636d1 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:53.982117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:53.986639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.039138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:54.170395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0a211-e6c8-4982-b2e1-f638f87c6f5a req-8a117114-6e3d-4237-b681-c74b768eabc3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:54.172060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76d0a211-e6c8-4982-b2e1-f638f87c6f5a req-8a117114-6e3d-4237-b681-c74b768eabc3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1096 time: 0.0483158 Dec 13 10:07:54.192420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c63a8dec-81ee-4d4d-986f-e23bc4e636d1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:07:54.221533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76d0a211-e6c8-4982-b2e1-f638f87c6f5a req-5f8d6013-790a-45a8-995b-07dc8c4e734f tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Dec 13 10:07:54.764569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071187c5-866c-4631-b6d9-f5341f9b9f8f req-3e1391de-fa61-48f0-b85c-6cea61ba0853 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:54.767153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-071187c5-866c-4631-b6d9-f5341f9b9f8f req-3e1391de-fa61-48f0-b85c-6cea61ba0853 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0532198 Dec 13 10:07:54.830342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-071187c5-866c-4631-b6d9-f5341f9b9f8f req-4aadf483-a0c2-4834-8f33-ec65c41a2794 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Dec 13 10:07:55.008636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2dc0f63-986d-4451-b13b-2830ebfee6d0 req-0b666415-6959-4b31-a7b4-b0f939ea1f4f tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Dec 13 10:07:55.354031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9087c87-0432-44ad-b1df-0b90486c6b0c req-30d1ebca-5d17-4fb7-a812-0ab751191cfe tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:55.356295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9087c87-0432-44ad-b1df-0b90486c6b0c req-30d1ebca-5d17-4fb7-a812-0ab751191cfe tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1096 time: 0.0547707 Dec 13 10:07:55.416283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9087c87-0432-44ad-b1df-0b90486c6b0c req-cfc8da79-0ccc-4fe9-9f34-b2aa59fb316c tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 Dec 13 10:07:55.534195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:55.628969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:07:55.633554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c63a8dec-81ee-4d4d-986f-e23bc4e636d1 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:55.650617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1505aabc-20fa-44cd-97ef-ed619dbd3db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.750507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:07:55.761369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:55.761743 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.765144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1505aabc-20fa-44cd-97ef-ed619dbd3db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.770307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1505aabc-20fa-44cd-97ef-ed619dbd3db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.801929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:55.820538 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1505aabc-20fa-44cd-97ef-ed619dbd3db3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a52387ae72694d1ca054f0e3a64fc79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836113 Dec 13 10:07:55.822874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54424) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:55.825765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', 'mac_address': 'fa:16:3e:b7:46:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:07:55.832133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505aabc-20fa-44cd-97ef-ed619dbd3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96918ea-86ca-4014-a101-935c2dd51798,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:55.881067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.898148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:07:55.899976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.917786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:55.924812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.946412 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.959088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06f98-90d6-4ca9-b1c5-7cb4e0704518 req-29995d24-50f9-4a2e-859d-443b060fea2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:55.961628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91e06f98-90d6-4ca9-b1c5-7cb4e0704518 req-29995d24-50f9-4a2e-859d-443b060fea2f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 944 time: 0.0579574 Dec 13 10:07:55.982577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.983534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.986003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.987200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c96918ea-86ca-4014-a101-935c2dd51798 HTTP/1.1" status: 204 len: 168 time: 0.1628468 Dec 13 10:07:56.018897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2fc0-ddc8-4c38-b457-7160372dc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96918ea-86ca-4014-a101-935c2dd51798,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:56.027721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:56.030002 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386badcf-f81b-4986-8f4c-b9f427792511" -d '{"events": [{"server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "name": "network-vif-plugged", "status": "completed", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:56.055559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91e06f98-90d6-4ca9-b1c5-7cb4e0704518 req-2e0bee37-ac50-43d6-a129-da74e5fc3da3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Dec 13 10:07:56.062036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:56.081970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:56.090100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.164640 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b06dc9-1a82-458b-ad97-37ddeddaa791 x-openstack-request-id: req-30b06dc9-1a82-458b-ad97-37ddeddaa791 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:56.165136 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "name": "network-vif-plugged", "status": "completed", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:56.165748 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30b06dc9-1a82-458b-ad97-37ddeddaa791 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:56.166380 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1', 'code': 200} Dec 13 10:07:56.167763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:07:56.172118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:56.245665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3814bedb-f20b-469e-92e1-1b71912a139e req-94f22a54-3524-4243-8325-616d9701d74b tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0706224 Dec 13 10:07:56.281081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf03ee-dae0-4d03-9103-77a711889cd1 req-a94d1097-f93a-44ba-bf55-ec3f88d1195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:56.282820 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79bf03ee-dae0-4d03-9103-77a711889cd1 req-a94d1097-f93a-44ba-bf55-ec3f88d1195d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.1056180 Dec 13 10:07:56.347025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79bf03ee-dae0-4d03-9103-77a711889cd1 req-f790be42-8a4d-42c9-a42d-4c0ed0dffcd4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568156 Dec 13 10:07:56.518900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1bc24-00ea-4175-90f3-1a7a031b5b44 req-1c5e1f34-70dc-4d10-8c30-1be163b8411a tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:56.520576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36b1bc24-00ea-4175-90f3-1a7a031b5b44 req-1c5e1f34-70dc-4d10-8c30-1be163b8411a tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0432134 Dec 13 10:07:56.570956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36b1bc24-00ea-4175-90f3-1a7a031b5b44 req-a990ba1d-1d94-4eae-b803-3a811dcf6e9a tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Dec 13 10:07:57.185382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87ddbd-4d7a-42bc-badb-f5da26522587 req-3b823745-7977-45e3-b636-23863c65e844 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:57.187030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc87ddbd-4d7a-42bc-badb-f5da26522587 req-3b823745-7977-45e3-b636-23863c65e844 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 945 time: 0.0622768 Dec 13 10:07:57.238402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc87ddbd-4d7a-42bc-badb-f5da26522587 req-b2fc6361-e374-4342-9a1a-218439064914 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Dec 13 10:07:57.357574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76ed88eb-69f6-4850-a27f-0725cfb3ac1a req-c0597e65-50a0-4e34-a77b-c068bb0680b4 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0261939 Dec 13 10:07:57.624634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:57.690302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762436a-2d9c-4ab0-a7e1-c65208830200 req-d3e1817a-baf8-40d7-971b-069374664fa3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:57.692092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:07:57.692396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6762436a-2d9c-4ab0-a7e1-c65208830200 req-d3e1817a-baf8-40d7-971b-069374664fa3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0490189 Dec 13 10:07:57.696870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:57.697552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.763880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6762436a-2d9c-4ab0-a7e1-c65208830200 req-5241bd94-83f8-48ce-a364-16a471b165d3 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583260 Dec 13 10:07:57.805096 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.854056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:57.860350 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.886721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9edbe-810b-45d8-a345-1e67b9fc0eeb req-8fd40d87-7dd3-4a24-ad0e-2e4cd9fe2242 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:57.888614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d9edbe-810b-45d8-a345-1e67b9fc0eeb req-8fd40d87-7dd3-4a24-ad0e-2e4cd9fe2242 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0534465 Dec 13 10:07:57.911717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:57.948766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79d9edbe-810b-45d8-a345-1e67b9fc0eeb req-ae6a6c9a-763a-4992-8db3-55c670415765 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Dec 13 10:07:58.073694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeb37-24a1-4b95-b0c4-28eb85e68ec9 req-f1ecdaad-0d82-4e0a-a86b-2bb3ee353637 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.075810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d4eeb37-24a1-4b95-b0c4-28eb85e68ec9 req-f1ecdaad-0d82-4e0a-a86b-2bb3ee353637 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0494566 Dec 13 10:07:58.125321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d4eeb37-24a1-4b95-b0c4-28eb85e68ec9 req-98edb4cb-8c11-4a1f-a985-007e56f1d306 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Dec 13 10:07:58.168069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:58.170664 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dffb851-2bb7-45c4-9a75-f79b1f80456a" -d '{"events": [{"server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "name": "network-vif-plugged", "status": "completed", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:58.244897 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e9acd-2533-45b9-9599-e8cf7a04b7ae x-openstack-request-id: req-fa2e9acd-2533-45b9-9599-e8cf7a04b7ae {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:58.245535 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "name": "network-vif-plugged", "status": "completed", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:58.245886 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa2e9acd-2533-45b9-9599-e8cf7a04b7ae {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:58.246481 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', 'code': 200} Dec 13 10:07:58.419810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-4f26ca7f-b293-4ff5-ba61-bb881ff52832 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536113 Dec 13 10:07:58.449044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01e9f7-1491-4a07-ad60-5184d11a481c req-1efa1936-734a-4898-9168-65dc5ed4ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.450655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c01e9f7-1491-4a07-ad60-5184d11a481c req-1efa1936-734a-4898-9168-65dc5ed4ebed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 1097 time: 0.1254945 Dec 13 10:07:58.473328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dd620-a558-4b35-8904-a68d66d1a4b5 req-c948bc8a-205a-43e6-b04d-acc0c0f96e45 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.474757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-886dd620-a558-4b35-8904-a68d66d1a4b5 req-c948bc8a-205a-43e6-b04d-acc0c0f96e45 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.1394567 Dec 13 10:07:58.689735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c01e9f7-1491-4a07-ad60-5184d11a481c req-680bb71f-9fa2-4555-9397-ce5e96ca2850 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241328 Dec 13 10:07:58.692909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-886dd620-a558-4b35-8904-a68d66d1a4b5 req-bb4bc36f-e634-4200-b957-ffc7d6518f7c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025101 Dec 13 10:07:58.710425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-2e2d805f-8434-4463-8ee3-b039dc96855e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.712038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-2e2d805f-8434-4463-8ee3-b039dc96855e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856939 Dec 13 10:07:58.727715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-4f292e04-a475-4f8c-a6c6-b2dabd156a43 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/quotas/fd354b052c6949d083cf54e0eb5c7e56 HTTP/1.1" status: 200 len: 375 time: 0.0098870 Dec 13 10:07:58.768709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-5374ead6-353f-45bb-8a3a-5a9ce9f8cc4b tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350006 Dec 13 10:07:58.808661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d55cd-e980-4507-99b8-2c82cba48691 req-8c5db475-d622-471d-981c-d6c710b0a6ed tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.810457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad8d55cd-e980-4507-99b8-2c82cba48691 req-8c5db475-d622-471d-981c-d6c710b0a6ed tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0444307 Dec 13 10:07:58.866855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad8d55cd-e980-4507-99b8-2c82cba48691 req-0e09c594-d39a-4b5c-aba4-4198a234a1e0 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Dec 13 10:07:58.987290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97d06ec9-7009-45d8-a150-07cf9abc8b24 req-9110c994-5d5d-4d88-9cfa-fd8611f99e87 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 210 time: 0.0518296 Dec 13 10:07:58.989293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc56b3cd-d2d1-4529-8545-bab0db10af1b req-6c61b3db-de35-4686-9c21-db0050e24cfd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0435965 Dec 13 10:07:59.821848 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:59.878542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcd11f-333a-4a8a-8568-b9c14c985fa2 req-d4d77322-1367-4310-9cb7-2f5d5e527cd9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:59.880631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91bcd11f-333a-4a8a-8568-b9c14c985fa2 req-d4d77322-1367-4310-9cb7-2f5d5e527cd9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.1081738 Dec 13 10:07:59.908083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-a3d663a7-2f55-4e3c-858e-5135b1f6e88d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:59.909580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-a3d663a7-2f55-4e3c-858e-5135b1f6e88d tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0871429 Dec 13 10:07:59.968192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91bcd11f-333a-4a8a-8568-b9c14c985fa2 req-28a6188f-d1de-4e4a-870a-257784cf6467 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Dec 13 10:07:59.996967 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-8d3374f5-f9ca-4db9-a82a-b67294135cb3 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552454 Dec 13 10:08:00.056096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da20c6-f1d2-491d-ba44-e378d6accbad req-dde9b035-5b72-4d30-aa06-0749327d1b44 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:00.065836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84da20c6-f1d2-491d-ba44-e378d6accbad req-dde9b035-5b72-4d30-aa06-0749327d1b44 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c HTTP/1.1" status: 200 len: 1097 time: 0.0963302 Dec 13 10:08:00.123207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0239813d-c2d6-40f2-bce4-a1a06259059a req-23916cbd-4bb6-47b2-ac6a-a9ffea5ec470 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Dec 13 10:08:00.135726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Deleting port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:00.136062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.208291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84da20c6-f1d2-491d-ba44-e378d6accbad req-2bde9039-b490-4741-b23e-8af4bdc293d1 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414285 Dec 13 10:08:00.269601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-054f81de-7291-4b1e-9ca1-1271bf64c8d5 req-61fe6be1-a0cd-4a22-a70b-0696fd4ec7d7 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0426729 Dec 13 10:08:00.283865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] For port c63a8dec-81ee-4d4d-986f-e23bc4e636d1, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:00.284345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.301830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Calling delete_port for c63a8dec-81ee-4d4d-986f-e23bc4e636d1 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:00.437457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.450343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c63a8dec-81ee-4d4d-986f-e23bc4e636d1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:00.452606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f0bf0870-7776-484e-8baf-4bbd25495aee'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:00.473661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Pushing event deleted for resources: {'Port': ['ID=c63a8dec-81ee-4d4d-986f-e23bc4e636d1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:00.564370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] No DVR routers for this DVR port c63a8dec-81ee-4d4d-986f-e23bc4e636d1 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:00.571479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.579201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deb013f5-b226-46b0-8a92-ef07ec206256 req-1bafcf57-1681-490d-ad53-4d98a357af7e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c63a8dec-81ee-4d4d-986f-e23bc4e636d1 HTTP/1.1" status: 204 len: 173 time: 0.6624036 Dec 13 10:08:00.579741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'name': 'network-vif-deleted', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:00.591409 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea66037-6dd7-4084-9387-b27c1aeca177" -d '{"events": [{"server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "name": "network-vif-deleted", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:00.654622 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3601b63-1ab2-4782-a52f-aec8004f19d8 x-openstack-request-id: req-d3601b63-1ab2-4782-a52f-aec8004f19d8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:00.654925 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c", "name": "network-vif-deleted", "tag": "c63a8dec-81ee-4d4d-986f-e23bc4e636d1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:00.655187 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3601b63-1ab2-4782-a52f-aec8004f19d8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:00.655644 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517ddfb-d6c6-4c53-bb0f-bf6882c6c05c', 'name': 'network-vif-deleted', 'tag': 'c63a8dec-81ee-4d4d-986f-e23bc4e636d1', 'status': 'completed', 'code': 200} Dec 13 10:08:00.692752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-04803c2a-523f-4487-af97-471ba0b6af65 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:00.694884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-04803c2a-523f-4487-af97-471ba0b6af65 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6907859 Dec 13 10:08:00.713701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Request body: {'port': {'device_id': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': 'fd354b052c6949d083cf54e0eb5c7e56'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:00.835325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Made reservation on behalf of fd354b052c6949d083cf54e0eb5c7e56 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:00.839140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.847969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.923691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.927505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.998219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f646b7c-7584-4116-ae4b-a9627dcec4ce,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:01.099379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Allocated IP 192.168.233.209 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/f52c9288-1528-43ff-b596-3010fa6bff52) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:01.182144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d70c-39fd-49f7-858a-9c6328a821a0 req-27e86697-e488-4bfe-a2f1-c029c46a521d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:01.184081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff04d70c-39fd-49f7-858a-9c6328a821a0 req-27e86697-e488-4bfe-a2f1-c029c46a521d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.1082249 Dec 13 10:08:01.258770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff04d70c-39fd-49f7-858a-9c6328a821a0 req-dedba3fe-4f2a-4ace-866a-da72bf1b6387 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Dec 13 10:08:01.291073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a4fce77-8b0e-47b2-a5e2-ec9c9f817a15 req-ae008b7d-ec48-4ca1-8760-cd6e9dc2316d tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Dec 13 10:08:01.313585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.367573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.408577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dced0c-309e-4f1a-acf7-a5aa96d65ea8 req-b5acda7b-1ae4-4b9a-9943-36db4a05563d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:01.410133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dced0c-309e-4f1a-acf7-a5aa96d65ea8 req-b5acda7b-1ae4-4b9a-9943-36db4a05563d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.0552118 Dec 13 10:08:01.419467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:01.430885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:01.434103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:01.472958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Pushing event updated for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:01.509173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dced0c-309e-4f1a-acf7-a5aa96d65ea8 req-52425308-af12-4f59-bf94-97759736d361 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875483 Dec 13 10:08:01.524607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f873bca0-ca2b-40a3-8738-a5321bf293fd req-468e5337-5f29-48e6-a473-8c7fc6f70605 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0788696 Dec 13 10:08:01.525652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:01.526344 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.571408 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-b1b24795-444b-42e9-b4b4-27af9eb8635e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8627393 Dec 13 10:08:01.586469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Request body: {'port': {'device_id': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:01.675912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.849204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8d9f11f9-c99e-4fde-9bcf-e29bcd52737c None None] Provisioning complete for port f52c9288-1528-43ff-b596-3010fa6bff52 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:01.851612 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d9f11f9-c99e-4fde-9bcf-e29bcd52737c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.907700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f11f9-c99e-4fde-9bcf-e29bcd52737c None None] Port f52c9288-1528-43ff-b596-3010fa6bff52 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:01.915673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cf31a-0912-4c45-8786-df7a8be95d31 req-d6f37421-519b-44f8-b80a-d1a34a6eb7ea tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:01.917124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea4cf31a-0912-4c45-8786-df7a8be95d31 req-d6f37421-519b-44f8-b80a-d1a34a6eb7ea tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0549824 Dec 13 10:08:01.974124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea4cf31a-0912-4c45-8786-df7a8be95d31 req-c203cb5a-84f4-434c-8d77-dd37d8a5265e tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Dec 13 10:08:02.081079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52c9288-1528-43ff-b596-3010fa6bff52 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:02.090476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.112909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Transition to ACTIVE for port object f52c9288-1528-43ff-b596-3010fa6bff52 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:08:02.120134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.200363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.300676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Attempting to bind port f52c9288-1528-43ff-b596-3010fa6bff52 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:02.301208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Attempting to bind port f52c9288-1528-43ff-b596-3010fa6bff52 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:02.301635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Attempting to bind port f52c9288-1528-43ff-b596-3010fa6bff52 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:02.306228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Port f52c9288-1528-43ff-b596-3010fa6bff52 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:08:02.306651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Attempting to bind port f52c9288-1528-43ff-b596-3010fa6bff52 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:02.320706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:02.321519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:02.322004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:02.322889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Bound port: f52c9288-1528-43ff-b596-3010fa6bff52, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:02.323145 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.406252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:02.409991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f52c9288-1528-43ff-b596-3010fa6bff52,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:02.417808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.459083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:02.459651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.461733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] 10.222.0.16 "PUT /v2.0/ports/f52c9288-1528-43ff-b596-3010fa6bff52 HTTP/1.1" status: 200 len: 1096 time: 0.8809636 Dec 13 10:08:02.462318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:02.464773 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b" -d '{"events": [{"name": "network-changed", "server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:02.489526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf892e-1b1d-425e-90a3-79bc0351e300 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.545337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2be26f-b994-441a-bff6-1b78b957de38 req-babfea81-2a68-4ba7-a0bd-64ff8ca9262c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:02.550010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc2be26f-b994-441a-bff6-1b78b957de38 req-babfea81-2a68-4ba7-a0bd-64ff8ca9262c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 948 time: 0.1254914 Dec 13 10:08:02.580757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a12f9e45-85e1-4dd4-aa83-46aefc297a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:02.582281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-a12f9e45-85e1-4dd4-aa83-46aefc297a10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 1099 time: 0.0683322 Dec 13 10:08:02.636828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc2be26f-b994-441a-bff6-1b78b957de38 req-c47895a3-1d99-4913-83c9-66c5158f71db tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Dec 13 10:08:02.699961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-3b75306a-6cb3-4cd5-b356-71b2bd9de7c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f52c9288-1528-43ff-b596-3010fa6bff52 HTTP/1.1" status: 200 len: 217 time: 0.1005414 Dec 13 10:08:02.757516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-8b0b5a79-efb7-4a0c-aa99-0aeaea87e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:02.759337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-8b0b5a79-efb7-4a0c-aa99-0aeaea87e92f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0518520 Dec 13 10:08:02.761936 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003d1ae-00e0-46a4-a1f6-620ca1c617f5 x-openstack-request-id: req-c003d1ae-00e0-46a4-a1f6-620ca1c617f5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:02.762253 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:02.762517 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c003d1ae-00e0-46a4-a1f6-620ca1c617f5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:02.762920 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52', 'status': 'completed', 'code': 200} Dec 13 10:08:02.843756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6916-f65b-4084-a722-027a469a9e29 req-8faf7aa2-d290-4e65-91b4-ddb70748bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:02.845724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-8faf7aa2-d290-4e65-91b4-ddb70748bfcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727091 Dec 13 10:08:02.902605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-979d5f37-d3d4-4b2e-83e6-3ad999412faf req-d7a11666-2726-4772-9a99-d743bd4906ee tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0334103 Dec 13 10:08:02.990489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-0d5fb036-7dfa-432c-8faa-1bcd70a95847 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350100 Dec 13 10:08:03.100285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2eca6916-f65b-4084-a722-027a469a9e29 req-6a5c58b3-2c39-49c6-a4d4-6e625b33af9b service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994680 Dec 13 10:08:03.164499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870eac9-3f88-4ce8-bfe3-95f342ab4bcb req-46499685-ac3c-4959-b94c-5fd37d3b5c40 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.166398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1870eac9-3f88-4ce8-bfe3-95f342ab4bcb req-46499685-ac3c-4959-b94c-5fd37d3b5c40 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.1061208 Dec 13 10:08:03.219711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-3344ef8d-d0f5-462e-ace7-555e48f553ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.221673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-3344ef8d-d0f5-462e-ace7-555e48f553ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 1099 time: 0.0598795 Dec 13 10:08:03.232826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1870eac9-3f88-4ce8-bfe3-95f342ab4bcb req-fffa425f-78b7-4734-a7af-a243179955ad tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Dec 13 10:08:03.360033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0a32-d066-494a-a79f-35648802b0ed req-8ef1a7f4-1d41-4160-a494-7650736c74ff tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.361554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8bae0a32-d066-494a-a79f-35648802b0ed req-8ef1a7f4-1d41-4160-a494-7650736c74ff tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 1096 time: 0.0563810 Dec 13 10:08:03.418461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-56c17558-889f-469c-8104-40938b14e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.420077 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-56c17558-889f-469c-8104-40938b14e6fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.1815546 Dec 13 10:08:03.465278 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:08:03.481600 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-d16bd4e9-6aff-4395-a422-bb77625ad100 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f52c9288-1528-43ff-b596-3010fa6bff52 HTTP/1.1" status: 200 len: 217 time: 0.0377777 Dec 13 10:08:03.547736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-16fb72e9-08a3-44c9-a4be-6f226864e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.549119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-16fb72e9-08a3-44c9-a4be-6f226864e346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0602911 Dec 13 10:08:03.550298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Deleting port f0bf0870-7776-484e-8baf-4bbd25495aee {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:03.550641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.640149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c63a8dec-81ee-4d4d-986f-e23bc4e636d1 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:03.648560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-772b1899-e142-4c06-b8d4-312020eea024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.650076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-772b1899-e142-4c06-b8d4-312020eea024 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877638 Dec 13 10:08:03.671634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: c63a8dec-81ee-4d4d-986f-e23bc4e636d1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:03.672081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c63a8dec-81ee-4d4d-986f-e23bc4e636d1 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:03.693451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] For port f0bf0870-7776-484e-8baf-4bbd25495aee, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f0bf0870-7776-484e-8baf-4bbd25495aee,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:03.693451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.761502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Calling delete_port for f0bf0870-7776-484e-8baf-4bbd25495aee owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:03.853490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77280e-3758-4227-b457-8ef683171716 req-ea241da0-91ec-43d1-9b2f-c0003e7a2cb7 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:03.855972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e77280e-3758-4227-b457-8ef683171716 req-ea241da0-91ec-43d1-9b2f-c0003e7a2cb7 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 948 time: 0.0738075 Dec 13 10:08:03.912191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e77280e-3758-4227-b457-8ef683171716 req-561d33ea-e0cf-413b-aba2-bb561ac46b0a tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Dec 13 10:08:03.929423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-54e72d07-0f6a-47aa-9645-5dee7679efea service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703564 Dec 13 10:08:03.995326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.007460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f0bf0870-7776-484e-8baf-4bbd25495aee'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:04.034744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dedd7a9-babd-4d49-81a0-59d219638c88 req-083305a3-cb71-4709-b9fe-b6afdd533d8a tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0438683 Dec 13 10:08:04.063832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0bf0870-7776-484e-8baf-4bbd25495aee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:04.125069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] No DVR routers for this DVR port f0bf0870-7776-484e-8baf-4bbd25495aee on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:04.133925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.138214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8bae0a32-d066-494a-a79f-35648802b0ed req-a3e05902-c955-47c6-a12d-c34de1b0e202 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f0bf0870-7776-484e-8baf-4bbd25495aee HTTP/1.1" status: 204 len: 173 time: 0.7694094 Dec 13 10:08:04.159495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-483ad530-faee-4ea0-9c7b-2bc0e57cd17b req-8507b4f1-eb42-4691-860b-3a9495b097e1 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739235 Dec 13 10:08:04.357864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-210a7f95-f12f-4b12-a8b0-154f63a86e81 req-0e8fe1f7-0a83-4183-b79c-756d0c805ec7 tempest-TestServerMultinode-606734810 tempest-TestServerMultinode-606734810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39c52f55-f835-4ae8-999a-81c819626a6c HTTP/1.1" status: 200 len: 210 time: 0.0310347 Dec 13 10:08:04.379256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.758771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-97d8b582-aca8-4e8a-9c60-7a18c1773ed5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:04.760188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-97d8b582-aca8-4e8a-9c60-7a18c1773ed5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1105351 Dec 13 10:08:04.764365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'name': 'network-vif-deleted', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:04.766951 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74871f0d-f0bd-4eae-81b4-6d6372c9d7c2" -d '{"events": [{"server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "name": "network-vif-deleted", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:04.776383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-8897a4b0-e6ac-4bb1-8e4e-183886df061a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0101314 Dec 13 10:08:04.822196 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f77b1d-cbbf-4312-8a43-ef46bdaafb38 x-openstack-request-id: req-80f77b1d-cbbf-4312-8a43-ef46bdaafb38 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:04.822684 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c52f55-f835-4ae8-999a-81c819626a6c", "name": "network-vif-deleted", "tag": "f0bf0870-7776-484e-8baf-4bbd25495aee", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:04.822964 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80f77b1d-cbbf-4312-8a43-ef46bdaafb38 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:04.823435 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c52f55-f835-4ae8-999a-81c819626a6c', 'name': 'network-vif-deleted', 'tag': 'f0bf0870-7776-484e-8baf-4bbd25495aee', 'status': 'completed', 'code': 200} Dec 13 10:08:04.843028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-e2bb4fb6-a10b-4e9f-8f5d-82841354ce3e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605705 Dec 13 10:08:04.936368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-001dfd6f-c247-4972-bbc7-907d2541a360 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860150 Dec 13 10:08:05.063835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-b29c2109-b576-42ca-accb-f481e932d45e service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205573 Dec 13 10:08:05.072863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e68be-ad09-4e57-bab2-143f15a3583f req-634f4f18-3bf3-4903-b4b7-0f958d49e1ae tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:05.075108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b89e68be-ad09-4e57-bab2-143f15a3583f req-634f4f18-3bf3-4903-b4b7-0f958d49e1ae tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 948 time: 0.0791652 Dec 13 10:08:05.127583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b89e68be-ad09-4e57-bab2-143f15a3583f req-6b5bda9f-6c98-4832-8fa7-0a8a07ba8a0b tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 Dec 13 10:08:05.227806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-215a714f-b7ee-41bc-ad64-843c2f4f8e41 req-cff9d4d2-86c6-4039-8b0a-d558bb6e8fc8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0358016 Dec 13 10:08:05.289006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc19d630-0da5-420b-b2f1-1d8e948506a5 req-5de44f57-d3d4-4358-9236-317bf2184894 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0286121 Dec 13 10:08:05.425419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:05.897122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.145421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d38b-6401-48e9-8e67-d94c10c55132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.247378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Deleting port a16a80e9-9987-4525-9c46-24b9e304320b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:06.247880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.309437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-c49cf22b-4a5c-4ba9-bac8-67f2148fb335 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.312821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-c49cf22b-4a5c-4ba9-bac8-67f2148fb335 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1467354 Dec 13 10:08:06.347277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:06.356804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] For port a16a80e9-9987-4525-9c46-24b9e304320b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a16a80e9-9987-4525-9c46-24b9e304320b,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:06.357167 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.371975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Calling delete_port for a16a80e9-9987-4525-9c46-24b9e304320b owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:06.430496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4269e4a-f40c-47f3-8ea3-0558a6281c42 req-2356e1a7-e8a4-421a-bcef-1cb7a26ef21e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.0770695 Dec 13 10:08:06.454625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb836dc8-d8fa-4b79-97f7-a53c13758799 req-4acd4d2b-5200-4531-b6d7-695ad793a773 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.456404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb836dc8-d8fa-4b79-97f7-a53c13758799 req-4acd4d2b-5200-4531-b6d7-695ad793a773 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 948 time: 0.1550627 Dec 13 10:08:06.552552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb836dc8-d8fa-4b79-97f7-a53c13758799 req-fdc5aa4d-991a-4707-a358-2ceabf933506 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 Dec 13 10:08:06.565786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f52c9288-1528-43ff-b596-3010fa6bff52 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:08:06.637052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cad8e800-4e9f-421a-86f1-dccdf4a88543 req-e8fee7e9-30dd-4b4c-b039-59af2fe5cc03 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0757282 Dec 13 10:08:06.649210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f0bf0870-7776-484e-8baf-4bbd25495aee no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:06.684088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:06.688600 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.734202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f52c9288-1528-43ff-b596-3010fa6bff52,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:06.749311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: f0bf0870-7776-484e-8baf-4bbd25495aee {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:06.749968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f0bf0870-7776-484e-8baf-4bbd25495aee not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:06.751663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f52c9288-1528-43ff-b596-3010fa6bff52', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'f52c9288-1528-43ff-b596-3010fa6bff52', 'mac_address': 'fa:16:3e:79:51:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:08:06.811842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.837415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52c9288-1528-43ff-b596-3010fa6bff52 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:06.860780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f52c9288-1528-43ff-b596-3010fa6bff52,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:06.867885 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.917253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.945579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:06.976330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.4 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/9fb0eb49-62e5-4477-99a5-2585e74fcc15) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:07.003563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16a80e9-9987-4525-9c46-24b9e304320b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:07.176690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f52c9288-1528-43ff-b596-3010fa6bff52'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:07.222571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.260140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.276919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.298723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:07.362004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:07.372743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:07.374323 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:07.376911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:07.440018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:07.440913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.489881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-6b9107fe-a949-4aa2-bd54-3063c1cbbe8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1397576 Dec 13 10:08:07.497757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Request body: {'port': {'device_id': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:07.566636 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.745481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Router 8870d4df-9df5-4379-9b39-8d54bb16f516 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:07.865958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d510b1d7-6c7c-4d4b-aaec-df40d2aa6ec8 None None] Provisioning complete for port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:07.866326 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d510b1d7-6c7c-4d4b-aaec-df40d2aa6ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.903844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d510b1d7-6c7c-4d4b-aaec-df40d2aa6ec8 None None] Port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:07.971658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:07.977423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bf427a85-57e4-4ac6-920e-16ae1c0bb513 admin admin] 10.222.0.31 "PUT /v2.0/routers/8870d4df-9df5-4379-9b39-8d54bb16f516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5497336 Dec 13 10:08:07.980110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54664) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:07.984426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Sync routers for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:08.009432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:08.010193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:08.160065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:08.161216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.316566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.323823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-416cbb3a-b698-44fc-8f73-daa67e3b3746 req-9020c0bc-9c78-4205-96b0-92f3f2b94bdd tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c686e-2307-4d58-b8e1-d18d79457786 HTTP/1.1" status: 200 len: 210 time: 0.4979839 Dec 13 10:08:08.404452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Deleting port 3c1afe29-4cc4-45a9-9581-45047f833a17 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:08.405506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be624-b9d6-4bfa-90df-3a750bfb9ace req-fe6ebb3e-5396-4a74-883b-d150df904be4 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:08.406513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.416568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a3be624-b9d6-4bfa-90df-3a750bfb9ace req-fe6ebb3e-5396-4a74-883b-d150df904be4 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 949 time: 0.5931716 Dec 13 10:08:08.441970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:08:06Z', 'revision_number': 5, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port': {'id': '3c1afe29-4cc4-45a9-9581-45047f833a17', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:16Z', 'updated_at': '2021-12-13T10:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:08.477243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Checking router: 8870d4df-9df5-4379-9b39-8d54bb16f516 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:08.487020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Routers {'8870d4df-9df5-4379-9b39-8d54bb16f516'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:08.488131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:07:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8870d4df-9df5-4379-9b39-8d54bb16f516'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:08.500651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] For port 3c1afe29-4cc4-45a9-9581-45047f833a17, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3c1afe29-4cc4-45a9-9581-45047f833a17,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:08.501021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.514380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Calling delete_port for 3c1afe29-4cc4-45a9-9581-45047f833a17 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:08.531637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb0eb49-62e5-4477-99a5-2585e74fcc15 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:08.540095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.554884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Transition to ACTIVE for port object 9fb0eb49-62e5-4477-99a5-2585e74fcc15 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:08:08.566725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.583502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] Set router 8870d4df-9df5-4379-9b39-8d54bb16f516 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:08.629404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:08.659990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50c46c-b3c9-4f8e-8479-3c8dbd0bedf4 req-6c724726-c381-4233-948d-0effb7fed931 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:08.663295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:08:08Z', 'revision_number': 6, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:08.670123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe50c46c-b3c9-4f8e-8479-3c8dbd0bedf4 req-6c724726-c381-4233-948d-0effb7fed931 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 931 time: 0.2770417 Dec 13 10:08:08.672044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f52c9288-1528-43ff-b596-3010fa6bff52 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:08.717967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.770071 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1afe29-4cc4-45a9-9581-45047f833a17,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:08.812534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa3976-3baf-48fd-81ee-0a7f77a9da9f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:08.814446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe50c46c-b3c9-4f8e-8479-3c8dbd0bedf4 req-66009fdc-16a0-448d-afc5-9ad86aa2b4bf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427846 Dec 13 10:08:08.815095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22eebbe-1597-48e3-ad79-323b333f56da None None] The sync data for ids ['8870d4df-9df5-4379-9b39-8d54bb16f516'] in n-d-820935-7 is: [{'id': '8870d4df-9df5-4379-9b39-8d54bb16f516', 'name': 'tempest-TestServerMultinode-328788752-router', 'tenant_id': 'd85198a8b24f4cadb36399ad4890adc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:15Z', 'updated_at': '2021-12-13T10:08:08Z', 'revision_number': 6, 'project_id': 'd85198a8b24f4cadb36399ad4890adc5', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:08.828185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-abbbe7d0-ab40-46be-a083-572ed22d6b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.849492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a3be624-b9d6-4bfa-90df-3a750bfb9ace req-f4401a97-e6f0-4941-a070-5035c7c81cf7 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319432 Dec 13 10:08:08.862911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f52c9288-1528-43ff-b596-3010fa6bff52 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:08:08.874303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f52c9288-1528-43ff-b596-3010fa6bff52 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:08.874784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.888296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Attempting to bind port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:08.888636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Attempting to bind port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:08.888974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Attempting to bind port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:08.893735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:08:08.894062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Attempting to bind port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:08.900210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:08.900552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:08.900948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:08.901388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Bound port: 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:08.901750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.921537 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.987869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:08.992268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:08.999913 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.016780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.038286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.040985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.051433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:09.055790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:09.056296 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b325fa8a-809f-4efb-bd96-e78cff4bc8a9" -d '{"events": [{"server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "name": "network-vif-plugged", "status": "completed", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:09.056438 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.057968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] 10.222.0.20 "PUT /v2.0/ports/9fb0eb49-62e5-4477-99a5-2585e74fcc15 HTTP/1.1" status: 200 len: 1091 time: 1.5672450 Dec 13 10:08:09.058425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:09.077897 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3febc-8730-4182-82a7-00d3e92ec60f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:09.082858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f52c9288-1528-43ff-b596-3010fa6bff52,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:09.092566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.151670 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69480778-4c93-420f-8a0d-157f2bc248d7 x-openstack-request-id: req-69480778-4c93-420f-8a0d-157f2bc248d7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:09.151980 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "name": "network-vif-plugged", "status": "completed", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:09.152241 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69480778-4c93-420f-8a0d-157f2bc248d7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:09.152647 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52', 'code': 200} Dec 13 10:08:09.181828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.183052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8870d4df-9df5-4379-9b39-8d54bb16f516 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:09.204998 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.208355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-506c1814-0663-482f-8978-f95bee6b778b admin admin] 10.222.0.31 "DELETE /v2.0/routers/8870d4df-9df5-4379-9b39-8d54bb16f516 HTTP/1.1" status: 204 len: 168 time: 1.2135673 Dec 13 10:08:09.211159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:09.214240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.234052 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438389a6-6aec-4e50-b38d-7bfca2dd05c6 x-openstack-request-id: req-438389a6-6aec-4e50-b38d-7bfca2dd05c6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:09.234412 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:09.234778 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-438389a6-6aec-4e50-b38d-7bfca2dd05c6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:09.236148 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15', 'status': 'completed', 'code': 200} Dec 13 10:08:09.259865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469edc7-8c95-4ea7-abe7-761beaac235b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.270552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-96b2b787-f36f-45e4-9b14-791d8d7ffbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:09.272861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-96b2b787-f36f-45e4-9b14-791d8d7ffbfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 1094 time: 0.1622486 Dec 13 10:08:09.340142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-c7a3668e-018b-46a5-9e83-527ce2c17b09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15 HTTP/1.1" status: 200 len: 217 time: 0.0574522 Dec 13 10:08:09.353374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d19f2e-2b71-42cb-baf1-ec546b1070ad req-0ec8136c-6b31-43f5-808b-54e10312039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:09.355034 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b9d19f2e-2b71-42cb-baf1-ec546b1070ad req-0ec8136c-6b31-43f5-808b-54e10312039c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 1101 time: 0.1217835 Dec 13 10:08:09.358177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Deleting subnet 73586f70-d57e-4ee3-8258-bdd08d07facc {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:09.361858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.416238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-c33ea3c2-6c6f-4f85-8715-285f55187836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:09.416749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-c33ea3c2-6c6f-4f85-8715-285f55187836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0636389 Dec 13 10:08:09.443974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b9d19f2e-2b71-42cb-baf1-ec546b1070ad req-ff3003d3-02a1-4cea-9d91-2f8891e05da6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794592 Dec 13 10:08:09.450044 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.468704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54676) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:09.517639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-5820c814-42bb-4ed3-89dc-6b7f92269838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:09.519162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-5820c814-42bb-4ed3-89dc-6b7f92269838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961192 Dec 13 10:08:09.548083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.577647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.609487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.613425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.642055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-f5b98e92-91b6-4451-8044-e9887215b5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149466 Dec 13 10:08:09.642978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73586f70-d57e-4ee3-8258-bdd08d07facc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.653981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.657772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.667534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:09.670484 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2035d20c-c963-43dc-b044-b54db4216f32 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73586f70-d57e-4ee3-8258-bdd08d07facc HTTP/1.1" status: 204 len: 168 time: 0.4573390 Dec 13 10:08:09.674200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421f152-7fdb-41d6-aebd-ed090fd832df None None] Network 5838b385-f119-4c18-913e-5f83b81f87c8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:09.842464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.896185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03efd921-b986-4ac9-aab2-565dc1eda084 req-e29fe6a4-f637-4b85-b936-84bec07b6dae service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350893 Dec 13 10:08:09.904762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] DHCP port deletion for 5838b385-f119-4c18-913e-5f83b81f87c8 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:09.957505 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.960770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.964736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:09.965186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/security-groups/048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a HTTP/1.1" status: 204 len: 168 time: 0.4951468 Dec 13 10:08:09.995287 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-74b9f3d5-f6ed-4dc5-b8f8-983662e349a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] show failed (client error): The resource could not be found. Dec 13 10:08:09.996188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Deleting port 9d47efce-f78a-4ad9-91e2-0023243e3484 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:09.996320 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74b9f3d5-f6ed-4dc5-b8f8-983662e349a8 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "GET /v2.0/security-groups/048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a HTTP/1.1" status: 404 len: 347 time: 0.0295093 Dec 13 10:08:09.996854 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.000148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:10.092897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30483582-1647-4f21-9d33-a31df99267eb tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048ad2a2-a4b1-4f7c-aaf0-b39876a5c64a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:10.137790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] For port 9d47efce-f78a-4ad9-91e2-0023243e3484, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9d47efce-f78a-4ad9-91e2-0023243e3484,segment=NetworkSegment(f0aa15c0-c5d7-41ac-b091-327666529f7e),segment_id=f0aa15c0-c5d7-41ac-b091-327666529f7e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:10.138686 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.165596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Calling delete_port for 9d47efce-f78a-4ad9-91e2-0023243e3484 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:10.173499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a19fd4-f978-4f4c-baf5-49fbf78d1a24 req-8303c327-90f6-421e-89fa-0127a4647bb1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.175083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6a19fd4-f978-4f4c-baf5-49fbf78d1a24 req-8303c327-90f6-421e-89fa-0127a4647bb1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1572063 Dec 13 10:08:10.183808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c69b-f137-4f9f-b585-870ac7bb38e1 req-7757b9c7-dc0a-4579-a0db-59870019d343 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.191058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07e0c69b-f137-4f9f-b585-870ac7bb38e1 req-7757b9c7-dc0a-4579-a0db-59870019d343 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.2362716 Dec 13 10:08:10.209232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-a0ef2de9-2417-41b8-b20d-1e9ad44f5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.210882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-a0ef2de9-2417-41b8-b20d-1e9ad44f5879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 1094 time: 0.2062309 Dec 13 10:08:10.230928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port fcdeafbc-c1c2-48a8-b8f3-50f32727391f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:10.231503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.283460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.329003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-e058001b-f7fc-4ac6-9325-94f811c7b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.330470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-e058001b-f7fc-4ac6-9325-94f811c7b892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.1009684 Dec 13 10:08:10.338460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] Pushing event deleted for resources: {'Port': ['ID=9d47efce-f78a-4ad9-91e2-0023243e3484,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:10.341892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dac53-5bf2-48e1-ac82-df7b57eda92c None None] No DVR routers for this DVR port 9d47efce-f78a-4ad9-91e2-0023243e3484 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:10.356142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d47efce-f78a-4ad9-91e2-0023243e3484 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:10.367767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Deleting port 9d47efce-f78a-4ad9-91e2-0023243e3484 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:10.368116 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.390212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9d47efce-f78a-4ad9-91e2-0023243e3484 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:10.390904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9d47efce-f78a-4ad9-91e2-0023243e3484 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:10.391501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a16a80e9-9987-4525-9c46-24b9e304320b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:10.396687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.398755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.414394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-709bad25-bd77-4ac6-b260-fefc117d5d64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15 HTTP/1.1" status: 200 len: 217 time: 0.0768790 Dec 13 10:08:10.433803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for fcdeafbc-c1c2-48a8-b8f3-50f32727391f owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:10.441079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a16a80e9-9987-4525-9c46-24b9e304320b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:10.442072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a16a80e9-9987-4525-9c46-24b9e304320b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:10.442763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3c1afe29-4cc4-45a9-9581-45047f833a17 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:10.470789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 3c1afe29-4cc4-45a9-9581-45047f833a17 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:10.471704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3c1afe29-4cc4-45a9-9581-45047f833a17 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:10.474828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07e0c69b-f137-4f9f-b585-870ac7bb38e1 req-b58ce3f5-9243-40cd-a118-21654232ec1e tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829113 Dec 13 10:08:10.510327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6a19fd4-f978-4f4c-baf5-49fbf78d1a24 req-78b14552-9561-4c49-8615-f6054fece771 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169718 Dec 13 10:08:10.541994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] For port 9d47efce-f78a-4ad9-91e2-0023243e3484, host n-d-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:10.542466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.557337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Calling delete_port for 9d47efce-f78a-4ad9-91e2-0023243e3484 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:10.561731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Port 9d47efce-f78a-4ad9-91e2-0023243e3484 was not found and therefore no delete operation was performed {{(pid=103195) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:08:10.565939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.579683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-2a66a1e6-a056-4193-9bf0-e37672e8eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.581322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-2a66a1e6-a056-4193-9bf0-e37672e8eb29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.1513042 Dec 13 10:08:10.611616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.612474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d47efce-f78a-4ad9-91e2-0023243e3484,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:10.630900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] No DVR routers for this DVR port 9d47efce-f78a-4ad9-91e2-0023243e3484 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:10.638510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=fcdeafbc-c1c2-48a8-b8f3-50f32727391f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:10.701805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.704524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.705773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-32b98609-9448-488c-829c-013c793ee93e tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f4dff8f-12cf-4b7f-937e-30e5ce2d591b HTTP/1.1" status: 204 len: 168 time: 0.7037656 Dec 13 10:08:10.708440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:10.742314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-06f0bef4-efb4-4305-a5c9-71e4ae08e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:10.744054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-06f0bef4-efb4-4305-a5c9-71e4ae08e971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446943 Dec 13 10:08:10.748767 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.834742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:10.835393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.863685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5838b385-f119-4c18-913e-5f83b81f87c8']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:10.890255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0aa15c0-c5d7-41ac-b091-327666529f7e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:10.890640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0aa15c0-c5d7-41ac-b091-327666529f7e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:10.915981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.945509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.955198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.961322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:10.966141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:10.966790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.970774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-2818a1c4-2d4d-4a94-98eb-68b138d34faa service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186079 Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:10.971577 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:11.117802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.125638 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.131388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/5838b385-f119-4c18-913e-5f83b81f87c8 HTTP/1.1" status: 204 len: 168 time: 1.4509044 Dec 13 10:08:11.134659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:11.166879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e03fc-fc9d-4b51-9b0a-72a9a11d48bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5838b385-f119-4c18-913e-5f83b81f87c8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:11.208877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.220119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.228617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58a3febc-8730-4182-82a7-00d3e92ec60f req-d3e42a5c-31cb-4bbc-a8c5-68e950fee0ab service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426345 Dec 13 10:08:11.251047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:11.422787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.426049 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e733c362-02d3-4927-9ca3-143503ed2da0 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/ports/d02bce6d-b142-4b62-9d5e-6d3a7d4e74f3 HTTP/1.1" status: 204 len: 168 time: 0.7166197 Dec 13 10:08:11.428800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:11.552452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting port 3814720d-d194-4796-a00c-6470cc65f70b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:11.552452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.750307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.755282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.773351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42378e5f-5f5f-4eb5-9f67-197e735b9ae7 req-cf9f7528-2812-4b3a-b537-5e6bb0dbd2f5 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:11.801119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42378e5f-5f5f-4eb5-9f67-197e735b9ae7 req-cf9f7528-2812-4b3a-b537-5e6bb0dbd2f5 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.1854889 Dec 13 10:08:11.857492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f0e14-d910-4686-88f1-adb4041314c1 req-ea678b12-aaa8-47c4-abe3-989bcc83dc36 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:11.866479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a29f0e14-d910-4686-88f1-adb4041314c1 req-ea678b12-aaa8-47c4-abe3-989bcc83dc36 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.2389727 Dec 13 10:08:11.875901 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Calling delete_port for 3814720d-d194-4796-a00c-6470cc65f70b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:12.009597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.058047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42378e5f-5f5f-4eb5-9f67-197e735b9ae7 req-f65d4a8d-90fd-4716-badd-26327d5cd117 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557826 Dec 13 10:08:12.078599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a29f0e14-d910-4686-88f1-adb4041314c1 req-05feaf70-6c24-48d8-806c-6fab65318335 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111168 Dec 13 10:08:12.244596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.286522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Port': ['ID=3814720d-d194-4796-a00c-6470cc65f70b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:12.431613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Deleting port 86eceea4-4ff6-4e24-84be-ca50e8283fb9 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:12.432212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.509077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.516324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5dec1299-f057-4725-8bae-765c5733b35d tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/ports/3814720d-d194-4796-a00c-6470cc65f70b HTTP/1.1" status: 204 len: 168 time: 1.0853827 Dec 13 10:08:12.518943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:12.567021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8dd85-8940-4bac-a0c4-58fa092b9535 req-6416eda9-2c19-4740-b763-076a6c69feb1 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:12.578984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5f8dd85-8940-4bac-a0c4-58fa092b9535 req-6416eda9-2c19-4740-b763-076a6c69feb1 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.1346722 Dec 13 10:08:12.581893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] For port 86eceea4-4ff6-4e24-84be-ca50e8283fb9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=86eceea4-4ff6-4e24-84be-ca50e8283fb9,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:12.582264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.603373 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Calling delete_port for 86eceea4-4ff6-4e24-84be-ca50e8283fb9 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:12.611208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting subnet 7b79c000-e585-46a7-8f77-1e98c5c4e941 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:12.618753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.638611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5f8dd85-8940-4bac-a0c4-58fa092b9535 req-94377671-4db3-4fc4-9557-d5d1da733d5b tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578530 Dec 13 10:08:12.709961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.893191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.996018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.030844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.035515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Subnet': ['ID=7b79c000-e585-46a7-8f77-1e98c5c4e941,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.044849 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.048827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eac469fb-4018-4567-97d9-f10beae863cc tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/subnets/7b79c000-e585-46a7-8f77-1e98c5c4e941 HTTP/1.1" status: 204 len: 168 time: 0.5286012 Dec 13 10:08:13.051526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cab8af-7c33-4219-9f44-1cef567cb2b3 None None] Network ce687c19-aafb-4dd2-8dd0-34939de7a670 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:13.054432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54706) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:13.072364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Pushing event deleted for resources: {'Port': ['ID=86eceea4-4ff6-4e24-84be-ca50e8283fb9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.222865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Deleting subnet 1c4e84e6-1800-438b-a48a-84c02c37f8e0 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:13.238182 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.389412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] DHCP port deletion for ce687c19-aafb-4dd2-8dd0-34939de7a670 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:13.394943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.488329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Deleting port f5ef31e3-222d-46eb-9f92-fe5648452472 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:13.488980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.601619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] For port f5ef31e3-222d-46eb-9f92-fe5648452472, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f5ef31e3-222d-46eb-9f92-fe5648452472,segment=NetworkSegment(47e6e2f9-5810-49c6-9e08-eff85f34d33b),segment_id=47e6e2f9-5810-49c6-9e08-eff85f34d33b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:13.602518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.618806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Calling delete_port for f5ef31e3-222d-46eb-9f92-fe5648452472 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:13.648172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.729684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.738761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c1122-9895-45d3-a4b9-12363da10df4 req-f5e8800c-c04c-44f6-8de2-ae8f496ffb88 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.741287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-899c1122-9895-45d3-a4b9-12363da10df4 req-f5e8800c-c04c-44f6-8de2-ae8f496ffb88 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.4547689 Dec 13 10:08:13.783725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] Pushing event deleted for resources: {'Port': ['ID=f5ef31e3-222d-46eb-9f92-fe5648452472,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.797961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff961a-6790-4729-b081-036e8e16eb2b None None] No DVR routers for this DVR port f5ef31e3-222d-46eb-9f92-fe5648452472 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:13.899951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:13.911436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.913174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-91ccdf4a-7fdc-461a-b63c-628ff36e9559 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.914871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-91ccdf4a-7fdc-461a-b63c-628ff36e9559 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.1058161 Dec 13 10:08:13.919295 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-899c1122-9895-45d3-a4b9-12363da10df4 req-61285a25-5692-4fc7-95ed-f1cda4ed562f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678040 Dec 13 10:08:13.960557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb482931-2dfc-4bf6-b434-fd658f29b734 req-41346550-658c-4191-b84c-cf69eb843f54 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.963376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb482931-2dfc-4bf6-b434-fd658f29b734 req-41346550-658c-4191-b84c-cf69eb843f54 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.2015228 Dec 13 10:08:14.046496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.081556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4e84e6-1800-438b-a48a-84c02c37f8e0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:14.097333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb482931-2dfc-4bf6-b434-fd658f29b734 req-a38f033a-61bb-46a7-b2fc-d129288ddf69 tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220672 Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.117268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:14.119411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.129547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6e1f4f48-bb41-4983-a862-fcbfb06d2135 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/subnets/1c4e84e6-1800-438b-a48a-84c02c37f8e0 HTTP/1.1" status: 204 len: 168 time: 1.0738366 Dec 13 10:08:14.132201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54712) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:14.135640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3892f0f-06b0-4e4b-be31-7d186d07c1a3 None None] Network 60e882be-bd9a-49c7-b8f0-9449f1de27d4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:14.223748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.244589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:14.249987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc664c0e-c180-47b2-86ca-fc9ded45f580 admin admin] 10.222.0.31 "PUT /v2.0/routers/8cd2ee64-314d-4f2d-a614-7b3fa28fd241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1117389 Dec 13 10:08:14.258406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Sync routers for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:14.264800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54714) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:14.278238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:14.278894 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.364885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Deleting port f52c9288-1528-43ff-b596-3010fa6bff52 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:14.365391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.378038 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.399539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f44ca-405f-4617-af82-8499c0885820 None None] DHCP port deletion for 60e882be-bd9a-49c7-b8f0-9449f1de27d4 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:14.408468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce687c19-aafb-4dd2-8dd0-34939de7a670']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.437883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e6e2f9-5810-49c6-9e08-eff85f34d33b') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.439612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e6e2f9-5810-49c6-9e08-eff85f34d33b') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.467934 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.479864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Deleting port 5e94cc30-6b1a-47b8-963f-776f651886ac {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:14.480299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.492007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.494289 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:14.513503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:14.516759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:14.520582 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:14.602121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f5ef31e3-222d-46eb-9f92-fe5648452472 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:14.644509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.658426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.662127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/networks/ce687c19-aafb-4dd2-8dd0-34939de7a670 HTTP/1.1" status: 204 len: 168 time: 0.5277555 Dec 13 10:08:14.673894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54720) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:14.696749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-138f44ca-405f-4617-af82-8499c0885820 None None] For port 5e94cc30-6b1a-47b8-963f-776f651886ac, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5e94cc30-6b1a-47b8-963f-776f651886ac,segment=NetworkSegment(efc13eb4-a91e-4a70-aa5e-d8e393da0a52),segment_id=efc13eb4-a91e-4a70-aa5e-d8e393da0a52)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:14.697455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.712700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.720697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a879-7386-48f3-9ddb-352b7deb2508 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Network': ['ID=ce687c19-aafb-4dd2-8dd0-34939de7a670,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:14.721870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Calling delete_port for 5e94cc30-6b1a-47b8-963f-776f651886ac owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:14.742756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f5ef31e3-222d-46eb-9f92-fe5648452472 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:14.743443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f5ef31e3-222d-46eb-9f92-fe5648452472 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:14.755332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] For port f52c9288-1528-43ff-b596-3010fa6bff52, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f52c9288-1528-43ff-b596-3010fa6bff52,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:14.756850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.844558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Calling delete_port for f52c9288-1528-43ff-b596-3010fa6bff52 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:14.857814 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:08:12Z', 'revision_number': 5, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.862023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.899481 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Checking router: 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:14.904959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f44ca-405f-4617-af82-8499c0885820 None None] Pushing event deleted for resources: {'Port': ['ID=5e94cc30-6b1a-47b8-963f-776f651886ac,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:14.917499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Routers {'8cd2ee64-314d-4f2d-a614-7b3fa28fd241'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:14.918653 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:14.929160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f44ca-405f-4617-af82-8499c0885820 None None] No DVR routers for this DVR port 5e94cc30-6b1a-47b8-963f-776f651886ac on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:14.987777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.027328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.104902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] Set router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:15.142519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dc4fb-e3a9-4b36-94e2-9caed2939d55 req-e35dc691-09e3-426b-9f87-4098e29c3d0c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:15.151849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-292dc4fb-e3a9-4b36-94e2-9caed2939d55 req-e35dc691-09e3-426b-9f87-4098e29c3d0c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1026163 Dec 13 10:08:15.231510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-292dc4fb-e3a9-4b36-94e2-9caed2939d55 req-36cf60ea-7d3a-46b0-a9c4-6b3a53dbc247 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Dec 13 10:08:15.273445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.360265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e882be-bd9a-49c7-b8f0-9449f1de27d4']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:15.361956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8be992-9e0d-4ffd-8f23-b7fd7875b77e req-52456248-ec7e-47f5-b6b0-42e796fbc49f tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:15.369708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b8be992-9e0d-4ffd-8f23-b7fd7875b77e req-52456248-ec7e-47f5-b6b0-42e796fbc49f tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/ports?device_id=d51144f9-c756-47d1-b98b-dc5b2f5dfe52 HTTP/1.1" status: 200 len: 950 time: 0.0757556 Dec 13 10:08:15.379354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:15.379791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc13eb4-a91e-4a70-aa5e-d8e393da0a52') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:15.404475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.417337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.429935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.434590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Deleting port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:15.435035 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.435827 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:08:12Z', 'revision_number': 5, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:15.458016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b8be992-9e0d-4ffd-8f23-b7fd7875b77e req-081dd370-2aee-448b-9dc2-2883e550ee8a tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f646b7c-7584-4116-ae4b-a9627dcec4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876150 Dec 13 10:08:15.482772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:15.483306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:15.488133 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:15.494267 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546ad27-61bc-4067-9932-2ac4f9556875 None None] The sync data for ids ['8cd2ee64-314d-4f2d-a614-7b3fa28fd241'] in n-d-820935-7 is: [{'id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'name': 'tempest-TestServerMultinode-1012155933-router', 'tenant_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:08:12Z', 'revision_number': 5, 'project_id': '185fa9b9bf454a7c8dd24abd9d7ee833', 'gw_port': {'id': '2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2ee64-314d-4f2d-a614-7b3fa28fd241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:07:22Z', 'updated_at': '2021-12-13T10:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:15.504063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Pushing event deleted for resources: {'Port': ['ID=f52c9288-1528-43ff-b596-3010fa6bff52,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:15.569933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21e60-8fe6-4521-bf72-28b3b8b6042a req-70d73549-11c0-4533-91a8-693363c6a108 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:15.572840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0c21e60-8fe6-4521-bf72-28b3b8b6042a req-70d73549-11c0-4533-91a8-693363c6a108 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.0977833 Dec 13 10:08:15.637498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] No DVR routers for this DVR port f52c9288-1528-43ff-b596-3010fa6bff52 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:15.652004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.657008 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c14b8574-2dc4-478f-88f4-2fa7d2171d1c req-1b380cb3-a3fc-4c94-904b-9be47ae9e44c tempest-VolumesNegativeTest-736277246 tempest-VolumesNegativeTest-736277246-project] 10.222.0.16 "DELETE /v2.0/ports/f52c9288-1528-43ff-b596-3010fa6bff52 HTTP/1.1" status: 204 len: 173 time: 1.7313745 Dec 13 10:08:15.673592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0c21e60-8fe6-4521-bf72-28b3b8b6042a req-b25f9cfb-f4df-4b2f-8ec4-d26686c3ce1b tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929766 Dec 13 10:08:15.705503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'name': 'network-vif-deleted', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:15.710282 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76983419-7b2d-4105-a623-4d721f2ae202" -d '{"events": [{"server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "name": "network-vif-deleted", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:15.780512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.804020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.812890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] 10.222.0.31 "DELETE /v2.0/networks/60e882be-bd9a-49c7-b8f0-9449f1de27d4 HTTP/1.1" status: 204 len: 168 time: 1.1373098 Dec 13 10:08:15.836185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] For port 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:15.836564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.870495 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001997d3-6fca-49a9-b3c4-433fdddf28c1 x-openstack-request-id: req-001997d3-6fca-49a9-b3c4-433fdddf28c1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:15.870796 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51144f9-c756-47d1-b98b-dc5b2f5dfe52", "name": "network-vif-deleted", "tag": "f52c9288-1528-43ff-b596-3010fa6bff52", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:15.871045 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-001997d3-6fca-49a9-b3c4-433fdddf28c1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:15.871443 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51144f9-c756-47d1-b98b-dc5b2f5dfe52', 'name': 'network-vif-deleted', 'tag': 'f52c9288-1528-43ff-b596-3010fa6bff52', 'status': 'completed', 'code': 200} Dec 13 10:08:15.878833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d130af-8d85-4b71-b103-1f98e3855b88 tempest-TaggedBootDevicesTest_v242-870992834 tempest-TaggedBootDevicesTest_v242-870992834-project] Pushing event deleted for resources: {'Network': ['ID=60e882be-bd9a-49c7-b8f0-9449f1de27d4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:15.914035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Calling delete_port for 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:16.045249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-18edab9e-1c0d-4c19-842b-0ea8da5871e7 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:16.046616 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-18edab9e-1c0d-4c19-842b-0ea8da5871e7 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.16 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.1197195 Dec 13 10:08:16.454386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e94cc30-6b1a-47b8-963f-776f651886ac no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:16.534177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5e94cc30-6b1a-47b8-963f-776f651886ac {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:16.541397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5e94cc30-6b1a-47b8-963f-776f651886ac not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:16.542099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 86eceea4-4ff6-4e24-84be-ca50e8283fb9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:16.546461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ddef3-978b-46a4-aaa9-a14830f30d67 req-a0b1280a-8a75-456b-8f93-27210ec9053f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:16.551193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e48ddef3-978b-46a4-aaa9-a14830f30d67 req-a0b1280a-8a75-456b-8f93-27210ec9053f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1371820 Dec 13 10:08:16.586733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:16.594117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f52c9288-1528-43ff-b596-3010fa6bff52 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:16.628319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Deleting port eae394c4-bdbf-428f-b036-355fdaae8423 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:16.628932 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:16.672604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: f52c9288-1528-43ff-b596-3010fa6bff52 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:16.672969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f52c9288-1528-43ff-b596-3010fa6bff52 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:16.678101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 86eceea4-4ff6-4e24-84be-ca50e8283fb9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:16.681715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 86eceea4-4ff6-4e24-84be-ca50e8283fb9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:16.712754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e48ddef3-978b-46a4-aaa9-a14830f30d67 req-784f7c4d-29d4-4fbf-b210-7e3d7fab2268 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469247 Dec 13 10:08:16.755473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a111f5-52b2-46c0-bef9-8eb501e34291 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:16.773701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:16.917584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153b1d-3fb0-4474-b47a-88b861e8854e req-bc8925a8-98c2-46ec-bb02-7dc6296f7ee7 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:16.925196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10153b1d-3fb0-4474-b47a-88b861e8854e req-bc8925a8-98c2-46ec-bb02-7dc6296f7ee7 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 946 time: 0.0792575 Dec 13 10:08:16.979835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] For port eae394c4-bdbf-428f-b036-355fdaae8423, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=eae394c4-bdbf-428f-b036-355fdaae8423,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:16.980261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.009885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10153b1d-3fb0-4474-b47a-88b861e8854e req-f3de94f4-4158-44de-af49-d87e5eb39327 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837584 Dec 13 10:08:17.010791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.201105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.252254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.404476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.405013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd2ee64-314d-4f2d-a614-7b3fa28fd241 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:17.410844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.412064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4a104853-1512-42f7-bec3-8055109140cf admin admin] 10.222.0.31 "DELETE /v2.0/routers/8cd2ee64-314d-4f2d-a614-7b3fa28fd241 HTTP/1.1" status: 204 len: 168 time: 3.1431670 Dec 13 10:08:17.414741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54782) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:17.455310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.456031 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.456807 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Floating IP 393f8aa7-34f0-4d5e-9e80-0bd5a06681b0 disassociated. External IP: 172.25.2.120, port: eae394c4-bdbf-428f-b036-355fdaae8423. Dec 13 10:08:17.457453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Calling delete_port for eae394c4-bdbf-428f-b036-355fdaae8423 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:17.519053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Deleting subnet 4883f263-3bd1-4952-be0e-9e7930af7966 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:17.532361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.638068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.793856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.847884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:17.874998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event deleted for resources: {'Port': ['ID=eae394c4-bdbf-428f-b036-355fdaae8423,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:17.897740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721513b0-7e4d-4f5a-9942-16c8f072a128 req-cb37ddab-2877-46dd-acf7-f2897b9fda26 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:17.903402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-721513b0-7e4d-4f5a-9942-16c8f072a128 req-cb37ddab-2877-46dd-acf7-f2897b9fda26 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1024039 Dec 13 10:08:17.963231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.007631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6565a-158b-45a1-b3a1-545e47e7f23e None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:18.032845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4883f263-3bd1-4952-be0e-9e7930af7966,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:18.055695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.078317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-587f34c6-382e-4041-94d6-b9e01d8d22fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4883f263-3bd1-4952-be0e-9e7930af7966 HTTP/1.1" status: 204 len: 168 time: 0.6551790 Dec 13 10:08:18.080909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54832) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:18.097220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-721513b0-7e4d-4f5a-9942-16c8f072a128 req-bf99ecbd-1e97-46ea-99ea-d22b3bfa0f69 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708717 Dec 13 10:08:18.229694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Router c414c8f4-c645-4954-a337-b0974e390504 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:18.412684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] DHCP port deletion for 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:18.422677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:18.435031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6c6ca83-8237-4a65-87b9-56c06e318c72 req-dea98e26-e5ee-4fe1-9ed1-5b19c25ecf23 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "GET /v2.0/ports?device_id=128a4b0a-f1df-470d-b4a9-1c01ebde9867 HTTP/1.1" status: 200 len: 210 time: 0.1507852 Dec 13 10:08:18.482253 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.535265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:18.580281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:18.580986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2e587152-6e4b-4bb6-b2c0-2b9ac122b5b3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:18.607926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Sync routers for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:18.612460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Deleting port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:18.613004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.615043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eae394c4-bdbf-428f-b036-355fdaae8423 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:18.635436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] No DVR routers for this DVR port eae394c4-bdbf-428f-b036-355fdaae8423 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:18.641647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.645587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d796a23d-b560-41fb-a175-117694bb3ef7 req-9c27055c-425b-44bf-9ad5-f0f00d36fd0e tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.16 "DELETE /v2.0/ports/eae394c4-bdbf-428f-b036-355fdaae8423 HTTP/1.1" status: 204 len: 173 time: 2.5892696 Dec 13 10:08:18.646066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'name': 'network-vif-deleted', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:18.655906 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d6246-f0ea-4999-be8b-5b8841ccaec8" -d '{"events": [{"server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "name": "network-vif-deleted", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:18.683854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: eae394c4-bdbf-428f-b036-355fdaae8423 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:18.684296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device eae394c4-bdbf-428f-b036-355fdaae8423 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:18.705389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:18.706235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:18.736409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] For port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:18.736788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.741296 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceb1c87-989c-4d63-9ad4-d0305fd865e0 x-openstack-request-id: req-bceb1c87-989c-4d63-9ad4-d0305fd865e0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:18.741592 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a4b0a-f1df-470d-b4a9-1c01ebde9867", "name": "network-vif-deleted", "tag": "eae394c4-bdbf-428f-b036-355fdaae8423", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:18.741849 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bceb1c87-989c-4d63-9ad4-d0305fd865e0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:18.742256 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a4b0a-f1df-470d-b4a9-1c01ebde9867', 'name': 'network-vif-deleted', 'tag': 'eae394c4-bdbf-428f-b036-355fdaae8423', 'status': 'completed', 'code': 200} Dec 13 10:08:18.763250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Calling delete_port for 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:18.778961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Deleting port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:18.779746 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.885906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.931516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Pushing event deleted for resources: {'Port': ['ID=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:18.942149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] For port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,segment=NetworkSegment(10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7),segment_id=10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:18.943004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:18.944191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] No DVR routers for this DVR port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:18.974276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:18.978230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Calling delete_port for 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:19.035120 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.063706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73146c4f-c4f5-4d02-8140-f32dfb4c6ac9']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:19.074636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:19.075082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a10ffd-3c0d-4ae4-b344-f95d7b06d7b7') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:19.086694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.102947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.126720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:19.127151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:19.135319 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:19.257905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.263527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.270795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] 10.222.0.31 "DELETE /v2.0/networks/73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 HTTP/1.1" status: 204 len: 168 time: 1.1724372 Dec 13 10:08:19.329236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47720-fedd-4906-a326-02e3ee40829e admin admin] Pushing event deleted for resources: {'Network': ['ID=73146c4f-c4f5-4d02-8140-f32dfb4c6ac9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:19.385902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a379d-ce8e-4e42-9fc6-1900179b85ae req-a06c2f60-26dc-4812-80d7-747b116cd50d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:19.387974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-056a379d-ce8e-4e42-9fc6-1900179b85ae req-a06c2f60-26dc-4812-80d7-747b116cd50d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1376390 Dec 13 10:08:19.472297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-056a379d-ce8e-4e42-9fc6-1900179b85ae req-79f0fa44-6ed3-43df-acb3-4482f6d26fa4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Dec 13 10:08:19.537759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54928) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:19.636428 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.666610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54932) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:19.672099 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Network 73146c4f-c4f5-4d02-8140-f32dfb4c6ac9 is not hosted by any dhcp agent {{(pid=103196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:08:19.672639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] No DVR routers for this DVR port 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:19.676796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fe814-1bef-4330-a26a-1774f858faf9 None None] Pushing event deleted for resources: {'Port': ['ID=56f8b027-4dbc-4c31-9b2b-ba55c8d42209,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:19.744358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3f57fac1-b429-42d0-b9fd-76cb5523959e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d85198a8b24f4cadb36399ad4890adc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763023 Dec 13 10:08:19.747101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54940) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:19.761692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:19.817516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Deleting port b47fabed-f2b9-42bc-97d2-bb05aa33d47a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:19.817996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.824261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Checking router: c414c8f4-c645-4954-a337-b0974e390504 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:19.829587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.855712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:19.857145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:19.877869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.973768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.977865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.980894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1bfd834-8803-48dc-a7b0-a6d14cacd123 HTTP/1.1" status: 204 len: 168 time: 0.2302995 Dec 13 10:08:19.991382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18143d23-2073-4c0c-8536-cf879383d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bfd834-8803-48dc-a7b0-a6d14cacd123,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:20.021948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:20.037137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.040895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.073017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Calling delete_port for b47fabed-f2b9-42bc-97d2-bb05aa33d47a owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:20.364968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:20.432904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:20.433250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56f8b027-4dbc-4c31-9b2b-ba55c8d42209 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:20.436987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.530861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54978) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.538590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event deleted for resources: {'Port': ['ID=b47fabed-f2b9-42bc-97d2-bb05aa33d47a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:20.569521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.573617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.574671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.575181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.577917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.578429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.578959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.579387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:20.579846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.580339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.581838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.582401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.584028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.586717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:20.634991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511f88d-3c25-4146-9a47-830887f0baed None None] The sync data for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 is: [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:02:29Z', 'revision_number': 4, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '556644ee-c9b5-4c4f-a3bc-48de41c8cc6a', 'name': '', 'network_id': '0b879070-43a3-486a-966c-1ffc6408cf87', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'mac_address': 'fa:16:3e:f9:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'subnets': [{'id': 'c208705f-a919-4380-9c41-cbfa2050af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:20.701915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.703816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3a8c4681-4c21-4764-a999-def94021f451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=185fa9b9bf454a7c8dd24abd9d7ee833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716526 Dec 13 10:08:20.705302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.706384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 54984) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.707170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-daded076-2f7d-415d-b566-a11a7030fa80 tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "DELETE /v2.0/floatingips/393f8aa7-34f0-4d5e-9e80-0bd5a06681b0 HTTP/1.1" status: 204 len: 168 time: 1.1684015 Dec 13 10:08:20.809734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e9d0a-2ad7-4900-8857-1b4e2f8fbf63 req-973df701-d58b-4338-84f3-73f2bcedfd86 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.821313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 54992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.828328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b1e9d0a-2ad7-4900-8857-1b4e2f8fbf63 req-973df701-d58b-4338-84f3-73f2bcedfd86 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.2283127 Dec 13 10:08:20.915747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b1e9d0a-2ad7-4900-8857-1b4e2f8fbf63 req-b9b2898c-6270-42f2-9011-452c10b91039 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863528 Dec 13 10:08:20.917419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.935212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.955611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.981604 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.040039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.052801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.054174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c4d269c-ce01-4c4e-a5ee-c9d3246803a4 HTTP/1.1" status: 204 len: 168 time: 0.3291848 Dec 13 10:08:21.066312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c87ec-f47e-49c4-b5f7-4fe1d345d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d269c-ce01-4c4e-a5ee-c9d3246803a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:21.087652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.092154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.093787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] 10.222.0.31 "DELETE /v2.0/security-groups/2bd6fb73-2ddf-4d70-90c8-662291dd4cbb HTTP/1.1" status: 204 len: 168 time: 0.2712793 Dec 13 10:08:21.108782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47458e36-3038-4ac7-a674-d29a072134eb tempest-TestServerBasicOps-1981709577 tempest-TestServerBasicOps-1981709577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6fb73-2ddf-4d70-90c8-662291dd4cbb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:21.163865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55018) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:21.207054 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973754d-8448-4cc4-8d3f-ecb3d7882fce None None] New status for floating IP 393f8aa7-34f0-4d5e-9e80-0bd5a06681b0: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:08:22.149014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b273c-bf17-4045-af5b-592261729c30 req-b493183a-af7d-4256-accb-6c435c80fbaf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:22.150774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-752b273c-bf17-4045-af5b-592261729c30 req-b493183a-af7d-4256-accb-6c435c80fbaf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0576000 Dec 13 10:08:22.153267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.278167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-752b273c-bf17-4045-af5b-592261729c30 req-39997332-b7cd-442d-875d-bb4d8a989e08 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081200 Dec 13 10:08:22.489612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Deleting port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:22.489960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.616658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] For port 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:22.617293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.630923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Calling delete_port for 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:22.841177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.874674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=556644ee-c9b5-4c4f-a3bc-48de41c8cc6a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:23.066474 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.329488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Router c414c8f4-c645-4954-a337-b0974e390504 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:23.425378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510347-db99-4c74-80f8-d75174bd4174 req-77d7ba65-a4d9-4224-8961-82b3c534b399 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:23.446988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70510347-db99-4c74-80f8-d75174bd4174 req-77d7ba65-a4d9-4224-8961-82b3c534b399 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0832684 Dec 13 10:08:23.506259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70510347-db99-4c74-80f8-d75174bd4174 req-f3948958-c7cf-4259-8f95-c56b2496579a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Dec 13 10:08:23.723041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:23.731443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7968bde-ac2f-47d1-8237-8e4fa9e54d54 admin admin] 10.222.0.31 "PUT /v2.0/routers/c414c8f4-c645-4954-a337-b0974e390504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632637 Dec 13 10:08:23.732900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:23.737756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Sync routers for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:23.758413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:23.759352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:23.875140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.903987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:24.005831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.080563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Deleting port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:24.081158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.122948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:08:22Z', 'revision_number': 5, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port': {'id': '3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c8f4-c645-4954-a337-b0974e390504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:21Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:24.157139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Checking router: c414c8f4-c645-4954-a337-b0974e390504 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:24.170542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] For port 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:24.170977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.184451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Calling delete_port for 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:24.192520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Routers {'c414c8f4-c645-4954-a337-b0974e390504'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:24.193163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c414c8f4-c645-4954-a337-b0974e390504'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:24.343241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] Set router c414c8f4-c645-4954-a337-b0974e390504 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:24.389723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.413790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:08:24Z', 'revision_number': 6, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:24.439712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:24.453955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047316f8-ae9d-457a-8f52-567a48010074 None None] The sync data for ids ['c414c8f4-c645-4954-a337-b0974e390504'] in n-d-820935-7 is: [{'id': 'c414c8f4-c645-4954-a337-b0974e390504', 'name': 'tempest-TestServerBasicOps-1024721142-router', 'tenant_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:20Z', 'updated_at': '2021-12-13T10:08:24Z', 'revision_number': 6, 'project_id': '1ef62d0b32344dabbf01bcd0c0a4acd8', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:24.456879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258cb03-2e21-45cc-9549-b487f9ce3138 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:24.529426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.625468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.627834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.651215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb06ee-bad9-4d4d-b925-28d410bf1a10 req-f20e9a4f-a7aa-46f6-880c-a7cf8ca7a585 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:24.653081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6fb06ee-bad9-4d4d-b925-28d410bf1a10 req-f20e9a4f-a7aa-46f6-880c-a7cf8ca7a585 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0594680 Dec 13 10:08:24.689833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.691476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c414c8f4-c645-4954-a337-b0974e390504 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:24.696087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.697578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5671f140-6220-4c5c-8993-a40d2224dfb7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c414c8f4-c645-4954-a337-b0974e390504 HTTP/1.1" status: 204 len: 168 time: 0.9634833 Dec 13 10:08:24.700166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55052) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:24.743099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6fb06ee-bad9-4d4d-b925-28d410bf1a10 req-539f5df1-ee7b-45db-b4ef-9d7079cd9727 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832675 Dec 13 10:08:24.758085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Deleting subnet c208705f-a919-4380-9c41-cbfa2050af71 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:24.762208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.808182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.927689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.033960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.065302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c208705f-a919-4380-9c41-cbfa2050af71,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:25.077059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.077770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aef398-9e17-408e-b688-ca81c86354d6 None None] Network 0b879070-43a3-486a-966c-1ffc6408cf87 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:25.084200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55058) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:25.085090 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed97c10e-fa5f-4fc9-9515-6a8a7186709d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c208705f-a919-4380-9c41-cbfa2050af71 HTTP/1.1" status: 204 len: 168 time: 0.3835897 Dec 13 10:08:25.141134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55060) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:25.165584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.284061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Deleting port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:25.284411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.365230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] DHCP port deletion for 0b879070-43a3-486a-966c-1ffc6408cf87 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:25.408126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] For port 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=791fa0f8-309b-4618-9eaf-9fe2ccd34767,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:25.408549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.419559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55c82623-3273-44df-82ff-4a884af3f48e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd354b052c6949d083cf54e0eb5c7e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766101 Dec 13 10:08:25.420452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:25.435277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Deleting port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:25.435910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.440896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Calling delete_port for 791fa0f8-309b-4618-9eaf-9fe2ccd34767 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:25.506690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] For port 791fa0f8-309b-4618-9eaf-9fe2ccd34767, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=791fa0f8-309b-4618-9eaf-9fe2ccd34767,segment=NetworkSegment(a062c299-7f0b-49ae-9ec6-9629cc223e77),segment_id=a062c299-7f0b-49ae-9ec6-9629cc223e77)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:25.506892 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.514815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.524250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Calling delete_port for 791fa0f8-309b-4618-9eaf-9fe2ccd34767 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:25.547476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.567397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.607906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Pushing event deleted for resources: {'Port': ['ID=791fa0f8-309b-4618-9eaf-9fe2ccd34767,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:25.617668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] No DVR routers for this DVR port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:25.642191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.645144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.650132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f646b7c-7584-4116-ae4b-a9627dcec4ce HTTP/1.1" status: 204 len: 168 time: 0.2263446 Dec 13 10:08:25.666469 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6732-7ff8-4572-b2c1-baf8fce52cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f646b7c-7584-4116-ae4b-a9627dcec4ce,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:25.693788 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.753543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.767580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] No DVR routers for this DVR port 791fa0f8-309b-4618-9eaf-9fe2ccd34767 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:25.776235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f7cc9-b5ea-49f1-a5ef-8790d77daf70 None None] Pushing event deleted for resources: {'Port': ['ID=791fa0f8-309b-4618-9eaf-9fe2ccd34767,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:25.824319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b879070-43a3-486a-966c-1ffc6408cf87']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:25.841747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a062c299-7f0b-49ae-9ec6-9629cc223e77') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:25.842068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a062c299-7f0b-49ae-9ec6-9629cc223e77') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:25.869988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.930230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.946776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:25.947391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:25.949697 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:26.013132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18469d-cc32-46d5-8596-ebc45468b2b0 req-78acbeb6-3de6-4131-83de-f667bc57ec12 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:26.015158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb18469d-cc32-46d5-8596-ebc45468b2b0 req-78acbeb6-3de6-4131-83de-f667bc57ec12 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1314578 Dec 13 10:08:26.072697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:26.094265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:26.102733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55078) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:26.111914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0b879070-43a3-486a-966c-1ffc6408cf87 HTTP/1.1" status: 204 len: 168 time: 1.0249128 Dec 13 10:08:26.175361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898250-5d60-4332-a223-3659424e8781 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b879070-43a3-486a-966c-1ffc6408cf87,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:26.195509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb18469d-cc32-46d5-8596-ebc45468b2b0 req-1706dbed-4abb-40a0-bee6-e31df87ac8c4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672924 Dec 13 10:08:26.448547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:26.493224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:26.493579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 3f5d3dcd-2fd2-4dda-a322-e45c8ee65a6b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:26.494015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:26.533532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:26.533897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 556644ee-c9b5-4c4f-a3bc-48de41c8cc6a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:26.534331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 791fa0f8-309b-4618-9eaf-9fe2ccd34767 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:26.574248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 791fa0f8-309b-4618-9eaf-9fe2ccd34767 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:26.574610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 791fa0f8-309b-4618-9eaf-9fe2ccd34767 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:26.718040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:27.042633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Deleting port f44daff3-43d4-4190-8001-765038279a51 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:27.043149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:27.153644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] For port f44daff3-43d4-4190-8001-765038279a51, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f44daff3-43d4-4190-8001-765038279a51,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:27.154259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:27.168615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Calling delete_port for f44daff3-43d4-4190-8001-765038279a51 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:27.415243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:27.451137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44daff3-43d4-4190-8001-765038279a51,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:27.526819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1e2b-f130-4abb-9963-daf2a734b04e req-d66e55b5-e01b-4f09-b0e2-fa23eaa94696 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:27.530039 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e50f1e2b-f130-4abb-9963-daf2a734b04e req-d66e55b5-e01b-4f09-b0e2-fa23eaa94696 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1094062 Dec 13 10:08:27.624521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e50f1e2b-f130-4abb-9963-daf2a734b04e req-d7441e6d-a243-48d3-8534-152f8a04c7a9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879350 Dec 13 10:08:27.736166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.034185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Router 858f45b6-b256-4526-a791-ab926e0cd25e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:28.176432 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:28.186103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55116) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:28.187248 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a976fc88-ef53-449f-b162-afa3a0115c19 admin admin] 10.222.0.31 "PUT /v2.0/routers/858f45b6-b256-4526-a791-ab926e0cd25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823376 Dec 13 10:08:28.191081 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Sync routers for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:28.191892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55118) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:28.199068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056371420', 'description': 'tempest-secgroup-smoke-1056371420 description', 'project_id': 'a710072baa3a482d91a81cbc7585c07e'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:28.217554 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:28.218289 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:28.388050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.401636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-eb3bbd7c-1197-4df4-ac6e-05f6c329945b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1791005 Dec 13 10:08:28.409260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.414107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:28.536664 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.580768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-c50d5e8b-c27e-43ec-9988-13ee504646a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:28.582318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-c50d5e8b-c27e-43ec-9988-13ee504646a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 1097 time: 0.1116030 Dec 13 10:08:28.683355 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:08:27Z', 'revision_number': 5, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:28.735220 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Checking router: 858f45b6-b256-4526-a791-ab926e0cd25e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:28.745082 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Routers {'858f45b6-b256-4526-a791-ab926e0cd25e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:28.745968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['858f45b6-b256-4526-a791-ab926e0cd25e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:28.755437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.777157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.863193 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] Set router 858f45b6-b256-4526-a791-ab926e0cd25e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:28.863657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-9c59d676-7e6e-4a0f-ba3d-eeca4c8fc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:28.865526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-9c59d676-7e6e-4a0f-ba3d-eeca4c8fc9ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.2586486 Dec 13 10:08:28.866166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c6d364-54a6-4a8d-891b-60985d547158,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:28.874486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.961057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd572ac-bacb-44e3-a1ff-04cf0895df8b req-68233c59-208c-4e65-8932-792238ae734c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:28.962885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd572ac-bacb-44e3-a1ff-04cf0895df8b req-68233c59-208c-4e65-8932-792238ae734c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.2174907 Dec 13 10:08:28.966737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-369b4496-1c95-4ad4-9a12-fde8826e168a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e HTTP/1.1" status: 200 len: 217 time: 0.0872474 Dec 13 10:08:29.071831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-81be0515-0517-4ec1-a871-b367bae56f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:29.073349 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-81be0515-0517-4ec1-a871-b367bae56f9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0702832 Dec 13 10:08:29.174537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:08:27Z', 'revision_number': 5, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:29.208573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8d134-4a1e-4ebf-8737-57d7054702d8 None None] The sync data for ids ['858f45b6-b256-4526-a791-ab926e0cd25e'] in n-d-820935-7 is: [{'id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'name': 'tempest-TestServerBasicOps-648313145-router', 'tenant_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:34Z', 'updated_at': '2021-12-13T10:08:27Z', 'revision_number': 5, 'project_id': 'a32195e623ad498ba4db8b9b6fd2755f', 'gw_port': {'id': 'e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858f45b6-b256-4526-a791-ab926e0cd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:35Z', 'updated_at': '2021-12-13T10:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:29.398073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.412013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.457662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd572ac-bacb-44e3-a1ff-04cf0895df8b req-c4c12045-5672-4136-a50a-19ed9af3edbb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869084 Dec 13 10:08:29.467178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.468537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2791729 Dec 13 10:08:29.471740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55124) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:29.473663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-7068cabd-f92b-4a8f-a10d-50e57b8d29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:29.475905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-7068cabd-f92b-4a8f-a10d-50e57b8d29d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324804 Dec 13 10:08:29.481421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:29.486335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eab46f-508f-4855-90f8-72c47e481599 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e920ff7a-120e-49bb-9765-0ae9e798d69a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.492160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Deleting port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:29.492535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.622605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.731040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-80a64d59-eb42-4566-8a51-24d09c3f66a7 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417858 Dec 13 10:08:29.753568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] For port e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:29.754201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.786355 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.817005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.830289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Calling delete_port for e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:29.832468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.867315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1110f3dc-13cf-4a0b-892d-bb7b3175ea4d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.919884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.921100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f9832fd-0f0a-4c52-8393-5e56d95e2e29 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4443195 Dec 13 10:08:29.924638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55132) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:29.940333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:29.960461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68bd60b6-699d-4770-9c3d-c31069927ac8 req-2e05e6ef-f0cc-4aa3-8b56-72901418fcfb service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222307 Dec 13 10:08:30.004033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.093700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.094529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.103092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.127021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3b132e-ae5e-4772-8804-3a9fb6e4724f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.130068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Pushing event deleted for resources: {'Port': ['ID=e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.140502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.145460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-672ede2f-ff4d-4c34-8b16-3d242167b669 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2196608 Dec 13 10:08:30.147406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55134) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.152104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72642fa0-c9d4-48b4-bc86-7cf995b13301 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:30.156354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.192631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.230733 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.268605 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.274489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.301757 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.305680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545119 Dec 13 10:08:30.311659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55136) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.311659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.316214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cffa77-15f7-4639-b304-66a1c51d1a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff012876-7e4f-4e4c-a1f6-14b51b60af94,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.347040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.384694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.386820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f44daff3-43d4-4190-8001-765038279a51 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:30.387089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.436170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f44daff3-43d4-4190-8001-765038279a51 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:30.436530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f44daff3-43d4-4190-8001-765038279a51 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:30.457875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.463763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.470369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.471203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858f45b6-b256-4526-a791-ab926e0cd25e {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:30.478207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.479041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1b77096-7b9b-4947-ada2-3292e1bdf56d admin admin] 10.222.0.31 "DELETE /v2.0/routers/858f45b6-b256-4526-a791-ab926e0cd25e HTTP/1.1" status: 204 len: 168 time: 2.2734919 Dec 13 10:08:30.483213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.494468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c84fced-58cc-4572-9bf2-e1d977adbbcd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.509332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.511114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0213babb-06f7-4531-a0b8-1983196824b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037482 Dec 13 10:08:30.513390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55142) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.518566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.553734 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:08:30.557512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Deleting subnet 867df91c-6057-4789-a315-1d75201bbc61 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:30.560783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.561826 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.634486 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.644147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.649924 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.663522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250e573c-6272-4e84-8a8c-aad88215d6d3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.677540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.679334 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-02bea17f-7beb-45c3-9097-f32d324944ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649785 Dec 13 10:08:30.682125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55144) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.686949 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'e920ff7a-120e-49bb-9765-0ae9e798d69a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.687205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83de01-5ebd-4af3-a9d7-7d4480b38039 req-6ef0a5b7-d3a4-4082-bb56-286cf68c44bd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:30.688847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c83de01-5ebd-4af3-a9d7-7d4480b38039 req-6ef0a5b7-d3a4-4082-bb56-286cf68c44bd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0940635 Dec 13 10:08:30.718366 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:08:30.739528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.778413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c83de01-5ebd-4af3-a9d7-7d4480b38039 req-c9bc6b79-923a-4bf2-8f3f-3dbe77a23e57 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750580 Dec 13 10:08:30.829938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.835870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.836501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.862045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015ff00f-a939-42b0-ade0-49e41f725416,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.868328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.872543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-01ed4fbe-4bac-4ea3-91f0-11facf9d3d44 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863892 Dec 13 10:08:30.872739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55148) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.877970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'network': {'name': 'tempest-network-smoke--736357249', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.898750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.901689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:30.905683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.931138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:30.938386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867df91c-6057-4789-a315-1d75201bbc61,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.940818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.941212 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Added segment 3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a of type vlan for network c0410f55-c086-4ea4-b58c-2e4f9d7988ed Dec 13 10:08:30.944579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.950866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55150) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.950997 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f5684a11-bcbf-4b00-b3a8-20726807dbc5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/867df91c-6057-4789-a315-1d75201bbc61 HTTP/1.1" status: 204 len: 168 time: 0.4666409 Dec 13 10:08:30.957613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593c2a3-00dc-420c-9274-4a8ca4eb4466 None None] Network 15ca875d-363d-473e-8e4b-43e13b23a496 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:31.037753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.061157 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.085805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.091336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:31.092297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.170796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] DHCP port deletion for 15ca875d-363d-473e-8e4b-43e13b23a496 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:31.199959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3229995 Dec 13 10:08:31.200341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:31.205409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'admin_state_up': True, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:31.229919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c543b-4f32-4a2b-856b-0217e6ca9b6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Network': ['ID=c0410f55-c086-4ea4-b58c-2e4f9d7988ed,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.245404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Deleting port c6f2970c-25eb-428d-a067-0699c02bc5bd {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:31.245706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.249892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.250397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Deleting port c6f2970c-25eb-428d-a067-0699c02bc5bd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:31.250917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.252288 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.253950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:31.329823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.394755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] For port c6f2970c-25eb-428d-a067-0699c02bc5bd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c6f2970c-25eb-428d-a067-0699c02bc5bd,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:31.395603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.412005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Calling delete_port for c6f2970c-25eb-428d-a067-0699c02bc5bd owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:31.483028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.606769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] For port c6f2970c-25eb-428d-a067-0699c02bc5bd, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c6f2970c-25eb-428d-a067-0699c02bc5bd,segment=NetworkSegment(33e5eac1-0c7c-4fcf-8514-106d1d5c2c93),segment_id=33e5eac1-0c7c-4fcf-8514-106d1d5c2c93)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:31.607069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.623839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Calling delete_port for c6f2970c-25eb-428d-a067-0699c02bc5bd owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:31.710550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.712502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.719350 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.735123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.745512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Pushing event deleted for resources: {'Port': ['ID=c6f2970c-25eb-428d-a067-0699c02bc5bd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.751691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f2970c-25eb-428d-a067-0699c02bc5bd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.757952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.758312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.758668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.759002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] No DVR routers for this DVR port c6f2970c-25eb-428d-a067-0699c02bc5bd on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:31.759130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.759350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.759799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.760140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.761066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.761429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.761898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.762242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.762580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.762916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:31.769670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edf8b2-57e5-4b17-ab23-f189eb925414 None None] No DVR routers for this DVR port c6f2970c-25eb-428d-a067-0699c02bc5bd on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:31.876233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.905412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ca875d-363d-473e-8e4b-43e13b23a496']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:31.907056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.242 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/f6570790-152c-45d5-a151-b40d77bd04b2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:31.916421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:31.916985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e5eac1-0c7c-4fcf-8514-106d1d5c2c93') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:31.927724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.931714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb758-3fa5-4e3e-b0f6-26ce3794befb req-dc3f1fb1-bebc-48ad-8599-31b69aab2cbb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:31.933425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-477eb758-3fa5-4e3e-b0f6-26ce3794befb req-dc3f1fb1-bebc-48ad-8599-31b69aab2cbb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0848701 Dec 13 10:08:31.945118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.954254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:31.955101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:31.959039 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:32.029813 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.035134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-477eb758-3fa5-4e3e-b0f6-26ce3794befb req-babb9e0a-f714-4f31-bcf2-297c100db3d5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Dec 13 10:08:32.035301 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.059999 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/15ca875d-363d-473e-8e4b-43e13b23a496 HTTP/1.1" status: 204 len: 168 time: 1.0950809 Dec 13 10:08:32.084114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.085425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f8750-ea3f-4c29-a5de-6a989b7543ad admin admin] Pushing event deleted for resources: {'Network': ['ID=15ca875d-363d-473e-8e4b-43e13b23a496,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:32.122707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.163262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:32.166268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:32.169701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:32.191009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4425086-2666-4da6-9132-cc4235e2bd28 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:32.192542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=f6570790-152c-45d5-a151-b40d77bd04b2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:32.266748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.280549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bb394ad6-5ab7-44fe-8d82-1a78899c20e2 None None] Provisioning complete for port f6570790-152c-45d5-a151-b40d77bd04b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:32.281069 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb394ad6-5ab7-44fe-8d82-1a78899c20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.336337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:32.338124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4def8383-a00c-414a-9539-f189edfaa864 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ef62d0b32344dabbf01bcd0c0a4acd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700204 Dec 13 10:08:32.342282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bb394ad6-5ab7-44fe-8d82-1a78899c20e2 None None] Port f6570790-152c-45d5-a151-b40d77bd04b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:32.342839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55162) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.368812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:32.369697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e60b4f4f-fbd7-4d2b-83c5-dcfa35b7554d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:32.370129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c6f2970c-25eb-428d-a067-0699c02bc5bd no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:32.396012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c6f2970c-25eb-428d-a067-0699c02bc5bd {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:32.396281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c6f2970c-25eb-428d-a067-0699c02bc5bd not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:32.413995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.435438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.467681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.488472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.491467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.495373 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eb40e69-e0c3-434e-9672-39b57faaf4a1 HTTP/1.1" status: 204 len: 168 time: 0.1490698 Dec 13 10:08:32.507947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4ba29-65bc-41b8-8b47-5846e7ca38ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb40e69-e0c3-434e-9672-39b57faaf4a1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:32.737750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.897171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 8954f358-2b4c-4169-971d-5c41b54a4d3d is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:08:32.898558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55170) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.960052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95bf16db-3b5b-4476-b0ff-018b7a9cadc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a32195e623ad498ba4db8b9b6fd2755f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597637 Dec 13 10:08:32.962600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55172) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.027540 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.047599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:33.054531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.060508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Sync routers for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:33.071886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:33.072844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:33.086702 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.091520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55176) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.092478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e396ee81-e9f2-4748-98fd-ea6c275bf9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8908846 Dec 13 10:08:33.158222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.162708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.169287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/575dfd4d-21b9-4994-ab96-65e286af67b8 HTTP/1.1" status: 204 len: 168 time: 0.2055094 Dec 13 10:08:33.187881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322911bc-b63b-45a2-b270-5225cd8a5250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575dfd4d-21b9-4994-ab96-65e286af67b8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:33.200897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52199d-3fd4-4ad5-b237-f792b718f710 req-b232117c-b99d-4d38-bb3a-ceea304efa42 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:33.202475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a52199d-3fd4-4ad5-b237-f792b718f710 req-b232117c-b99d-4d38-bb3a-ceea304efa42 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0647407 Dec 13 10:08:33.235703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:33.272966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a52199d-3fd4-4ad5-b237-f792b718f710 req-ded4f97b-1b87-4e6d-a97c-146dd686f838 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619700 Dec 13 10:08:33.469395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:32Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:33.516267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Checking router: 8954f358-2b4c-4169-971d-5c41b54a4d3d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:33.516774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Updating router 8954f358-2b4c-4169-971d-5c41b54a4d3d port f6570790-152c-45d5-a151-b40d77bd04b2 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:08:33.524165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-024ab1ec-b315-42d3-820c-d2fc3d7e30ae tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a710072baa3a482d91a81cbc7585c07e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4307988 Dec 13 10:08:33.526683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55182) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.554765 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.714136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637489b6-3a71-45d8-8ee8-0bba2230df09 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:33.716082 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-637489b6-3a71-45d8-8ee8-0bba2230df09 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876993 Dec 13 10:08:33.718956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55184) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.774959 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3f6963d7-3ed9-4119-83cf-127788e2589e tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547454 Dec 13 10:08:33.777921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.787691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356779933', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:33.900853 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.910294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.930151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:33.934426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.971362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3dbac-f6e6-4c35-8240-3fd4c8ac1fc2 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:33.982155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55190) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.990657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Attempting to bind port f6570790-152c-45d5-a151-b40d77bd04b2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:33.991123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Attempting to bind port f6570790-152c-45d5-a151-b40d77bd04b2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:33.991973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Attempting to bind port f6570790-152c-45d5-a151-b40d77bd04b2 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:34.001349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:34.001828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:34.002243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.002684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:34.003177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Bound port: f6570790-152c-45d5-a151-b40d77bd04b2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:34.003619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.036645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6da5-2db1-4d63-aaad-7e5893c5cbbd None None] Pushing event updated for resources: {'Port': ['ID=f6570790-152c-45d5-a151-b40d77bd04b2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.099217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] For port f6570790-152c-45d5-a151-b40d77bd04b2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:34.104319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] For port f6570790-152c-45d5-a151-b40d77bd04b2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6570790-152c-45d5-a151-b40d77bd04b2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:34.106000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] Provisioning complete for port f6570790-152c-45d5-a151-b40d77bd04b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:34.106431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.128328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.210363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.210964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f62765-65e3-4521-a14c-8f7d2487aa50 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:34.227574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6da5-2db1-4d63-aaad-7e5893c5cbbd None None] Pushing event updated for resources: {'Port': ['ID=f6570790-152c-45d5-a151-b40d77bd04b2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.231157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:34.231805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:34.326863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Subnet': ['ID=e626b574-b4cf-43d6-a72f-8f96d8dd10ad,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.338327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Checking segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:34.338707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network hostable DHCP agents. Network: c0410f55-c086-4ea4-b58c-2e4f9d7988ed, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:34.340378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.363357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:34.374792 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] For port f6570790-152c-45d5-a151-b40d77bd04b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6570790-152c-45d5-a151-b40d77bd04b2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:34.379837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, c0410f55-c086-4ea4-b58c-2e4f9d7988ed) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:34.385060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:34.385964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.406832 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ab4e085a-7266-49af-8297-97fc8974f8ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6274457 Dec 13 10:08:34.410596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55196) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.433160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7d263-ca17-4b76-832a-1618e6c1d28f None None] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:34.521863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.586749 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.597794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:34.598875 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.658019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:34.770065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19945f42-af75-40f9-bcb2-bf48999355e5 req-eaeec751-fe51-4b0d-9cde-765bf4da7c8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:34.771950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19945f42-af75-40f9-bcb2-bf48999355e5 req-eaeec751-fe51-4b0d-9cde-765bf4da7c8a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.3886449 Dec 13 10:08:34.782896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f4c63-d9b9-4656-af94-245bf073d13d None None] Pushing event updated for resources: {'Port': ['ID=f6570790-152c-45d5-a151-b40d77bd04b2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.809539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4ce3d93d-f4e0-4d44-ad85-9d023423374c None None] Provisioning complete for port f6570790-152c-45d5-a151-b40d77bd04b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:34.810087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d93d-f4e0-4d44-ad85-9d023423374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.874592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19945f42-af75-40f9-bcb2-bf48999355e5 req-add08682-8cd5-4569-b4d0-3e890a17426f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936418 Dec 13 10:08:35.036030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Allocated IP 172.20.0.2 (c0410f55-c086-4ea4-b58c-2e4f9d7988ed/e626b574-b4cf-43d6-a72f-8f96d8dd10ad/df764269-0dce-4d94-b9cb-e8e654c09a15) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:35.036271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.048860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.186429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f45f5449-b047-4093-a633-73222ea116cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:32Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:35.226844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5449-b047-4093-a633-73222ea116cf None None] The sync data for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 is: [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:32Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:35.308366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.317695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.342417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Deleting port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:35.342778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.389672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:35.393854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:35.397624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:35.407945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Pushing event updated for resources: {'Port': ['ID=df764269-0dce-4d94-b9cb-e8e654c09a15,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:35.439532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.1 (c0410f55-c086-4ea4-b58c-2e4f9d7988ed/e626b574-b4cf-43d6-a72f-8f96d8dd10ad/d24a07bf-8ff9-4973-8920-86507693f863) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:35.457012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] For port 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:35.457351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.472220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Attempting to bind port df764269-0dce-4d94-b9cb-e8e654c09a15 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:35.472606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Attempting to bind port df764269-0dce-4d94-b9cb-e8e654c09a15 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:35.473206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Attempting to bind port df764269-0dce-4d94-b9cb-e8e654c09a15 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:35.473496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Calling delete_port for 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:35.480531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:35.481800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Checking segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:35.481800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.482154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Bound using segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:35.482668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Bound port: df764269-0dce-4d94-b9cb-e8e654c09a15, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:35.483348 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.591142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] For port df764269-0dce-4d94-b9cb-e8e654c09a15, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:35.596249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] For port df764269-0dce-4d94-b9cb-e8e654c09a15, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df764269-0dce-4d94-b9cb-e8e654c09a15,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:35.602298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.637498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.701856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3be63-9c13-47b5-8bf6-0760b146add8 None None] Pushing event updated for resources: {'Port': ['ID=df764269-0dce-4d94-b9cb-e8e654c09a15,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:35.705383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.752978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.765312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:35.776020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:35.778596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:35.780958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:35.817670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:35.852678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.072252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.095172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.154823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6705b467-3535-43f2-abe3-a2802e797a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.240105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300305-23b8-48c9-a077-a7a126e541c8 req-a07e86a2-0f02-48c8-8fd7-2b90ffa51cf1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:36.241837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff300305-23b8-48c9-a077-a7a126e541c8 req-a07e86a2-0f02-48c8-8fd7-2b90ffa51cf1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.1721427 Dec 13 10:08:36.353262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff300305-23b8-48c9-a077-a7a126e541c8 req-29ee9195-0aef-445c-ae70-e5af0437da2c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Dec 13 10:08:36.497801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Router b1390c81-82f5-4824-8da0-4fdb96d972b0 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:36.500366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.509458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.558636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df764269-0dce-4d94-b9cb-e8e654c09a15 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:36.596578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.627189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:36.642584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port df764269-0dce-4d94-b9cb-e8e654c09a15 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:36.643331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.694904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:36.702710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-443a97fb-d13d-4b04-80b7-0f19eaaf3403 admin admin] 10.222.0.31 "PUT /v2.0/routers/b1390c81-82f5-4824-8da0-4fdb96d972b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177632 Dec 13 10:08:36.704545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:36.705316 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Sync routers for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:36.726056 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:36.729632 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:36.760053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.770630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:36.772674 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:36.811376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port df764269-0dce-4d94-b9cb-e8e654c09a15, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df764269-0dce-4d94-b9cb-e8e654c09a15,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:36.816823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.817736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6570790-152c-45d5-a151-b40d77bd04b2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:36.882264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.969441 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:36.990974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 8954f358-2b4c-4169-971d-5c41b54a4d3d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:37.014991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.129079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=df764269-0dce-4d94-b9cb-e8e654c09a15,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:37.130210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Deleting port a5f780f4-b000-436b-8e20-a597c9f6128b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:37.131155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.148457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6570790-152c-45d5-a151-b40d77bd04b2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:37.148840 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.270184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda84d50-6e9d-41a2-9127-465ce0e42627 None None] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:37.280495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] For port a5f780f4-b000-436b-8e20-a597c9f6128b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a5f780f4-b000-436b-8e20-a597c9f6128b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:37.280904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.295318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T10:08:35Z', 'revision_number': 5, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port': {'id': 'a5f780f4-b000-436b-8e20-a597c9f6128b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:13Z', 'updated_at': '2021-12-13T09:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.311411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Calling delete_port for a5f780f4-b000-436b-8e20-a597c9f6128b owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:37.366717 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Checking router: b1390c81-82f5-4824-8da0-4fdb96d972b0 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:37.368279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9ae0cb31-cae6-4353-8263-2fe89900b528 None None] Provisioning complete for port df764269-0dce-4d94-b9cb-e8e654c09a15 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:37.368789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cb31-cae6-4353-8263-2fe89900b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.384722 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Routers {'b1390c81-82f5-4824-8da0-4fdb96d972b0'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:37.385394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b1390c81-82f5-4824-8da0-4fdb96d972b0'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.556295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:37.563946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] Set router b1390c81-82f5-4824-8da0-4fdb96d972b0 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:37.569496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a40561f2-2002-42eb-84ee-c6e86346f99a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/8954f358-2b4c-4169-971d-5c41b54a4d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1530070 Dec 13 10:08:37.591359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018656-0545-4de8-88cf-0bbb4b31542e req-94a56363-1ce5-412f-a94e-a555c488a03d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:37.593013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e018656-0545-4de8-88cf-0bbb4b31542e req-94a56363-1ce5-412f-a94e-a555c488a03d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 943 time: 0.0818355 Dec 13 10:08:37.634368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T10:08:37Z', 'revision_number': 6, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.664990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15aeb1-f78d-4211-9880-db76586f01f4 None None] The sync data for ids ['b1390c81-82f5-4824-8da0-4fdb96d972b0'] in n-d-820935-7 is: [{'id': 'b1390c81-82f5-4824-8da0-4fdb96d972b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1615856690-router', 'tenant_id': '9d3412558641442abe30d406fe7da723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:12Z', 'updated_at': '2021-12-13T10:08:37Z', 'revision_number': 6, 'project_id': '9d3412558641442abe30d406fe7da723', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:37.727994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e018656-0545-4de8-88cf-0bbb4b31542e req-76cf1c1b-99e2-4052-8a08-ae0f50b43c32 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124468 Dec 13 10:08:37.751588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.761603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9fb0eb49-62e5-4477-99a5-2585e74fcc15 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:08:37.787929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60be415-04dc-4660-b824-293436298aca None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:37.875795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f780f4-b000-436b-8e20-a597c9f6128b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:37.887963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e14ed6fc-7440-4332-b456-394025c9c953 None None] Provisioning complete for port d24a07bf-8ff9-4973-8920-86507693f863 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:37.888560 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14ed6fc-7440-4332-b456-394025c9c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.915277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.924075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Sync routers for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:37.980093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:37.983768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e14ed6fc-7440-4332-b456-394025c9c953 None None] Port d24a07bf-8ff9-4973-8920-86507693f863 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:37.991199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:37.992046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:38.038805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '9fb0eb49-62e5-4477-99a5-2585e74fcc15', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '9fb0eb49-62e5-4477-99a5-2585e74fcc15', 'mac_address': 'fa:16:3e:e9:48:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:08:38.058760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.061891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.075833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-7ee38d40-a8b7-4837-9da1-e52d96c7f607 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056371420&fields=id&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 267 time: 0.2089150 Dec 13 10:08:38.095964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e14ed6fc-7440-4332-b456-394025c9c953 None None] Provisioning complete for port df764269-0dce-4d94-b9cb-e8e654c09a15 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:38.096898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e14ed6fc-7440-4332-b456-394025c9c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.164870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.192246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d83a2d22-46a6-448d-b69c-95d96f9552bd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:38.194301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb0eb49-62e5-4477-99a5-2585e74fcc15 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:38.200869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d83a2d22-46a6-448d-b69c-95d96f9552bd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 796 time: 0.1241717 Dec 13 10:08:38.222714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:38.268125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:38.275404 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.450738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:38.519339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['9fb0eb49-62e5-4477-99a5-2585e74fcc15'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:38.529884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-94e58306-810d-41cc-882a-367991538b46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/quotas/a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 375 time: 0.3280325 Dec 13 10:08:38.534855 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.535418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1390c81-82f5-4824-8da0-4fdb96d972b0 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:38.541135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.542223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a72c770-dd44-42c6-bc88-66713cf7c7e8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b1390c81-82f5-4824-8da0-4fdb96d972b0 HTTP/1.1" status: 204 len: 168 time: 1.8366985 Dec 13 10:08:38.545296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55216) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:38.601029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ab35-bbbd-43cb-9dd4-c773effbf5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.617501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-026dabe9-c94f-46fa-8346-26cef2c33176 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799160 Dec 13 10:08:38.624462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c009334f-3030-4ae1-b854-1665338c018f None None] Provisioning complete for port d24a07bf-8ff9-4973-8920-86507693f863 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:38.624884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c009334f-3030-4ae1-b854-1665338c018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.650552 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Deleting subnet 4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:38.656699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.684943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 2, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:38.687017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df764269-0dce-4d94-b9cb-e8e654c09a15 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:38.717889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.721691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-7e18df4e-3f47-4b66-bb9f-3729c67e28d6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:08:38.722970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-7e18df4e-3f47-4b66-bb9f-3729c67e28d6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0775626 Dec 13 10:08:38.756736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c009334f-3030-4ae1-b854-1665338c018f None None] Port d24a07bf-8ff9-4973-8920-86507693f863 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:38.798779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Checking router: 8954f358-2b4c-4169-971d-5c41b54a4d3d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:38.799478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Updating router 8954f358-2b4c-4169-971d-5c41b54a4d3d port d24a07bf-8ff9-4973-8920-86507693f863 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:08:38.839480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.856178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.885850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eec3a-2617-48a3-9c3f-0a3b166f3d9b req-9bc955a1-81ee-4a06-b92b-11d64f9cd90b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:38.887481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d2eec3a-2617-48a3-9c3f-0a3b166f3d9b req-9bc955a1-81ee-4a06-b92b-11d64f9cd90b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 944 time: 0.0767734 Dec 13 10:08:38.906626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-763dcf3e-7fb6-42c5-a597-f11142244178 service neutron] 10.222.0.31 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696444 Dec 13 10:08:38.913199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.919877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port df764269-0dce-4d94-b9cb-e8e654c09a15 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:38.920920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.955434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:38.960737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.967488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d2eec3a-2617-48a3-9c3f-0a3b166f3d9b req-f1ada6a9-2189-4b1e-9e84-332875e10042 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Dec 13 10:08:38.967643 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3a8f3858-77e8-488d-8dea-f96fa55fdd59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c7089ad-eeeb-4bc2-b4ea-d3a2c6dd7085 HTTP/1.1" status: 204 len: 168 time: 0.4185359 Dec 13 10:08:38.967643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55222) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:39.040710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf05b911-a678-44b0-bc5b-c1df08d8bb75 None None] Network fb74d072-0d20-4af7-9108-0d5208feb395 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:39.054922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-5151f2a0-b52d-4067-af58-c072aebd9a1e service neutron] 10.222.0.31 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383595 Dec 13 10:08:39.074602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.148960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Deleting port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:39.150262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.244267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] For port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,segment=NetworkSegment(538ff698-a4bb-422e-b44a-bceaba7d5a31),segment_id=538ff698-a4bb-422e-b44a-bceaba7d5a31)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:39.244700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.282090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Calling delete_port for 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:39.289721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-384338a0-e0f5-4096-a49e-12229eaf7e9c req-fcceeaae-3878-448a-9d44-1d8a991af81a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 210 time: 0.0541961 Dec 13 10:08:39.376727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a5f780f4-b000-436b-8e20-a597c9f6128b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:39.430123 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e40556-4e57-4bbd-a962-8cf7e610218d None None] DHCP port deletion for fb74d072-0d20-4af7-9108-0d5208feb395 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:39.435143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a5f780f4-b000-436b-8e20-a597c9f6128b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:39.435583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a5f780f4-b000-436b-8e20-a597c9f6128b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:39.436023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:39.467824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:39.468205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d0eb85d-dad7-421f-8c72-b4ef7e8dbb79 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:39.475032 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.490429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.500776 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.517434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Pushing event deleted for resources: {'Port': ['ID=225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.519585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] No DVR routers for this DVR port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:39.573494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8d9e-4478-44ab-b820-e3ce312fa845 None None] Pushing event updated for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.622526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.651398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb74d072-0d20-4af7-9108-0d5208feb395']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:39.676269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538ff698-a4bb-422e-b44a-bceaba7d5a31') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:39.676685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538ff698-a4bb-422e-b44a-bceaba7d5a31') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:39.694384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.712526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.720093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:39.720570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:39.722809 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:39.768196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9fb0eb49-62e5-4477-99a5-2585e74fcc15 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:39.776754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-57e40556-4e57-4bbd-a962-8cf7e610218d None None] Deleting port 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:39.777120 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57e40556-4e57-4bbd-a962-8cf7e610218d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.794738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.800476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.808266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb74d072-0d20-4af7-9108-0d5208feb395 HTTP/1.1" status: 204 len: 168 time: 0.8372598 Dec 13 10:08:39.808457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55234) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:39.837104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-57e40556-4e57-4bbd-a962-8cf7e610218d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fb74d072-0d20-4af7-9108-0d5208feb395 could not be found. Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fb74d072-0d20-4af7-9108-0d5208feb395 could not be found. Dec 13 10:08:39.849679 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:08:39.860850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3d17e-3024-49a7-b53d-63d273dbe28a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb74d072-0d20-4af7-9108-0d5208feb395,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.860993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Attempting to bind port d24a07bf-8ff9-4973-8920-86507693f863 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:39.860993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Attempting to bind port d24a07bf-8ff9-4973-8920-86507693f863 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:39.860993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Attempting to bind port d24a07bf-8ff9-4973-8920-86507693f863 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:39.868780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:39.869168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Checking segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:39.869609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.869981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Bound using segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:39.870442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Bound port: d24a07bf-8ff9-4973-8920-86507693f863, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:39.870957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.946670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:08:39.957574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345f0be-d415-47c8-9f79-e58e12f42c0f None None] DHCP port deletion for fb74d072-0d20-4af7-9108-0d5208feb395 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:39.964801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:39.965295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.020243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09372195-e419-4428-8c81-62161a3bc84e None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:40.095384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] For port d24a07bf-8ff9-4973-8920-86507693f863, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:40.124279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] For port d24a07bf-8ff9-4973-8920-86507693f863, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d24a07bf-8ff9-4973-8920-86507693f863,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:40.139105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] Provisioning complete for port d24a07bf-8ff9-4973-8920-86507693f863 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:40.139494 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.171469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c84923-bcbd-46b2-995b-964b0379cbd0 req-5a4bbae3-3962-4b7a-825d-7659b9a0297c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:40.173859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72c84923-bcbd-46b2-995b-964b0379cbd0 req-5a4bbae3-3962-4b7a-825d-7659b9a0297c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 944 time: 0.0603192 Dec 13 10:08:40.184928 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.252924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.257201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72c84923-bcbd-46b2-995b-964b0379cbd0 req-94de0aa6-8d4c-4724-b1c8-f51741da5266 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Dec 13 10:08:40.332420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:40.333070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:40.335866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09372195-e419-4428-8c81-62161a3bc84e None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:40.380226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8d9e-4478-44ab-b820-e3ce312fa845 None None] Pushing event updated for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:40.404004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c2a1dbc-f17e-40fc-ae07-8d7ff61677b4 req-90eb8e3c-632a-4a90-9931-2000b05c819c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 210 time: 0.0373166 Dec 13 10:08:40.407039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:40.408983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.466033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:40.466374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 225fbaa5-43f7-44c5-b2e7-5a6c4e6fb5bf not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:40.479530 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:08:40.492566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.544486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:40.546669 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f95361-dee1-45c9-b325-56addb43b1be" -d '{"events": [{"server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "name": "network-vif-plugged", "status": "completed", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:40.602463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:40.620834 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e980bd87-5a04-4d86-8fe1-3bbbbfd0dd86 x-openstack-request-id: req-e980bd87-5a04-4d86-8fe1-3bbbbfd0dd86 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:40.621426 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "name": "network-vif-plugged", "status": "completed", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:40.621852 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e980bd87-5a04-4d86-8fe1-3bbbbfd0dd86 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:40.622392 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15', 'code': 200} Dec 13 10:08:40.624455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Deleting port d74a495c-9e82-4ffe-a835-d2f0ff6680d2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:40.626216 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.629673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.692688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] For port d24a07bf-8ff9-4973-8920-86507693f863, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d24a07bf-8ff9-4973-8920-86507693f863,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:40.698720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:40.733800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.761789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b04e1-6e48-4e45-ab41-3592c936585a req-4a8544cb-8e05-425d-9940-4f83584ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:40.764649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b41b04e1-6e48-4e45-ab41-3592c936585a req-4a8544cb-8e05-425d-9940-4f83584ececb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 1096 time: 0.0736592 Dec 13 10:08:40.824079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-e928f04b-1d9c-440d-a685-7888503a36b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:40.824561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b41b04e1-6e48-4e45-ab41-3592c936585a req-ffc2fede-5d52-4718-b026-d9faff0b01d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Dec 13 10:08:40.825696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-e928f04b-1d9c-440d-a685-7888503a36b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 796 time: 0.2373221 Dec 13 10:08:40.836595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:40.858694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] For port d74a495c-9e82-4ffe-a835-d2f0ff6680d2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:40.859337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.888263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Calling delete_port for d74a495c-9e82-4ffe-a835-d2f0ff6680d2 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:40.966539 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-20f34117-5702-450f-b8d5-1a63a68b30df tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 380 time: 0.1311867 Dec 13 10:08:40.979198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'port': {'device_id': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'admin_state_up': True, 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'security_groups': ['e920ff7a-120e-49bb-9765-0ae9e798d69a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:40.989497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6a5df-5573-4d63-8cc5-1edf20d599fe None None] Pushing event updated for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:41.131243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:41.178777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:41.182911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.203433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26931bf1-b3cb-4004-b4e7-31188adb79de None None] The sync data for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 is: [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:41.227835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.374563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.440418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd69e-de29-4006-aca4-480dd067fa98 req-e811c877-c01e-40c9-8da6-5a97670a709a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:41.442608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeacd69e-de29-4006-aca4-480dd067fa98 req-e811c877-c01e-40c9-8da6-5a97670a709a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.0766604 Dec 13 10:08:41.450057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74a495c-9e82-4ffe-a835-d2f0ff6680d2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:41.491890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f90e259d-c8d2-4deb-9307-bd208a405675 None None] Provisioning complete for port d24a07bf-8ff9-4973-8920-86507693f863 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:41.492527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90e259d-c8d2-4deb-9307-bd208a405675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.523950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeacd69e-de29-4006-aca4-480dd067fa98 req-dadebec4-d217-44ef-9906-166557b873ce tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Dec 13 10:08:41.581942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.5 (c0410f55-c086-4ea4-b58c-2e4f9d7988ed/e626b574-b4cf-43d6-a72f-8f96d8dd10ad/59c6a7a6-19b6-4d02-a480-a680393caa73) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:41.586639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc5256d9-4afd-415e-b8ce-39aea0330107 req-18e58f32-7f14-452b-8695-15c87972c138 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 210 time: 0.0517519 Dec 13 10:08:41.833607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.853683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.925038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.991197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.288501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:42.294960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:42.300167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:42.362682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:42.427444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:42.427888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.460607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-d9b82d93-dc04-4b6e-83c2-a494dfac611e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4871182 Dec 13 10:08:42.464732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d24a07bf-8ff9-4973-8920-86507693f863 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:42.499607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Request body: {'port': {'device_id': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:42.529673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d24a07bf-8ff9-4973-8920-86507693f863 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:42.530049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.581135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Router b675152d-2341-46db-a2f4-791acde995db has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:42.587097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.781627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03587-ae63-4793-9acc-dfb1f5b5427d req-ca0f896f-5443-43dd-a92d-ce09407225a8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:42.783184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6f03587-ae63-4793-9acc-dfb1f5b5427d req-ca0f896f-5443-43dd-a92d-ce09407225a8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.1014526 Dec 13 10:08:42.801869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5d40-5c0b-4d4a-a4e4-75ec2460b05f req-3714a760-57d8-4245-a272-81a74f95369a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:42.803746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-72b2bd89-adbb-4d9a-988a-a7606a8f2124 None None] Provisioning complete for port 59c6a7a6-19b6-4d02-a480-a680393caa73 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:42.804320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72b2bd89-adbb-4d9a-988a-a7606a8f2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.805727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-046e5d40-5c0b-4d4a-a4e4-75ec2460b05f req-3714a760-57d8-4245-a272-81a74f95369a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 931 time: 0.1225860 Dec 13 10:08:42.859530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:42.866648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-30bdd998-e6b5-4896-b0cd-3c709f393455 admin admin] 10.222.0.31 "PUT /v2.0/routers/b675152d-2341-46db-a2f4-791acde995db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570774 Dec 13 10:08:42.869632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.872861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Sync routers for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:42.885509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6f03587-ae63-4793-9acc-dfb1f5b5427d req-a53fd533-c518-4786-b45f-7c2919b59309 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774555 Dec 13 10:08:42.885890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:42.886956 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:42.986961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-046e5d40-5c0b-4d4a-a4e4-75ec2460b05f req-e5e0894a-615e-4930-b0df-e4f4917279f5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144776 Dec 13 10:08:43.017274 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:43.050421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fec3c-a385-486c-831f-7fe72c18731e req-4309f380-fc46-424f-96f2-b299e2754ded tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:43.061053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b9fec3c-a385-486c-831f-7fe72c18731e req-4309f380-fc46-424f-96f2-b299e2754ded tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.0723886 Dec 13 10:08:43.067657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-72b2bd89-adbb-4d9a-988a-a7606a8f2124 None None] Port 59c6a7a6-19b6-4d02-a480-a680393caa73 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:43.102086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.111781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b9fec3c-a385-486c-831f-7fe72c18731e req-7c85f156-c876-428a-9e8a-514f2a91ee44 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Dec 13 10:08:43.229698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T10:08:41Z', 'revision_number': 5, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.255223 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Checking router: b675152d-2341-46db-a2f4-791acde995db for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:43.264179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Routers {'b675152d-2341-46db-a2f4-791acde995db'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:43.265095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['b675152d-2341-46db-a2f4-791acde995db'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.272981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.288805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c6a7a6-19b6-4d02-a480-a680393caa73 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:43.313162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.335355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Transition to ACTIVE for port object 59c6a7a6-19b6-4d02-a480-a680393caa73 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:08:43.344281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.388670 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] Set router b675152d-2341-46db-a2f4-791acde995db gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:43.392032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Deleting port 586b02e2-3d96-4e86-ace7-5c3f8872384e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:43.392400 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.412850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:43.437636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba5da-c55a-4282-a709-cc2a4ed2a903 req-caf16309-5892-4d30-a1c9-6df4ef246609 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:43.444121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39ba5da-c55a-4282-a709-cc2a4ed2a903 req-caf16309-5892-4d30-a1c9-6df4ef246609 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.0710390 Dec 13 10:08:43.504619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39ba5da-c55a-4282-a709-cc2a4ed2a903 req-8252cc05-fd17-485a-aa57-e60dee474bc8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577672 Dec 13 10:08:43.551207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] For port 586b02e2-3d96-4e86-ace7-5c3f8872384e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=586b02e2-3d96-4e86-ace7-5c3f8872384e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:43.551598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.564966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:43.565535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:43.565903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:43.572699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Calling delete_port for 586b02e2-3d96-4e86-ace7-5c3f8872384e owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:43.579202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:08:43.579476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:43.589770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:43.590114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Checking segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:43.590505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Bound using segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:43.591320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Bound port: 59c6a7a6-19b6-4d02-a480-a680393caa73, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:43.591320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.606654 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T10:08:41Z', 'revision_number': 5, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.638799 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e3596-2a6d-4c4f-9378-9be05789ff76 None None] The sync data for ids ['b675152d-2341-46db-a2f4-791acde995db'] in n-d-820935-7 is: [{'id': 'b675152d-2341-46db-a2f4-791acde995db', 'name': 'tempest-TaggedBootDevicesTest_v242-19277713-router', 'tenant_id': 'd3e3712bc11c4ecb8446684f1a730265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:25Z', 'updated_at': '2021-12-13T10:08:41Z', 'revision_number': 5, 'project_id': 'd3e3712bc11c4ecb8446684f1a730265', 'gw_port': {'id': '586b02e2-3d96-4e86-ace7-5c3f8872384e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b675152d-2341-46db-a2f4-791acde995db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:43.742886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:43.763090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:43.767226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.830705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:43.831337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.832915 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] 10.222.0.16 "PUT /v2.0/ports/59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 1091 time: 1.3386426 Dec 13 10:08:43.833283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:43.835877 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bda4d2-7918-49b1-9233-a5ac719f3d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:43.871021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a5506-bcee-451d-bf11-958c273f23cf service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:43.877616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.913053 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f53f31-2850-4ab7-9c71-70240dc19b94 x-openstack-request-id: req-07f53f31-2850-4ab7-9c71-70240dc19b94 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:43.913400 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:43.913608 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07f53f31-2850-4ab7-9c71-70240dc19b94 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:43.914011 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'status': 'completed', 'code': 200} Dec 13 10:08:43.929795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Pushing event deleted for resources: {'Port': ['ID=586b02e2-3d96-4e86-ace7-5c3f8872384e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:43.946292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390042a-dedc-4c74-bf16-b86c9b22265a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:43.997416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-40936abb-1a9d-409c-b91d-2b812489fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:43.998990 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-40936abb-1a9d-409c-b91d-2b812489fef2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1094 time: 0.1188166 Dec 13 10:08:44.022101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.055306 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-e93ccce5-fa4b-4348-911a-1eaa553ed5e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 217 time: 0.0467649 Dec 13 10:08:44.132856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ced5-6be8-487e-847e-646142d77d15 req-c843f3ff-9a21-4e3b-a202-e14c22af55b7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.134412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf37ced5-6be8-487e-847e-646142d77d15 req-c843f3ff-9a21-4e3b-a202-e14c22af55b7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0700848 Dec 13 10:08:44.180667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.184132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.186146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf37ced5-6be8-487e-847e-646142d77d15 req-4dfa2c17-24d4-4450-9eb3-43a52382e350 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Dec 13 10:08:44.228335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-38f036da-1d9b-46f3-b603-8114895f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.230025 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-38f036da-1d9b-46f3-b603-8114895f594e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.1462326 Dec 13 10:08:44.236534 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.237104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b675152d-2341-46db-a2f4-791acde995db {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:08:44.242052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.243074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9e4a195-778b-41a8-871a-eb8fb6c6f911 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b675152d-2341-46db-a2f4-791acde995db HTTP/1.1" status: 204 len: 168 time: 1.3710773 Dec 13 10:08:44.246246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55264) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:44.291002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-2c77b3a4-bd60-4b8e-91d0-aeb30daffa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.292658 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-2c77b3a4-bd60-4b8e-91d0-aeb30daffa06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485923 Dec 13 10:08:44.321165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Deleting subnet 067d60f5-a6e1-4419-ae70-70c52b52f705 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:44.324895 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.353996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d74a495c-9e82-4ffe-a835-d2f0ff6680d2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:44.372955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.375636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d74a495c-9e82-4ffe-a835-d2f0ff6680d2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:44.376065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d74a495c-9e82-4ffe-a835-d2f0ff6680d2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:44.410858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-06053cfb-6641-49b8-8fed-6b2c4792d5b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108510 Dec 13 10:08:44.459819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.504480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e4613f5-2e8d-4ca1-8890-34ec583fc325 req-0a97157c-5436-4f92-b19c-852fd40ec52e service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854659 Dec 13 10:08:44.510535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.542128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067d60f5-a6e1-4419-ae70-70c52b52f705,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:44.546134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.552077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-88f435d7-522c-460b-98d2-925e0387cd3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/067d60f5-a6e1-4419-ae70-70c52b52f705 HTTP/1.1" status: 204 len: 168 time: 0.3047001 Dec 13 10:08:44.552671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9028d76-9bae-483a-a38e-bd4ba4ce7caa None None] Network 818757ce-93bb-4361-bfc1-1e13433e969a requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:44.555225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55268) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:44.632832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b36c2a-866e-4fa3-86b4-b005eeb680dc req-8523fa56-e4c3-42eb-9617-a57fd493844e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.634345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99b36c2a-866e-4fa3-86b4-b005eeb680dc req-8523fa56-e4c3-42eb-9617-a57fd493844e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.0521078 Dec 13 10:08:44.662537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-37db85ad-83d8-4309-9a23-71f0349d0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.664102 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-37db85ad-83d8-4309-9a23-71f0349d0c06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1094 time: 0.1071415 Dec 13 10:08:44.670517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.687332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99b36c2a-866e-4fa3-86b4-b005eeb680dc req-1a38ecb2-5b7f-4706-9a0f-3a321b2ced6a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Dec 13 10:08:44.720969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] DHCP port deletion for 818757ce-93bb-4361-bfc1-1e13433e969a request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:44.774751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Deleting port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:44.775423 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.813067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-a7c7a1ff-8e1e-42b8-b153-b3edb842f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.814539 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-a7c7a1ff-8e1e-42b8-b153-b3edb842f6dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.1414170 Dec 13 10:08:44.818637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Deleting port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:44.818637 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.845262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] For port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:44.845673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.846814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-e08473ac-a71c-474c-a656-23fb129d6d65 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.848755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-e08473ac-a71c-474c-a656-23fb129d6d65 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 945 time: 0.0642591 Dec 13 10:08:44.858175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Calling delete_port for 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:44.899104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-4bc51fb2-4973-463a-9371-a2b0b96ffc49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 217 time: 0.0671549 Dec 13 10:08:44.952518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.956981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] For port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,segment=NetworkSegment(f9cc194b-6919-4e6c-ac6a-c528207be594),segment_id=f9cc194b-6919-4e6c-ac6a-c528207be594)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:44.957357 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.963457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:44.964868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.976963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Calling delete_port for 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:44.984822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] Pushing event deleted for resources: {'Port': ['ID=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:44.986714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1869d3-dba2-47c1-9801-9ee707c1b99a None None] No DVR routers for this DVR port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:44.988999 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-39e2d8be-f169-4495-b447-ad83e08546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.991103 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-39e2d8be-f169-4495-b447-ad83e08546a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0841343 Dec 13 10:08:45.064843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 9fb0eb49-62e5-4477-99a5-2585e74fcc15, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=9fb0eb49-62e5-4477-99a5-2585e74fcc15,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:45.065273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.079446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 9fb0eb49-62e5-4477-99a5-2585e74fcc15 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:45.083988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-e0dabdd8-224b-4a09-9292-c2108b1173bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:45.085519 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-e0dabdd8-224b-4a09-9292-c2108b1173bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872302 Dec 13 10:08:45.141974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.179236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f84cebf-c9fb-46e2-ba9d-53a6778eb5be,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:45.185482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] No DVR routers for this DVR port 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:45.217670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.229560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', '9fb0eb49-62e5-4477-99a5-2585e74fcc15'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:45.258624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=9fb0eb49-62e5-4477-99a5-2585e74fcc15,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:45.271307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-b53ff05e-c552-4165-afc8-8a04b25c94f9 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759994 Dec 13 10:08:45.300305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.329888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 9fb0eb49-62e5-4477-99a5-2585e74fcc15 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:45.332773 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.336931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71454a0-2a63-429f-9998-792dfe8d5881 req-fd61bcfe-9285-4aef-aea7-9dabd25a75fb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "DELETE /v2.0/ports/9fb0eb49-62e5-4477-99a5-2585e74fcc15 HTTP/1.1" status: 204 len: 173 time: 0.4738710 Dec 13 10:08:45.339586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'name': 'network-vif-deleted', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:45.342806 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dacfe1-e1f0-4a87-9c2f-d687533d6d37" -d '{"events": [{"server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "name": "network-vif-deleted", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:45.375977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8373678-7415-45bf-8dc7-56f64db30222 req-8ca58ba8-6b66-45f2-aac2-9cf3fa1db38c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:45.378867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8373678-7415-45bf-8dc7-56f64db30222 req-8ca58ba8-6b66-45f2-aac2-9cf3fa1db38c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0975835 Dec 13 10:08:45.479212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8373678-7415-45bf-8dc7-56f64db30222 req-4711f554-a0ee-4f1c-8e06-0d7930b63519 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828950 Dec 13 10:08:45.631955 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb0c7e-39ef-401a-bf2c-5e956a39ec49 x-openstack-request-id: req-faeb0c7e-39ef-401a-bf2c-5e956a39ec49 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:45.632295 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f143128-bb14-4e5f-bf1d-6d2f9998aadc", "name": "network-vif-deleted", "tag": "9fb0eb49-62e5-4477-99a5-2585e74fcc15", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:45.632557 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faeb0c7e-39ef-401a-bf2c-5e956a39ec49 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:45.632979 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f143128-bb14-4e5f-bf1d-6d2f9998aadc', 'name': 'network-vif-deleted', 'tag': '9fb0eb49-62e5-4477-99a5-2585e74fcc15', 'status': 'completed', 'code': 200} Dec 13 10:08:45.678150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818757ce-93bb-4361-bfc1-1e13433e969a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:45.690769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cc194b-6919-4e6c-ac6a-c528207be594') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:45.691064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cc194b-6919-4e6c-ac6a-c528207be594') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:45.707801 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.731680 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.735439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91bda4d2-7918-49b1-9233-a5ac719f3d1e req-293ca677-0264-40c1-a630-def1e22578b5 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558372 Dec 13 10:08:45.754270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:45.754629 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:45.756618 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:45.802540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebe4f8e0-2432-464c-b821-9ca1dcf89dd6 req-56a7e64d-5d54-4fda-b98b-2846e7cc3771 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0282142 Dec 13 10:08:45.813450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.834701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.838131 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/818757ce-93bb-4361-bfc1-1e13433e969a HTTP/1.1" status: 204 len: 168 time: 1.2732368 Dec 13 10:08:45.839540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed805d-2f4a-4a52-b37a-a065bcb7ecc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=818757ce-93bb-4361-bfc1-1e13433e969a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:45.950283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:45.990376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c4d7bee9-3b20-4ef4-aa58-2029ef7e9a02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d3412558641442abe30d406fe7da723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388343 Dec 13 10:08:45.992736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55282) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:46.041383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.062644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.113030 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.116017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.117245 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27fe3764-2202-4588-97b2-6d99175fa76c HTTP/1.1" status: 204 len: 168 time: 0.1235275 Dec 13 10:08:46.125960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed63d-532d-46eb-ab21-ea6c1647ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe3764-2202-4588-97b2-6d99175fa76c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:46.329517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 586b02e2-3d96-4e86-ace7-5c3f8872384e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:46.356310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 586b02e2-3d96-4e86-ace7-5c3f8872384e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:46.356748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 586b02e2-3d96-4e86-ace7-5c3f8872384e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:46.357349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:46.378587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:46.378937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9f84cebf-c9fb-46e2-ba9d-53a6778eb5be not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:46.477781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55288) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:46.532233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55292) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:46.532832 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8cb967ab-4eab-43bc-9cfe-55df03c01d00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3e3712bc11c4ecb8446684f1a730265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536940 Dec 13 10:08:46.617549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.630171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5616e82-70f3-484f-8779-181f368f7bb3 req-d38a8e24-2606-42cc-b02b-5434b6819f7d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:46.631686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5616e82-70f3-484f-8779-181f368f7bb3 req-d38a8e24-2606-42cc-b02b-5434b6819f7d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0764370 Dec 13 10:08:46.661193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.714660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5616e82-70f3-484f-8779-181f368f7bb3 req-ea711f3b-9d03-4690-b1ec-915dd9a46001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759623 Dec 13 10:08:46.742191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.745025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.748893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4bae761-0ccd-422c-a46f-593c2651ee87 HTTP/1.1" status: 204 len: 168 time: 0.2121060 Dec 13 10:08:46.756655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9b73-550f-4cdd-a043-8afd135f35a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bae761-0ccd-422c-a46f-593c2651ee87,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:46.909241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9205bf43-23b4-43ce-88d9-438e27b6c60a req-aa26cd4f-6d28-4e74-9ba1-2c5c241790b1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0298743 Dec 13 10:08:47.536701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55316) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:47.643237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1510927907-network', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:47.665037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:47.667624 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.676152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.751941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.756536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.781890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:47.804319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d85a4-8c04-49d4-9cac-5fd66600f3b4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:47.825422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.825828 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Added segment 9fbef8ce-5c40-4782-85a5-7aa02be1399c of type vlan for network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 Dec 13 10:08:47.873439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.888467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6886abb-92fc-47c6-99a3-edab18c21475 req-2ea790e2-3e71-4727-b419-23e86186aa97 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:47.889960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6886abb-92fc-47c6-99a3-edab18c21475 req-2ea790e2-3e71-4727-b419-23e86186aa97 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0995786 Dec 13 10:08:47.925749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.926661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:47.927287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.999518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4614866 Dec 13 10:08:48.002697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55324) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.008697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Request body: {'subnet': {'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1510927907-subnet', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.019839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6886abb-92fc-47c6-99a3-edab18c21475 req-19a7b766-db74-4f02-aee6-bce318b723f8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184809 Dec 13 10:08:48.042264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a9c3-a023-481e-92d6-893936bf9c11 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:48.047900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23bcf373-f4b0-45d2-9c7e-2007a4ff0ea5 req-2dbb1b0f-6261-47a8-a468-f6fa71c38181 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0528233 Dec 13 10:08:48.050873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:48.053915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.057287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:48.251766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.321715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab29d97-a261-4f55-b00e-cb91ea0bede2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:48.324560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:48.324926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Network hostable DHCP agents. Network: 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:48.341989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:48.351321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:48.356376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:48.356989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.361296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e8b8f-c32a-4983-8c3c-310a7dd6fb5f None None] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:48.374688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-338d7d60-0405-41f4-b65b-8dcb9bb6478f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3700914 Dec 13 10:08:48.377335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55326) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.382588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.407620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.408619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.482094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:48.483236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.504634 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.643460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Allocated IP 172.20.0.2 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/e8f48e83-2a86-4ec3-a0d2-878d6be7fb30) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:48.650287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.781658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:08:48.841039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.861563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.876824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.890601 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.946246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:48.956009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:48.967253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:48.971697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Pushing event updated for resources: {'Port': ['ID=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:48.981339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:49.010196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:08:49.010444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Allocated IP 172.25.2.47 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/00607695-74eb-4523-afb7-fda0123b8486) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:49.089402 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.092840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Attempting to bind port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:49.093219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Attempting to bind port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:49.093587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Attempting to bind port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:49.114454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c6a7a6-19b6-4d02-a480-a680393caa73 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:49.122174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:49.122558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:49.122998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.123403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:49.124161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Bound port: e8f48e83-2a86-4ec3-a0d2-878d6be7fb30, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:49.124474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.155953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:49.171699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ab5ba-c6ab-4f82-ae36-4f6df6a36478 req-908ca0f3-c83f-47e2-a529-42baadc0c725 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:49.174103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e2ab5ba-c6ab-4f82-ae36-4f6df6a36478 req-908ca0f3-c83f-47e2-a529-42baadc0c725 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0629420 Dec 13 10:08:49.181638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.189868 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.220421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-229d896f-c386-4ef0-8cd5-14e8ef52cca1 req-8eaecaf6-79f8-470e-9009-323ef30a83a9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0450103 Dec 13 10:08:49.235294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.254892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:49.280698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e2ab5ba-c6ab-4f82-ae36-4f6df6a36478 req-7be95e86-9444-4448-b220-8d65dca5b0b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948081 Dec 13 10:08:49.305579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] For port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:49.306840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:49.309289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] For port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:49.311159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:49.313815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.314000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:49.339041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Pushing event updated for resources: {'Port': ['ID=00607695-74eb-4523-afb7-fda0123b8486,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:49.355454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf812b-77af-49ed-9af1-de0a2055327d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:49.405577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc6804-9dc4-4b77-925d-bf7cefc438cd None None] Pushing event updated for resources: {'Port': ['ID=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:49.503176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['59c6a7a6-19b6-4d02-a480-a680393caa73'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:49.542655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4a06a899-0561-4448-a847-0525e9c8cd92 None None] Provisioning complete for port 00607695-74eb-4523-afb7-fda0123b8486 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:49.543516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a06a899-0561-4448-a847-0525e9c8cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.622586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4a06a899-0561-4448-a847-0525e9c8cd92 None None] Port 00607695-74eb-4523-afb7-fda0123b8486 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:49.669727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.812393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9fb0eb49-62e5-4477-99a5-2585e74fcc15 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:49.839758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 9fb0eb49-62e5-4477-99a5-2585e74fcc15 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:49.840268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 9fb0eb49-62e5-4477-99a5-2585e74fcc15 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:49.905578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.053901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Router 94ca436d-3e61-4de4-b7a6-7ce61051322d is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:08:50.195650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:50.206615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Sync routers for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:50.217150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.218943 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7dde775-04d9-4827-a60a-e242e50b22f1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8402987 Dec 13 10:08:50.221401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:50.221595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:50.222298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:50.443510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c8531a2-feea-4fcb-b358-8858659daa46 req-6bd67171-6d82-4a29-891a-23edbd4836e5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f143128-bb14-4e5f-bf1d-6d2f9998aadc HTTP/1.1" status: 200 len: 210 time: 0.0789924 Dec 13 10:08:50.482752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:50.544074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6a9c-bcc9-4569-baf5-b5bb75ef9328 req-db71a802-be80-468e-aafa-dd2f5def662d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:50.561372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:50.565400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2bf6a9c-bcc9-4569-baf5-b5bb75ef9328 req-db71a802-be80-468e-aafa-dd2f5def662d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 944 time: 0.1183209 Dec 13 10:08:50.687114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2bf6a9c-bcc9-4569-baf5-b5bb75ef9328 req-4a3f1714-482c-421b-9cb0-744455f97bfa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193359 Dec 13 10:08:50.776866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:50.868896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9776d-0f78-4829-aecc-c276561bf839 None None] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:50.890682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:50.891130 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.984845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 59c6a7a6-19b6-4d02-a480-a680393caa73 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:08:51.006622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 59c6a7a6-19b6-4d02-a480-a680393caa73 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:51.007001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.037941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-10611968-d52a-4c0d-88e1-2b1e19bdb693 None None] Provisioning complete for port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:51.038382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10611968-d52a-4c0d-88e1-2b1e19bdb693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.102346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:49Z', 'revision_number': 3, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:51.254237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.334338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Checking router: 94ca436d-3e61-4de4-b7a6-7ce61051322d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:51.334952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Updating router 94ca436d-3e61-4de4-b7a6-7ce61051322d port 00607695-74eb-4523-afb7-fda0123b8486 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:08:51.383098 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.386740 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.501088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Allocated IP 172.20.0.1 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/d01afcea-015b-4fcc-8ffc-439145d36465) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:51.547818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:51.633914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.636259 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.661535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.691847 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-10611968-d52a-4c0d-88e1-2b1e19bdb693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.706034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.764893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:51.774158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:51.776485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:51.779020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:51.785455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:51.789305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Pushing event updated for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:51.792273 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cad0e50-5f38-4a4e-93c7-f8234a6ef45d" -d '{"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:51.818569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.840404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.938354 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323a257-3a65-44f9-83ad-212ca4826a93 x-openstack-request-id: req-4323a257-3a65-44f9-83ad-212ca4826a93 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:51.938939 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:51.939352 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4323a257-3a65-44f9-83ad-212ca4826a93 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:51.939978 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'code': 200} Dec 13 10:08:51.965993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7b3e1-5160-4567-9a74-44c96ca347cd req-52e550ea-ee02-4296-b4e0-3503eb5c99ff tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:51.977104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51b7b3e1-5160-4567-9a74-44c96ca347cd req-52e550ea-ee02-4296-b4e0-3503eb5c99ff tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.1217377 Dec 13 10:08:52.004254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:52.050319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-10611968-d52a-4c0d-88e1-2b1e19bdb693 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:08:52.050900 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-10611968-d52a-4c0d-88e1-2b1e19bdb693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:08:52.053036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.068783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c475-38f0-489e-bd9f-412f079efd95 req-5871c1f9-ad07-477b-853c-0b22382e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:52.071214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5833c475-38f0-489e-bd9f-412f079efd95 req-5871c1f9-ad07-477b-853c-0b22382e7c43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0973384 Dec 13 10:08:52.075489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51b7b3e1-5160-4567-9a74-44c96ca347cd req-167e254b-b66d-4d87-961d-de4a49484e42 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966129 Dec 13 10:08:52.104186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:52.181522 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5833c475-38f0-489e-bd9f-412f079efd95 req-f6508a52-9155-4de0-8c62-f4a5b7a58814 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995390 Dec 13 10:08:52.219532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.226827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.272852 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea426e5-6908-42aa-9987-c81cc5aed543 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:52.286060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Attempting to bind port 00607695-74eb-4523-afb7-fda0123b8486 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:52.286979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Attempting to bind port 00607695-74eb-4523-afb7-fda0123b8486 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:52.287328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Attempting to bind port 00607695-74eb-4523-afb7-fda0123b8486 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:52.291269 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147fb0-a806-46c5-95f3-13dffc206628 None None] Pushing event updated for resources: {'Port': ['ID=00607695-74eb-4523-afb7-fda0123b8486,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:52.298519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:52.298909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:52.299313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.299747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:52.300347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Bound port: 00607695-74eb-4523-afb7-fda0123b8486, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:52.300585 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.313564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.321370 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.372903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] For port 00607695-74eb-4523-afb7-fda0123b8486, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:52.377103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] For port 00607695-74eb-4523-afb7-fda0123b8486, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00607695-74eb-4523-afb7-fda0123b8486,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:52.384590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.398164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Pushing event updated for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:52.403648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.424247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:52.469847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6c3b7-2299-4b8d-be1a-51e7e48257f0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:52.491482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:52.492135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:52.524415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:52.526050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:52.544118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147fb0-a806-46c5-95f3-13dffc206628 None None] Pushing event updated for resources: {'Port': ['ID=00607695-74eb-4523-afb7-fda0123b8486,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:52.640611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:52.640988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.709316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:52.713392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Router 94ca436d-3e61-4de4-b7a6-7ce61051322d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:52.888088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Provisioning complete for port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:52.888457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:52.890338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:52.898677 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ad0d2a9-f246-4f58-b2db-7a0323c9b58c admin admin] 10.222.0.31 "PUT /v2.0/routers/94ca436d-3e61-4de4-b7a6-7ce61051322d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759768 Dec 13 10:08:53.053735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:52Z', 'revision_number': 2, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:53.088379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8061e-be01-4e66-9fcc-e02e94e315a7 None None] The sync data for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 is: [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:52Z', 'revision_number': 2, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:53.091063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Provisioning complete for port 00607695-74eb-4523-afb7-fda0123b8486 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:53.091438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.201269 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.222796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802d27-d3ab-4751-85b1-32cfd5908b0a req-48451583-a4d4-4c11-9eaf-5a631b958eab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:53.228823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44802d27-d3ab-4751-85b1-32cfd5908b0a req-48451583-a4d4-4c11-9eaf-5a631b958eab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0608764 Dec 13 10:08:53.229456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] For port 00607695-74eb-4523-afb7-fda0123b8486, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00607695-74eb-4523-afb7-fda0123b8486,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:53.239299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.288227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Provisioning complete for port d01afcea-015b-4fcc-8ffc-439145d36465 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:53.289034 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.307483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44802d27-d3ab-4751-85b1-32cfd5908b0a req-e7b172ad-887c-42cb-925b-a078be079a13 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745292 Dec 13 10:08:53.361073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Port d01afcea-015b-4fcc-8ffc-439145d36465 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:53.365488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba6e2f-d52c-4dc8-92d7-3e385bd2c988 None None] Pushing event updated for resources: {'Port': ['ID=00607695-74eb-4523-afb7-fda0123b8486,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:53.497289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-73d39ccd-d3a6-4499-89b4-1d36a6b2ccfe None None] Provisioning complete for port d01afcea-015b-4fcc-8ffc-439145d36465 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:53.499056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73d39ccd-d3a6-4499-89b4-1d36a6b2ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.570907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-73d39ccd-d3a6-4499-89b4-1d36a6b2ccfe None None] Port d01afcea-015b-4fcc-8ffc-439145d36465 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:53.594079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55356) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:53.600818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906249477', 'description': 'tempest-description--288938446'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:53.629228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.744236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.750820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.806645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.808058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2123501 Dec 13 10:08:53.810900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55360) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:53.812601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19efebf-7d68-485c-8bf6-9f54566a4786 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece0346-490c-4a3f-bad2-3d4417cb3e05,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:53.832659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'security_group_rule': {'security_group_id': 'fece0346-490c-4a3f-bad2-3d4417cb3e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:53.890334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.967628 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.972690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:53.992973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfc566e-b638-4ab0-96cd-75f013002a82,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.008587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.010420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-839d9f50-47ab-4bb1-b7f2-438e64ec13d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1983345 Dec 13 10:08:54.013285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55362) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.018470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'security_group_rule': {'security_group_id': 'fece0346-490c-4a3f-bad2-3d4417cb3e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:54.047164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.116711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.122915 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.148372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f374864-e6bb-4cd5-8177-20a3715bed20,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.154403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.155800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3bec22d7-1624-4258-a864-8c07552f6ff9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413126 Dec 13 10:08:54.159026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55364) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.164580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:54.190297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.350298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.398354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00607695-74eb-4523-afb7-fda0123b8486 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:54.489515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150507-d2fa-4a3e-9271-cd2cb9c64e94 req-754cedab-3f92-43f3-b62c-8b1816df71fa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:54.492556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5150507-d2fa-4a3e-9271-cd2cb9c64e94 req-754cedab-3f92-43f3-b62c-8b1816df71fa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0730858 Dec 13 10:08:54.497382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.25.2.175 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ea243135-ce68-4088-8a04-81b5eb856c69) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:54.511988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 00607695-74eb-4523-afb7-fda0123b8486 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:54.512573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.561128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5150507-d2fa-4a3e-9271-cd2cb9c64e94 req-aa0b3e9b-60a4-4bc0-af82-049107f304ec tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624249 Dec 13 10:08:54.660154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.715678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.722045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2713f-b5a7-4bdd-a813-e0ffa9c1ce03 req-6a9fd37d-0d11-4011-961b-9a00e057b718 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:54.729483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ce2713f-b5a7-4bdd-a813-e0ffa9c1ce03 req-6a9fd37d-0d11-4011-961b-9a00e057b718 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0592594 Dec 13 10:08:54.758271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:54.761753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:54.765465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:54.791809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=ea243135-ce68-4088-8a04-81b5eb856c69,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.800156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ce2713f-b5a7-4bdd-a813-e0ffa9c1ce03 req-79b5532b-8407-4ff5-a6bf-233bdfedad64 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697067 Dec 13 10:08:54.837296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55374) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.897741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda3fe3-c84f-4b76-a1b5-18136102a4c1 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:54.902080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7eda3fe3-c84f-4b76-a1b5-18136102a4c1 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1091 time: 0.0605698 Dec 13 10:08:54.902888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55378) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.923103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:54.928970 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.969409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.002708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.124695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.230402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.237299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.288986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.17 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0a57beb8-a2ca-4f77-9416-c73059037b9b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:55.320484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=ea243135-ce68-4088-8a04-81b5eb856c69,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.325977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.350163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.360600 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-95c74ada-fd41-4e9e-9911-afc61f0d00a7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1999419 Dec 13 10:08:55.441433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.507365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.559390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:55.568428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-9cd8a156-6093-40f6-92ac-480fd9a4f864 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--906249477&fields=id&tenant_id=0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 267 time: 0.0927978 Dec 13 10:08:55.569380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:55.574099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:55.615705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=0a57beb8-a2ca-4f77-9416-c73059037b9b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.778462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-387f60e3-5ee9-498d-925c-1c761b88d35a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:55.779959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-387f60e3-5ee9-498d-925c-1c761b88d35a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.2019134 Dec 13 10:08:55.839530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-cc1c82a0-8ee6-44b2-a6b9-2b06f4679b12 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/quotas/0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 375 time: 0.0477979 Dec 13 10:08:55.939050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-4a118441-a552-4a99-81f1-3fe94c935702 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912471 Dec 13 10:08:55.999891 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Sync routers for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:56.011666 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:56.012364 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:56.152271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3d607e0-6f1a-4a30-9541-2530439a3748 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716449 Dec 13 10:08:56.225688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.234967 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:56.323112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-562be5e1-1e70-4248-bebd-1b95cf1451c0 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587627 Dec 13 10:08:56.328079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.485773 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:52Z', 'revision_number': 2, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:56.523452 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Checking router: 94ca436d-3e61-4de4-b7a6-7ce61051322d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:56.523849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Updating router 94ca436d-3e61-4de4-b7a6-7ce61051322d port d01afcea-015b-4fcc-8ffc-439145d36465 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:08:56.544044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.549031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.566743 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.652903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58803086-69ef-4e8a-9e3e-288f18770101 req-a537ea7e-21e4-4792-ac11-b3c6218a9f49 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 210 time: 0.0930259 Dec 13 10:08:56.679433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.681458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=0a57beb8-a2ca-4f77-9416-c73059037b9b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:56.901694 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.908567 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.964074 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Pushing event updated for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:56.976763 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.977133 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.977436 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.977777 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.978105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.978436 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.979037 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.979375 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.979724 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.980048 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.980375 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.980690 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:56.981010 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:57.046047 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Attempting to bind port d01afcea-015b-4fcc-8ffc-439145d36465 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:57.047083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Attempting to bind port d01afcea-015b-4fcc-8ffc-439145d36465 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:57.047784 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Attempting to bind port d01afcea-015b-4fcc-8ffc-439145d36465 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:57.053804 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:57.054456 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:57.055043 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.055641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:57.056269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Bound port: d01afcea-015b-4fcc-8ffc-439145d36465, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:57.056810 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.101619 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP 773cced9-0705-40d8-a335-f1100f16f10c associated. External IP: 172.25.2.17, port: 59c6a7a6-19b6-4d02-a480-a680393caa73. Dec 13 10:08:57.175298 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] For port d01afcea-015b-4fcc-8ffc-439145d36465, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:57.178807 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] For port d01afcea-015b-4fcc-8ffc-439145d36465, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d01afcea-015b-4fcc-8ffc-439145d36465,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:57.187148 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.280457 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:57.281370 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:57.326128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] Provisioning complete for port d01afcea-015b-4fcc-8ffc-439145d36465 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:57.327435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.352760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbd96e-4867-423a-b54b-14d8ff059894 None None] Pushing event updated for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:57.433307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.434418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfae76-67a6-4b4f-9ecc-739895db9bde req-d4307a77-6f9e-4f09-b8af-7752588b3b7d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:57.436908 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:57.443271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dfae76-67a6-4b4f-9ecc-739895db9bde req-d4307a77-6f9e-4f09-b8af-7752588b3b7d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.1770730 Dec 13 10:08:57.473166 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] For port d01afcea-015b-4fcc-8ffc-439145d36465, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d01afcea-015b-4fcc-8ffc-439145d36465,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:57.479026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 8954f358-2b4c-4169-971d-5c41b54a4d3d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:08:57.480513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.520050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dfae76-67a6-4b4f-9ecc-739895db9bde req-b4d2090f-1473-4b65-92ce-e9076b027a12 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Dec 13 10:08:57.544826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab9e3-ca3f-41b2-a089-709bff62c531 None None] Pushing event updated for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:57.605982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6a613297-24f4-45ba-b3be-8ece2f572a63 None None] Provisioning complete for port d01afcea-015b-4fcc-8ffc-439145d36465 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:57.606687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a613297-24f4-45ba-b3be-8ece2f572a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.645380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:57.671178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.673053 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:57.721835 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4c0b5-a3a1-4e82-9e4f-7cc7cc42c55b None None] The sync data for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 is: [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:57.838947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-259bb406-6869-4906-a69c-3234d22e1d6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9338517 Dec 13 10:08:57.844059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:57.846877 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:57.852483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2ebf688-242d-43f6-990e-45f53c2f9092 req-20dc50bf-08c0-4a53-b1d4-cb8cf5dd0a32 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 210 time: 0.0533257 Dec 13 10:08:57.869692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-353f38a0-a550-41ba-85d9-ff4b6f7e07e5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:57.871204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-353f38a0-a550-41ba-85d9-ff4b6f7e07e5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1752074 Dec 13 10:08:57.893304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Sync routers for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:57.921752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:57.922395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:57.947646 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e694323-7dff-427c-895e-c26a398cfc26 x-openstack-request-id: req-7e694323-7dff-427c-895e-c26a398cfc26 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:57.948061 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:57.948459 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e694323-7dff-427c-895e-c26a398cfc26 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:57.949007 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'status': 'completed', 'code': 200} Dec 13 10:08:58.015621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a99561-5008-4a31-a6da-de22728c8c58 req-c55e6057-1ec3-4ee9-9be0-35b9a81a2c18 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.017222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5a99561-5008-4a31-a6da-de22728c8c58 req-c55e6057-1ec3-4ee9-9be0-35b9a81a2c18 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.1224477 Dec 13 10:08:58.023394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-9b1d0b8a-f8f4-4704-8e69-5198ca9ac9c6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 379 time: 0.1407158 Dec 13 10:08:58.037639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-ea1d6447-523b-4aeb-aa9f-8f0d8a775202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.040630 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-ea1d6447-523b-4aeb-aa9f-8f0d8a775202 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0691388 Dec 13 10:08:58.047791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'device_id': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'admin_state_up': True, 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'security_groups': ['fece0346-490c-4a3f-bad2-3d4417cb3e05']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:58.100335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:58.131487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5a99561-5008-4a31-a6da-de22728c8c58 req-69f12494-8656-4673-a14f-f680654efbbc tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070390 Dec 13 10:08:58.162385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55416) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.191537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-16ccece0-01a2-47cc-97e8-a2911f29f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.194791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-16ccece0-01a2-47cc-97e8-a2911f29f57d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.1458786 Dec 13 10:08:58.244258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:58.247968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.288935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0dae8470-5663-4c3d-ae1e-2af55b8aa330 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 200 len: 990 time: 0.1253686 Dec 13 10:08:58.312808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-00409882-6a21-42b7-9085-f3305469aa7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 998 time: 0.1090705 Dec 13 10:08:58.378349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-65d0a1cd-5168-4b22-9258-3dc180da8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.379879 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-65d0a1cd-5168-4b22-9258-3dc180da8586 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0606620 Dec 13 10:08:58.406061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d01afcea-015b-4fcc-8ffc-439145d36465 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:58.434854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-db5f75b0-70b0-44bb-9b90-02dca25f6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.436955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-db5f75b0-70b0-44bb-9b90-02dca25f6db9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500183 Dec 13 10:08:58.465864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.20.0.12 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/15bb926d-74c3-4b15-bef1-f089986731a3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:58.481238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '773cced9-0705-40d8-a335-f1100f16f10c', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:55Z', 'updated_at': '2021-12-13T10:08:55Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:58.523882 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Checking router: 8954f358-2b4c-4169-971d-5c41b54a4d3d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:58.527425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d01afcea-015b-4fcc-8ffc-439145d36465 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:58.527918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.560771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:58.561643 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:08:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:58.561800 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-4c681143-fc60-47c1-bf3d-87d80e85b095 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147807 Dec 13 10:08:58.662761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.682504 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-058951cd-b8c7-4a64-ac22-1f08f10ef8cf req-6cea4898-588e-4747-a4a4-49933cc5fc95 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126711 Dec 13 10:08:58.726621 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:58.737829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41b9da-91de-42d4-8713-38e98e2b0fce req-2dc4a6b7-0bc2-4d12-82a6-7e2ab7838447 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.744616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d41b9da-91de-42d4-8713-38e98e2b0fce req-2dc4a6b7-0bc2-4d12-82a6-7e2ab7838447 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.1229098 Dec 13 10:08:58.746559 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.790271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-daac8afb-0508-4f82-adba-0de2d08847b2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.792466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-daac8afb-0508-4f82-adba-0de2d08847b2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 946 time: 0.0618758 Dec 13 10:08:58.824704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:58.834016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:58.841187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:58.846224 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:58.871426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d41b9da-91de-42d4-8713-38e98e2b0fce req-8cb815a7-866e-400e-b5a5-825c4f319aae tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=56affc16-3ccc-4a23-8937-27173abda043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226416 Dec 13 10:08:58.922845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.924258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.932278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:58.932623 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.968038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-92e96b4f-44d2-4ab5-b8b3-e8c39374a066 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361565 Dec 13 10:08:58.987817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Request body: {'port': {'device_id': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:59.033396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '773cced9-0705-40d8-a335-f1100f16f10c', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:55Z', 'updated_at': '2021-12-13T10:08:55Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:59.042956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7062f-de00-4dd5-a898-1b1962f8593f req-c5b86406-221c-4b76-b01b-dc2dd17dc6f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:59.050419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40e7062f-de00-4dd5-a898-1b1962f8593f req-c5b86406-221c-4b76-b01b-dc2dd17dc6f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 932 time: 0.0959039 Dec 13 10:08:59.060107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:59.061652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.065771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea65f-3b06-4ff2-bf2e-20bf3b8eaf03 None None] The sync data for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 is: [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '773cced9-0705-40d8-a335-f1100f16f10c', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:55Z', 'updated_at': '2021-12-13T10:08:55Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:08:59.079824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:59.095305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.154485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40e7062f-de00-4dd5-a898-1b1962f8593f req-f44016b5-f698-4a8f-b27b-76075e4d78de tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031749 Dec 13 10:08:59.195568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-77cc48ce-38d2-4c3b-b509-2ca8ae3f4cf1 None None] Provisioning complete for port 15bb926d-74c3-4b15-bef1-f089986731a3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:59.196182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77cc48ce-38d2-4c3b-b509-2ca8ae3f4cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.243142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.244745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-77cc48ce-38d2-4c3b-b509-2ca8ae3f4cf1 None None] Port 15bb926d-74c3-4b15-bef1-f089986731a3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:59.265753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:08:59.289288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=488a4ca3-943f-4a16-adfc-d51aa0ed3c1e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.293049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55422) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:59.373853 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:59.378103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.382418 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6946b37-64cc-412a-accc-844ec6d4d0d1 req-942fa865-08d9-4be6-bb2d-11cf31ab41a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "DELETE /v2.0/ports/488a4ca3-943f-4a16-adfc-d51aa0ed3c1e HTTP/1.1" status: 204 len: 173 time: 0.5836806 Dec 13 10:08:59.382838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'name': 'network-vif-deleted', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:59.385253 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ecd5c-cc5c-4882-90ad-2604f080245c" -d '{"events": [{"server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "name": "network-vif-deleted", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:59.398015 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0caf2f-8569-4c51-807d-fba3ea1d4fe0 None None] New status for floating IP 773cced9-0705-40d8-a335-f1100f16f10c: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:08:59.413474 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dff3cb1b-e7e9-4b18-ac57-258835c3f9aa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 200 len: 990 time: 0.1189766 Dec 13 10:08:59.435958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:08:59.444227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.450876 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a99c1d-9edf-467d-b1d1-f305b3044783 x-openstack-request-id: req-60a99c1d-9edf-467d-b1d1-f305b3044783 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:08:59.451429 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efee74b1-d6b9-4232-ae6d-69e4cfa66d1d", "name": "network-vif-deleted", "tag": "488a4ca3-943f-4a16-adfc-d51aa0ed3c1e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:08:59.451569 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60a99c1d-9edf-467d-b1d1-f305b3044783 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:08:59.452069 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efee74b1-d6b9-4232-ae6d-69e4cfa66d1d', 'name': 'network-vif-deleted', 'tag': '488a4ca3-943f-4a16-adfc-d51aa0ed3c1e', 'status': 'completed', 'code': 200} Dec 13 10:08:59.460387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Transition to ACTIVE for port object 15bb926d-74c3-4b15-bef1-f089986731a3 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:08:59.465324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.514700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.611108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Attempting to bind port 15bb926d-74c3-4b15-bef1-f089986731a3 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:59.611647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Attempting to bind port 15bb926d-74c3-4b15-bef1-f089986731a3 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:59.612285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Attempting to bind port 15bb926d-74c3-4b15-bef1-f089986731a3 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:59.617691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Port 15bb926d-74c3-4b15-bef1-f089986731a3 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:08:59.618097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Attempting to bind port 15bb926d-74c3-4b15-bef1-f089986731a3 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:59.624930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:59.625359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:59.625820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:59.627208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Bound port: 15bb926d-74c3-4b15-bef1-f089986731a3, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:59.627644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.709227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:59.712873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:59.717534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.757798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:59.758632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.760185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1092 time: 0.7771146 Dec 13 10:08:59.788720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e45e89-4de8-41b9-8b41-2fdcf40f88e0 service neutron] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.820554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.864717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-fa6513b8-7d83-4d06-bc91-3a2b3c9b54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:59.866261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-fa6513b8-7d83-4d06-bc91-3a2b3c9b54a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1095 time: 0.0551751 Dec 13 10:08:59.916485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-e75fa0fe-7c0b-435d-9dd6-63121b191cfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 217 time: 0.0411525 Dec 13 10:08:59.951123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:08:59.953456 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa441c-baa2-4e9e-85cc-9a45140fec1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:08:59.990261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-bd5b2f80-5e6e-401f-aa81-de1284c515a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:59.992599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-bd5b2f80-5e6e-401f-aa81-de1284c515a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0695171 Dec 13 10:09:00.012878 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d64ce7-df8c-4dd8-97f9-8357669aea40 x-openstack-request-id: req-03d64ce7-df8c-4dd8-97f9-8357669aea40 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:00.013562 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:00.013822 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03d64ce7-df8c-4dd8-97f9-8357669aea40 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:00.014781 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'status': 'completed', 'code': 200} Dec 13 10:09:00.051429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1680769c-fae4-4fe0-9d49-4e64868af207 req-4cc03f07-994e-4a7a-b6f7-6d4b27267980 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0552964 Dec 13 10:09:00.077215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-a0115bc9-3532-4c8c-9a6d-e1b0ad491a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.078844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-a0115bc9-3532-4c8c-9a6d-e1b0ad491a84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632114 Dec 13 10:09:00.172665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-c7703ef5-6002-47f4-95c3-b635886f4a1f service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Dec 13 10:09:00.300680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc9dd851-c4b8-4521-b504-d3a0fa42a96e req-56ae8617-0658-43de-8b31-3ded6c4a7f23 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208568 Dec 13 10:09:00.310823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5695-46ae-47bc-850b-bb12b67051d3 req-333f2f45-69f6-42d5-91c1-8d49c88c5db5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.312359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d73d5695-46ae-47bc-850b-bb12b67051d3 req-333f2f45-69f6-42d5-91c1-8d49c88c5db5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 944 time: 0.0822639 Dec 13 10:09:00.391835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d73d5695-46ae-47bc-850b-bb12b67051d3 req-023ca69b-740b-46e6-b6c1-49ede11a27ed tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726948 Dec 13 10:09:00.406389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-57388150-e90a-4e9e-8ca1-6b26fddd8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.407920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-57388150-e90a-4e9e-8ca1-6b26fddd8216 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1095 time: 0.0576761 Dec 13 10:09:00.417299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55432) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:00.487607 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df757d95-2f6a-460f-b802-52b34e84df6c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 200 len: 992 time: 0.0649705 Dec 13 10:09:00.505526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-a64dd90c-2c64-408a-9015-ac47120e397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.507021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-a64dd90c-2c64-408a-9015-ac47120e397e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0927496 Dec 13 10:09:00.550044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-eb063678-5a05-4e45-935e-30ca60b2c652 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 217 time: 0.0357528 Dec 13 10:09:00.601661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-43697f35-c1d4-429f-b7ae-fd236f897ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.603141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-43697f35-c1d4-429f-b7ae-fd236f897ace service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0448322 Dec 13 10:09:00.654230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-e60088db-4649-402e-b175-164812237b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.655678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-e60088db-4649-402e-b175-164812237b3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452220 Dec 13 10:09:00.746212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-2acae35b-3240-4468-8678-86ef3f41dbf2 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827453 Dec 13 10:09:00.841277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29fa441c-baa2-4e9e-85cc-9a45140fec1f req-62ded5f6-496b-4fb4-9f35-8a02577e56da service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Dec 13 10:09:01.147893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f90bcfc4-3b53-4d68-a80b-d4d82329fc96 req-b917a22f-47c1-4160-a0ac-997b3330a85d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0269570 Dec 13 10:09:01.510048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5cc1-5703-40e3-9c80-6aa22f96df82 req-0628304e-8af3-419b-8763-cd54397dd5b2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:01.511596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d5a5cc1-5703-40e3-9c80-6aa22f96df82 req-0628304e-8af3-419b-8763-cd54397dd5b2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 944 time: 0.0500205 Dec 13 10:09:01.559720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d5a5cc1-5703-40e3-9c80-6aa22f96df82 req-d67f3b90-3d28-4327-be43-1297f7aaa89a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419405 Dec 13 10:09:01.872644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:09:01.893599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:09:01.893952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 488a4ca3-943f-4a16-adfc-d51aa0ed3c1e not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:09:02.242995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1dcb2f3a-f810-4041-956e-97de51e79408 req-ab2d6310-25d5-4aa4-99d3-c9271a7b794c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0253868 Dec 13 10:09:02.678050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31342b8-7abd-4664-bf24-ff42e188358b req-31bb1e1c-eb80-4dbe-a8fa-d66bcbb14d29 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:02.679591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e31342b8-7abd-4664-bf24-ff42e188358b req-31bb1e1c-eb80-4dbe-a8fa-d66bcbb14d29 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 944 time: 0.0531592 Dec 13 10:09:02.730185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e31342b8-7abd-4664-bf24-ff42e188358b req-1fc2c498-d749-4ec5-acb1-f1adedba9c15 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443935 Dec 13 10:09:03.352479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fe0fc88-e1bb-41eb-9b32-7004af270d9d req-9461885d-9e0d-448f-8772-e9a6def272c7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=efee74b1-d6b9-4232-ae6d-69e4cfa66d1d HTTP/1.1" status: 200 len: 210 time: 0.0271163 Dec 13 10:09:03.856879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c70b96-a288-4eb9-9e21-e86a99eadda5 req-3fc68307-e559-4cf7-961d-35d50585405b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:03.858392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c70b96-a288-4eb9-9e21-e86a99eadda5 req-3fc68307-e559-4cf7-961d-35d50585405b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 944 time: 0.0516031 Dec 13 10:09:03.887109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:09:03.906963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c70b96-a288-4eb9-9e21-e86a99eadda5 req-9434aace-193e-4b82-af32-adae37fcfe26 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Dec 13 10:09:03.986922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:03.998180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '15bb926d-74c3-4b15-bef1-f089986731a3', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:09:04.035456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.050211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:04.069427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:04.073524 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.126329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:04.276806 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['15bb926d-74c3-4b15-bef1-f089986731a3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:09:04.426415 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.033379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dcd63-50fd-43d8-8308-bd563e328e5d req-b41f74c3-20ff-4bfd-b7a3-fc66a327dbf9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:05.034838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a8dcd63-50fd-43d8-8308-bd563e328e5d req-b41f74c3-20ff-4bfd-b7a3-fc66a327dbf9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0535123 Dec 13 10:09:05.081856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a8dcd63-50fd-43d8-8308-bd563e328e5d req-369bdac0-2400-4a3d-8b90-fe6eae949a5a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Dec 13 10:09:05.903433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:05.951392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 15bb926d-74c3-4b15-bef1-f089986731a3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:09:05.955165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 15bb926d-74c3-4b15-bef1-f089986731a3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:05.955541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.035146 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.057741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:06.060160 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ac2da5-6952-4c31-bdc9-6c183ebbed7d" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:06.073387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:06.078142 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.110615 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0793a228-83b6-430a-bf60-39dbefac774c x-openstack-request-id: req-0793a228-83b6-430a-bf60-39dbefac774c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:06.110615 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:06.110884 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0793a228-83b6-430a-bf60-39dbefac774c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:06.111218 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:09:06.137348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:06.158129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39ccdb9d-5a31-4ee5-8860-fd762a9383f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.239476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be43ba9-65e1-4cf6-86a4-70ad965bb094 req-2b32d2c1-269d-4cb1-892a-61e8a54514f5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:06.240987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2be43ba9-65e1-4cf6-86a4-70ad965bb094 req-2b32d2c1-269d-4cb1-892a-61e8a54514f5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.0729694 Dec 13 10:09:06.246648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825aecd4-1814-4fdd-bcb2-45d17079ddce req-41089df9-a2a1-4e04-b4be-83f23e70cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:06.248274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-825aecd4-1814-4fdd-bcb2-45d17079ddce req-41089df9-a2a1-4e04-b4be-83f23e70cf1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1097 time: 0.0702796 Dec 13 10:09:06.323125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2be43ba9-65e1-4cf6-86a4-70ad965bb094 req-b9d34037-39a4-4505-9974-a8006299a556 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723724 Dec 13 10:09:06.325440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-825aecd4-1814-4fdd-bcb2-45d17079ddce req-61afff37-95ff-469c-bb23-6528b2e7fdee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680528 Dec 13 10:09:07.447328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69d47c-8979-4fe0-9da2-e58c940ea7a5 req-e4e007e3-e6b5-48f9-a2f3-4bef8350a01c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.449555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac69d47c-8979-4fe0-9da2-e58c940ea7a5 req-e4e007e3-e6b5-48f9-a2f3-4bef8350a01c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.0515389 Dec 13 10:09:07.499184 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac69d47c-8979-4fe0-9da2-e58c940ea7a5 req-180e30b3-67db-4b8f-ae52-5e768443c941 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Dec 13 10:09:07.537839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:07.545228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985374703', 'description': 'tempest-secgroup-smoke-1985374703 description', 'project_id': 'f8c33315333c41c5af384fc812551206'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:07.574198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.619170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274321-1c0f-4145-b300-b61d97df3a32 req-4ffa5be3-49f8-4f58-bf30-3e93757e3014 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.628041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a274321-1c0f-4145-b300-b61d97df3a32 req-4ffa5be3-49f8-4f58-bf30-3e93757e3014 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.0585082 Dec 13 10:09:07.629286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55512) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:07.635408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'floatingip': {'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:07.646809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.650968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.678908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.683904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.687833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1452417 Dec 13 10:09:07.688744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55514) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:07.694111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:07.698363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ee64a-d017-43bc-9722-4bcc75c1bbf8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e93811-3d75-42a0-850f-78730c7bd2c3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:07.722928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.786020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.791231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.813403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082da674-dbb3-46e6-838d-0ecb223b51f3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:07.832730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.838805 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea9e3b1d-e2a4-4b1f-8ab3-efd492924b14 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487355 Dec 13 10:09:07.839701 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:07.845657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:07.875660 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.935675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.939784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.960297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc4f1ae-2d26-4470-95c5-01244d59a10e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:07.964789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.968664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4744e2d2-51a4-41c5-83bc-364d41830cd1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249306 Dec 13 10:09:07.969207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:07.973301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:08.001448 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.060527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.064450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.080866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161c365e-3276-404d-b6ca-8907cf322960,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:08.091973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.093294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b80a576e-fdbc-4d17-9170-e5b193793da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234696 Dec 13 10:09:08.096105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55520) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:08.100863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:08.128180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.188264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.191962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.210509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88002833-52a8-4a9d-9467-94a631e52187,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:08.219095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.222967 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e3e9e16-5629-4f2a-b772-b80a7f97d088 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234505 Dec 13 10:09:08.223994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:08.228276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:08.249492 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Project f8c33315333c41c5af384fc812551206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:09:08.256595 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.316386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.320371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.337482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cf8573-2558-45f1-bf51-3a321810c076,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:08.346022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.347234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5cdcc94c-f7d2-472c-b608-657287c3e25b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222751 Dec 13 10:09:08.350697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 55524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:08.354970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'security_group_rule': {'security_group_id': 'a9e93811-3d75-42a0-850f-78730c7bd2c3', 'project_id': 'f8c33315333c41c5af384fc812551206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:08.376882 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Project f8c33315333c41c5af384fc812551206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:09:08.382566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.397014 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.400958 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.441988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.445917 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.466840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce01fb6-b28a-4460-a7fb-893ed4dcc2e2,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:08.471965 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.477085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-edc815fb-6163-4da2-afa8-bc6afce9ffdf tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253166 Dec 13 10:09:08.506621 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Floating IP a980714e-4302-4e0f-8842-a9741f357dda associated. External IP: 172.25.2.175, port: 15bb926d-74c3-4b15-bef1-f089986731a3. Dec 13 10:09:08.565760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc3b3-d10e-4718-8594-e1ab1bc337a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.722336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Router 94ca436d-3e61-4de4-b7a6-7ce61051322d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:08.837481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:08.843027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:08.848104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Sync routers for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:08.861251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:08.861959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:09:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:08.881649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-de6176b1-d8c8-4123-a1e2-6e462398c6c3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "PUT /v2.0/floatingips/a980714e-4302-4e0f-8842-a9741f357dda HTTP/1.1" status: 200 len: 992 time: 1.2473605 Dec 13 10:09:08.881649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:08.883441 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b" -d '{"events": [{"name": "network-changed", "server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:08.943580 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3021cfbf-3f9f-4484-a824-619e6c27c82c x-openstack-request-id: req-3021cfbf-3f9f-4484-a824-619e6c27c82c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:08.944492 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:08.944809 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3021cfbf-3f9f-4484-a824-619e6c27c82c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:08.945524 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'status': 'completed', 'code': 200} Dec 13 10:09:09.020259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:09.022124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-3d84c42d-4a20-4046-91fa-3b711e55fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.023902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-3d84c42d-4a20-4046-91fa-3b711e55fb07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1097 time: 0.0527110 Dec 13 10:09:09.121376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-28872c07-43d2-4f89-866d-25d29a42fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.122894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-28872c07-43d2-4f89-866d-25d29a42fd39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0909688 Dec 13 10:09:09.202588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-958266a4-65f2-4537-80db-8b89d3f86575 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0727916 Dec 13 10:09:09.254511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-1b63c65f-6433-4d41-8299-3d182383411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.257048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-1b63c65f-6433-4d41-8299-3d182383411f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0475333 Dec 13 10:09:09.276742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a980714e-4302-4e0f-8842-a9741f357dda', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:54Z', 'updated_at': '2021-12-13T10:09:08Z', 'revision_number': 1, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:09.307841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-4f92e0e1-4232-4a2a-b06e-b1cf0d9ddf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.309063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Checking router: 94ca436d-3e61-4de4-b7a6-7ce61051322d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:09.309372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-4f92e0e1-4232-4a2a-b06e-b1cf0d9ddf73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450907 Dec 13 10:09:09.318134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:09.318861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:09:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:09.413251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-4b0a8433-0eb0-443f-bfde-8719ac6a4a0f service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961623 Dec 13 10:09:09.512073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5e492ca-51a4-49c9-9400-7f9d78e9c18b req-02f0c361-90dd-46d8-bf93-61f90b5c15ce service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920279 Dec 13 10:09:09.598140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:09.632070 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.838543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a980714e-4302-4e0f-8842-a9741f357dda', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:54Z', 'updated_at': '2021-12-13T10:09:08Z', 'revision_number': 1, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:09.869206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3fb4-b703-4ad7-8a72-bf80b91b04c5 None None] The sync data for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 is: [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a980714e-4302-4e0f-8842-a9741f357dda', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:08:54Z', 'updated_at': '2021-12-13T10:09:08Z', 'revision_number': 1, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:10.099479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a59e57-cb39-4b38-afb1-363a5efb0c52 None None] New status for floating IP a980714e-4302-4e0f-8842-a9741f357dda: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:09:11.197344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:11.984969 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:17.469929 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:09:23.805620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-1a6298ca-b7c2-45e3-830e-79b17a4e6df4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985374703&fields=id&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 267 time: 0.0461557 Dec 13 10:09:23.914350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-6f8510f1-6c55-4de6-8653-06ddc271bbdd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:23.915841 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-6f8510f1-6c55-4de6-8653-06ddc271bbdd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1034238 Dec 13 10:09:23.930851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-cc62071e-7bd3-4cca-8ee3-8d2838d140d3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Dec 13 10:09:23.980574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-b9c5e6ee-fc13-43a7-9a68-8c741241b8c3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447609 Dec 13 10:09:24.075310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f1ab2964-44f4-4e93-975b-08dea7b4bd2a service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831180 Dec 13 10:09:24.160962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-501dba35-dda8-4d5b-b909-056349f72e35 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797746 Dec 13 10:09:24.442995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99a56181-4956-4a92-ad37-1bed547b03f8 req-dd04fe47-3266-474a-8fe8-27506fabb417 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0273199 Dec 13 10:09:25.373935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f2449c77-975a-4219-b53a-4f210449e95e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:25.375463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f2449c77-975a-4219-b53a-4f210449e95e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1092675 Dec 13 10:09:25.442204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-7fb547fc-32af-497c-93a0-0e58f0cf8a97 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 380 time: 0.0566874 Dec 13 10:09:25.451321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': '1182b7b5-e8af-4e57-822c-0ff217593729', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'security_groups': ['a9e93811-3d75-42a0-850f-78730c7bd2c3']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:25.543119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba3b440e-4a06-493e-8c31-984bfc8920e1 req-2381c7c1-f719-48e6-aa84-7bfc834a2f7d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0270476 Dec 13 10:09:25.565920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:09:25.569542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:25.696602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.3 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/62480495-3003-4708-8bf8-7d103269f6af) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:25.840695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:25.873489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:25.921198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:25.924801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:25.929230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:25.952221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:25.969699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.970084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.970374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.970713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.971049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.971381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.971734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.972060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.972385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.972705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.973028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.973347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.973671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:25.992220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:25.992848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.010443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-8889bfdf-de94-41fc-aa74-b1b978e81fe6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626199 Dec 13 10:09:26.024052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Request body: {'port': {'device_id': '1182b7b5-e8af-4e57-822c-0ff217593729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:26.090015 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.186089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bfbf04dd-e223-4d91-99aa-cba6e3ad26ce None None] Provisioning complete for port 62480495-3003-4708-8bf8-7d103269f6af triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:26.186748 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfbf04dd-e223-4d91-99aa-cba6e3ad26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.224399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf04dd-e223-4d91-99aa-cba6e3ad26ce None None] Port 62480495-3003-4708-8bf8-7d103269f6af cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:26.357548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62480495-3003-4708-8bf8-7d103269f6af {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:26.365061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.376758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Transition to ACTIVE for port object 62480495-3003-4708-8bf8-7d103269f6af will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:09:26.381036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.451219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Pushing event updated for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:26.505360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Attempting to bind port 62480495-3003-4708-8bf8-7d103269f6af on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:09:26.505703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Attempting to bind port 62480495-3003-4708-8bf8-7d103269f6af by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:09:26.506228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Attempting to bind port 62480495-3003-4708-8bf8-7d103269f6af on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:26.510850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Port 62480495-3003-4708-8bf8-7d103269f6af on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:09:26.511230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Attempting to bind port 62480495-3003-4708-8bf8-7d103269f6af on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:26.516486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:09:26.516834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:09:26.517215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:09:26.517644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Bound port: 62480495-3003-4708-8bf8-7d103269f6af, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:09:26.518024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.600818 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:09:26.604383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=62480495-3003-4708-8bf8-7d103269f6af,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:09:26.612158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.654567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.655199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:26.657151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 1091 time: 0.6379228 Dec 13 10:09:26.657151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'tag': '62480495-3003-4708-8bf8-7d103269f6af'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:26.659497 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303589a-de40-4085-9b2d-3a06a6378137" -d '{"events": [{"name": "network-changed", "server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "tag": "62480495-3003-4708-8bf8-7d103269f6af"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:26.679524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71adbf4-19eb-4243-b80f-6b17890804e0 service neutron] Pushing event updated for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:26.713795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954d878-42b2-4896-a664-a1f59e9485da req-454aecc7-4eb8-4fe4-b874-d74388586365 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.721503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f954d878-42b2-4896-a664-a1f59e9485da req-454aecc7-4eb8-4fe4-b874-d74388586365 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0994120 Dec 13 10:09:26.722124 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1532ca-0066-4ccd-a757-e9e1a7295e2d x-openstack-request-id: req-9d1532ca-0066-4ccd-a757-e9e1a7295e2d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:26.722430 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "tag": "62480495-3003-4708-8bf8-7d103269f6af", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:26.722730 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d1532ca-0066-4ccd-a757-e9e1a7295e2d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:26.723136 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'tag': '62480495-3003-4708-8bf8-7d103269f6af', 'status': 'completed', 'code': 200} Dec 13 10:09:26.761433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-cef7711a-ae15-46c8-b99a-cebb172feb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.763576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-cef7711a-ae15-46c8-b99a-cebb172feb15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1094 time: 0.0593395 Dec 13 10:09:26.787870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f954d878-42b2-4896-a664-a1f59e9485da req-01144b92-fab8-44ff-aaf6-e0ac452f2c01 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647285 Dec 13 10:09:26.813323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-4169a142-3c12-4c77-99b3-cc48aa571646 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 217 time: 0.0400760 Dec 13 10:09:26.868266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-d6228cd6-5a13-4129-98cb-a7053eafb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.869863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-d6228cd6-5a13-4129-98cb-a7053eafb324 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0487564 Dec 13 10:09:26.930319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-501386c2-8012-4711-a5ed-6d1b7c2c1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.931977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-501386c2-8012-4711-a5ed-6d1b7c2c1305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533280 Dec 13 10:09:27.033859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-07180d3f-246e-49b2-97cc-a6251622f44d service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943491 Dec 13 10:09:27.129052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e9717b-9ac1-4880-b1a1-10648603680a req-309a6ce3-1ecd-4426-b50d-7d083a8a5d70 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Dec 13 10:09:27.214771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303589a-de40-4085-9b2d-3a06a6378137 req-06bf9a8e-6283-4e45-93f6-b66359137c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.216395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-06bf9a8e-6283-4e45-93f6-b66359137c65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1094 time: 0.0421693 Dec 13 10:09:27.306203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303589a-de40-4085-9b2d-3a06a6378137 req-e7a80102-f66c-4f8f-ad7d-d7acedff7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.307638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-e7a80102-f66c-4f8f-ad7d-d7acedff7235 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0843315 Dec 13 10:09:27.628910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-9c7f7007-8957-45b6-933f-468fea5d7c87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 217 time: 0.3139517 Dec 13 10:09:27.678636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303589a-de40-4085-9b2d-3a06a6378137 req-adbe71c9-403a-4481-93d9-c3bb27978141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.680132 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-adbe71c9-403a-4481-93d9-c3bb27978141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0440032 Dec 13 10:09:27.727215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303589a-de40-4085-9b2d-3a06a6378137 req-e8d5b181-f4b4-4f16-9d6a-90b6af8ff8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.728850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-e8d5b181-f4b4-4f16-9d6a-90b6af8ff8eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410016 Dec 13 10:09:27.834760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-46d40af7-4981-4e94-a098-5ef1a0153f01 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984244 Dec 13 10:09:27.919353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de391d57-fe83-461a-aeec-dfc4bdb68ee7 req-2a4f7dcb-f8f9-4bb7-817b-f9780384cc06 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.921794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de391d57-fe83-461a-aeec-dfc4bdb68ee7 req-2a4f7dcb-f8f9-4bb7-817b-f9780384cc06 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0530727 Dec 13 10:09:27.940877 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b303589a-de40-4085-9b2d-3a06a6378137 req-7875d2c4-9eea-4eab-b311-93356dca57c1 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990031 Dec 13 10:09:27.977547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de391d57-fe83-461a-aeec-dfc4bdb68ee7 req-3c24ba59-2a9c-4cae-b199-6d3798092d0f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493350 Dec 13 10:09:29.099579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ced1e-4aa0-472b-ad9f-dee63f0ce838 req-8cdbfda6-edbd-46df-850f-48890a7255e5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.101104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-480ced1e-4aa0-472b-ad9f-dee63f0ce838 req-8cdbfda6-edbd-46df-850f-48890a7255e5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0490935 Dec 13 10:09:29.156961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-480ced1e-4aa0-472b-ad9f-dee63f0ce838 req-65ae33eb-d416-45b9-8b3d-172cc8cfb754 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496154 Dec 13 10:09:29.229628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-6243e2f3-d256-471a-b9dd-a1c0db1696b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397372 Dec 13 10:09:29.311216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-c8105385-6bdc-4903-b620-964bb1acb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.312691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-c8105385-6bdc-4903-b620-964bb1acb1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1097 time: 0.0420141 Dec 13 10:09:29.423457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-aa623b23-f3e4-4c3a-8bb7-8b904f858756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.425104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-aa623b23-f3e4-4c3a-8bb7-8b904f858756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0934300 Dec 13 10:09:29.493164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-253b048d-799e-4e46-b283-32071f293a5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1002 time: 0.0604360 Dec 13 10:09:29.542549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-78daab3d-885a-4b16-bcec-2ad68b85670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.544096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-78daab3d-885a-4b16-bcec-2ad68b85670d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0438483 Dec 13 10:09:29.593882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-b4a8c499-059f-44fe-8ab7-53d6f9b634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.595395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-b4a8c499-059f-44fe-8ab7-53d6f9b634a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445302 Dec 13 10:09:29.686663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-e6d63fac-4954-4327-88aa-9ab1dbd811cc service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802169 Dec 13 10:09:29.786040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16e95bf5-6dff-4c56-beb3-d150d86a2ab7 req-e9255e77-8a41-4d06-9fb3-1111638a93b6 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926878 Dec 13 10:09:29.826420 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:30.103101 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-863a1802-e883-4ab4-a54a-32c2c74e46b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453832 Dec 13 10:09:30.189614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-032d480e-1651-4e1a-aef8-cc3e0f724bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.191210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-032d480e-1651-4e1a-aef8-cc3e0f724bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0436561 Dec 13 10:09:30.328923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-9cc690ea-dd5b-4ab0-9b48-9ed0204a5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.330455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-9cc690ea-dd5b-4ab0-9b48-9ed0204a5c0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.1093805 Dec 13 10:09:30.359990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80210-0f50-4540-a711-80afa7d2ded2 req-f6a5f3d6-7f03-43aa-9546-cdd42b2a492f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.361632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5e80210-0f50-4540-a711-80afa7d2ded2 req-f6a5f3d6-7f03-43aa-9546-cdd42b2a492f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.1274812 Dec 13 10:09:30.407757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-7368f144-8a43-4fe0-90ce-c5b9790aed6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 1000 time: 0.0697601 Dec 13 10:09:30.417395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5e80210-0f50-4540-a711-80afa7d2ded2 req-7cd3532e-6438-4c14-bf3b-6f7c187ce71b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485451 Dec 13 10:09:30.463226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-d1df3d56-448e-4472-83f5-b5dd3c82c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.464725 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-d1df3d56-448e-4472-83f5-b5dd3c82c303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0491638 Dec 13 10:09:30.515135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-0bf66cca-d97d-4f6a-b580-41239dda6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.516745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-0bf66cca-d97d-4f6a-b580-41239dda6d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409133 Dec 13 10:09:30.611042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-1d16dd0f-8f94-44b8-9b95-bce685bacafe service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865014 Dec 13 10:09:30.699997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-68a841b8-a2fa-4d52-b0e9-059c60bd35c7 req-b43144a9-a166-47df-8dd9-6a9e25884959 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816429 Dec 13 10:09:31.542874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc821-660d-456a-a6dc-fd6101177ce5 req-a0d5958d-dbf7-4cc3-9dea-6691656525a4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:31.544371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9edc821-660d-456a-a6dc-fd6101177ce5 req-a0d5958d-dbf7-4cc3-9dea-6691656525a4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0494609 Dec 13 10:09:31.595110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9edc821-660d-456a-a6dc-fd6101177ce5 req-976d5360-f792-44aa-be07-b96e3b0cff2e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Dec 13 10:09:32.713416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4824069-1481-498a-bbe1-392f28739d63 req-0884e05d-9f13-4f1d-a97e-1ab1a1827cb3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:32.714888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4824069-1481-498a-bbe1-392f28739d63 req-0884e05d-9f13-4f1d-a97e-1ab1a1827cb3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0519307 Dec 13 10:09:32.761863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4824069-1481-498a-bbe1-392f28739d63 req-0f015b5e-c484-4e25-a9cd-830732a58ad1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Dec 13 10:09:33.878220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f022d9-1077-4c75-9aa8-8efd5022885c req-75a96e9d-a464-4ec4-86fd-6a52ef47d832 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:33.879732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94f022d9-1077-4c75-9aa8-8efd5022885c req-75a96e9d-a464-4ec4-86fd-6a52ef47d832 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0485752 Dec 13 10:09:33.928966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94f022d9-1077-4c75-9aa8-8efd5022885c req-33067ec5-30ba-45b3-be61-1e18d926d98b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Dec 13 10:09:34.417185 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:35.048028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2495db-34cc-4f19-89b9-4cfacb643582 req-5555f581-b9b1-4a23-9dd9-0fa98cffec2c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:35.049423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca2495db-34cc-4f19-89b9-4cfacb643582 req-5555f581-b9b1-4a23-9dd9-0fa98cffec2c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0524721 Dec 13 10:09:35.097714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca2495db-34cc-4f19-89b9-4cfacb643582 req-cf56d9d7-9bea-41a1-9bca-5a0b931d76c3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Dec 13 10:09:36.140184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3d9801bb-511a-4523-ad09-9c2c8a13f091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:36.213212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb7c0-4f48-4bd5-82f2-d684f1d89819 req-07fd2796-4050-402e-999e-2e922bc2fe06 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:36.214664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecdeb7c0-4f48-4bd5-82f2-d684f1d89819 req-07fd2796-4050-402e-999e-2e922bc2fe06 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0472376 Dec 13 10:09:36.262378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecdeb7c0-4f48-4bd5-82f2-d684f1d89819 req-26ae1551-2235-4701-a744-1b1e11942609 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Dec 13 10:09:37.374798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5218e-0471-43a9-9162-f7b57a336332 req-4d5823cb-7da8-4784-9e08-2a4ac0b5c7a2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:37.376305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdc5218e-0471-43a9-9162-f7b57a336332 req-4d5823cb-7da8-4784-9e08-2a4ac0b5c7a2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0476050 Dec 13 10:09:37.426878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cdc5218e-0471-43a9-9162-f7b57a336332 req-51552efa-2d16-4a5b-99ad-682993752a35 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447710 Dec 13 10:09:38.542681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96932c-72c6-4f9c-add5-13152cab575e req-f4ad3819-efd4-4c1b-9b5f-53419fc8fa19 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:38.544069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f96932c-72c6-4f9c-add5-13152cab575e req-f4ad3819-efd4-4c1b-9b5f-53419fc8fa19 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 943 time: 0.0474877 Dec 13 10:09:38.567975 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24b3c442-2db0-438f-8126-b0bfe18b2c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:38.594536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f96932c-72c6-4f9c-add5-13152cab575e req-273f051f-3d95-4112-888f-d6278ad58622 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Dec 13 10:09:39.035142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 62480495-3003-4708-8bf8-7d103269f6af details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:09:39.128491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=62480495-3003-4708-8bf8-7d103269f6af,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:39.140706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '62480495-3003-4708-8bf8-7d103269f6af', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '62480495-3003-4708-8bf8-7d103269f6af', 'mac_address': 'fa:16:3e:12:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:09:39.179991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:39.192361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62480495-3003-4708-8bf8-7d103269f6af {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:39.211484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=62480495-3003-4708-8bf8-7d103269f6af,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:39.215671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:39.261694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:39.269079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.269432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.269779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.270127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.270465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.270799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.271132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.271996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.272334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.272665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.272997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.273329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.273657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:39.534267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['62480495-3003-4708-8bf8-7d103269f6af'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:09:39.593614 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:39.711659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594fa75-5c07-423c-96d2-965106b8f4d6 req-789dee61-523f-4dd5-a278-349df0735d81 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:39.713077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0594fa75-5c07-423c-96d2-965106b8f4d6 req-789dee61-523f-4dd5-a278-349df0735d81 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 944 time: 0.0489857 Dec 13 10:09:39.762768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0594fa75-5c07-423c-96d2-965106b8f4d6 req-e5fb47de-f34d-4a8f-a07d-0b2e3b6f217c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Dec 13 10:09:40.885036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec94a5-2fc2-4569-bacb-52e305830484 req-2594855c-c234-463c-a0c4-33dfaefb3097 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:40.886533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eaec94a5-2fc2-4569-bacb-52e305830484 req-2594855c-c234-463c-a0c4-33dfaefb3097 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 944 time: 0.0534136 Dec 13 10:09:40.934068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eaec94a5-2fc2-4569-bacb-52e305830484 req-1a51e49e-ab75-47cb-b757-617a1bc8faf0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Dec 13 10:09:41.056619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 62480495-3003-4708-8bf8-7d103269f6af up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:41.104711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 62480495-3003-4708-8bf8-7d103269f6af completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:09:41.108468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 62480495-3003-4708-8bf8-7d103269f6af triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:41.108843 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.198161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.208382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.222887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62480495-3003-4708-8bf8-7d103269f6af'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:41.225734 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5a0a8-6057-47fb-a8b8-38e3e922fbae" -d '{"events": [{"server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "name": "network-vif-plugged", "status": "completed", "tag": "62480495-3003-4708-8bf8-7d103269f6af"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:41.238369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=62480495-3003-4708-8bf8-7d103269f6af,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:41.243574 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.266280 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624cbbfe-d2c7-4edf-8943-e1a2e03cb305 x-openstack-request-id: req-624cbbfe-d2c7-4edf-8943-e1a2e03cb305 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:41.266570 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "name": "network-vif-plugged", "status": "completed", "tag": "62480495-3003-4708-8bf8-7d103269f6af", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:41.266821 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-624cbbfe-d2c7-4edf-8943-e1a2e03cb305 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:41.267209 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62480495-3003-4708-8bf8-7d103269f6af', 'code': 200} Dec 13 10:09:41.294495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:41.369803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b587a8-bb72-4a0d-b254-dfa7f5e06b88 req-0794cede-8258-480d-8347-2cc4d0f86e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:41.371288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6b587a8-bb72-4a0d-b254-dfa7f5e06b88 req-0794cede-8258-480d-8347-2cc4d0f86e15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1096 time: 0.0459518 Dec 13 10:09:41.418545 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6b587a8-bb72-4a0d-b254-dfa7f5e06b88 req-a74ef3ab-0bfb-4273-ba7d-5e0b1b0c72e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Dec 13 10:09:41.987720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:42.107716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad807d-4154-4927-96c1-45f8613e0439 req-26b75d92-5cb5-4eaa-bcf2-5e2d18aa80c2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:42.109198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74ad807d-4154-4927-96c1-45f8613e0439 req-26b75d92-5cb5-4eaa-bcf2-5e2d18aa80c2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.1051688 Dec 13 10:09:42.160029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74ad807d-4154-4927-96c1-45f8613e0439 req-52028853-4ca5-496f-8402-3a2908e3cb31 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Dec 13 10:09:43.276731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f86224-6cb0-4a8c-aa71-b55f6b4f578e req-51546e7e-afc5-4754-9413-dd6eefbfd1bc tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.278269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0f86224-6cb0-4a8c-aa71-b55f6b4f578e req-51546e7e-afc5-4754-9413-dd6eefbfd1bc tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Dec 13 10:09:43.330789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0f86224-6cb0-4a8c-aa71-b55f6b4f578e req-078e2ffb-3707-497c-965b-05f8d9fe5aaa tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Dec 13 10:09:43.447981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a0dae-e66c-422d-90e7-f71d4a7095c7 req-5cc7dad7-47c1-4aa0-8386-9645270fa09b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.449350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36a0dae-e66c-422d-90e7-f71d4a7095c7 req-5cc7dad7-47c1-4aa0-8386-9645270fa09b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Dec 13 10:09:43.495877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d36a0dae-e66c-422d-90e7-f71d4a7095c7 req-960ee8f8-4a4f-4b35-85c6-565992ec274c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Dec 13 10:09:43.518797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55796) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:43.556497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1545f-d15b-412f-8bc3-def6be3dfdcd tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.557967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f0c1545f-d15b-412f-8bc3-def6be3dfdcd tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1091 time: 0.0382178 Dec 13 10:09:43.560836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:43.564965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '62480495-3003-4708-8bf8-7d103269f6af', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:43.587642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:43.683054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:43.781118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.25.2.10 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/628bf0cf-d29c-4ef5-b70a-bfc8b058d758) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:43.902283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:43.937417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:43.975448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:43.978285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:43.981854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:44.009299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=628bf0cf-d29c-4ef5-b70a-bfc8b058d758,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:44.022082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.022429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.022774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.023103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.023443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.023798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.024132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.024456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.024784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.025108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.025430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.025753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.026076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.584511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.647023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.791667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.796069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.868900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=628bf0cf-d29c-4ef5-b70a-bfc8b058d758,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:44.876806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.975230 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP a4904137-f9aa-4f98-b34c-a7ee895aac78 associated. External IP: 172.25.2.10, port: 62480495-3003-4708-8bf8-7d103269f6af. Dec 13 10:09:45.177061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:45.277546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:45.286983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:45.295623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.301024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:45.301650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:09:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:45.326019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c07d4ec2-7b23-4fa4-a119-2b1baeb064d9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7641604 Dec 13 10:09:45.326620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'tag': '62480495-3003-4708-8bf8-7d103269f6af'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:45.328916 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b282905-6016-4e72-842b-fa8ba48e86da" -d '{"events": [{"name": "network-changed", "server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "tag": "62480495-3003-4708-8bf8-7d103269f6af"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:45.371198 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91469cb2-9724-46ea-952f-dd17da31b9d4 x-openstack-request-id: req-91469cb2-9724-46ea-952f-dd17da31b9d4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:45.371503 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "tag": "62480495-3003-4708-8bf8-7d103269f6af", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:45.371800 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91469cb2-9724-46ea-952f-dd17da31b9d4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:45.372209 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'tag': '62480495-3003-4708-8bf8-7d103269f6af', 'status': 'completed', 'code': 200} Dec 13 10:09:45.411600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:45.435946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282905-6016-4e72-842b-fa8ba48e86da req-01fc7f94-8d68-4103-91af-08573f2db85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:45.437467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-01fc7f94-8d68-4103-91af-08573f2db85b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1096 time: 0.0409124 Dec 13 10:09:45.526464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282905-6016-4e72-842b-fa8ba48e86da req-01b64a15-7552-446b-bc34-3ebba6c02f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:45.527975 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-01b64a15-7552-446b-bc34-3ebba6c02f09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0828571 Dec 13 10:09:45.600154 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-73714e9a-49eb-4670-bf6c-a73240e6625e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 998 time: 0.0644863 Dec 13 10:09:45.636485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a4904137-f9aa-4f98-b34c-a7ee895aac78', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '62480495-3003-4708-8bf8-7d103269f6af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:12:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b7b5-e8af-4e57-822c-0ff217593729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:45.649551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282905-6016-4e72-842b-fa8ba48e86da req-8eb63128-c3ca-44f1-a180-a868684edab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:45.651043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-8eb63128-c3ca-44f1-a180-a868684edab6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0439498 Dec 13 10:09:45.662774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:45.671272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:45.671922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:09:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:45.696500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282905-6016-4e72-842b-fa8ba48e86da req-ed0529ce-bb28-409f-b3d5-f84da999c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:45.697947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-ed0529ce-bb28-409f-b3d5-f84da999c946 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402486 Dec 13 10:09:45.778345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:45.789302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-f2fd44a7-8f69-45bc-b077-afbb9dc47ee2 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845890 Dec 13 10:09:45.882632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2b282905-6016-4e72-842b-fa8ba48e86da req-e9e2c741-d31d-4b79-b9d9-f2b084b0766a service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Dec 13 10:09:46.007268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a4904137-f9aa-4f98-b34c-a7ee895aac78', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '62480495-3003-4708-8bf8-7d103269f6af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:12:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b7b5-e8af-4e57-822c-0ff217593729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:46.033767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf8691-a8c0-4339-bf24-beacdf8231f2 None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'a4904137-f9aa-4f98-b34c-a7ee895aac78', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '62480495-3003-4708-8bf8-7d103269f6af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:12:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b7b5-e8af-4e57-822c-0ff217593729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:46.221435 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7c3d2-886d-4825-9dd1-d2b00fa4b378 None None] New status for floating IP a4904137-f9aa-4f98-b34c-a7ee895aac78: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:09:54.469799 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:09:59.229229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-b31a84c0-aeca-4d01-adb1-618e42a0ff6c tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:59.230779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-b31a84c0-aeca-4d01-adb1-618e42a0ff6c tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0411661 Dec 13 10:09:59.251053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-e2c81874-c49f-4f99-95cf-0f10b5afa5e3 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:59.326925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-e2c81874-c49f-4f99-95cf-0f10b5afa5e3 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:59.330558 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-e2c81874-c49f-4f99-95cf-0f10b5afa5e3 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:59.370099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e69b6eb9-a28e-4dbd-a697-9bce8cdad4cc req-e2c81874-c49f-4f99-95cf-0f10b5afa5e3 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334014 Dec 13 10:09:59.370852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c81874-c49f-4f99-95cf-0f10b5afa5e3 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b8cfe-1737-4f07-a29c-dd037561170f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:59.491159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913a1b-17cb-4c63-8754-c434770d648f req-c4e87131-f84b-4ed9-b8b4-ba91553de855 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:59.492681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b913a1b-17cb-4c63-8754-c434770d648f req-c4e87131-f84b-4ed9-b8b4-ba91553de855 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Dec 13 10:09:59.541477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b913a1b-17cb-4c63-8754-c434770d648f req-f493394d-a773-459d-aaed-b31240842180 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Dec 13 10:09:59.563497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55848) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:59.622164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c27c910-62ba-40e8-8aef-bacf83e8c121 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 200 len: 992 time: 0.0574789 Dec 13 10:09:59.822202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:59.933756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-c8406bc8-5490-4845-a7db-a56eadd140b1 req-1aaec6a5-90b7-45c0-b132-dcdf6fc2ff5b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:09:59.934729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8406bc8-5490-4845-a7db-a56eadd140b1 req-1aaec6a5-90b7-45c0-b132-dcdf6fc2ff5b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054283 Dec 13 10:10:00.203962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:00.294474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bae59-6acc-4d0d-ab6f-568e0da7337e req-8aeb1d17-70b8-442b-9012-3978b24d18a3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:00.296023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039bae59-6acc-4d0d-ab6f-568e0da7337e req-8aeb1d17-70b8-442b-9012-3978b24d18a3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0800447 Dec 13 10:10:00.330517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-e6fae654-ac9e-4c96-bf51-3d0565140b1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246648 Dec 13 10:10:00.345418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-cbd0ce72-b854-4191-b9c5-ea392a2b1e20 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:10:00.346397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-cbd0ce72-b854-4191-b9c5-ea392a2b1e20 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058095 Dec 13 10:10:00.364827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039bae59-6acc-4d0d-ab6f-568e0da7337e req-654d58e5-b25e-460f-85ef-437ffebb7265 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567360 Dec 13 10:10:01.262281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b6e4af84-62a7-4117-a414-997b0b4e1064 req-98c41ebb-2a8d-4db0-9c72-69c65209d366 service neutron] (103195) timed out ('10.222.0.31', 36616) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:10:01.445925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-963e82a4-5a0b-4718-bc4f-a62ff275b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.447536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-963e82a4-5a0b-4718-bc4f-a62ff275b4d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0475078 Dec 13 10:10:01.483752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740f82e-5147-4cb1-8595-048b7d6c3bb4 req-e9a9d123-bda1-4877-9589-19af1dce5ee7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.485351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b740f82e-5147-4cb1-8595-048b7d6c3bb4 req-e9a9d123-bda1-4877-9589-19af1dce5ee7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0501478 Dec 13 10:10:01.535599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b740f82e-5147-4cb1-8595-048b7d6c3bb4 req-fdef2570-3dcd-456e-97c9-9dee43861922 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Dec 13 10:10:01.540974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-cb1180e5-96df-479e-8edd-55862769ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.542449 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-cb1180e5-96df-479e-8edd-55862769ff31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0851769 Dec 13 10:10:01.613642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-110dd176-f8e9-4d4e-95d5-a27ec55a7999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 1000 time: 0.0628471 Dec 13 10:10:01.661473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-b3798af4-b932-4b22-b100-3678a5c1641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.663428 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-b3798af4-b932-4b22-b100-3678a5c1641f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0427675 Dec 13 10:10:01.707146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-13b9fc20-7668-4510-918c-44110871e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.709136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-13b9fc20-7668-4510-918c-44110871e3f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381467 Dec 13 10:10:01.799362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-0a4e8928-907a-4d3a-8c51-272a47bd5465 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828600 Dec 13 10:10:01.889316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-290ed6e9-542b-4930-857b-ced988c84f1b service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823045 Dec 13 10:10:02.653584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282dc5-a855-4d50-b737-d8a2f048025a req-9bb70e77-a20a-4b9a-89ad-e4b5ff29c6c7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:02.655059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f282dc5-a855-4d50-b737-d8a2f048025a req-9bb70e77-a20a-4b9a-89ad-e4b5ff29c6c7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Dec 13 10:10:02.703212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f282dc5-a855-4d50-b737-d8a2f048025a req-208f60bd-0c40-4980-bec4-eb1e90df0ba8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Dec 13 10:10:03.821979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b61803-ea9f-40ef-9e71-2bf501a6a6f7 req-780e4dda-d6c6-4158-a5ff-25a4bf74934d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:03.823491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25b61803-ea9f-40ef-9e71-2bf501a6a6f7 req-780e4dda-d6c6-4158-a5ff-25a4bf74934d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Dec 13 10:10:03.871636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25b61803-ea9f-40ef-9e71-2bf501a6a6f7 req-d776e98e-d4f6-426c-85ec-da0d5b505c65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Dec 13 10:10:04.428841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:05.217709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b818-b50e-42d7-a3c0-2c86b976d444 req-998ad609-b62d-4fcc-8433-7d379e1be070 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:05.219101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8c3b818-b50e-42d7-a3c0-2c86b976d444 req-998ad609-b62d-4fcc-8433-7d379e1be070 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0484810 Dec 13 10:10:05.270720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8c3b818-b50e-42d7-a3c0-2c86b976d444 req-2fa000fc-33ef-4cc8-88f2-057f2227f6bb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Dec 13 10:10:06.142021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d00d424f-e6e5-472a-ad01-bbff5e0d1297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:06.394329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717c276-12b8-48e2-9a2c-8ed434f3e828 req-7f87ab4c-4b92-49a9-9afb-b560b2d004ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:06.395839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b717c276-12b8-48e2-9a2c-8ed434f3e828 req-7f87ab4c-4b92-49a9-9afb-b560b2d004ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Dec 13 10:10:06.447068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b717c276-12b8-48e2-9a2c-8ed434f3e828 req-f978a489-8122-4c41-8d03-746a68fe1606 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Dec 13 10:10:07.561296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf021f-7f92-425f-b647-7b99ca310d72 req-d788eefe-0c43-41ee-bb27-0a455f5aba54 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:07.562783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afaf021f-7f92-425f-b647-7b99ca310d72 req-d788eefe-0c43-41ee-bb27-0a455f5aba54 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Dec 13 10:10:07.611138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afaf021f-7f92-425f-b647-7b99ca310d72 req-9dcbd47b-ff60-4425-b298-25183b32f402 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Dec 13 10:10:08.570885 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5818de8-834d-427d-adac-914a98967eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:08.739488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cee12-6def-4311-b7f4-e0c01ff3ea36 req-b7fea28d-303f-4598-bb03-3ed43aacd40c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.741379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d81cee12-6def-4311-b7f4-e0c01ff3ea36 req-b7fea28d-303f-4598-bb03-3ed43aacd40c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0594089 Dec 13 10:10:08.794741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d81cee12-6def-4311-b7f4-e0c01ff3ea36 req-93f89fcf-ce9d-42f3-aa7c-7940a71424ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Dec 13 10:10:09.587730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:09.930485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045fd58-44d6-42b0-98be-c211b81013d7 req-1897153b-b517-4fc1-869c-7b68944e7bcd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.932346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8045fd58-44d6-42b0-98be-c211b81013d7 req-1897153b-b517-4fc1-869c-7b68944e7bcd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0647764 Dec 13 10:10:09.992548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8045fd58-44d6-42b0-98be-c211b81013d7 req-ce68ed05-af36-4a78-83aa-16908f0f02c7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540791 Dec 13 10:10:11.109158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9fd81-fffa-4b97-9407-0db92a7a1d3c req-9e27dcd1-2d4e-48e3-a1b6-3286883d8344 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:11.110640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d9fd81-fffa-4b97-9407-0db92a7a1d3c req-9e27dcd1-2d4e-48e3-a1b6-3286883d8344 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0500190 Dec 13 10:10:11.163506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53d9fd81-fffa-4b97-9407-0db92a7a1d3c req-9367366b-e523-45f6-9d2a-3954ab4a93c9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 Dec 13 10:10:11.204890 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:11.990739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:12.280765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe8323-cced-4891-ac82-fd1b429081e5 req-1495cb36-ab77-4d04-acc7-d2b02183aee8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.282223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24fe8323-cced-4891-ac82-fd1b429081e5 req-1495cb36-ab77-4d04-acc7-d2b02183aee8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Dec 13 10:10:12.331817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24fe8323-cced-4891-ac82-fd1b429081e5 req-b5b53b34-ad12-4681-a611-4dc652138b70 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Dec 13 10:10:13.446341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76b981-3032-4f5a-841e-9befed0b3353 req-b920e352-4517-4b32-8883-e58aa3aed3e8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:13.447833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c76b981-3032-4f5a-841e-9befed0b3353 req-b920e352-4517-4b32-8883-e58aa3aed3e8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Dec 13 10:10:13.495464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c76b981-3032-4f5a-841e-9befed0b3353 req-afe79306-bde4-4fa6-b93b-8c655787412a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Dec 13 10:10:13.833647 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-e30b5baa-d2be-42df-bbeb-e9cffbda7aeb service neutron] show failed (client error): The resource could not be found. Dec 13 10:10:13.835345 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-e30b5baa-d2be-42df-bbeb-e9cffbda7aeb service neutron] 10.222.0.16 "GET /v2.0/ports/59c6a7a6-19b6-4d02-a480-a680393caa73/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0572252 Dec 13 10:10:14.066158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-1433e4f0-872c-44ac-a3ed-799d257bce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:14.067692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-1433e4f0-872c-44ac-a3ed-799d257bce54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 1096 time: 0.0747390 Dec 13 10:10:14.080400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:10:14.132583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.329061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:14.360154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:10:14.397769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:14.400054 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba39e2-8c49-42f3-9995-4ea28138350b" -d '{"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-unplugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:14.404065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.416454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Transition to ACTIVE for port object 59c6a7a6-19b6-4d02-a480-a680393caa73 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:10:14.420641 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.451855 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1809a-44b4-4016-96d4-2bf063e053a2 x-openstack-request-id: req-64a1809a-44b4-4016-96d4-2bf063e053a2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:14.452453 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-unplugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:14.452453 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64a1809a-44b4-4016-96d4-2bf063e053a2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:14.452787 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'code': 200} Dec 13 10:10:14.522388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:14.614796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] No DVR routers for this DVR port 59c6a7a6-19b6-4d02-a480-a680393caa73 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:10:14.683522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58decc-3b07-443e-9a1d-7d21c0ac4962 req-9e683c66-d111-4b2b-98df-8d3a6f0121a4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:14.685044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf58decc-3b07-443e-9a1d-7d21c0ac4962 req-9e683c66-d111-4b2b-98df-8d3a6f0121a4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.1111596 Dec 13 10:10:14.772681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf58decc-3b07-443e-9a1d-7d21c0ac4962 req-d470fc44-0193-4462-a559-bf2de3e96dfb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631032 Dec 13 10:10:14.798271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:10:14.798599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:10:14.798928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:10:14.803800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:10:14.804119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Attempting to bind port 59c6a7a6-19b6-4d02-a480-a680393caa73 on network c0410f55-c086-4ea4-b58c-2e4f9d7988ed {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:10:14.808878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:10:14.809211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Checking segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:10:14.809586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Bound using segment: {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:10:14.810003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Bound port: 59c6a7a6-19b6-4d02-a480-a680393caa73, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:10:14.810348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.872284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:10:14.875188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:10:14.879403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.914528 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:14.915156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:14.916583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 1091 time: 0.8401198 Dec 13 10:10:14.937508 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e897a-d066-4b72-9372-278c4fd915b3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:15.235622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-0d064c7d-986c-45d2-9ee4-12bafc21e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.237131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-0d064c7d-986c-45d2-9ee4-12bafc21e4d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1094 time: 0.2964275 Dec 13 10:10:15.324088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-3b772358-b8ce-4f5e-a440-de06f188157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.325531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-3b772358-b8ce-4f5e-a440-de06f188157f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0812495 Dec 13 10:10:15.392715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-317371d5-061b-42f2-9099-aa3c2beb5cf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 998 time: 0.0601892 Dec 13 10:10:15.440164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-f5201b44-5b37-4a35-833b-d726dc6bc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.441508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-f5201b44-5b37-4a35-833b-d726dc6bc2c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0414715 Dec 13 10:10:15.486821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-d7919170-3d39-4927-8076-7ef941db88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.488305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-d7919170-3d39-4927-8076-7ef941db88aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385375 Dec 13 10:10:15.578574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-90856eb3-70b0-4406-8291-64ac411ee923 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Dec 13 10:10:15.666755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-8f6fd48e-c5fb-477c-9123-667459670516 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795183 Dec 13 10:10:15.896474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a6670-66d6-4989-9905-0872ffbc0bb3 req-4dee46ca-6a12-41ad-9704-12b13ef48b7a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.897953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d86a6670-66d6-4989-9905-0872ffbc0bb3 req-4dee46ca-6a12-41ad-9704-12b13ef48b7a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0544820 Dec 13 10:10:15.947960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d86a6670-66d6-4989-9905-0872ffbc0bb3 req-77051a37-5418-4444-8503-41b168728fc4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Dec 13 10:10:16.453632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:16.456044 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d5db3-a595-4e7d-94b4-c77d30be9220" -d '{"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:16.503207 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c147a-6eb2-4082-adb5-22995fb493c3 x-openstack-request-id: req-f68c147a-6eb2-4082-adb5-22995fb493c3 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:16.503831 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:16.503831 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68c147a-6eb2-4082-adb5-22995fb493c3 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:16.504188 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'status': 'completed', 'code': 200} Dec 13 10:10:16.570690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-58bae9d5-17aa-4094-b3ab-1e9147bd1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.571500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-b2fa8111-50fb-488b-802f-b635de6f2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.572281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-58bae9d5-17aa-4094-b3ab-1e9147bd1f69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1094 time: 0.0462868 Dec 13 10:10:16.573064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-b2fa8111-50fb-488b-802f-b635de6f2256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1094 time: 0.0403166 Dec 13 10:10:16.666960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-4403856d-dc2d-4026-835d-b3c0b1831f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.668291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-4403856d-dc2d-4026-835d-b3c0b1831f66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0866988 Dec 13 10:10:16.671616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-d1fe22c3-cc4d-40bb-9df3-5a1acabbb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.673081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-d1fe22c3-cc4d-40bb-9df3-5a1acabbb06c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0927863 Dec 13 10:10:16.739772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-64971065-4b67-4430-9fdc-d6d8688406df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 998 time: 0.0642781 Dec 13 10:10:16.740003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-33fa11d4-bfb7-480c-8d27-a68f0bd41a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 998 time: 0.0585229 Dec 13 10:10:16.790005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-cffdec34-8413-4110-871a-c44922312161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.790353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-5fd6fa36-814d-4994-9298-ed0032c2aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.791513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-cffdec34-8413-4110-871a-c44922312161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0441208 Dec 13 10:10:16.791937 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-5fd6fa36-814d-4994-9298-ed0032c2aaa8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0450919 Dec 13 10:10:16.838531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-f3973a71-9248-4456-ada4-d98de9eb78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.840193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-f3973a71-9248-4456-ada4-d98de9eb78b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411170 Dec 13 10:10:16.844490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-caf95f0c-0682-44be-8e2c-32026f8292bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.845972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-caf95f0c-0682-44be-8e2c-32026f8292bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471511 Dec 13 10:10:16.933135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-659c4815-af78-4b11-868e-293415a3ae68 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Dec 13 10:10:16.936463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-0f3ed5d2-f0a0-4977-8c8c-b1ec6d46a22a service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820091 Dec 13 10:10:17.027156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-746a9a19-ee70-45e3-9743-fa0b1ece2dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Dec 13 10:10:17.062156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-603d5db3-a595-4e7d-94b4-c77d30be9220 req-66225b05-2a4f-4f61-a12a-73cf0dc13c67 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181028 Dec 13 10:10:17.080381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a9ebb-9726-45f1-a767-33f0fcdd8b2e req-c6f57d5c-5bd2-4896-a875-00545a3dcb1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:17.081880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-066a9ebb-9726-45f1-a767-33f0fcdd8b2e req-c6f57d5c-5bd2-4896-a875-00545a3dcb1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0598044 Dec 13 10:10:17.133269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-066a9ebb-9726-45f1-a767-33f0fcdd8b2e req-ef882025-c099-4543-87d2-b66292947d4a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433238 Dec 13 10:10:18.229155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:10:18.252395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fed892-47f6-4f42-8020-0006298280b6 req-5d7d42c9-3132-40d0-aa05-aeb35af63cf1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.253919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58fed892-47f6-4f42-8020-0006298280b6 req-5d7d42c9-3132-40d0-aa05-aeb35af63cf1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 943 time: 0.0486026 Dec 13 10:10:18.310825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58fed892-47f6-4f42-8020-0006298280b6 req-636dca5e-0749-4453-8bb5-ca6b0a4e5e69 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491235 Dec 13 10:10:18.330188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:18.342372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'port_id': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'mac_address': 'fa:16:3e:92:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:10:18.379766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:18.393885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c6a7a6-19b6-4d02-a480-a680393caa73 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:10:18.414766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:18.418570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:18.473424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:18.541951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176561b4-8eb8-46f2-88e4-2c2f984e96d4 req-844de748-a550-4394-b974-ebb6ce715207 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.543487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-176561b4-8eb8-46f2-88e4-2c2f984e96d4 req-844de748-a550-4394-b974-ebb6ce715207 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 944 time: 0.0606639 Dec 13 10:10:18.595137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-176561b4-8eb8-46f2-88e4-2c2f984e96d4 req-083bdda5-b371-4e7f-ba01-b51aba05e89d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Dec 13 10:10:18.596429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-bee44d04-70a1-47e8-a916-450afdf781f3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.598033 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-bee44d04-70a1-47e8-a916-450afdf781f3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859&tenant_id=a710072baa3a482d91a81cbc7585c07e&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 944 time: 0.0994782 Dec 13 10:10:18.640149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['59c6a7a6-19b6-4d02-a480-a680393caa73'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:10:18.665661 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-37172483-0f9e-4cf8-87eb-b03bad9c1442 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:10:18.666941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-37172483-0f9e-4cf8-87eb-b03bad9c1442 service neutron] 10.222.0.16 "DELETE /v2.0/ports/59c6a7a6-19b6-4d02-a480-a680393caa73/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0614367 Dec 13 10:10:18.754595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-0495b86a-cc57-463c-99c9-5a1a3ad20fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.756142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-0495b86a-cc57-463c-99c9-5a1a3ad20fad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1095 time: 0.0427301 Dec 13 10:10:18.852128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-7c5878ef-a4c2-4d66-acdc-37e1fd89789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.853618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-7c5878ef-a4c2-4d66-acdc-37e1fd89789c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0908928 Dec 13 10:10:18.920432 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-de1dfa38-e988-420d-981d-9bd97addf961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 999 time: 0.0585737 Dec 13 10:10:18.973119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-84979e6e-44bf-4315-9beb-fe9e5bde0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.974604 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-84979e6e-44bf-4315-9beb-fe9e5bde0e12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0459075 Dec 13 10:10:19.024560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-c4b39b29-3ee2-4ea9-a652-3b73adaa92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.026091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-c4b39b29-3ee2-4ea9-a652-3b73adaa92ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447547 Dec 13 10:10:19.123980 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-43268a6f-2181-479c-8171-6b2c20793dd9 service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896740 Dec 13 10:10:19.228264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9a6fc10e-1628-42dd-8b6c-840b0d3241e7 req-ee6ed342-f19e-4eb8-9011-ccb6f565140e service neutron] 10.222.0.16 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968094 Dec 13 10:10:19.258385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:19.299962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:19.714375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c4758-b11a-477c-b3ec-6e1e19fbebcd req-88bf19a2-3c26-49e3-be7f-2ddc11b23e8e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.715901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723c4758-b11a-477c-b3ec-6e1e19fbebcd req-88bf19a2-3c26-49e3-be7f-2ddc11b23e8e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 944 time: 0.0509663 Dec 13 10:10:19.768753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723c4758-b11a-477c-b3ec-6e1e19fbebcd req-ccf8f2f7-3270-4317-9de9-7fd6ef74005f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456724 Dec 13 10:10:19.792468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 55970) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:19.857002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9a6c994a-f473-4aeb-9510-781eb93d3435 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 200 len: 991 time: 0.0628488 Dec 13 10:10:20.230529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:10:20.278155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 59c6a7a6-19b6-4d02-a480-a680393caa73 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:10:20.282043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 59c6a7a6-19b6-4d02-a480-a680393caa73 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:10:20.282421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:20.360956 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:20.384168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:20.386431 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22364f-97d0-43a7-85f1-9c3c38bec9f0" -d '{"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:20.398579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:20.402929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:20.425625 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b3793-dcb4-4b63-ac54-ad2b7a3edaea x-openstack-request-id: req-b64b3793-dcb4-4b63-ac54-ad2b7a3edaea {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:20.425923 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:20.426183 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b64b3793-dcb4-4b63-ac54-ad2b7a3edaea {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:20.426578 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'code': 200} Dec 13 10:10:20.452396 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:29.820882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:30.285727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-183452f1-7abd-4866-97d6-38b36ad50b6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873075 Dec 13 10:10:30.371123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636345-bb0d-4e7f-b49a-97467d58153b req-14806f75-d912-4f3f-bb38-543c8042a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.372567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-14806f75-d912-4f3f-bb38-543c8042a40e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0401738 Dec 13 10:10:30.475454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636345-bb0d-4e7f-b49a-97467d58153b req-4c9ea9ec-509f-4f78-9ab1-a45f7b5f9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.477029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-4c9ea9ec-509f-4f78-9ab1-a45f7b5f9ac9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.0856736 Dec 13 10:10:30.546167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-e9a7e082-7d0b-4bc6-8bdb-852905184bcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 1000 time: 0.0575049 Dec 13 10:10:30.598293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636345-bb0d-4e7f-b49a-97467d58153b req-6237986a-6a94-4805-87e5-8561184a8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.599810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-6237986a-6a94-4805-87e5-8561184a8fa5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0462065 Dec 13 10:10:30.651403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636345-bb0d-4e7f-b49a-97467d58153b req-5d617bfb-818a-4f82-bd12-54e752067b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.652946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-5d617bfb-818a-4f82-bd12-54e752067b7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452466 Dec 13 10:10:30.670587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-99cfad7f-0612-43f1-9b07-bbe15f5c1249 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949214 Dec 13 10:10:30.746806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-dfaf5b98-1dad-4cf6-b1b5-7fdb1858a896 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857706 Dec 13 10:10:30.752440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-c76ed185-5816-4f22-8f7f-8b599913c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.753950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-c76ed185-5816-4f22-8f7f-8b599913c436 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1096 time: 0.0409362 Dec 13 10:10:30.841020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53636345-bb0d-4e7f-b49a-97467d58153b req-a3f81e51-a542-4c46-b678-6fc361820baa service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Dec 13 10:10:30.862173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-0dd0efea-f53c-424b-8bde-abd4ddedd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.863743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-0dd0efea-f53c-424b-8bde-abd4ddedd230 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0902519 Dec 13 10:10:30.928366 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-df48c1b9-2530-4992-bf57-0b23ac9c9990 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 1000 time: 0.0577617 Dec 13 10:10:30.977189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-49e223ab-5d08-4992-90b1-8138cf3f5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:30.978610 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-49e223ab-5d08-4992-90b1-8138cf3f5d80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0430679 Dec 13 10:10:31.027140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-98b8123f-a5c7-430f-bb36-f903e804f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:31.028661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-98b8123f-a5c7-430f-bb36-f903e804f695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429554 Dec 13 10:10:31.116101 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-f5ef106d-f4bf-4fa7-b1ff-5e3621627131 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803258 Dec 13 10:10:31.208443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a0c9e73b-f095-4a17-a944-0b247dda081f req-99e0942b-1ed7-40c5-ac1a-5aef32192d71 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855501 Dec 13 10:10:31.469050 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:10:34.442596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:36.143920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7afccd91-093f-4d87-b022-8538755abdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:38.573056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a929ce4-7634-4950-ac07-be84fc51b149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:39.589055 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:41.224593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:42.148783 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:46.166320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76586a38-ae19-47bb-ac43-acca8e3043a4 req-c0a968d6-4daf-4663-b1df-3e163ea61c40 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:46.167873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76586a38-ae19-47bb-ac43-acca8e3043a4 req-c0a968d6-4daf-4663-b1df-3e163ea61c40 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.0526733 Dec 13 10:10:46.214826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76586a38-ae19-47bb-ac43-acca8e3043a4 req-34ef27a6-48cb-4dd0-9b60-2cf4fff0f53b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Dec 13 10:10:50.367373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:10:50.409775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a54e0a-b186-42ad-bb77-e5e7f9cebb9a req-c840742d-92b1-4372-a792-3bc6bc12b5d0 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:50.411246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9a54e0a-b186-42ad-bb77-e5e7f9cebb9a req-c840742d-92b1-4372-a792-3bc6bc12b5d0 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0430179 Dec 13 10:10:50.480101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:50.491857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e9a54e0a-b186-42ad-bb77-e5e7f9cebb9a req-857c5cfc-a771-4233-b0d2-1c9b3bfcb073 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567365 Dec 13 10:10:50.492770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '15bb926d-74c3-4b15-bef1-f089986731a3', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:10:50.497905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:50.542376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:50.563401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:10:50.588592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:50.594171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:50.672394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 0a57beb8-a2ca-4f77-9416-c73059037b9b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:10:50.672783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:50.677720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['15bb926d-74c3-4b15-bef1-f089986731a3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:10:50.682620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:50.716959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.717397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.717813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.718219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.718638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.719020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.719414 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.719828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.720627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.720627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.721037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.721431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.721828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:50.770661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:50.770993 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:50.784866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 0a57beb8-a2ca-4f77-9416-c73059037b9b owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:10:50.985872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:51.021281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=0a57beb8-a2ca-4f77-9416-c73059037b9b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:51.030631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.030995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.031349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.031730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.032097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.032430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.032770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.033109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.033447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.033785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.034129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.034472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.034790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:51.099437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:51.099835 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP 773cced9-0705-40d8-a335-f1100f16f10c disassociated (deleted). External IP: 172.25.2.17, port: 59c6a7a6-19b6-4d02-a480-a680393caa73. Dec 13 10:10:51.325309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 8954f358-2b4c-4169-971d-5c41b54a4d3d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:10:51.444060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:10:51.449681 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:51.456916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Sync routers for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:10:51.470003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:10:51.471180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:51.479475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b22215b3-d0cc-4f4b-9afc-91396f61b9c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/floatingips/773cced9-0705-40d8-a335-f1100f16f10c HTTP/1.1" status: 204 len: 168 time: 0.9797177 Dec 13 10:10:51.480604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:51.485586 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c66558-b48e-4b8d-b752-cdc750debc00" -d '{"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:51.529957 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd2f029-face-4c50-9ff2-8f7a8eac3626 x-openstack-request-id: req-9dd2f029-face-4c50-9ff2-8f7a8eac3626 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:51.530462 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:51.530888 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dd2f029-face-4c50-9ff2-8f7a8eac3626 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:51.531456 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'status': 'completed', 'code': 200} Dec 13 10:10:51.603058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:10:51.653631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-684b5f30-7c89-43c5-921f-6deb9db6a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:51.657345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-684b5f30-7c89-43c5-921f-6deb9db6a9da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 1096 time: 0.0827944 Dec 13 10:10:51.807892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-e0fd3cd0-2ecd-4c0a-bfb0-a697b93ad792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:51.809932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-e0fd3cd0-2ecd-4c0a-bfb0-a697b93ad792 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 200 len: 897 time: 0.1436040 Dec 13 10:10:51.855190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:51.882110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Checking router: 8954f358-2b4c-4169-971d-5c41b54a4d3d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:10:51.889634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-106148b9-b7ec-4928-a131-822b5d9f7409 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 200 len: 217 time: 0.0678675 Dec 13 10:10:51.891578 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:10:51.891711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:51.953472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d8be-edb1-4ff3-86bf-60820885e2e1 req-8067c06d-5f62-4d79-b270-9c3e4a959974 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:51.963655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc74d8be-edb1-4ff3-86bf-60820885e2e1 req-8067c06d-5f62-4d79-b270-9c3e4a959974 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.1347888 Dec 13 10:10:51.994658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-6a60373e-2205-4c27-bb99-e6c74ae634b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:51.996411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-6a60373e-2205-4c27-bb99-e6c74ae634b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 200 len: 834 time: 0.0960457 Dec 13 10:10:52.028871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:10:52.070124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc74d8be-edb1-4ff3-86bf-60820885e2e1 req-3f2e1414-4844-4226-a72d-d540b56f6f3b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053982 Dec 13 10:10:52.092647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-e5f74d67-7aed-4303-8c19-181cfc9c50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:52.094202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-e5f74d67-7aed-4303-8c19-181cfc9c50b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0410f55-c086-4ea4-b58c-2e4f9d7988ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619342 Dec 13 10:10:52.214288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-94de6d71-3839-43a6-8cf2-7271a2b3b2f2 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104958 Dec 13 10:10:52.265246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:52.295194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f6-1dc3-4cb1-82d8-42959bf2c350 None None] The sync data for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 is: [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:36Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd24a07bf-8ff9-4973-8920-86507693f863', 'name': '', 'network_id': 'c0410f55-c086-4ea4-b58c-2e4f9d7988ed', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:95:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:35Z', 'updated_at': '2021-12-13T10:08:40Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'e626b574-b4cf-43d6-a72f-8f96d8dd10ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:10:52.372428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:10:52.453228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 15bb926d-74c3-4b15-bef1-f089986731a3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:10:52.453893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:52.566770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:52.611473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:52.616256 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53185fff-2273-4cdf-b024-5a9111b44696" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:52.634872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:52.640521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:52.704857 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9d080-dcf7-4546-a21c-9036a87cb3d4 x-openstack-request-id: req-49c9d080-dcf7-4546-a21c-9036a87cb3d4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:52.704857 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:52.704857 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49c9d080-dcf7-4546-a21c-9036a87cb3d4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:52.705405 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:10:52.716996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:52.727314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48c66558-b48e-4b8d-b752-cdc750debc00 req-57ed446f-6067-438f-b3fb-180d3e8659b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037766 Dec 13 10:10:52.748800 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0dd53-293e-4e76-9a42-7e77164efe46 None None] New status for floating IP 773cced9-0705-40d8-a335-f1100f16f10c: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:10:53.182157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-0565773b-8aaf-482a-b899-fc3ce2e34469 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:53.183710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-0565773b-8aaf-482a-b899-fc3ce2e34469 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.20 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Dec 13 10:10:53.233589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8436a0-92a5-4855-8f9a-cb2807dc9295 req-0f353fe0-2fad-4c75-9bac-5715b2fe2c61 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:53.235075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f8436a0-92a5-4855-8f9a-cb2807dc9295 req-0f353fe0-2fad-4c75-9bac-5715b2fe2c61 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=962a76fc-4036-4f58-b1b3-7c8b16ae2859 HTTP/1.1" status: 200 len: 945 time: 0.0945966 Dec 13 10:10:53.317823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f8436a0-92a5-4855-8f9a-cb2807dc9295 req-bda561f5-a9c6-4137-8d62-8baa08c05276 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=e920ff7a-120e-49bb-9765-0ae9e798d69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735550 Dec 13 10:10:53.348556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 59c6a7a6-19b6-4d02-a480-a680393caa73 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:10:53.348967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:53.453334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port 59c6a7a6-19b6-4d02-a480-a680393caa73, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=59c6a7a6-19b6-4d02-a480-a680393caa73,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:53.453987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:53.466759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 59c6a7a6-19b6-4d02-a480-a680393caa73 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:10:53.613971 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:53.643582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=59c6a7a6-19b6-4d02-a480-a680393caa73,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:53.692345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] No DVR routers for this DVR port 59c6a7a6-19b6-4d02-a480-a680393caa73 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:10:53.698916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:53.702386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97975b9e-8b2e-4e05-a488-a5ddb3c3e597 req-18d0c619-ca34-41e0-be95-13c77cfb356a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.20 "DELETE /v2.0/ports/59c6a7a6-19b6-4d02-a480-a680393caa73 HTTP/1.1" status: 204 len: 173 time: 0.5110762 Dec 13 10:10:53.702870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-deleted', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:53.705717 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ea4c3-bbe7-49e3-921b-de312f9fc33f" -d '{"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-deleted", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:53.751414 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b91f7-e883-4fec-b4f5-ce840ae686c2 x-openstack-request-id: req-4d8b91f7-e883-4fec-b4f5-ce840ae686c2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:53.752105 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a76fc-4036-4f58-b1b3-7c8b16ae2859", "name": "network-vif-deleted", "tag": "59c6a7a6-19b6-4d02-a480-a680393caa73", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:53.752105 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d8b91f7-e883-4fec-b4f5-ce840ae686c2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:53.752374 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a76fc-4036-4f58-b1b3-7c8b16ae2859', 'name': 'network-vif-deleted', 'tag': '59c6a7a6-19b6-4d02-a480-a680393caa73', 'status': 'completed', 'code': 200} Dec 13 10:10:54.396642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56138) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:54.807634 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:55.100796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port d24a07bf-8ff9-4973-8920-86507693f863 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:10:55.101321 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:55.199062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port d24a07bf-8ff9-4973-8920-86507693f863, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d24a07bf-8ff9-4973-8920-86507693f863,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:55.199464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:55.212828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for d24a07bf-8ff9-4973-8920-86507693f863 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:10:55.434060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:55.470000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=d24a07bf-8ff9-4973-8920-86507693f863,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:55.665728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:55.936993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 8954f358-2b4c-4169-971d-5c41b54a4d3d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:10:56.060424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:10:56.065616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a56ee84-5803-484f-ba06-2acabc0cae46 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/8954f358-2b4c-4169-971d-5c41b54a4d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6671817 Dec 13 10:10:56.069086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56148) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:56.071572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Sync routers for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:10:56.084263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:10:56.084909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:56.171890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting subnet e626b574-b4cf-43d6-a72f-8f96d8dd10ad {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:10:56.176080 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.206461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:10:56.226122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.331843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.400849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:56.433530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.439353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 59c6a7a6-19b6-4d02-a480-a680393caa73 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:10:56.439843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 59c6a7a6-19b6-4d02-a480-a680393caa73 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:56.463428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:10:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:56.465577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0f4ff-22c9-404d-a951-510dca3ac737 None None] Network c0410f55-c086-4ea4-b58c-2e4f9d7988ed requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:10:56.477524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.483129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/subnets/e626b574-b4cf-43d6-a72f-8f96d8dd10ad HTTP/1.1" status: 204 len: 168 time: 0.4123001 Dec 13 10:10:56.485802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56152) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:56.537280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Subnet': ['ID=e626b574-b4cf-43d6-a72f-8f96d8dd10ad,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:56.554829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.555866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.556388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.556901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.557454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.557955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.558459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.558963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.559452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.562098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.562761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.563248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.563786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28993360-100a-4e09-a0ba-f46facbeb858 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:56.571251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Checking router: 8954f358-2b4c-4169-971d-5c41b54a4d3d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:10:56.587425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Routers {'8954f358-2b4c-4169-971d-5c41b54a4d3d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:10:56.588083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['8954f358-2b4c-4169-971d-5c41b54a4d3d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:56.655863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.714298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] Set router 8954f358-2b4c-4169-971d-5c41b54a4d3d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:10:56.777363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] DHCP port deletion for c0410f55-c086-4ea4-b58c-2e4f9d7988ed request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:10:56.810045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.893921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port f6570790-152c-45d5-a151-b40d77bd04b2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:10:56.894401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:56.934612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Deleting port df764269-0dce-4d94-b9cb-e8e654c09a15 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:10:56.934612 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.009583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] For port df764269-0dce-4d94-b9cb-e8e654c09a15, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=df764269-0dce-4d94-b9cb-e8e654c09a15,segment=NetworkSegment(3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a),segment_id=3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:57.010003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.010359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port f6570790-152c-45d5-a151-b40d77bd04b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6570790-152c-45d5-a151-b40d77bd04b2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:57.010796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.027401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Calling delete_port for df764269-0dce-4d94-b9cb-e8e654c09a15 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:10:57.031600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for f6570790-152c-45d5-a151-b40d77bd04b2 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:10:57.038472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:10:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:57.073222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f35f2-8f74-415d-921e-c8231531bf73 None None] The sync data for ids ['8954f358-2b4c-4169-971d-5c41b54a4d3d'] in n-d-820935-7 is: [{'id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374520939', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:10:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'f6570790-152c-45d5-a151-b40d77bd04b2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8954f358-2b4c-4169-971d-5c41b54a4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:31Z', 'updated_at': '2021-12-13T10:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:10:57.161858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.207230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] Pushing event deleted for resources: {'Port': ['ID=df764269-0dce-4d94-b9cb-e8e654c09a15,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:57.211967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac880dc-14b0-4d3b-bde4-ef9d0289b1e6 None None] No DVR routers for this DVR port df764269-0dce-4d94-b9cb-e8e654c09a15 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:10:57.251459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.279636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=f6570790-152c-45d5-a151-b40d77bd04b2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:57.302240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957a3ce-910a-4760-bbac-b2c89c6d0747 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:10:57.363875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.769938 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.772468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.825759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.826812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Fanout notify agent at l3_agent the message router_deleted on router 8954f358-2b4c-4169-971d-5c41b54a4d3d {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:10:57.835278 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:57.836591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa7c23f1-f320-429c-95e0-241ab3d54ff3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/routers/8954f358-2b4c-4169-971d-5c41b54a4d3d HTTP/1.1" status: 204 len: 168 time: 1.3496974 Dec 13 10:10:57.839312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56160) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:57.932738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.046057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.069958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0410f55-c086-4ea4-b58c-2e4f9d7988ed']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:58.080756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:58.081057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef81e4f-1c1c-44c2-a4ea-e096d1e8e79a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:10:58.093611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.109056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.115459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:10:58.115894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:10:58.119208 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:10:58.186690 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.192149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.199950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/networks/c0410f55-c086-4ea4-b58c-2e4f9d7988ed HTTP/1.1" status: 204 len: 168 time: 0.3562667 Dec 13 10:10:58.200061 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56166) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:58.214635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548199-bd06-4c44-8391-05f40ea7e4de tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Network': ['ID=c0410f55-c086-4ea4-b58c-2e4f9d7988ed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:58.271982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.301534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.382923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.388296 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.390642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/security-groups/e920ff7a-120e-49bb-9765-0ae9e798d69a HTTP/1.1" status: 204 len: 168 time: 0.1897376 Dec 13 10:10:58.415840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8efa4e-f3ce-4472-a6ac-a4441510cece tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920ff7a-120e-49bb-9765-0ae9e798d69a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:58.483395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d24a07bf-8ff9-4973-8920-86507693f863 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:58.684026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d24a07bf-8ff9-4973-8920-86507693f863 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:10:58.684817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d24a07bf-8ff9-4973-8920-86507693f863 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:58.685321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df764269-0dce-4d94-b9cb-e8e654c09a15 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:58.708202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: df764269-0dce-4d94-b9cb-e8e654c09a15 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:10:58.708627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device df764269-0dce-4d94-b9cb-e8e654c09a15 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:58.709121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6570790-152c-45d5-a151-b40d77bd04b2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:58.730607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f6570790-152c-45d5-a151-b40d77bd04b2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:10:58.730957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6570790-152c-45d5-a151-b40d77bd04b2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:59.821992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:59.872182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:59.877341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560098838', 'description': 'tempest-secgroup-smoke-1560098838 description', 'project_id': 'a710072baa3a482d91a81cbc7585c07e'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:10:59.906129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:59.989332 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:59.994790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.027230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.028527 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1547735 Dec 13 10:11:00.030514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20136b-9b1d-46c6-a555-64678acac845 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de69af20-7588-4f3e-b245-d96968004fed,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.031622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56188) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.036392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.075569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.132512 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.137892 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.161449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.165377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299624 Dec 13 10:11:00.165731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56190) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.170981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.174534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634bc20-929a-4a9c-9727-87172bf95ec6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42835d43-e1e1-43dd-b778-b2a9560eba8d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.216397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.277015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.281637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.300313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecac7ba5-cf79-4257-8eb5-33674d8acff1,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.308687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.312379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9ce1a8d3-4297-4224-ae60-dc918b40291b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430981 Dec 13 10:11:00.312606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56198) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.317105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.345446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.403624 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.406908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.424751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f284cbb-72b9-4e15-9925-1823e55cee6d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.432982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.434199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf6b821d-9ec2-42be-838a-ca0ed3d82f75 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206214 Dec 13 10:11:00.436909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56204) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.441269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.466369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.521765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.525295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.543179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f755aa-599c-4ccc-85f3-328d9b2c1774,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.550283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.551497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1df5fe13-17cc-4a95-9eeb-1f01a08c5d24 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136572 Dec 13 10:11:00.554357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56206) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.559532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.580295 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:11:00.585044 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.644856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.648012 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.666248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94dd7b-3842-48a6-a70d-4ede6a688349,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.674536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.675785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-812896ea-f39e-4402-abf0-b82808add001 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198773 Dec 13 10:11:00.678387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56208) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.682807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'de69af20-7588-4f3e-b245-d96968004fed', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.704631 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:11:00.710409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.770217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.775437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.794064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e96e59-877c-4887-b95f-af2097b430ba,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:00.801991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.803106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66c985bc-20e9-48dd-8f83-3518a2076e38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237636 Dec 13 10:11:00.806163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56214) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:00.811083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'network': {'name': 'tempest-network-smoke--1033633029', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:00.833629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:00.837698 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.860852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:11:00.869194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.869540 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Added segment e896d2dc-c4a8-487c-a02a-390bcfe48441 of type vlan for network 54653b8f-52f0-44ce-b503-45932289f6de Dec 13 10:11:00.907362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.930910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:00.936369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:00.936946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.004992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1977396 Dec 13 10:11:01.007051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56222) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:01.012269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'admin_state_up': True, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:01.036293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.037454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.053959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96758c59-ec12-4e78-9e27-4fa38d4da660 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Network': ['ID=54653b8f-52f0-44ce-b503-45932289f6de,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:01.067035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 54653b8f-52f0-44ce-b503-45932289f6de details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:11:01.090090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.095121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b2101-3b65-4f99-8817-05616b232d10 req-de3db211-f44c-4994-bd33-932c55145c92 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:01.096764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a52b2101-3b65-4f99-8817-05616b232d10 req-de3db211-f44c-4994-bd33-932c55145c92 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.0631495 Dec 13 10:11:01.153008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a52b2101-3b65-4f99-8817-05616b232d10 req-5ffd92ec-553c-4be7-9423-af24f22f02fc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486829 Dec 13 10:11:01.236083 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.432329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.452626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.561897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.180 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c787868b-6856-4739-b207-0574ac1a563e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:01.665796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.700076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.736673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:01.739600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:01.743735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:01.753305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c60a49-7e30-43c8-9738-54f7972a0099 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:01.773082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=c787868b-6856-4739-b207-0574ac1a563e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:01.812611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-29ee898a-2ec7-4570-834e-a8081294b365 None None] Provisioning complete for port c787868b-6856-4739-b207-0574ac1a563e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:01.812989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-29ee898a-2ec7-4570-834e-a8081294b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.847403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-29ee898a-2ec7-4570-834e-a8081294b365 None None] Port c787868b-6856-4739-b207-0574ac1a563e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:01.996933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.191428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.317040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router ef888fba-a8b9-43f7-8469-03b0b76c88d7 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:11:02.421937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:02.432117 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Sync routers for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:02.440947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.442149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f436eca-f0d8-482e-bc51-b4d1c43b8dfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4335079 Dec 13 10:11:02.442787 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:02.443692 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:02.446109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56240) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:02.474044 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c82ada97-1f8a-4b4d-a910-2fbd775be82a tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a710072baa3a482d91a81cbc7585c07e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267358 Dec 13 10:11:02.476504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:02.547425 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:02.562319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18461413-48bc-413f-b9c2-08fdc59529a0 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:02.563705 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18461413-48bc-413f-b9c2-08fdc59529a0 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862696 Dec 13 10:11:02.566430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:02.599582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd276b5d-b679-4a24-9045-97bc756b77b2 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320735 Dec 13 10:11:02.602095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:02.607199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1790779274', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:02.694464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:02.698732 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.728780 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:01Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:02.759004 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Checking router: ef888fba-a8b9-43f7-8469-03b0b76c88d7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:02.759360 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Updating router ef888fba-a8b9-43f7-8469-03b0b76c88d7 port c787868b-6856-4739-b207-0574ac1a563e binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:11:02.785735 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.887188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.948924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Subnet': ['ID=075cd070-1077-432e-b758-98da092d9933,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:02.955958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:02.956328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network hostable DHCP agents. Network: 54653b8f-52f0-44ce-b503-45932289f6de, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:11:02.972511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 54653b8f-52f0-44ce-b503-45932289f6de is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:11:02.980549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 54653b8f-52f0-44ce-b503-45932289f6de) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:02.984756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:02.985341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.992603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879e9bd-7fc9-4af7-bebe-9610d75eb391 None None] Network 54653b8f-52f0-44ce-b503-45932289f6de requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:11:03.006461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56252) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:03.007170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-db8a0ba0-0860-460e-9948-0f81569a5671 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037073 Dec 13 10:11:03.046407 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.053783 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.086035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f48c7f-49e7-4424-a47e-e20b23c1e8f8 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:03.114927 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Attempting to bind port c787868b-6856-4739-b207-0574ac1a563e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:03.115432 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Attempting to bind port c787868b-6856-4739-b207-0574ac1a563e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:03.115857 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Attempting to bind port c787868b-6856-4739-b207-0574ac1a563e on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:03.128052 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:03.128449 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:03.128889 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.129313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:03.129693 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Bound port: c787868b-6856-4739-b207-0574ac1a563e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:03.130069 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.134215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Pushing event updated for resources: {'Port': ['ID=c787868b-6856-4739-b207-0574ac1a563e,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:03.145163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-54653b8f-52f0-44ce-b503-45932289f6de', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:11:03.147290 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.162029 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.162384 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.162723 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.163061 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.163399 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.163761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.164133 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.164464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.164788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.165112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.165437 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.165760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.166085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:03.194799 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] For port c787868b-6856-4739-b207-0574ac1a563e, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:03.198437 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] For port c787868b-6856-4739-b207-0574ac1a563e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c787868b-6856-4739-b207-0574ac1a563e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:03.203890 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.259508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:03.260240 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:03.274014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2db08f-867e-4af6-95de-45b933582537 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:03.293539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] Provisioning complete for port c787868b-6856-4739-b207-0574ac1a563e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:03.294199 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.320664 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63316ea7-692f-4f28-9725-84b4eef7fc12 None None] Pushing event updated for resources: {'Port': ['ID=c787868b-6856-4739-b207-0574ac1a563e,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:03.380313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:03.386718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Allocated IP 172.20.0.2 (54653b8f-52f0-44ce-b503-45932289f6de/075cd070-1077-432e-b758-98da092d9933/2da29e6f-bd99-4d8b-89a2-5b95e3aeca05) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:03.443018 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.501164 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] For port c787868b-6856-4739-b207-0574ac1a563e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c787868b-6856-4739-b207-0574ac1a563e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:03.508796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.575680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:01Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:03.603595 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c9fc2-e741-40fd-af63-1136a6519454 None None] The sync data for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 is: [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:01Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:03.608700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f024aa6-8f81-4916-8cc1-fa6a3cadcbe2 None None] Pushing event updated for resources: {'Port': ['ID=c787868b-6856-4739-b207-0574ac1a563e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:03.637359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.646374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-daaa94e8-b4bf-49ad-a3ab-624986b849e5 None None] Provisioning complete for port c787868b-6856-4739-b207-0574ac1a563e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:03.646747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-daaa94e8-b4bf-49ad-a3ab-624986b849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.649264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.727475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Network 54653b8f-52f0-44ce-b503-45932289f6de is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:03.734047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:03.735864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Pushing event updated for resources: {'Port': ['ID=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:03.738198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:03.819703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Attempting to bind port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:03.820454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Attempting to bind port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:03.820454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Attempting to bind port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:03.827618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.830807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:03.831197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:03.831647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.832058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Bound using segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:03.832555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Bound port: 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:03.832925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.931909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] For port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:03.935158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] For port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:03.941306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.015062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba2328-a68c-4feb-807c-aa52d9b51aaa None None] Pushing event updated for resources: {'Port': ['ID=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:04.239328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.1 (54653b8f-52f0-44ce-b503-45932289f6de/075cd070-1077-432e-b758-98da092d9933/a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:04.380264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.416651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:04.421489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:04.433679 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.487370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 54653b8f-52f0-44ce-b503-45932289f6de is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:04.490818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:04.493884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:04.497285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c787868b-6856-4739-b207-0574ac1a563e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:04.526664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.527153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:04.565351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.670636 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.677187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c787868b-6856-4739-b207-0574ac1a563e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:04.677561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.718339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:04.742001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '15bb926d-74c3-4b15-bef1-f089986731a3', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:04.753209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:04.755587 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed95214-83c5-4b31-b6a2-ef73a8dbd434" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:04.759535 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.821975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:04.829198 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f56e05c-7a3d-49f8-a319-b66b2d6edd73 x-openstack-request-id: req-0f56e05c-7a3d-49f8-a319-b66b2d6edd73 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:04.829493 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:04.829746 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f56e05c-7a3d-49f8-a319-b66b2d6edd73 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:04.830144 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:11:04.833181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.842846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.927673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:04.983375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:05.042304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:05.047485 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:11:05.047781 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:11:05.080683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:05.081098 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.160694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.172240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.183383 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.239905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.261689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:05.267487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.317437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:05.361893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d40c4e-7c35-4f47-ba16-3e319898c818 None None] Network 54653b8f-52f0-44ce-b503-45932289f6de requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:11:05.420839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 54653b8f-52f0-44ce-b503-45932289f6de is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:05.421570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:05.426443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:05.456211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1e63261f-16b9-446a-9f56-e1d7cb21c7c6 None None] Provisioning complete for port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:05.456858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1e63261f-16b9-446a-9f56-e1d7cb21c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.573346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router ef888fba-a8b9-43f7-8469-03b0b76c88d7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:05.662235 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.687287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:05.724826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:05.735633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:05.737912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:05.748419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-479eb1f8-c2eb-41ba-9d93-26ca8ebd2d1d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/ef888fba-a8b9-43f7-8469-03b0b76c88d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407107 Dec 13 10:11:05.787726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Sync routers for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:05.819746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['15bb926d-74c3-4b15-bef1-f089986731a3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:05.845023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:05.845827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:05.938151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:06.122101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-8ef33f1f-4f6a-4509-84e9-ec1050930f3e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560098838&fields=id&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 267 time: 0.0939577 Dec 13 10:11:06.329982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-9d2d9249-8e20-4789-9869-4e6529140bb7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:06.338783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-9d2d9249-8e20-4789-9869-4e6529140bb7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 797 time: 0.2044775 Dec 13 10:11:06.340846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5024085f-4243-4141-9b38-40757aacc8ac None None] Provisioning complete for port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:06.341312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5024085f-4243-4141-9b38-40757aacc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:06.358402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f8d27137-910c-43b6-b88e-a9ded925cc08 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/quotas/a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 375 time: 0.0187392 Dec 13 10:11:06.410524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5024085f-4243-4141-9b38-40757aacc8ac None None] Port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:06.432732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:06.441191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-bfb4e59a-277c-4bbf-9309-7c6a312bf427 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740247 Dec 13 10:11:06.473423 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ac364da-9532-45df-bf6b-4b2c5e563a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:06.500446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:06.539707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5024085f-4243-4141-9b38-40757aacc8ac None None] Provisioning complete for port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:06.540094 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5024085f-4243-4141-9b38-40757aacc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:06.599691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-0ddbd5c4-e73f-4f8b-be3a-d9228803d188 service neutron] 10.222.0.31 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400089 Dec 13 10:11:06.718513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f208b743-fdc7-4f63-b71b-43029f4ac52c service neutron] 10.222.0.31 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173098 Dec 13 10:11:06.762851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:06.763318 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:06.954395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cede3837-8add-4a8b-b6d9-669d7e2b7185 req-cef74390-df42-4ebb-bb72-e106f8128bfb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 210 time: 0.0501635 Dec 13 10:11:07.039939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2244d5b6-0b07-482a-86cb-0dd79861e639 None None] Provisioning complete for port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:07.040318 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2244d5b6-0b07-482a-86cb-0dd79861e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.085421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2244d5b6-0b07-482a-86cb-0dd79861e639 None None] Port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:07.092633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 2, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:07.127482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Checking router: ef888fba-a8b9-43f7-8469-03b0b76c88d7 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:07.127868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Updating router ef888fba-a8b9-43f7-8469-03b0b76c88d7 port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:11:07.166188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.477296 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.484731 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.579373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c771fe-8e01-4107-bcb7-67a28e1d50a4 None None] Pushing event updated for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:07.610546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Attempting to bind port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:07.610929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Attempting to bind port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:07.611432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Attempting to bind port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:07.617847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:07.618240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:07.618666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.619302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Bound using segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:07.619771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Bound port: a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:07.620383 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.714594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] For port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:07.719683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] For port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:07.727244 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.793679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:07.794319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:07.841021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c771fe-8e01-4107-bcb7-67a28e1d50a4 None None] Pushing event updated for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:07.933378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] Provisioning complete for port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:07.933855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:07.937209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:08.120498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6810ab6-0ad2-4ec3-b9ab-86666732d28b req-0dadda40-b6c2-44e0-bfcd-1fee3a9bcca8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 210 time: 0.0688112 Dec 13 10:11:08.209179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4b012880-e15f-43c2-9bc6-7c3d1fb9fe6d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:08.211250 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4b012880-e15f-43c2-9bc6-7c3d1fb9fe6d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 797 time: 0.1850173 Dec 13 10:11:08.282616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.289654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-a7c06b19-7eaf-4178-af2e-6749f8ae731d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 380 time: 0.0672436 Dec 13 10:11:08.303038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'port': {'device_id': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'admin_state_up': True, 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'security_groups': ['de69af20-7588-4f3e-b245-d96968004fed']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:08.328741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] For port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:08.338398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.421520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25939f8-0769-4320-bf48-6ce2ae38e51a None None] Pushing event updated for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:08.442347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:08.459872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.462832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:08.469357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:11:08.524879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-51476f7c-805a-46de-b484-914a4d19caee None None] Provisioning complete for port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:08.525963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51476f7c-805a-46de-b484-914a4d19caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.560542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:07Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:08.598386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 15bb926d-74c3-4b15-bef1-f089986731a3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:08.598769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.620064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.7 (54653b8f-52f0-44ce-b503-45932289f6de/075cd070-1077-432e-b758-98da092d9933/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:08.625575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020149bd-356e-45c6-890c-6ea7909708fa None None] The sync data for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 is: [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:07Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:08.658990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-515ba099-42cd-46af-a8b1-5a9b522aa02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.806460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.859087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.861195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:08.863999 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8b3f1-0064-448f-84e5-c255ad5e48e9" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:08.889062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:08.899199 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.944206 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ecb01-407c-4835-9f80-a334bcc949fe x-openstack-request-id: req-914ecb01-407c-4835-9f80-a334bcc949fe {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:08.945778 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:08.946291 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-914ecb01-407c-4835-9f80-a334bcc949fe {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:08.946960 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:11:08.947200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:08.981608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:09.013972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 54653b8f-52f0-44ce-b503-45932289f6de is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:09.017222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:09.021972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:09.057361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:09.087330 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:09.088435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.159992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-4f662f5c-7b58-4f6b-b103-2e24568f81f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606985 Dec 13 10:11:09.175172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Request body: {'port': {'device_id': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:09.292863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.325366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8942-2285-4b9b-90dd-015eb284010d req-1d8ea06d-f1a3-46ee-b918-20e1521be235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:09.328001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3feb8942-2285-4b9b-90dd-015eb284010d req-1d8ea06d-f1a3-46ee-b918-20e1521be235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 931 time: 0.1371281 Dec 13 10:11:09.452175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3feb8942-2285-4b9b-90dd-015eb284010d req-0b1738a2-d845-42ec-b866-d84f86becd38 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130128 Dec 13 10:11:09.491591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d61976ab-0257-4146-8cfa-7400aeb60e54 None None] Provisioning complete for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:09.491931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d61976ab-0257-4146-8cfa-7400aeb60e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.536699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d61976ab-0257-4146-8cfa-7400aeb60e54 None None] Port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:09.604315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.735108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:09.744242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.779912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Transition to ACTIVE for port object b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:09.790339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:09.858632 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:09.962020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:09.962595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:09.963122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:09.968786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:09.969366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:09.975280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:09.976011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:09.977094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Bound using segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:09.977851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Bound port: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:09.978379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.063181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:10.069476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:10.076996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.121224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.122081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.123760 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] 10.222.0.16 "PUT /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1091 time: 0.9553695 Dec 13 10:11:10.124413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:10.126956 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c6b95-8899-4399-a624-28789d6ca32e" -d '{"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:10.193619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfc35e-eb2d-4a38-ab98-20f9995f49ea service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:10.204696 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a487e99-5152-41e7-b564-ec83e4f5dd18 x-openstack-request-id: req-9a487e99-5152-41e7-b564-ec83e4f5dd18 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:10.205087 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:10.205317 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a487e99-5152-41e7-b564-ec83e4f5dd18 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:10.205663 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:11:10.298259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-552ae630-d176-4932-9e4a-7a0349ef0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.299944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-552ae630-d176-4932-9e4a-7a0349ef0499 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0905077 Dec 13 10:11:10.355934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-a9d170f1-e62f-4ec8-964c-59861a022067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 217 time: 0.0473778 Dec 13 10:11:10.437286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-6b22d772-e506-4d5e-ba11-8f2e5200e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.444202 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-6b22d772-e506-4d5e-ba11-8f2e5200e209 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0744185 Dec 13 10:11:10.535044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-d57efeb9-57f2-4a38-88f8-59f1b6d89015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.537544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:10.557195 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-d57efeb9-57f2-4a38-88f8-59f1b6d89015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098609 Dec 13 10:11:10.672956 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:10.673341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.697290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7735c8-5dde-427f-bcc6-cf33f7ac6c15 req-c421c12d-1717-4f6d-9dc5-852cb4a31e39 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.699470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd7735c8-5dde-427f-bcc6-cf33f7ac6c15 req-c421c12d-1717-4f6d-9dc5-852cb4a31e39 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0915942 Dec 13 10:11:10.776124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd7735c8-5dde-427f-bcc6-cf33f7ac6c15 req-203303cd-5bfe-4f5a-a841-abf5929ac634 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680063 Dec 13 10:11:10.778355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-d7810ca1-aba5-412b-ab79-4a8b2c4ffdd3 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117431 Dec 13 10:11:10.901803 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ecc5fd4c-23eb-43f5-b580-6df12619de91 req-781461de-0b69-45d2-befc-448de6a447f0 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100595 Dec 13 10:11:10.996314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-60f445b6-5f2f-4498-820e-156dee0fc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.997743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-60f445b6-5f2f-4498-820e-156dee0fc062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0504012 Dec 13 10:11:11.105045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-e3afc8fc-24f9-473e-a61b-01ce0eba261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.106549 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-e3afc8fc-24f9-473e-a61b-01ce0eba261b service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0998609 Dec 13 10:11:11.156594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-f05ea43c-3c47-4741-8fc2-cea0124b3258 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 217 time: 0.0423465 Dec 13 10:11:11.213843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-fddeb513-0eb6-4809-b57a-395545a24cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.215399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-fddeb513-0eb6-4809-b57a-395545a24cf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0511861 Dec 13 10:11:11.216010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:11.266013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-67a651b4-270d-4cdb-96d4-30a8686d3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.271860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-67a651b4-270d-4cdb-96d4-30a8686d3aca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484529 Dec 13 10:11:11.377663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-8e023ece-e006-42ef-84b4-4bfa96a021b4 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994220 Dec 13 10:11:11.490245 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b8c6b95-8899-4399-a624-28789d6ca32e req-a64c08c0-4d03-4469-903b-c1703f83b832 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048355 Dec 13 10:11:11.931538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd16f-41b0-4339-9374-97a76c1a18d2 req-7f373059-9fd9-451f-b3ea-176e82dab512 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.933279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fedfd16f-41b0-4339-9374-97a76c1a18d2 req-7f373059-9fd9-451f-b3ea-176e82dab512 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0534675 Dec 13 10:11:11.991501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fedfd16f-41b0-4339-9374-97a76c1a18d2 req-53af57a9-1608-4a32-9544-fc6afe336efb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517378 Dec 13 10:11:12.000212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:13.121926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd748-030d-4a3d-a600-a2b7f89fcc66 req-d130cda6-9060-4c11-af0c-552b6d05f95b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:13.124167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f75bd748-030d-4a3d-a600-a2b7f89fcc66 req-d130cda6-9060-4c11-af0c-552b6d05f95b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0576174 Dec 13 10:11:13.188387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f75bd748-030d-4a3d-a600-a2b7f89fcc66 req-b1003ff8-d503-4a2e-b88b-dde3835746a6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571375 Dec 13 10:11:14.314466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaa25a-2d33-490f-b8f8-9f671451a3c9 req-af92b2dd-f9e0-4b5e-a021-5d37b537f501 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:14.316757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86eaa25a-2d33-490f-b8f8-9f671451a3c9 req-af92b2dd-f9e0-4b5e-a021-5d37b537f501 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0516691 Dec 13 10:11:14.376475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86eaa25a-2d33-490f-b8f8-9f671451a3c9 req-c5934e0e-1bed-4261-a20c-a3790e979313 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497463 Dec 13 10:11:15.494621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778fe4-83c4-43a3-8f77-37c284fcf986 req-d75a631f-6471-45b6-899e-38f09bf7ec7e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:15.496285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a778fe4-83c4-43a3-8f77-37c284fcf986 req-d75a631f-6471-45b6-899e-38f09bf7ec7e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0512412 Dec 13 10:11:15.527181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:15.560016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a778fe4-83c4-43a3-8f77-37c284fcf986 req-213af8bd-8721-41db-9964-d06f35f40d05 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567322 Dec 13 10:11:15.627306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:15.639680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:15.686676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:15.861712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:15.884703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:15.888570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:15.940047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:16.196215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:16.675081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2a5b-8516-4663-ab9f-04bb937a7240 req-b5dd8ba2-ad6e-4abe-a3eb-e362c7499957 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:16.676566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5afe2a5b-8516-4663-ab9f-04bb937a7240 req-b5dd8ba2-ad6e-4abe-a3eb-e362c7499957 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0510387 Dec 13 10:11:16.724772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5afe2a5b-8516-4663-ab9f-04bb937a7240 req-2ed9dcfd-79fb-430a-9403-5c54b30a7ba9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Dec 13 10:11:17.160500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccea8a-6168-4e0d-aab9-ac14333af4b8 req-653d1c9c-c283-46c3-881c-da7b6b923737 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:17.161952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80ccea8a-6168-4e0d-aab9-ac14333af4b8 req-653d1c9c-c283-46c3-881c-da7b6b923737 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0473406 Dec 13 10:11:17.211986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80ccea8a-6168-4e0d-aab9-ac14333af4b8 req-d0737bb7-8c0d-41f9-8694-1ed6f1447990 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Dec 13 10:11:17.537529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:17.589007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:11:17.592891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:17.593260 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.611505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47d16-a090-47e7-9206-8f7785d7a39b req-e70ca955-3a5a-4473-a0f6-c09ba45fcd49 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:17.616775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b47d16-a090-47e7-9206-8f7785d7a39b req-e70ca955-3a5a-4473-a0f6-c09ba45fcd49 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0496702 Dec 13 10:11:17.674773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72b47d16-a090-47e7-9206-8f7785d7a39b req-8d7395cd-69e8-47f9-ad06-ed26e6b7ffda tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557981 Dec 13 10:11:17.697247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.715648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:17.717860 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54600125-f290-4dea-b86c-2187f6b667e5" -d '{"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-plugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:17.730351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:17.733676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.758137 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4663f2-0d03-41ae-addc-b0bd33097ca5 x-openstack-request-id: req-ee4663f2-0d03-41ae-addc-b0bd33097ca5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:17.758431 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-plugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:17.758692 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee4663f2-0d03-41ae-addc-b0bd33097ca5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:17.759086 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'code': 200} Dec 13 10:11:17.785390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:17.849774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7b07f-2701-484b-bb3d-65de0040f79f req-ca15db09-abb2-4744-b945-8fb0f1a5e2fb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:17.851303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e7b07f-2701-484b-bb3d-65de0040f79f req-ca15db09-abb2-4744-b945-8fb0f1a5e2fb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0495877 Dec 13 10:11:17.860313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be312aaf-1282-4653-bac2-95799688c562 req-4ab0232d-7e60-48bc-a71f-0178c4a957b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:17.861905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be312aaf-1282-4653-bac2-95799688c562 req-4ab0232d-7e60-48bc-a71f-0178c4a957b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1096 time: 0.0407522 Dec 13 10:11:17.901500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79e7b07f-2701-484b-bb3d-65de0040f79f req-015d15d1-5501-4053-9636-64e26e5e42f6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Dec 13 10:11:17.907830 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be312aaf-1282-4653-bac2-95799688c562 req-230e62e6-0f42-4512-ba9b-6a4290fb5a43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390527 Dec 13 10:11:18.791609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199442-5008-404e-a6e5-502eb89b8779 req-e04e5fd2-8bdd-417b-a828-ee34b9955019 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:18.793156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7199442-5008-404e-a6e5-502eb89b8779 req-e04e5fd2-8bdd-417b-a828-ee34b9955019 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0482082 Dec 13 10:11:18.842484 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7199442-5008-404e-a6e5-502eb89b8779 req-71e137f4-e87f-49e6-bd1d-29729a0dd89d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Dec 13 10:11:19.018572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe7b21-9d5c-4d7e-9ccb-5a0bc707290a req-c316fd05-d873-4c89-9093-ba4043467f1f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:19.020049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1fe7b21-9d5c-4d7e-9ccb-5a0bc707290a req-c316fd05-d873-4c89-9093-ba4043467f1f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0511472 Dec 13 10:11:19.067652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1fe7b21-9d5c-4d7e-9ccb-5a0bc707290a req-30c399da-64d1-4557-b337-d3e87e52ca30 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Dec 13 10:11:19.956228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01c23-5e35-4fa6-8669-e2092b1ac6dd req-4894c355-c2fd-4a88-a4c4-ea2ed2db05f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:19.957701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58e01c23-5e35-4fa6-8669-e2092b1ac6dd req-4894c355-c2fd-4a88-a4c4-ea2ed2db05f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0480320 Dec 13 10:11:20.003221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58e01c23-5e35-4fa6-8669-e2092b1ac6dd req-5cf03063-40b4-4b38-aefa-5a9445ca8e45 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389354 Dec 13 10:11:20.185100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc6123-72ef-4981-a079-38f5500bf0db req-74e4b8b0-02c5-4f39-9f04-6c25510fbb61 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:20.186565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98dc6123-72ef-4981-a079-38f5500bf0db req-74e4b8b0-02c5-4f39-9f04-6c25510fbb61 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0508103 Dec 13 10:11:20.233897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98dc6123-72ef-4981-a079-38f5500bf0db req-f4a76a5b-1986-486c-87e1-e57e66c77829 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Dec 13 10:11:20.346228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af69ae9-ed12-43cf-8a05-e0b318c63c0b req-df4c94f2-08a3-4c0e-b4c4-80f4fafc20d6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:20.347648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9af69ae9-ed12-43cf-8a05-e0b318c63c0b req-df4c94f2-08a3-4c0e-b4c4-80f4fafc20d6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0493886 Dec 13 10:11:20.395965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9af69ae9-ed12-43cf-8a05-e0b318c63c0b req-de145682-98d7-4a62-a94e-d8c4f9530136 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Dec 13 10:11:20.416647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56434) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.455275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379f1b5-88ee-4685-b55a-9570512f49c8 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:20.456814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8379f1b5-88ee-4685-b55a-9570512f49c8 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1091 time: 0.0392313 Dec 13 10:11:20.459480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56436) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.463906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:20.464591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:20.467850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:20.485765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.589344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.619095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.638248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:20.656369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '15bb926d-74c3-4b15-bef1-f089986731a3', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '15bb926d-74c3-4b15-bef1-f089986731a3', 'mac_address': 'fa:16:3e:33:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:20.661419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:20.664181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9018bfe8-b056-4985-8106-fed8f6e5fbb7" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:20.679923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:20.700655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.711272 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5cbb5-354b-4930-a062-ba3becff11fb x-openstack-request-id: req-0ec5cbb5-354b-4930-a062-ba3becff11fb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:20.711593 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:20.711844 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec5cbb5-354b-4930-a062-ba3becff11fb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:20.712227 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:11:20.714780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.140 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/416ddbb4-72ce-443b-b1a6-cc0eb26ea308) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:20.744895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.763796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:20.783075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.817060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:11:20.817462 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:11:20.836058 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.874273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.915105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:20.917903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:20.922246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:20.924211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=416ddbb4-72ce-443b-b1a6-cc0eb26ea308,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:21.360784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.375814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:21.401910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:21.406360 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.435632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627db567-1586-4eb6-b573-141fa29a1464 req-7aa68e8e-246e-4974-958c-a5d68c34c3fd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:21.437177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-627db567-1586-4eb6-b573-141fa29a1464 req-7aa68e8e-246e-4974-958c-a5d68c34c3fd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.3615823 Dec 13 10:11:21.468301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:21.476549 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['15bb926d-74c3-4b15-bef1-f089986731a3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:21.531587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-627db567-1586-4eb6-b573-141fa29a1464 req-50cbcb72-34b9-42fa-9bb1-44f6e3143838 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867555 Dec 13 10:11:21.656303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.728714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.907357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.915374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.009992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=416ddbb4-72ce-443b-b1a6-cc0eb26ea308,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:22.020583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.134990 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 associated. External IP: 172.25.2.140, port: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4. Dec 13 10:11:22.381843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router ef888fba-a8b9-43f7-8469-03b0b76c88d7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:22.466286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:22.505751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:22.519089 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Sync routers for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:22.541541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.553619 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:22.554324 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:11:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:22.602777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 15bb926d-74c3-4b15-bef1-f089986731a3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:22.602777 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.611973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bdbfc1b7-18c8-4bcd-97f6-0dec7769dd68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1511562 Dec 13 10:11:22.613734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:22.617025 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563" -d '{"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:22.759006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.774101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cfc7c-8a37-48d6-8259-5fdb12571b22 req-8b7b8a8f-62e6-4d22-a48b-ff34e9c54bf1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:22.775741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd4cfc7c-8a37-48d6-8259-5fdb12571b22 req-8b7b8a8f-62e6-4d22-a48b-ff34e9c54bf1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0845118 Dec 13 10:11:22.787606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf925-7c51-43f0-a9fd-a3bb33e792b9 req-5ff743ba-58f1-4fc4-8eb2-301170c072cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:22.789699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea0cf925-7c51-43f0-a9fd-a3bb33e792b9 req-5ff743ba-58f1-4fc4-8eb2-301170c072cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 946 time: 0.1367986 Dec 13 10:11:22.802789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:22.810750 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf2a92d-7f96-4bbb-86b7-ad5518a4e5c6" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:22.842262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:22.850790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.861389 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:22.901288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd4cfc7c-8a37-48d6-8259-5fdb12571b22 req-56d118a1-f061-4dfc-8b97-e3ec9a62605b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102798 Dec 13 10:11:22.904843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea0cf925-7c51-43f0-a9fd-a3bb33e792b9 req-1f8b57f8-55da-4217-8943-48679cf518f5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048307 Dec 13 10:11:22.930070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56472) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.943711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:23.008358 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2152ce-8950-4bf0-905e-b76a887d1565 x-openstack-request-id: req-cf2152ce-8950-4bf0-905e-b76a887d1565 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:23.008715 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:23.009039 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf2152ce-8950-4bf0-905e-b76a887d1565 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:23.009529 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:11:23.013843 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31470f70-f6fb-4fc8-979b-3c1e84654839 x-openstack-request-id: req-31470f70-f6fb-4fc8-979b-3c1e84654839 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:23.014659 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-plugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:23.015118 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31470f70-f6fb-4fc8-979b-3c1e84654839 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:23.015897 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:11:23.057835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-688a35a3-114c-4d18-8e4b-d7ffeb41eb2e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 200 len: 991 time: 0.1262119 Dec 13 10:11:23.094519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-ff340d36-f445-4e52-b592-75efe2bc879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:23.098284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-ff340d36-f445-4e52-b592-75efe2bc879b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1096 time: 0.0650866 Dec 13 10:11:23.136310 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:21Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:23.167215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Checking router: ef888fba-a8b9-43f7-8469-03b0b76c88d7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:23.176269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:23.176997 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:11:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:23.207334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-033a1d76-0f46-4149-9406-870f9962cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:23.209244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-033a1d76-0f46-4149-9406-870f9962cdb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.1038203 Dec 13 10:11:23.294834 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:23.574863 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:21Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:23.603113 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4d06b-d5b4-441f-a674-0a89deea7f7e None None] The sync data for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 is: [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:21Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:23.626518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-9595192c-1ebf-4dc6-b9e5-849b58015b8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.4105573 Dec 13 10:11:23.679763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-03b1f64d-ec4d-44e5-ba5c-b27f550676fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:23.681435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-03b1f64d-ec4d-44e5-ba5c-b27f550676fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0473003 Dec 13 10:11:23.732673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-4f3ffcba-881a-4a4f-9602-ca0cc7598292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:23.734192 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-4f3ffcba-881a-4a4f-9602-ca0cc7598292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434093 Dec 13 10:11:23.850695 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-380fe1ea-9935-4763-8dfe-2964e8a3c8be service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081059 Dec 13 10:11:23.894203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f49f5-adfb-4e17-bb45-2f9318f6ef78 None None] New status for floating IP e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:23.968206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fa0ad3-9eb4-4eec-ab70-cf7315de7563 req-d9d8c06c-35f6-49a1-ba4a-48215bdbc74c service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104636 Dec 13 10:11:24.061387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 56476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:24.073734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd1189-5d70-48d9-8913-de9f3542cf95 req-21cf0101-f0c5-4c56-b41f-6616fbaab2db tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:24.075976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4cd1189-5d70-48d9-8913-de9f3542cf95 req-21cf0101-f0c5-4c56-b41f-6616fbaab2db tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0621209 Dec 13 10:11:24.139533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff774bfc-3574-4597-8db3-46ef9c0b27dc tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 200 len: 991 time: 0.0768194 Dec 13 10:11:24.144411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4cd1189-5d70-48d9-8913-de9f3542cf95 req-def7603e-87a5-4a79-a7b9-460d68a7c7cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 Dec 13 10:11:25.143328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56482) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:25.212978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d7288542-93b1-4ffe-9539-9d7ac47f4d60 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 200 len: 993 time: 0.0681765 Dec 13 10:11:25.283300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6d5e-1e84-4225-8774-47bd51c3d4d6 req-0defd5c4-3313-4483-bffd-d8a9601ee0e8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:25.284938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2ca6d5e-1e84-4225-8774-47bd51c3d4d6 req-0defd5c4-3313-4483-bffd-d8a9601ee0e8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0538898 Dec 13 10:11:25.334125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2ca6d5e-1e84-4225-8774-47bd51c3d4d6 req-5a276081-045e-4d7a-a536-46e1eca29a00 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Dec 13 10:11:26.473815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9fb84-45c8-463b-9008-05b0075a05b5 req-24e83150-da46-4b9f-a943-a462351fedba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:26.475440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26d9fb84-45c8-463b-9008-05b0075a05b5 req-24e83150-da46-4b9f-a943-a462351fedba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0564084 Dec 13 10:11:26.536916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26d9fb84-45c8-463b-9008-05b0075a05b5 req-06443faf-184f-48e4-a38d-492dd45b2ff8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548375 Dec 13 10:11:27.668537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e3a2-6a0c-4112-abc0-0c73dc5db7b3 req-b9886a4d-8d0c-490c-b3fe-2fbd51677484 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:27.670041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e58e3a2-6a0c-4112-abc0-0c73dc5db7b3 req-b9886a4d-8d0c-490c-b3fe-2fbd51677484 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0562725 Dec 13 10:11:27.719781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e58e3a2-6a0c-4112-abc0-0c73dc5db7b3 req-cb5af29f-0854-407e-89f6-2c68942c2e95 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Dec 13 10:11:28.891306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d356626-c0f6-4e80-8710-d42a1c90259d req-ca5f8e05-bee3-4ca4-a42e-90e58d60bd8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:28.893019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d356626-c0f6-4e80-8710-d42a1c90259d req-ca5f8e05-bee3-4ca4-a42e-90e58d60bd8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0593376 Dec 13 10:11:28.955591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d356626-c0f6-4e80-8710-d42a1c90259d req-0a63b8f1-05df-43d0-8e7d-ff978a9564ee tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558982 Dec 13 10:11:29.825395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.100394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27e84-3145-4101-87a9-27274b7bdda5 req-bf9f047d-827f-40d3-8321-56825b6c7deb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.107019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06b27e84-3145-4101-87a9-27274b7bdda5 req-bf9f047d-827f-40d3-8321-56825b6c7deb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0727456 Dec 13 10:11:30.127408 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-20b35df4-fcb9-48e9-add7-c6e21a30aaaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546634 Dec 13 10:11:30.158317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-06b27e84-3145-4101-87a9-27274b7bdda5 req-64a30134-99c9-401a-8ce1-447c0c9371ee tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503900 Dec 13 10:11:30.253102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-b42d6a1f-2eb0-4a22-8bef-6d4b7783730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.254695 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-b42d6a1f-2eb0-4a22-8bef-6d4b7783730a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 1096 time: 0.0421124 Dec 13 10:11:30.372243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-ef52531c-1460-4f8b-ba7a-47d6f594d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.373745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-ef52531c-1460-4f8b-ba7a-47d6f594d4f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0931537 Dec 13 10:11:30.445620 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-826756fc-50e7-4745-989f-0027590049e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 200 len: 1000 time: 0.0636287 Dec 13 10:11:30.509666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-9350a8a7-26e1-4a0e-a898-6eca34d55128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.511156 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-9350a8a7-26e1-4a0e-a898-6eca34d55128 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0584023 Dec 13 10:11:30.567709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-805836af-01c4-4a16-bd24-41af7c5957c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.570348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-805836af-01c4-4a16-bd24-41af7c5957c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500743 Dec 13 10:11:30.662525 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-c71274e6-7905-4f07-9d55-322addee0114 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Dec 13 10:11:30.764293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-af5d8a8b-39ad-42bc-8c74-618557853595 req-526bc51a-54ea-4b54-aa8e-1e9a349fb7bd service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924704 Dec 13 10:11:31.275664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382843bd-7ffe-44c5-9a3a-15a4c12f6f0b req-9a9eb797-5427-4904-b0e1-50c38b7173b6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:31.277147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-382843bd-7ffe-44c5-9a3a-15a4c12f6f0b req-9a9eb797-5427-4904-b0e1-50c38b7173b6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0489759 Dec 13 10:11:31.324016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-382843bd-7ffe-44c5-9a3a-15a4c12f6f0b req-c719f658-b5a5-404b-bf31-58ec193a6c24 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Dec 13 10:11:32.311400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-59692975-ff2a-47b2-9a0b-f10bfc41e8da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390010 Dec 13 10:11:32.373121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-46539fe6-f34c-4a1d-b787-239d7c8f723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.374637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-46539fe6-f34c-4a1d-b787-239d7c8f723b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1098 time: 0.0417130 Dec 13 10:11:32.504525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dcd05-e338-4ad7-8778-a4b728312af5 req-2fb30844-0c78-41fe-9eb2-29a3cffe1ee5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.506016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-709dcd05-e338-4ad7-8778-a4b728312af5 req-2fb30844-0c78-41fe-9eb2-29a3cffe1ee5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.1024001 Dec 13 10:11:32.538472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-cfd3c424-6fcd-4de2-801e-4090fcace4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.539960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-cfd3c424-6fcd-4de2-801e-4090fcace4b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1446240 Dec 13 10:11:32.604193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-709dcd05-e338-4ad7-8778-a4b728312af5 req-c9ec34e5-81dc-470f-9ca8-21db8a67545a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914159 Dec 13 10:11:32.620088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-c58001fe-d1d7-4d9f-b5a4-7c17b992d2bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1002 time: 0.0699377 Dec 13 10:11:32.670166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-5420ccac-89f5-4929-9c23-f194e66158a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.671707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-5420ccac-89f5-4929-9c23-f194e66158a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0447965 Dec 13 10:11:32.721783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-c1cdbf55-083c-4e1b-8116-9e13fa251eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.723338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-c1cdbf55-083c-4e1b-8116-9e13fa251eac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445406 Dec 13 10:11:32.847167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f486a0-549b-4bfe-a495-56bdee89cb31 req-7c99f54c-690f-40da-b833-5ede448f902d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.848631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f486a0-549b-4bfe-a495-56bdee89cb31 req-7c99f54c-690f-40da-b833-5ede448f902d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0769186 Dec 13 10:11:32.850361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-c0ff636c-4d83-433e-a94f-6cadbc77b9b2 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200941 Dec 13 10:11:32.946480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f486a0-549b-4bfe-a495-56bdee89cb31 req-5f9e2e76-d501-4959-b881-4143fd159b8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911913 Dec 13 10:11:32.972735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7de574f9-090c-409e-a63f-b40f6d3017c5 req-c4e1f628-eb54-45f5-9418-404e5a14a89c service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119068 Dec 13 10:11:33.814466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc17ca-78ab-4a74-a166-c12aa9c2d5c4 req-c57860e3-d0b4-4557-bd70-b4830241b118 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:33.815995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbdc17ca-78ab-4a74-a166-c12aa9c2d5c4 req-c57860e3-d0b4-4557-bd70-b4830241b118 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0501866 Dec 13 10:11:33.867299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbdc17ca-78ab-4a74-a166-c12aa9c2d5c4 req-321c69f7-06f4-4eb6-9430-c48a0ce41d90 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451260 Dec 13 10:11:34.100420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc7ddd-0708-4176-aa8b-d06c0ecbb59b req-511dbd4b-5217-4aac-8fed-31f2e6659ecf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.101950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9efc7ddd-0708-4176-aa8b-d06c0ecbb59b req-511dbd4b-5217-4aac-8fed-31f2e6659ecf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 947 time: 0.0737429 Dec 13 10:11:34.104348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-96d7392f-ea00-42d7-b819-2e5cfa6088d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.105679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-96d7392f-ea00-42d7-b819-2e5cfa6088d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1098 time: 0.0688577 Dec 13 10:11:34.202824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9efc7ddd-0708-4176-aa8b-d06c0ecbb59b req-6d821a9a-a5c6-4995-a1c3-7fabcf8ef46f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947752 Dec 13 10:11:34.225019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-4102b408-85bf-4113-9c81-780fcd5132b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.226425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-4102b408-85bf-4113-9c81-780fcd5132b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1128371 Dec 13 10:11:34.289996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-33affdc7-8cb5-4d56-98a1-f6222c2da19f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1002 time: 0.0570529 Dec 13 10:11:34.336976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-a0c46e08-db50-4865-a1ea-6549a43dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.338347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-a0c46e08-db50-4865-a1ea-6549a43dcbe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0421414 Dec 13 10:11:34.387242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-ab998a29-78e4-48c3-9a0b-5c28b2481f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.389059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-ab998a29-78e4-48c3-9a0b-5c28b2481f8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439918 Dec 13 10:11:34.457043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.476657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-96e775d5-aa79-4e76-8812-0f868ccea2ef service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799689 Dec 13 10:11:34.507223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:34.569925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4efaad9d-eab1-46b8-a8d5-e9819b0c450f req-c15ef501-a686-4e3b-abf8-188fcd5991a2 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868735 Dec 13 10:11:34.585737 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.607315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:34.609543 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af94e96-510d-4839-8c9d-f38990f3f86a" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:34.622700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:34.626570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.650799 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6a888a-1670-41fe-b275-f3ebe3898b78 x-openstack-request-id: req-3e6a888a-1670-41fe-b275-f3ebe3898b78 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:34.652334 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:34.652334 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e6a888a-1670-41fe-b275-f3ebe3898b78 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:34.652334 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'code': 200} Dec 13 10:11:34.677138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=14']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:35.318537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f25959-1a74-4754-99fd-82e4b26f4390 req-f558dbd4-5345-42f9-a028-1a7beff3a8d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.320588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08f25959-1a74-4754-99fd-82e4b26f4390 req-f558dbd4-5345-42f9-a028-1a7beff3a8d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0490828 Dec 13 10:11:35.365575 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08f25959-1a74-4754-99fd-82e4b26f4390 req-1544dce1-9787-404b-807c-d89566760f03 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390911 Dec 13 10:11:35.544751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b58b-74ed-4ced-8dae-f0db25e0b761 req-c4f6acc7-a425-4030-8fb8-7cb6695e5f20 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.546132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dce3b58b-74ed-4ced-8dae-f0db25e0b761 req-c4f6acc7-a425-4030-8fb8-7cb6695e5f20 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0471351 Dec 13 10:11:35.595875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dce3b58b-74ed-4ced-8dae-f0db25e0b761 req-385b63ef-b0ea-44c6-b27b-9dee69a083bb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Dec 13 10:11:35.711239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77735993-311b-4d10-94aa-3e7a2a662dd1 req-c41f31d1-a0c8-4a40-8a36-11ee3ce02679 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.712732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77735993-311b-4d10-94aa-3e7a2a662dd1 req-c41f31d1-a0c8-4a40-8a36-11ee3ce02679 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0476074 Dec 13 10:11:35.758883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77735993-311b-4d10-94aa-3e7a2a662dd1 req-22e72a21-78d9-458f-8688-d507fcde5ecf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Dec 13 10:11:35.981285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-c3bee8b6-47f2-4ea2-be78-2057b1d9979b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.982801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-c3bee8b6-47f2-4ea2-be78-2057b1d9979b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1025298 Dec 13 10:11:35.997415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-ee4dc66d-7757-4608-8f63-33e1dc1a674a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/quotas/0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 375 time: 0.0087967 Dec 13 10:11:36.049689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-b898e4c3-fe25-4d9e-b5b4-6cc6f7430df4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470448 Dec 13 10:11:36.149564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0afcb4bc-3727-4a34-b630-77b8989e12d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:36.186631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-f0a28ef5-c9d3-4819-a5cd-f78e5a39f249 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297574 Dec 13 10:11:36.276868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-dfa2443b-4173-4e17-998e-19bfa8642e0e service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840871 Dec 13 10:11:36.441803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b09642c4-0ad4-461c-aa7c-b3adc9829f09 req-08d445c4-3cc0-4bfb-9c05-524939ac479b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 210 time: 0.0269322 Dec 13 10:11:37.339518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-13e7a00a-848a-4649-831f-3064ff0e58cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:37.341045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-13e7a00a-848a-4649-831f-3064ff0e58cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1081555 Dec 13 10:11:37.354658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'device_id': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'admin_state_up': True, 'tenant_id': '0c54267b95b146acaeafe92dcdc89866'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:37.457578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:37.461859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:37.549535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4783e534-204c-4a85-9058-3ac4e5009ca7 req-5011136e-51a6-4d3d-a3d0-734eb4b1f660 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 210 time: 0.0360379 Dec 13 10:11:37.615586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.20.0.13 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/f1a6c7ed-038d-4eef-a789-f13e7908bd62) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:37.758260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:37.791929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:37.835453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:37.839040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:37.842511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:37.848850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:37.894178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:37.894705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:37.911091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-518f29a7-819f-4f84-89ae-ace183acd2cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606906 Dec 13 10:11:37.922954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Request body: {'port': {'device_id': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:37.981165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.057544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5f14ce0b-ef32-418f-a007-0c5ff570c2aa None None] Provisioning complete for port f1a6c7ed-038d-4eef-a789-f13e7908bd62 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:38.058115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f14ce0b-ef32-418f-a007-0c5ff570c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.091061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5f14ce0b-ef32-418f-a007-0c5ff570c2aa None None] Port f1a6c7ed-038d-4eef-a789-f13e7908bd62 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:38.516132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a6c7ed-038d-4eef-a789-f13e7908bd62 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:38.523600 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.535585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Transition to ACTIVE for port object f1a6c7ed-038d-4eef-a789-f13e7908bd62 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:38.540101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.580595 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a8280d0-475f-49f1-b1b7-59f3504331ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.593359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:38.702239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82a218-79b0-45e0-8f2c-8d149ddef144 req-13ce7ca5-9737-4db1-8157-2c6ab8600775 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:38.703779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c82a218-79b0-45e0-8f2c-8d149ddef144 req-13ce7ca5-9737-4db1-8157-2c6ab8600775 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 944 time: 0.0700748 Dec 13 10:11:38.704480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Attempting to bind port f1a6c7ed-038d-4eef-a789-f13e7908bd62 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:38.704811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Attempting to bind port f1a6c7ed-038d-4eef-a789-f13e7908bd62 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:38.705144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Attempting to bind port f1a6c7ed-038d-4eef-a789-f13e7908bd62 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:38.710042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Port f1a6c7ed-038d-4eef-a789-f13e7908bd62 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:38.710398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Attempting to bind port f1a6c7ed-038d-4eef-a789-f13e7908bd62 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:38.722584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:38.722922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:38.723306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:38.723767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Bound port: f1a6c7ed-038d-4eef-a789-f13e7908bd62, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:38.724122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.796827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c82a218-79b0-45e0-8f2c-8d149ddef144 req-eed11b56-0753-4cf6-8556-d895f2bf1012 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Dec 13 10:11:38.827360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:38.830342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:38.834721 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.870966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:38.871611 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.872985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] 10.222.0.20 "PUT /v2.0/ports/f1a6c7ed-038d-4eef-a789-f13e7908bd62 HTTP/1.1" status: 200 len: 1092 time: 0.9542916 Dec 13 10:11:38.873436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:38.875696 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe166f-4eac-4722-94c8-86027bfb9904" -d '{"events": [{"name": "network-changed", "server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:38.897231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d6215-9b5a-4c80-9241-5f256a5afd1b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:38.920332 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65badb97-1abb-4655-9652-8d2fa42ca30e x-openstack-request-id: req-65badb97-1abb-4655-9652-8d2fa42ca30e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:38.920637 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:38.920902 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65badb97-1abb-4655-9652-8d2fa42ca30e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:38.921298 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62', 'status': 'completed', 'code': 200} Dec 13 10:11:38.964848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-c08f3faa-5769-48cf-9045-e9c353a909cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:38.966358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-c08f3faa-5769-48cf-9045-e9c353a909cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 1095 time: 0.0429225 Dec 13 10:11:39.012709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-283d88f9-8b2c-432b-b4fa-fd3775da8e8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62 HTTP/1.1" status: 200 len: 217 time: 0.0381737 Dec 13 10:11:39.062618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-ea51b2ae-47fd-4143-8732-7488511fff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.063996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-ea51b2ae-47fd-4143-8732-7488511fff8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0447636 Dec 13 10:11:39.109480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-6ad2284a-ef23-4a71-b244-3085e7b8f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.110948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-6ad2284a-ef23-4a71-b244-3085e7b8f9c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399411 Dec 13 10:11:39.201769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-672a78c4-6bf8-46fe-9024-0c8fd75f2b70 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837452 Dec 13 10:11:39.291149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef36f01-bd9e-47bb-a3d2-c87a051a8b84 req-c4df80d0-bed7-4f7e-9c17-264a08bfa2ea service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Dec 13 10:11:39.379317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-da035932-e4ca-49b5-8ba4-ba74b84f58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.380936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-da035932-e4ca-49b5-8ba4-ba74b84f58f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 1095 time: 0.0411270 Dec 13 10:11:39.475713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-b9815308-d081-4628-9fea-1071491f0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.477165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-b9815308-d081-4628-9fea-1071491f0fe7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0863280 Dec 13 10:11:39.517511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-09a1a749-a672-4600-b5b0-0350e71fb515 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62 HTTP/1.1" status: 200 len: 217 time: 0.0337846 Dec 13 10:11:39.565000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-cec7c989-6971-43a9-b33c-0575a7030479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.566423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-cec7c989-6971-43a9-b33c-0575a7030479 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0413899 Dec 13 10:11:39.596966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:39.615981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-decb1513-4ece-493e-987f-d52b236857da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.618014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-decb1513-4ece-493e-987f-d52b236857da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441284 Dec 13 10:11:39.707338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-908edbe9-5e4c-4c55-8c3b-1e7719fb52b8 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810425 Dec 13 10:11:39.799615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97fe166f-4eac-4722-94c8-86027bfb9904 req-e55b1bfc-03cd-4ddf-95c1-9a44df335ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Dec 13 10:11:39.916701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5610ba-d31b-468d-b6cd-97eed2956bdf req-dfe257cc-6b82-4ac9-86b6-d5302b317177 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.918161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb5610ba-d31b-468d-b6cd-97eed2956bdf req-dfe257cc-6b82-4ac9-86b6-d5302b317177 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 944 time: 0.0492785 Dec 13 10:11:39.964874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb5610ba-d31b-468d-b6cd-97eed2956bdf req-4e109da1-ad58-4277-a91e-3971d7250f8f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Dec 13 10:11:41.083153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c98b1-847a-4de7-a9ff-5d76b7be58c6 req-43dfcb8a-4b1d-41e4-abdc-337451d00243 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:41.084672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-759c98b1-847a-4de7-a9ff-5d76b7be58c6 req-43dfcb8a-4b1d-41e4-abdc-337451d00243 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 944 time: 0.0490305 Dec 13 10:11:41.137357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-759c98b1-847a-4de7-a9ff-5d76b7be58c6 req-fbfeeaab-ab4a-4e32-af36-c43d392a1487 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Dec 13 10:11:41.211112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.987482 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.251036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d60acb-88af-4b79-ba71-d91a1bc2d68e req-3499c3d3-6caf-4356-b483-785ffe2db1f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:42.252523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98d60acb-88af-4b79-ba71-d91a1bc2d68e req-3499c3d3-6caf-4356-b483-785ffe2db1f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 944 time: 0.0474634 Dec 13 10:11:42.298461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98d60acb-88af-4b79-ba71-d91a1bc2d68e req-a7ced028-80da-4b80-8e40-a742f0a061f0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Dec 13 10:11:42.544438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f1a6c7ed-038d-4eef-a789-f13e7908bd62 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:42.640288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:42.650967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62', 'mac_address': 'fa:16:3e:98:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:42.687402 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.704407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a6c7ed-038d-4eef-a789-f13e7908bd62 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:42.725125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:42.729655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.776261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:42.926700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c95d0-0ceb-47ab-a493-db26306b4033 req-686db517-4c73-44e5-94be-050bfcec46f3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:42.928223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b9c95d0-0ceb-47ab-a493-db26306b4033 req-686db517-4c73-44e5-94be-050bfcec46f3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Dec 13 10:11:42.942984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:42.978592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b9c95d0-0ceb-47ab-a493-db26306b4033 req-ac8f4e6c-fa9a-4b36-933e-824d00550588 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Dec 13 10:11:43.416165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0936-6454-4ec4-a8bb-f239761df7cc req-f6e8c48a-0867-4e3c-9629-42234a2c0aab tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:43.417660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a15c0936-6454-4ec4-a8bb-f239761df7cc req-f6e8c48a-0867-4e3c-9629-42234a2c0aab tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 945 time: 0.0518188 Dec 13 10:11:43.463685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a15c0936-6454-4ec4-a8bb-f239761df7cc req-67547c84-8ce8-4136-ad21-6aa4780e4c0e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Dec 13 10:11:44.093422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54330b83-a679-46ed-ab7f-44916208e109 req-b8fff1e1-c382-48ba-b21c-1630f8f6c492 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.094892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54330b83-a679-46ed-ab7f-44916208e109 req-b8fff1e1-c382-48ba-b21c-1630f8f6c492 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Dec 13 10:11:44.150748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54330b83-a679-46ed-ab7f-44916208e109 req-9e4c65ec-b9e0-459d-89c4-ebebebf806f7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Dec 13 10:11:44.558654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6650-c395-468b-bd80-4514685b272f req-3ee83967-b046-4976-a989-daeca018ae90 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.560303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b82f6650-c395-468b-bd80-4514685b272f req-3ee83967-b046-4976-a989-daeca018ae90 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 945 time: 0.0508075 Dec 13 10:11:44.566115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f1a6c7ed-038d-4eef-a789-f13e7908bd62 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:44.581381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5bafe-80c7-4afd-8835-546077b9123e req-510ac6f6-9757-4aaf-a0ed-a393bf01ad5f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.583042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fea5bafe-80c7-4afd-8835-546077b9123e req-510ac6f6-9757-4aaf-a0ed-a393bf01ad5f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 945 time: 0.0520036 Dec 13 10:11:44.616060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port f1a6c7ed-038d-4eef-a789-f13e7908bd62 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:11:44.622326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port f1a6c7ed-038d-4eef-a789-f13e7908bd62 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:44.622640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.636093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fea5bafe-80c7-4afd-8835-546077b9123e req-39cab904-bbf0-4d5d-8c3f-0f4e6b46f438 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Dec 13 10:11:44.653587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 62480495-3003-4708-8bf8-7d103269f6af {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:44.653941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.702165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.724092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:44.726835 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118fdf7b-bd7c-42cc-b136-61b5b33f3f54" -d '{"events": [{"server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:44.738978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:44.744495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.750392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 62480495-3003-4708-8bf8-7d103269f6af, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=62480495-3003-4708-8bf8-7d103269f6af,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:44.750811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.773665 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f68255-3500-48fe-bbd0-17b60a8ae3f1 x-openstack-request-id: req-94f68255-3500-48fe-bbd0-17b60a8ae3f1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:44.774010 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:44.774213 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94f68255-3500-48fe-bbd0-17b60a8ae3f1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:44.774612 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62', 'code': 200} Dec 13 10:11:44.801102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:44.873332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acd52-4644-49dc-a304-5b8a755db2d1 req-264ea19c-9511-4dcf-9152-b76afa5a6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.874766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-628acd52-4644-49dc-a304-5b8a755db2d1 req-264ea19c-9511-4dcf-9152-b76afa5a6d8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 1097 time: 0.0402954 Dec 13 10:11:44.918468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-628acd52-4644-49dc-a304-5b8a755db2d1 req-56129033-f786-4d56-84b1-8c4f70bec92d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Dec 13 10:11:44.933934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.934296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.934697 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP a4904137-f9aa-4f98-b34c-a7ee895aac78 disassociated. External IP: 172.25.2.10, port: 62480495-3003-4708-8bf8-7d103269f6af. Dec 13 10:11:44.935075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 62480495-3003-4708-8bf8-7d103269f6af owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:45.065152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:45.093866 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=62480495-3003-4708-8bf8-7d103269f6af,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:45.208026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:45.244543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5616d1f-8e81-457b-9115-5817368cfad5 req-91c61737-d5cb-4adc-a0eb-83dbdd892706 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Dec 13 10:11:45.315780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:45.325652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:45.335035 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:45.335727 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:11:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:45.355510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 62480495-3003-4708-8bf8-7d103269f6af on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:11:45.358185 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:45.361714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b82f6650-c395-468b-bd80-4514685b272f req-97f6438e-585f-4168-97d7-764a21e540b9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "DELETE /v2.0/ports/62480495-3003-4708-8bf8-7d103269f6af HTTP/1.1" status: 204 len: 173 time: 0.7949674 Dec 13 10:11:45.362213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'name': 'network-vif-deleted', 'tag': '62480495-3003-4708-8bf8-7d103269f6af'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:45.364529 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1c02c-635f-429a-b308-98338b0ef81c" -d '{"events": [{"server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "name": "network-vif-deleted", "tag": "62480495-3003-4708-8bf8-7d103269f6af"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:45.404100 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8958e1-af8c-407e-89e8-e7ce06704356 x-openstack-request-id: req-7d8958e1-af8c-407e-89e8-e7ce06704356 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:45.404383 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182b7b5-e8af-4e57-822c-0ff217593729", "name": "network-vif-deleted", "tag": "62480495-3003-4708-8bf8-7d103269f6af", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:45.404693 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d8958e1-af8c-407e-89e8-e7ce06704356 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:45.405105 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182b7b5-e8af-4e57-822c-0ff217593729', 'name': 'network-vif-deleted', 'tag': '62480495-3003-4708-8bf8-7d103269f6af', 'status': 'completed', 'code': 200} Dec 13 10:11:45.446933 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:45.489232 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:11:45.661678 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:45.688861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:45.698089 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:45.698705 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:11:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:45.759277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffec928-3417-4275-aee3-b80b912492bd req-0363c647-a868-4172-84be-e7aba169eb36 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.761555 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ffec928-3417-4275-aee3-b80b912492bd req-0363c647-a868-4172-84be-e7aba169eb36 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0501683 Dec 13 10:11:45.808250 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:45.823949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ffec928-3417-4275-aee3-b80b912492bd req-2ad9357b-19eb-4cbb-b164-938a86649bcb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Dec 13 10:11:46.009612 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:46.045861 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4d2c-d686-48e0-a400-f194dc5cf8ca None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:46.291801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3ebf4-23f9-4bd5-961a-9fd01deb274e None None] New status for floating IP a4904137-f9aa-4f98-b34c-a7ee895aac78: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:46.342426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff0707d2-8f19-4b59-bce5-6f6f3065343b req-d7af89fd-48f2-474b-990a-c69f5a7cdfd7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0271049 Dec 13 10:11:46.941844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796302d-4f72-4529-8086-04eeace9ba31 req-e0d2a4c9-9e65-4ad6-a08a-6a3a0063f739 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:46.943677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1796302d-4f72-4529-8086-04eeace9ba31 req-e0d2a4c9-9e65-4ad6-a08a-6a3a0063f739 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0487342 Dec 13 10:11:46.991382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1796302d-4f72-4529-8086-04eeace9ba31 req-4e5a2fce-295a-4a82-911e-02c6bb49f8fc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Dec 13 10:11:47.202494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398690-5a42-41a7-9775-84fea31a2e63 req-8934d7ec-f630-48ce-97e2-9cdc1ee9f352 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:47.204142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a398690-5a42-41a7-9775-84fea31a2e63 req-8934d7ec-f630-48ce-97e2-9cdc1ee9f352 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0512719 Dec 13 10:11:47.254995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a398690-5a42-41a7-9775-84fea31a2e63 req-6fb60f84-02b9-4056-a0f9-c379b794156f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Dec 13 10:11:47.438136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4f1f18d-1ed0-46d6-98ae-14e112cafff7 req-e32615b5-156a-4154-9726-b954213b9f48 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Dec 13 10:11:48.372293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5bd1d-5ede-4928-9ba2-0daf1c8075e3 req-c04daec6-ac43-4320-a3ad-59b6ba75a5a9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.374263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f5bd1d-5ede-4928-9ba2-0daf1c8075e3 req-c04daec6-ac43-4320-a3ad-59b6ba75a5a9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0495434 Dec 13 10:11:48.421622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f5bd1d-5ede-4928-9ba2-0daf1c8075e3 req-ae8acb24-6251-4cae-8f1f-7dae2d12bbf7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Dec 13 10:11:48.532171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ca2af8b-3a7a-4c6b-aff9-b359004d4a0b req-918e9114-6ab2-4517-8325-7104ff3b3f99 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0256393 Dec 13 10:11:49.545495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a19c22-ac49-4070-ba46-f94518aad8be req-0a529cde-43f1-4119-9dd4-492b16910ad1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:49.547008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28a19c22-ac49-4070-ba46-f94518aad8be req-0a529cde-43f1-4119-9dd4-492b16910ad1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0532610 Dec 13 10:11:49.598062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28a19c22-ac49-4070-ba46-f94518aad8be req-ee7c250e-9c33-4f17-a3b6-be6cac759bba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Dec 13 10:11:49.630276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15cdb587-a25d-4635-b32f-ae4feeee9ffc req-940af212-2c3e-4ec9-984e-1d6b74e2febd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=1182b7b5-e8af-4e57-822c-0ff217593729 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Dec 13 10:11:49.718370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 62480495-3003-4708-8bf8-7d103269f6af no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:49.737714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 62480495-3003-4708-8bf8-7d103269f6af {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:49.738058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 62480495-3003-4708-8bf8-7d103269f6af not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:50.715424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c1058-9120-4059-a14c-64bc39c16714 req-bef23deb-82e8-4a03-9a12-77aac353a720 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:50.716956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b5c1058-9120-4059-a14c-64bc39c16714 req-bef23deb-82e8-4a03-9a12-77aac353a720 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0496230 Dec 13 10:11:50.766898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b5c1058-9120-4059-a14c-64bc39c16714 req-30df80fb-e567-4f3c-9842-1eb4cd753d6c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Dec 13 10:11:50.842668 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-229a10c7-95bf-4d71-abee-3741eaf49638 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985374703&fields=id&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 267 time: 0.0472922 Dec 13 10:11:50.945757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-b1c1711d-257b-46ca-b2eb-eafc4e8b6a5e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:50.947093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-b1c1711d-257b-46ca-b2eb-eafc4e8b6a5e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.0973976 Dec 13 10:11:50.962511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-5062ffed-0e19-4c6c-9c71-6457ced670e3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0096889 Dec 13 10:11:51.011643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-c073dbd6-96c2-4677-b761-d3a505f3077a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439310 Dec 13 10:11:51.107830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9711b7d3-47f8-4954-b47d-10626291c2cf service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Dec 13 10:11:51.193483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-1ec4b9dc-43b6-418c-9d44-f0b5e6b88d90 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796330 Dec 13 10:11:51.473880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cd04f21-61c2-43a2-a82d-dc7cca5e4a29 req-188e9119-d4d7-4cb9-b9bf-598bc0a4ded9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0347545 Dec 13 10:11:51.885502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76924a21-1b04-4bd3-be08-aa7191a97853 req-dc12a45d-0ba0-4b31-9ed7-5baab535383b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:51.887927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76924a21-1b04-4bd3-be08-aa7191a97853 req-dc12a45d-0ba0-4b31-9ed7-5baab535383b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0508847 Dec 13 10:11:51.935725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76924a21-1b04-4bd3-be08-aa7191a97853 req-b5189be1-c52c-4e15-a192-624d065ecaf9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Dec 13 10:11:52.368771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-bfe9469b-c2dc-4907-a79d-135b50761b07 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:52.370270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-bfe9469b-c2dc-4907-a79d-135b50761b07 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1079824 Dec 13 10:11:52.433391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-ab344c78-92a5-4e92-b917-adc85f6d3330 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 380 time: 0.0544875 Dec 13 10:11:52.443761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'security_groups': ['a9e93811-3d75-42a0-850f-78730c7bd2c3']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:52.558676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:52.562686 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.577529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1c8826a-7aa2-4726-b19b-da9babc16e2b req-51c2c08d-9a6d-457d-9c8b-77195d31bc49 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0329697 Dec 13 10:11:52.694042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.12 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/66723588-3f34-44fd-baa6-fae8ba1660be) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:52.832927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.866790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.910108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:52.913288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:52.916972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:52.945024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:52.977192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:52.978025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.000003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-71798fba-c236-4fb1-badf-49cd199501af tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602951 Dec 13 10:11:53.021226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Request body: {'port': {'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:53.083697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881d2e-8a37-4fb0-a688-c33c84a65e6c req-005cd023-2213-4d9d-86e9-4a04ab4e9c98 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.085899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca881d2e-8a37-4fb0-a688-c33c84a65e6c req-005cd023-2213-4d9d-86e9-4a04ab4e9c98 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0721831 Dec 13 10:11:53.093759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.152687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca881d2e-8a37-4fb0-a688-c33c84a65e6c req-5c09fb44-ac9b-4531-94e4-42cc82b9f6e8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606894 Dec 13 10:11:53.247431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f25b4db7-e966-4d22-807c-f9ba6a480e1a None None] Provisioning complete for port 66723588-3f34-44fd-baa6-fae8ba1660be triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:53.248041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f25b4db7-e966-4d22-807c-f9ba6a480e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.293454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f25b4db7-e966-4d22-807c-f9ba6a480e1a None None] Port 66723588-3f34-44fd-baa6-fae8ba1660be cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:53.373374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66723588-3f34-44fd-baa6-fae8ba1660be {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:53.380949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.393241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Transition to ACTIVE for port object 66723588-3f34-44fd-baa6-fae8ba1660be will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:53.396450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.445856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:53.531584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Attempting to bind port 66723588-3f34-44fd-baa6-fae8ba1660be on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:53.532025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Attempting to bind port 66723588-3f34-44fd-baa6-fae8ba1660be by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:53.532424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Attempting to bind port 66723588-3f34-44fd-baa6-fae8ba1660be on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:53.537339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Port 66723588-3f34-44fd-baa6-fae8ba1660be on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:53.537667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Attempting to bind port 66723588-3f34-44fd-baa6-fae8ba1660be on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:53.542983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:53.543407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:53.543823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:53.545191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Bound port: 66723588-3f34-44fd-baa6-fae8ba1660be, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:53.545582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.622721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:53.626802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=66723588-3f34-44fd-baa6-fae8ba1660be,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:53.640153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.656223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.657005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:53.658411 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 1092 time: 0.6415141 Dec 13 10:11:53.660944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:53.669053 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9feab-b973-4747-bcfa-b836bea2a8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:53.747519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bed38d-4273-40d5-9cfc-97f438a55c04 req-2bef795a-4a86-4ef8-9b9e-f525840cb09b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.749526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bed38d-4273-40d5-9cfc-97f438a55c04 req-2bef795a-4a86-4ef8-9b9e-f525840cb09b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0850980 Dec 13 10:11:53.758139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d4c0-2337-4146-9bef-65a038cf83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:53.771230 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f42d1c-d606-4d56-86da-8cb254ad527d x-openstack-request-id: req-e3f42d1c-d606-4d56-86da-8cb254ad527d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:53.771525 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:53.771797 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3f42d1c-d606-4d56-86da-8cb254ad527d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:53.772216 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be', 'status': 'completed', 'code': 200} Dec 13 10:11:53.820649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-1db222af-350f-4845-a556-11ed05f14c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.822207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-1db222af-350f-4845-a556-11ed05f14c17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1095 time: 0.0609934 Dec 13 10:11:53.825715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41bed38d-4273-40d5-9cfc-97f438a55c04 req-268a3e7f-f0c3-4cee-bcd4-0ca15b75ca5e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663331 Dec 13 10:11:53.869957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-02b86c1f-ace3-43fb-ab87-4c52ddb547c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 217 time: 0.0373664 Dec 13 10:11:53.929472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-6dad605d-933a-4d17-a55f-964c5dc20a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.931356 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-6dad605d-933a-4d17-a55f-964c5dc20a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0530539 Dec 13 10:11:53.986902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-2f55be54-1c75-4008-b31e-c7e8aef517a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.988505 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-2f55be54-1c75-4008-b31e-c7e8aef517a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491076 Dec 13 10:11:54.082973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-830dd05d-264d-4e12-a9e6-91558c25a4a4 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870631 Dec 13 10:11:54.178175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8653309b-a3da-486c-b6fe-a537500cfd26 req-9b138b8f-0501-4c7b-85e8-727ebd113ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881419 Dec 13 10:11:54.264108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-56e57c4f-eab1-4b35-9a4f-cc8d97a04fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.265680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-56e57c4f-eab1-4b35-9a4f-cc8d97a04fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1095 time: 0.0444438 Dec 13 10:11:54.274405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eee649-cdbf-4994-895c-78aa65e1a391 req-d638739a-15fb-4a9a-959f-8c526d5574cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.276466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37eee649-cdbf-4994-895c-78aa65e1a391 req-d638739a-15fb-4a9a-959f-8c526d5574cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0520782 Dec 13 10:11:54.329921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37eee649-cdbf-4994-895c-78aa65e1a391 req-9841fe7c-beef-4553-9571-53c8d176836c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Dec 13 10:11:54.365997 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-74a0812c-defe-421c-bc72-03740d86b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.368068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-74a0812c-defe-421c-bc72-03740d86b4ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0947585 Dec 13 10:11:54.412735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-1af829e0-7048-4055-9397-5f25ee71a5dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 217 time: 0.0377116 Dec 13 10:11:54.461209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-4a07f1d6-8fb2-40c9-99ae-0fb2ae019550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.462726 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-4a07f1d6-8fb2-40c9-99ae-0fb2ae019550 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0435128 Dec 13 10:11:54.508766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-4384e6aa-4b99-4810-a3af-20101c38b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.510260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-4384e6aa-4b99-4810-a3af-20101c38b0db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410275 Dec 13 10:11:54.616497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-7e4ecf91-873c-481e-91c3-aaf149d9936f service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994227 Dec 13 10:11:54.713417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4d9feab-b973-4747-bcfa-b836bea2a8f1 req-37de49a2-e57b-4533-8cc3-6b9dc724acc4 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891938 Dec 13 10:11:54.951257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374460e-9f0d-42b2-958c-4cfd6aff1c93 req-ca2276ca-45a7-4107-8341-77577c0c3fbd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:54.952772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9374460e-9f0d-42b2-958c-4cfd6aff1c93 req-ca2276ca-45a7-4107-8341-77577c0c3fbd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0520689 Dec 13 10:11:55.002835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9374460e-9f0d-42b2-958c-4cfd6aff1c93 req-e7e6e1fa-5e03-4635-a2e3-325ff356e41b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Dec 13 10:11:55.448861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8459f-2721-4370-9645-4aeb9fdba84f req-03665987-d681-4aa9-8379-8c3f473c220d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:55.450907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93f8459f-2721-4370-9645-4aeb9fdba84f req-03665987-d681-4aa9-8379-8c3f473c220d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0509539 Dec 13 10:11:55.498373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93f8459f-2721-4370-9645-4aeb9fdba84f req-5bf478f4-29e9-4a93-974c-94caf58c13e8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Dec 13 10:11:56.120286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec0be8-74b2-4d3a-9b68-ef1afd0d1206 req-114a7f19-1a9f-426b-9021-16ac77ab1b9c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:56.121776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94ec0be8-74b2-4d3a-9b68-ef1afd0d1206 req-114a7f19-1a9f-426b-9021-16ac77ab1b9c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0478497 Dec 13 10:11:56.175231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94ec0be8-74b2-4d3a-9b68-ef1afd0d1206 req-db8d7b38-edd6-4f80-a8cf-e46784a2cf6b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473437 Dec 13 10:11:56.623196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2b821-2145-4c55-8ec5-dae683dd9d68 req-8dc1c20c-dae7-4264-a085-8e33a0cddfc4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:56.624713 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2db2b821-2145-4c55-8ec5-dae683dd9d68 req-8dc1c20c-dae7-4264-a085-8e33a0cddfc4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0545051 Dec 13 10:11:56.673390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2db2b821-2145-4c55-8ec5-dae683dd9d68 req-54a719cc-231a-46c4-8004-9cddad7574b1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Dec 13 10:11:57.293326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760deb8-02ec-4ffb-8884-ff1420540585 req-17e4b4c8-2d34-4c13-9546-90274e452a68 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:57.295084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f760deb8-02ec-4ffb-8884-ff1420540585 req-17e4b4c8-2d34-4c13-9546-90274e452a68 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0499148 Dec 13 10:11:57.346269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f760deb8-02ec-4ffb-8884-ff1420540585 req-f7c1b61e-7f87-419f-a555-8f76c8ffab2d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Dec 13 10:11:57.789984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d962-4559-44a8-bb70-0ca0bec554e7 req-0d5906cf-e790-405d-8aaf-833e61147fb2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:57.791462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1585d962-4559-44a8-bb70-0ca0bec554e7 req-0d5906cf-e790-405d-8aaf-833e61147fb2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0510049 Dec 13 10:11:57.838721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1585d962-4559-44a8-bb70-0ca0bec554e7 req-575a6b57-3070-4ba0-a60f-4a441abba919 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Dec 13 10:11:58.461593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281515d-28b6-4136-9fc2-947349fa86b8 req-1909ef14-a7c0-41a1-8885-93656fe4457c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:58.463078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c281515d-28b6-4136-9fc2-947349fa86b8 req-1909ef14-a7c0-41a1-8885-93656fe4457c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0485222 Dec 13 10:11:58.512020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c281515d-28b6-4136-9fc2-947349fa86b8 req-19cfc8e8-aa73-4828-8a82-a94757ee720c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Dec 13 10:11:58.959018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4203-0299-4324-ac01-0c5fe1ef7d97 req-baf9063a-b4e4-4d69-b488-91104e673aa5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:58.960517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f3d4203-0299-4324-ac01-0c5fe1ef7d97 req-baf9063a-b4e4-4d69-b488-91104e673aa5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0514743 Dec 13 10:11:59.006291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f3d4203-0299-4324-ac01-0c5fe1ef7d97 req-cfb62849-4822-4048-8661-13457828bbb2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Dec 13 10:11:59.625793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fb25d-90c7-4f53-a7d1-06b2ea515850 req-adb1409f-c5ac-4f8d-bbe8-656efb3bbc6c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:59.627253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-585fb25d-90c7-4f53-a7d1-06b2ea515850 req-adb1409f-c5ac-4f8d-bbe8-656efb3bbc6c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0475051 Dec 13 10:11:59.675579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-585fb25d-90c7-4f53-a7d1-06b2ea515850 req-7113839f-df77-47c6-8d26-4c50fc89b030 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Dec 13 10:11:59.817322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:00.119064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62d0c-cff7-423a-9707-c7ff577a7887 req-89a12400-5053-4209-8e75-0a24c1a5dd79 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:00.120553 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cf62d0c-cff7-423a-9707-c7ff577a7887 req-89a12400-5053-4209-8e75-0a24c1a5dd79 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0470304 Dec 13 10:12:00.169747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cf62d0c-cff7-423a-9707-c7ff577a7887 req-e4ee3e76-e194-4eeb-994c-1db919a5fde2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Dec 13 10:12:00.790693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361e6fa-3556-4475-a490-358f9defd2fc req-0d2b2020-2ae5-453e-8118-1595b6648780 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:00.792206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6361e6fa-3556-4475-a490-358f9defd2fc req-0d2b2020-2ae5-453e-8118-1595b6648780 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0476167 Dec 13 10:12:00.841896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6361e6fa-3556-4475-a490-358f9defd2fc req-bb6d281b-d748-4f0c-b547-6ee15000c5df tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Dec 13 10:12:01.286353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37614bd2-cd14-4cb0-9e1f-43cdb8a5d209 req-2fa408ed-504b-41af-b39a-5e28c13d7f9e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:01.287826 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37614bd2-cd14-4cb0-9e1f-43cdb8a5d209 req-2fa408ed-504b-41af-b39a-5e28c13d7f9e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0474222 Dec 13 10:12:01.333836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37614bd2-cd14-4cb0-9e1f-43cdb8a5d209 req-0bc66220-c759-4411-a80a-ef6efbaf8bb1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Dec 13 10:12:01.960254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dfdd4-3a42-4203-8191-7e7b334a9eee req-9821fbbf-a514-40a7-ab47-3bca50adc425 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:01.961875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-272dfdd4-3a42-4203-8191-7e7b334a9eee req-9821fbbf-a514-40a7-ab47-3bca50adc425 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0527518 Dec 13 10:12:02.010095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-272dfdd4-3a42-4203-8191-7e7b334a9eee req-2fdd8d17-eda3-493c-b13c-064ed051328c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 Dec 13 10:12:02.447472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa8057-9c77-4bc9-b295-151891f5994d req-c8d50976-e8b3-4b4c-9686-d40151d43746 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:02.448954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09aa8057-9c77-4bc9-b295-151891f5994d req-c8d50976-e8b3-4b4c-9686-d40151d43746 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0477238 Dec 13 10:12:02.494238 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09aa8057-9c77-4bc9-b295-151891f5994d req-d4c7da4e-f895-430d-980f-1bc18c2321c1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Dec 13 10:12:03.122429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26913e-763a-484c-a3bd-f8248966bf8f req-bffa993b-670e-4c24-8d5a-a69f0c92fa36 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.123904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad26913e-763a-484c-a3bd-f8248966bf8f req-bffa993b-670e-4c24-8d5a-a69f0c92fa36 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0476294 Dec 13 10:12:03.175020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad26913e-763a-484c-a3bd-f8248966bf8f req-d12a54b4-ef97-4e0f-aac3-4a1daaef5ad5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452390 Dec 13 10:12:03.607862 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e478b-b8bb-4b93-88ba-6bad68a12ec9 req-a9d0a8e2-c45b-4b76-898b-4e684474a3db tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.609322 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1e478b-b8bb-4b93-88ba-6bad68a12ec9 req-a9d0a8e2-c45b-4b76-898b-4e684474a3db tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0477602 Dec 13 10:12:03.656027 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e1e478b-b8bb-4b93-88ba-6bad68a12ec9 req-6605cae2-f238-4682-9892-284ff9da88d7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Dec 13 10:12:04.286890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43b50-b82a-480a-baf3-bd6054ecdbb7 req-fae0e767-7551-401b-8c1c-de279c48f682 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:04.288910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95a43b50-b82a-480a-baf3-bd6054ecdbb7 req-fae0e767-7551-401b-8c1c-de279c48f682 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0467644 Dec 13 10:12:04.336870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95a43b50-b82a-480a-baf3-bd6054ecdbb7 req-dd3cc61c-2cbd-490a-b950-146505037590 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Dec 13 10:12:04.455122 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:04.772072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b37e9-7c1a-4528-afed-32561dbc3c02 req-9d414b68-53b7-4e21-8418-31a624e4c597 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:04.774019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-192b37e9-7c1a-4528-afed-32561dbc3c02 req-9d414b68-53b7-4e21-8418-31a624e4c597 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0508955 Dec 13 10:12:04.819989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-192b37e9-7c1a-4528-afed-32561dbc3c02 req-e16a30ec-7434-4aba-8687-ad137d604550 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Dec 13 10:12:05.450461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208df5-014c-40fa-bb22-83a44b172c2c req-5a73f0d0-3d04-4841-ace0-d123a48e9611 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:05.451963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd208df5-014c-40fa-bb22-83a44b172c2c req-5a73f0d0-3d04-4841-ace0-d123a48e9611 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 944 time: 0.0483856 Dec 13 10:12:05.500116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd208df5-014c-40fa-bb22-83a44b172c2c req-d50bf481-9d99-4a3c-a0c7-882d43f9cf0b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Dec 13 10:12:05.772623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 66723588-3f34-44fd-baa6-fae8ba1660be details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:12:05.867276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=66723588-3f34-44fd-baa6-fae8ba1660be,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:05.878689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '66723588-3f34-44fd-baa6-fae8ba1660be', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:12:05.919649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:05.932326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66723588-3f34-44fd-baa6-fae8ba1660be {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:05.937423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2386f-d881-406a-ae34-95ccb3f20069 req-6d1e0c54-b32e-46b2-bf1f-f8bf593d13bd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:05.938909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c2386f-d881-406a-ae34-95ccb3f20069 req-6d1e0c54-b32e-46b2-bf1f-f8bf593d13bd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0514984 Dec 13 10:12:05.951923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=66723588-3f34-44fd-baa6-fae8ba1660be,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:05.955941 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:05.986284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-70c2386f-d881-406a-ae34-95ccb3f20069 req-7aaaff1e-7519-4b5c-bdd5-1350b9a4394d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Dec 13 10:12:06.004294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:06.011756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.012109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.012452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.012790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.013124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.013453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.013784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.014108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.014435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.014760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.015084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.015407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.015753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:06.142171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dfe29443-0e8a-413c-b9a0-cbb3d0efc7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:06.283443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['66723588-3f34-44fd-baa6-fae8ba1660be'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:06.614445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544fb3-000d-4751-bf11-0401f39e7798 req-b5dbdc22-1ec1-48ba-817f-c8cb63a9de9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:06.616490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2544fb3-000d-4751-bf11-0401f39e7798 req-b5dbdc22-1ec1-48ba-817f-c8cb63a9de9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 945 time: 0.0488591 Dec 13 10:12:06.664401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2544fb3-000d-4751-bf11-0401f39e7798 req-2b10bc96-2ec4-4691-ac8c-1acae72ed1b6 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Dec 13 10:12:07.098117 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d69d-3b03-42da-9f50-9ca24e41d430 req-32b94c36-91e4-4a7f-b22e-187dcd68f430 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:07.099588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caf5d69d-3b03-42da-9f50-9ca24e41d430 req-32b94c36-91e4-4a7f-b22e-187dcd68f430 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0471661 Dec 13 10:12:07.148484 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caf5d69d-3b03-42da-9f50-9ca24e41d430 req-442c0f78-8e0d-4ae6-9ddd-2cf06b427d8a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Dec 13 10:12:07.780892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899c20a-beda-4417-9682-29fb6e7c38ed req-5d699140-dd14-405d-b754-1e20e76160b5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:07.782351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1899c20a-beda-4417-9682-29fb6e7c38ed req-5d699140-dd14-405d-b754-1e20e76160b5 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 945 time: 0.0484335 Dec 13 10:12:07.786631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 66723588-3f34-44fd-baa6-fae8ba1660be up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:07.835835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 66723588-3f34-44fd-baa6-fae8ba1660be completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:12:07.838451 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1899c20a-beda-4417-9682-29fb6e7c38ed req-5831469c-114a-4e17-baca-2de6e383ade3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497122 Dec 13 10:12:07.840313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 66723588-3f34-44fd-baa6-fae8ba1660be triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:07.840690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:07.920426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:07.942176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:07.945181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b3d8c3-a852-42a5-8084-5581f8ddcb3d" -d '{"events": [{"server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "name": "network-vif-plugged", "status": "completed", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:07.957004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=66723588-3f34-44fd-baa6-fae8ba1660be,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:07.961166 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:07.984415 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0960438-5462-4d06-b82a-958dfdb64495 x-openstack-request-id: req-b0960438-5462-4d06-b82a-958dfdb64495 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:07.984948 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "name": "network-vif-plugged", "status": "completed", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:07.984948 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0960438-5462-4d06-b82a-958dfdb64495 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:07.985349 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be', 'code': 200} Dec 13 10:12:08.010758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:08.079088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6480-eff3-421e-b396-2ce4685d4e03 req-d7efa3a1-ab6f-453c-a04e-f3a84bef1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:08.080608 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d1bc6480-eff3-421e-b396-2ce4685d4e03 req-d7efa3a1-ab6f-453c-a04e-f3a84bef1472 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1097 time: 0.0398958 Dec 13 10:12:08.132168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d1bc6480-eff3-421e-b396-2ce4685d4e03 req-e2d4658b-4ee6-49da-9a5b-72ef811d2e92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Dec 13 10:12:08.260708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496c4d-9def-4640-b8ed-b60df2598a64 req-3ff9d19e-b992-4386-b21b-dbdc37147ee4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:08.262071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c496c4d-9def-4640-b8ed-b60df2598a64 req-3ff9d19e-b992-4386-b21b-dbdc37147ee4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0475678 Dec 13 10:12:08.309062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c496c4d-9def-4640-b8ed-b60df2598a64 req-e2c8e08a-00b6-479c-82ea-f904a1b4596e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Dec 13 10:12:08.575587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-504cb163-27b9-4920-be7d-1857be856ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:08.961678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d17248-b189-4c55-81bf-20cfc5ccd8af req-5b3136aa-0096-487d-a018-31fc078005c8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:08.963119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3d17248-b189-4c55-81bf-20cfc5ccd8af req-5b3136aa-0096-487d-a018-31fc078005c8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0525975 Dec 13 10:12:09.010513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3d17248-b189-4c55-81bf-20cfc5ccd8af req-f1880c5b-3ed6-42d3-9ecb-d12c41f02da1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Dec 13 10:12:09.427253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f62a05-cd16-47be-ba58-810465e89591 req-8440d0f8-0a85-4119-8f92-40f83ecff605 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:09.428993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7f62a05-cd16-47be-ba58-810465e89591 req-8440d0f8-0a85-4119-8f92-40f83ecff605 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0526595 Dec 13 10:12:09.479293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7f62a05-cd16-47be-ba58-810465e89591 req-b4d6c548-d447-414f-b01d-a00f86bae199 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Dec 13 10:12:09.599179 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:10.124199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ddb29-397d-4258-aaaf-ce46dab810aa req-530a6102-a21c-4649-bac2-bd2cd8e8bab4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:10.125661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9ddb29-397d-4258-aaaf-ce46dab810aa req-530a6102-a21c-4649-bac2-bd2cd8e8bab4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0474768 Dec 13 10:12:10.175939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f9ddb29-397d-4258-aaaf-ce46dab810aa req-e416effa-b347-42d7-9258-9fa561558ecb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Dec 13 10:12:10.290199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf0be-ad25-4189-9468-30d4281176c1 req-4e616124-ac67-4d23-be0b-519df16d1efe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:10.291583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b37cf0be-ad25-4189-9468-30d4281176c1 req-4e616124-ac67-4d23-be0b-519df16d1efe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0512302 Dec 13 10:12:10.339854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b37cf0be-ad25-4189-9468-30d4281176c1 req-65658b2a-e808-48bd-9c3d-bea9f34ef5ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Dec 13 10:12:10.362634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56836) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:10.495733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e2642-cbc6-4320-9afc-0b06f53422b7 tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:10.497230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3b9e2642-cbc6-4320-9afc-0b06f53422b7 tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1092 time: 0.1336374 Dec 13 10:12:10.500119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:10.504351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:10.526529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:10.630597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e499-079c-4f1d-bd22-cf24e7c2dd2d req-f37a36fe-72eb-4c8e-81e1-752d70c1a5bd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:10.632130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6e4e499-079c-4f1d-bd22-cf24e7c2dd2d req-f37a36fe-72eb-4c8e-81e1-752d70c1a5bd tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0608270 Dec 13 10:12:10.694431 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:10.704633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6e4e499-079c-4f1d-bd22-cf24e7c2dd2d req-6762aaf9-7414-47ee-bd53-80297fadaadf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653667 Dec 13 10:12:10.803630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.25.2.125 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/468a5977-6c9d-4797-9c98-d6dfd9cb555b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:10.900735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:10.932800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:10.976202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:10.979094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:10.982468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:10.987708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=468a5977-6c9d-4797-9c98-d6dfd9cb555b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:11.015712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.016068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.016413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.016752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.017094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.017428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.017761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.018086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.018410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.018733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.019060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.019383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.019742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:11.213987 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.339447 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.405598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.552221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.557276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.626025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=468a5977-6c9d-4797-9c98-d6dfd9cb555b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:11.633960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.731456 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP 0728b020-a1a3-41a7-ab67-9c3f40bbd062 associated. External IP: 172.25.2.125, port: 66723588-3f34-44fd-baa6-fae8ba1660be. Dec 13 10:12:11.865195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae295939-a49e-4b7f-bd16-5d8968475fbb req-08d1e601-8010-40c1-a1cf-f9e3129bd2ff tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:11.866710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae295939-a49e-4b7f-bd16-5d8968475fbb req-08d1e601-8010-40c1-a1cf-f9e3129bd2ff tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0929668 Dec 13 10:12:11.987417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae295939-a49e-4b7f-bd16-5d8968475fbb req-492f8e16-80a7-464c-b592-e602b8d4901f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141934 Dec 13 10:12:11.990160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.004855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:12:12.112001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:12.121949 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:12.130234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.132144 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:12.132766 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:12:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:12.160072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1469d939-4b80-4d3f-a728-4362fc4522ac tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6589372 Dec 13 10:12:12.160677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:12.163410 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09" -d '{"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:12.202309 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69bc7a8-c591-4864-8c19-5ff1e569258c x-openstack-request-id: req-a69bc7a8-c591-4864-8c19-5ff1e569258c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:12.202608 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:12.202865 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69bc7a8-c591-4864-8c19-5ff1e569258c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:12.203267 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be', 'status': 'completed', 'code': 200} Dec 13 10:12:12.240110 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:12.264548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-74413a50-3466-47e4-9f1c-bddc8fb1a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.266129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-74413a50-3466-47e4-9f1c-bddc8fb1a793 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1097 time: 0.0398762 Dec 13 10:12:12.354827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-ed543a52-12fe-46a5-a716-b399c2d1835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.356389 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-ed543a52-12fe-46a5-a716-b399c2d1835a service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0838521 Dec 13 10:12:12.426409 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-da9904fb-0239-41eb-a9de-6c892644a0bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 1000 time: 0.0634389 Dec 13 10:12:12.467837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:11Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:12.477017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-047f4891-fc13-4637-b22d-3dedc23c6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.478523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-047f4891-fc13-4637-b22d-3dedc23c6bb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0443046 Dec 13 10:12:12.492755 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:12.501021 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:12.501630 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:12:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:12.523855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-377f8c45-fbe6-41cf-bd59-3df5862e272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.525458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-377f8c45-fbe6-41cf-bd59-3df5862e272a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403638 Dec 13 10:12:12.606072 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:12.618643 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-8747e087-a896-4943-9423-4162484761b5 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861566 Dec 13 10:12:12.706512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-05ad29eb-2e11-4738-8f4f-e1e855bfaf09 req-7a723947-2e5d-465c-83aa-ffa5ca5358ae service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812542 Dec 13 10:12:12.825062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:11Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:12.851097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6de3-62eb-44ca-b330-1881796e36a7 None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:11Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:13.055688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c544c-d69c-4c8a-841f-040cadbbaef7 None None] New status for floating IP 0728b020-a1a3-41a7-ab67-9c3f40bbd062: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:12:13.376347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f1d5-5ce9-44d0-a8a3-0bda374cb280 req-ff81baed-47c1-4d0c-96cb-8ad16ea731d5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:13.377824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b48f1d5-5ce9-44d0-a8a3-0bda374cb280 req-ff81baed-47c1-4d0c-96cb-8ad16ea731d5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.3193729 Dec 13 10:12:13.423267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b48f1d5-5ce9-44d0-a8a3-0bda374cb280 req-3fff0d63-c731-4ee2-bcba-a9fd82ba9f9d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Dec 13 10:12:14.537432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c7512-c7ad-4350-b562-1dc3325d29fa req-777bbdcc-5cbc-40f4-aba2-4bae2b3b480f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:14.538889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d29c7512-c7ad-4350-b562-1dc3325d29fa req-777bbdcc-5cbc-40f4-aba2-4bae2b3b480f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0473526 Dec 13 10:12:14.585006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d29c7512-c7ad-4350-b562-1dc3325d29fa req-c4cc48cc-c63c-47dd-8025-376b01aaccea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Dec 13 10:12:15.700724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac400e3-5d07-4c4d-ad69-8fe395d79535 req-242d12a6-e866-4976-831f-3339220ca2ee tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:15.702172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac400e3-5d07-4c4d-ad69-8fe395d79535 req-242d12a6-e866-4976-831f-3339220ca2ee tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0500145 Dec 13 10:12:15.748362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aac400e3-5d07-4c4d-ad69-8fe395d79535 req-a7b82a4a-1ea4-43f2-aab3-5f8be42b4225 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Dec 13 10:12:16.863602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f4f2e-6009-4ca7-a559-0944799646c1 req-aa1af2f4-02ea-40ac-b9f3-47bc283c8fd7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:16.865069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a4f4f2e-6009-4ca7-a559-0944799646c1 req-aa1af2f4-02ea-40ac-b9f3-47bc283c8fd7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0487974 Dec 13 10:12:16.910805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a4f4f2e-6009-4ca7-a559-0944799646c1 req-2c87ac1d-3685-4812-96fa-ba5fe020fc01 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Dec 13 10:12:18.031080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f9b42-b875-4441-aea4-359dddf08b0d req-1dbac058-aa8a-4d7b-b84b-065952d4b7a8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:18.032632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-121f9b42-b875-4441-aea4-359dddf08b0d req-1dbac058-aa8a-4d7b-b84b-065952d4b7a8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0484524 Dec 13 10:12:18.085357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-121f9b42-b875-4441-aea4-359dddf08b0d req-7bdf0fb9-5603-4206-8dd8-f80baaa254aa tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Dec 13 10:12:18.278186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f13-0eb0-4a2a-bf79-c7b4d4ee25da req-1d116d83-64b5-4b22-b473-24eba357e440 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:18.279680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c19e0f13-0eb0-4a2a-bf79-c7b4d4ee25da req-1d116d83-64b5-4b22-b473-24eba357e440 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0485060 Dec 13 10:12:18.326287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c19e0f13-0eb0-4a2a-bf79-c7b4d4ee25da req-90133d2d-f3ef-465a-a2b5-3149d19a7fea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Dec 13 10:12:18.450468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759c0e-71a3-472a-b447-a55d28ed086f req-93c6f4fb-95e2-4b36-a16d-ee01ef3e70d8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:18.451944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49759c0e-71a3-472a-b447-a55d28ed086f req-93c6f4fb-95e2-4b36-a16d-ee01ef3e70d8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0476272 Dec 13 10:12:18.497714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49759c0e-71a3-472a-b447-a55d28ed086f req-d1fabee8-131a-456a-921a-0939b6c792fb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400238 Dec 13 10:12:18.717505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-a3bcff5f-d5e1-4a12-b3da-8c54d8bd87f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:18.718945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-a3bcff5f-d5e1-4a12-b3da-8c54d8bd87f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.0993648 Dec 13 10:12:18.733742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-142df83c-176a-49f2-a14c-bebea6d6793d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/quotas/0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Dec 13 10:12:18.786343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-2aa932e9-73ec-4924-b0f3-33ca0e20926f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0474174 Dec 13 10:12:18.878382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-66721a7c-9e55-46c6-9106-98347aa91056 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842109 Dec 13 10:12:18.965786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-4fa049ef-0828-40b8-939c-65b2fa28c724 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Dec 13 10:12:19.121437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6c1bdb-9d73-4b8f-9a72-9d447fa98d60 req-c772260f-6352-4567-b07a-53c77a48b4ce tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 210 time: 0.0261359 Dec 13 10:12:20.068932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-3549cc1b-3e2d-4769-aa5c-28240e0c3c6a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:20.070474 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-3549cc1b-3e2d-4769-aa5c-28240e0c3c6a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1226237 Dec 13 10:12:20.084560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'device_id': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'admin_state_up': True, 'tenant_id': '0c54267b95b146acaeafe92dcdc89866'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:20.196486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:20.200392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.232637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4cae9fb9-fc53-4547-9fec-b7e00da126f5 req-2c175733-9a24-450e-b1ba-7234cb620b88 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 210 time: 0.0348744 Dec 13 10:12:20.335921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.20.0.8 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/da51a56d-cc43-482d-9c24-9c07e47747f6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:20.486939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.522450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.534898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:20.571102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:20.576509 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:20.581483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:20.586437 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:20.620475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.621063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.621408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.621823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.622169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.622507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.622880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.623243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.623636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.623969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.624295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.624663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.624992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:20.649154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:20.649840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.668417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-18627058-c650-481a-be0f-d9451ad7ceb7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877700 Dec 13 10:12:20.681250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Request body: {'port': {'device_id': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:20.746612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.831532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f27c1702-9c83-40d0-a709-8af408a27a5c None None] Provisioning complete for port da51a56d-cc43-482d-9c24-9c07e47747f6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:20.832080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f27c1702-9c83-40d0-a709-8af408a27a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:20.868318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f27c1702-9c83-40d0-a709-8af408a27a5c None None] Port da51a56d-cc43-482d-9c24-9c07e47747f6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:21.015006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da51a56d-cc43-482d-9c24-9c07e47747f6 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:21.022677 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:21.034682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Transition to ACTIVE for port object da51a56d-cc43-482d-9c24-9c07e47747f6 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:12:21.037818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:21.089413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Pushing event updated for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:21.353672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96dbad-ee74-483d-ab99-4dfdb8f84ba7 req-aa9114a2-0bf5-4119-bccf-324a5b716a75 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.355154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab96dbad-ee74-483d-ab99-4dfdb8f84ba7 req-aa9114a2-0bf5-4119-bccf-324a5b716a75 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 943 time: 0.0504742 Dec 13 10:12:21.404427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab96dbad-ee74-483d-ab99-4dfdb8f84ba7 req-263c3146-4bdc-442d-816c-dffa90036fd8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Dec 13 10:12:21.441635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Attempting to bind port da51a56d-cc43-482d-9c24-9c07e47747f6 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:21.441964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Attempting to bind port da51a56d-cc43-482d-9c24-9c07e47747f6 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:21.442545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Attempting to bind port da51a56d-cc43-482d-9c24-9c07e47747f6 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:21.447205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Port da51a56d-cc43-482d-9c24-9c07e47747f6 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:12:21.447518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Attempting to bind port da51a56d-cc43-482d-9c24-9c07e47747f6 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:21.452186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:21.452514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:21.452889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:21.453304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Bound port: da51a56d-cc43-482d-9c24-9c07e47747f6, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:21.453654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:21.513344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:21.516297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=da51a56d-cc43-482d-9c24-9c07e47747f6,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:21.521209 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:21.554693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.555311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:21.556717 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] 10.222.0.16 "PUT /v2.0/ports/da51a56d-cc43-482d-9c24-9c07e47747f6 HTTP/1.1" status: 200 len: 1091 time: 0.8804212 Dec 13 10:12:21.557154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:21.559522 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cdabf5-0513-4303-b7d6-1cb141366ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:21.587070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935499ee-c277-4940-9975-e1a9f4212b3b service neutron] Pushing event updated for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:21.612312 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab02656-f7e3-4af9-bdd1-cfa41112589b x-openstack-request-id: req-fab02656-f7e3-4af9-bdd1-cfa41112589b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:21.612638 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:21.612892 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fab02656-f7e3-4af9-bdd1-cfa41112589b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:21.613291 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6', 'status': 'completed', 'code': 200} Dec 13 10:12:21.664577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-89fecae5-d5a7-45d3-8737-926bc67a57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.666014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-89fecae5-d5a7-45d3-8737-926bc67a57d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 1094 time: 0.0455470 Dec 13 10:12:21.713412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-c5d9a5c7-887f-4b79-8c3b-07f5cf997996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da51a56d-cc43-482d-9c24-9c07e47747f6 HTTP/1.1" status: 200 len: 217 time: 0.0358663 Dec 13 10:12:21.762496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-0101fe99-c518-4835-bd88-da3b8d0ac9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.763962 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-0101fe99-c518-4835-bd88-da3b8d0ac9be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0437725 Dec 13 10:12:21.815870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-05fd145c-43f4-433a-be40-378eda4d97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.817543 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-05fd145c-43f4-433a-be40-378eda4d97b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423491 Dec 13 10:12:21.909045 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-9ee4f24a-e295-457e-9c96-e1553c3b39b3 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788364 Dec 13 10:12:22.003817 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c3a8a989-e855-4cab-a65f-40e2a05746ce req-7214ffda-3f1c-44ab-be68-3adb0d1e9d9a service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828328 Dec 13 10:12:22.091935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-4b401350-a000-4fdb-9b26-e6721a23e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.093425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-4b401350-a000-4fdb-9b26-e6721a23e162 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 1094 time: 0.0412264 Dec 13 10:12:22.182424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-d92075a9-8c60-444e-b46f-93648dd7666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.183935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-d92075a9-8c60-444e-b46f-93648dd7666e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0829251 Dec 13 10:12:22.228535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-7b5ab6aa-f388-44e5-bd34-2575a99535b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da51a56d-cc43-482d-9c24-9c07e47747f6 HTTP/1.1" status: 200 len: 217 time: 0.0377452 Dec 13 10:12:22.280362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-921f3693-75ec-4031-9198-3572ff76dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.281698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-921f3693-75ec-4031-9198-3572ff76dcda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0437167 Dec 13 10:12:22.326759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-d451e269-85b9-4d07-88c2-7d46b65d3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.328221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-d451e269-85b9-4d07-88c2-7d46b65d3592 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387383 Dec 13 10:12:22.421343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-b5e705bb-25d7-4dbe-a357-641838bf8d42 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Dec 13 10:12:22.489261 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:12:22.511498 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40cdabf5-0513-4303-b7d6-1cb141366ec6 req-c0bba34b-8347-4143-9e51-b5df5e3dcec6 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819438 Dec 13 10:12:22.520271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059314-8649-4fb3-a33a-5fe83ee584a9 req-127bc4ed-547a-4167-8f5e-95c0876844fb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.522271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e059314-8649-4fb3-a33a-5fe83ee584a9 req-127bc4ed-547a-4167-8f5e-95c0876844fb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 943 time: 0.0496111 Dec 13 10:12:22.571054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e059314-8649-4fb3-a33a-5fe83ee584a9 req-78ebb801-a234-4fd4-9e57-0ab2dd9a8892 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Dec 13 10:12:23.688135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbeff5-e496-4447-a77d-d62f1f7262e4 req-a3e68e16-b0c1-4946-bd41-afdde0f62ced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:23.689622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72bbeff5-e496-4447-a77d-d62f1f7262e4 req-a3e68e16-b0c1-4946-bd41-afdde0f62ced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 943 time: 0.0510242 Dec 13 10:12:23.735956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72bbeff5-e496-4447-a77d-d62f1f7262e4 req-ab20cfe7-8e45-4c89-9f87-34721ad20d61 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Dec 13 10:12:24.850809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971118-cfd1-41f9-b1a4-3fd866c52f03 req-8aabd1d9-ec2f-49cd-a82a-64cfeda5b58c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:24.852360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3971118-cfd1-41f9-b1a4-3fd866c52f03 req-8aabd1d9-ec2f-49cd-a82a-64cfeda5b58c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 943 time: 0.0497997 Dec 13 10:12:24.900847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3971118-cfd1-41f9-b1a4-3fd866c52f03 req-6b8ceed0-38a2-40ba-87a4-c6796702f999 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Dec 13 10:12:25.863152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device da51a56d-cc43-482d-9c24-9c07e47747f6 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:12:25.955355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=da51a56d-cc43-482d-9c24-9c07e47747f6,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:25.966758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'da51a56d-cc43-482d-9c24-9c07e47747f6', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': 'da51a56d-cc43-482d-9c24-9c07e47747f6', 'mac_address': 'fa:16:3e:9a:96:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:12:26.007067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:26.019599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001d08-d336-4c11-acd3-3ed3a78f5ecc req-a4abd67f-5343-4860-8145-a3aaed9d916f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:26.020153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da51a56d-cc43-482d-9c24-9c07e47747f6 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:26.021091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4001d08-d336-4c11-acd3-3ed3a78f5ecc req-a4abd67f-5343-4860-8145-a3aaed9d916f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 943 time: 0.0520251 Dec 13 10:12:26.040067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=da51a56d-cc43-482d-9c24-9c07e47747f6,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:26.044534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:26.070011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4001d08-d336-4c11-acd3-3ed3a78f5ecc req-7f47718d-7df7-4488-9707-0fc273250600 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Dec 13 10:12:26.093022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:26.408778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:27.188193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9993-a9ea-47e6-b6dc-1a4c7bef6d10 req-d6795a56-75dc-4cd1-8703-3f14f276de4d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:27.189685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6db9993-a9ea-47e6-b6dc-1a4c7bef6d10 req-d6795a56-75dc-4cd1-8703-3f14f276de4d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 944 time: 0.0503564 Dec 13 10:12:27.237683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6db9993-a9ea-47e6-b6dc-1a4c7bef6d10 req-f545d009-c82c-41f0-a692-b91dc27eae8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Dec 13 10:12:27.895079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device da51a56d-cc43-482d-9c24-9c07e47747f6 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:27.949171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port da51a56d-cc43-482d-9c24-9c07e47747f6 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:12:27.954004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port da51a56d-cc43-482d-9c24-9c07e47747f6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:27.954373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:28.032611 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:28.056031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:28.058177 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066a685-2efa-445b-9687-e18ed3035f3c" -d '{"events": [{"server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "name": "network-vif-plugged", "status": "completed", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:28.070851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=da51a56d-cc43-482d-9c24-9c07e47747f6,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:28.076338 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:28.099515 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83ad85-a007-4273-adcf-75cd4631d41e x-openstack-request-id: req-cb83ad85-a007-4273-adcf-75cd4631d41e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:28.099835 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "name": "network-vif-plugged", "status": "completed", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:28.100084 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb83ad85-a007-4273-adcf-75cd4631d41e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:28.100467 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6', 'code': 200} Dec 13 10:12:28.132733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:28.202634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895ee35-e142-4e55-bdbb-249848bdf7b3 req-3a3d0c58-f901-43ee-8fdb-70c52bec56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.204176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c895ee35-e142-4e55-bdbb-249848bdf7b3 req-3a3d0c58-f901-43ee-8fdb-70c52bec56d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 1096 time: 0.0408261 Dec 13 10:12:28.253464 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c895ee35-e142-4e55-bdbb-249848bdf7b3 req-7eef8042-5a24-46d5-a6a9-eff17e63c58a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Dec 13 10:12:28.353545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289624f4-5b84-4982-b6ce-3cebf5e16574 req-632b468a-1d28-4b84-b09c-2fd782c2a5cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.355007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289624f4-5b84-4982-b6ce-3cebf5e16574 req-632b468a-1d28-4b84-b09c-2fd782c2a5cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0481663 Dec 13 10:12:28.406399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-289624f4-5b84-4982-b6ce-3cebf5e16574 req-8f959c6d-b8df-41d4-8c92-7f08563e9d90 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Dec 13 10:12:29.531055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c071495-aa9c-4399-9581-39f0b7745337 req-729d1f08-1e3a-4820-b3e9-114e1785b070 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:29.532538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c071495-aa9c-4399-9581-39f0b7745337 req-729d1f08-1e3a-4820-b3e9-114e1785b070 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0474379 Dec 13 10:12:29.583323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c071495-aa9c-4399-9581-39f0b7745337 req-97f71bf4-6f79-4653-ba3c-f9529110c7cc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Dec 13 10:12:29.847327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:30.102425 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-cd63493e-dd45-4d8d-9c5b-37c1c05733f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424645 Dec 13 10:12:30.166721 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-ee90c983-95f0-442c-bde7-9606d6e1d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.168228 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-ee90c983-95f0-442c-bde7-9606d6e1d755 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1096 time: 0.0434113 Dec 13 10:12:30.276150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-0e52d068-7b9b-4493-be04-bdd3d2d64332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.277759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-0e52d068-7b9b-4493-be04-bdd3d2d64332 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0894048 Dec 13 10:12:30.344849 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-2cb05fda-0c1b-4f6c-ba9e-e1f8912d6078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1001 time: 0.0589154 Dec 13 10:12:30.395856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-39531318-d54e-4380-9e2a-1d1e255e65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.397207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-39531318-d54e-4380-9e2a-1d1e255e65f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0431266 Dec 13 10:12:30.448397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-e0575299-9c14-4d5c-9acd-db6c857bc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.449889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-e0575299-9c14-4d5c-9acd-db6c857bc917 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451331 Dec 13 10:12:30.540649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-0f8d2fc7-94a8-4298-a34d-b5eacb787088 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Dec 13 10:12:30.638709 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19f02719-d66a-4e97-b61f-f692fc3d87a4 req-b240ef96-46d4-453a-9bc5-80f0a0e0f3fc service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897591 Dec 13 10:12:30.712371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d908-4448-40e9-967e-aab82eab64ca req-6c24b95f-312a-4d50-9dc1-926037b507cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.713923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3222d908-4448-40e9-967e-aab82eab64ca req-6c24b95f-312a-4d50-9dc1-926037b507cf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0503116 Dec 13 10:12:30.769149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3222d908-4448-40e9-967e-aab82eab64ca req-a09d6b7c-328e-49c9-9523-b333c16e37ed tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 Dec 13 10:12:33.196413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-4e92c224-bece-40a6-a399-af4d6c2ba051 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427411 Dec 13 10:12:33.278354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2276-f910-4876-9206-bd294e3ae049 req-cfd8d5c4-bc58-4b9a-b467-8a443abaa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:33.279909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-cfd8d5c4-bc58-4b9a-b467-8a443abaa5b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0405452 Dec 13 10:12:33.387905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2276-f910-4876-9206-bd294e3ae049 req-b9e09c96-3cec-4f2a-930a-485a1160e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:33.389491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-b9e09c96-3cec-4f2a-930a-485a1160e8ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0907812 Dec 13 10:12:33.456958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-ec7b564d-8278-4f92-8e5a-01a316dcc131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0603027 Dec 13 10:12:33.505602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2276-f910-4876-9206-bd294e3ae049 req-20b178d5-de10-4694-a944-6ca5149e14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:33.507026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-20b178d5-de10-4694-a944-6ca5149e14e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0440123 Dec 13 10:12:33.551984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2276-f910-4876-9206-bd294e3ae049 req-607eed8e-8c95-4e36-9adc-8dbaa86b91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:33.553459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-607eed8e-8c95-4e36-9adc-8dbaa86b91c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398655 Dec 13 10:12:33.644741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-51af2f0f-26bc-4a18-b441-f6752baad321 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841739 Dec 13 10:12:33.735001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867b2276-f910-4876-9206-bd294e3ae049 req-84bb579e-eee7-4b81-9945-caa5964bfc6b service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Dec 13 10:12:34.464327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:34.540876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7abba-04c3-4434-8bc8-eb8343e4b6af req-338fa069-ad6f-4046-8de7-5fa2b72c76df tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:34.542402 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a7abba-04c3-4434-8bc8-eb8343e4b6af req-338fa069-ad6f-4046-8de7-5fa2b72c76df tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1096 time: 0.0450411 Dec 13 10:12:34.588003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2a7abba-04c3-4434-8bc8-eb8343e4b6af req-22209d09-0c29-4de4-89d6-dbafe266453f tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Dec 13 10:12:34.703819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25be327-12f6-42a7-a45a-b0c559419c5d req-6982d39a-c43b-4cf4-8f42-7332d3727e89 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:34.705210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b25be327-12f6-42a7-a45a-b0c559419c5d req-6982d39a-c43b-4cf4-8f42-7332d3727e89 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0487471 Dec 13 10:12:34.753937 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b25be327-12f6-42a7-a45a-b0c559419c5d req-89879bd8-dbb3-4d4b-9196-9b109d839b8c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Dec 13 10:12:34.776147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56940) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:34.839518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2a48b944-61b7-4b11-a819-87bb6e12f240 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 200 len: 993 time: 0.0622056 Dec 13 10:12:35.265466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 56954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:35.333834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde6d6-7ff2-46e5-86e6-f05f43c82b5b req-ffed48c8-ccbc-4e3b-a201-4c4bd7629eca tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:35.335289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbde6d6-7ff2-46e5-86e6-f05f43c82b5b req-ffed48c8-ccbc-4e3b-a201-4c4bd7629eca tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0584257 Dec 13 10:12:35.392940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-cc81b7fb-12ab-4adc-acb5-b323099fc31e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262443 Dec 13 10:12:35.402359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-3e41c244-8c86-40e7-aabb-ed755effdf10 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:12:35.403480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-3e41c244-8c86-40e7-aabb-ed755effdf10 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057824 Dec 13 10:12:35.412263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-acbde6d6-7ff2-46e5-86e6-f05f43c82b5b req-dc82f887-deda-46ad-a12d-12036a9d8962 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636566 Dec 13 10:12:36.151802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a8e980d-6daa-41c6-a71c-ac0fa9fba46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:36.473491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-a173bbcc-2c1d-42ea-a04e-f8dcbe95bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.475030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-a173bbcc-2c1d-42ea-a04e-f8dcbe95bb70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1096 time: 0.0412395 Dec 13 10:12:36.532553 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93152c-a9fa-4e82-a0d7-edaaa3f12d44 req-66bfdec9-d4a7-4788-a490-7b9443315543 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.534246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f93152c-a9fa-4e82-a0d7-edaaa3f12d44 req-66bfdec9-d4a7-4788-a490-7b9443315543 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0490186 Dec 13 10:12:36.571855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-e768e36e-9378-4cc4-a567-0e47bfb0364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.573491 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-e768e36e-9378-4cc4-a567-0e47bfb0364e service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0920837 Dec 13 10:12:36.584426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f93152c-a9fa-4e82-a0d7-edaaa3f12d44 req-c8d9c156-4abe-47fb-86e3-80f9ce283905 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Dec 13 10:12:36.643302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-87c29423-0d44-41d4-bd7b-16b4d31c564c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1001 time: 0.0621848 Dec 13 10:12:36.691760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-a9896882-c5bf-4ee2-a243-732979717c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.693337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-a9896882-c5bf-4ee2-a243-732979717c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0424564 Dec 13 10:12:36.738034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-f1ad37de-4c1c-4af1-b493-a7c303382f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.739492 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-f1ad37de-4c1c-4af1-b493-a7c303382f54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391846 Dec 13 10:12:36.831148 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-0d727a46-b9b3-40d4-8c53-fb177f85720d service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830038 Dec 13 10:12:36.920977 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-06dc0e0a-7940-421a-a284-85c2992d339e service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Dec 13 10:12:37.699447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e96e4-e125-406d-9fec-140231a4bc10 req-50612a58-b65f-455d-bf41-e070724c5afb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:37.701023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b91e96e4-e125-406d-9fec-140231a4bc10 req-50612a58-b65f-455d-bf41-e070724c5afb tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0484245 Dec 13 10:12:37.749641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b91e96e4-e125-406d-9fec-140231a4bc10 req-41a6f376-1bd7-44cf-a985-f497d641f44c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Dec 13 10:12:38.577443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8676bba1-efb7-4965-8bc4-3de1a341f47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.869935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775a2-adf0-4225-8aa1-3061493f1b0c req-4f0f525b-be2d-47c9-9681-454d51436f6d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:38.871405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-432775a2-adf0-4225-8aa1-3061493f1b0c req-4f0f525b-be2d-47c9-9681-454d51436f6d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0537484 Dec 13 10:12:38.918753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-432775a2-adf0-4225-8aa1-3061493f1b0c req-1b502cc4-19cc-401e-84bb-0068d90e38ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Dec 13 10:12:39.601770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:40.032733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82001f-e5f7-4c23-b8e1-54c64d42c2df req-91c84849-2bc5-4437-b665-fd6fdb492506 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:40.034211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a82001f-e5f7-4c23-b8e1-54c64d42c2df req-91c84849-2bc5-4437-b665-fd6fdb492506 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0477369 Dec 13 10:12:40.082857 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a82001f-e5f7-4c23-b8e1-54c64d42c2df req-73c7164c-cded-4cee-9b13-75b9a97d4bd6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Dec 13 10:12:41.206408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796c2b4-d8ca-4852-b1a6-777e74a1f74f req-86492fcd-5c67-4c99-aafd-525a698e3b6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:41.208060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0796c2b4-d8ca-4852-b1a6-777e74a1f74f req-86492fcd-5c67-4c99-aafd-525a698e3b6a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0548306 Dec 13 10:12:41.251155 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.270376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0796c2b4-d8ca-4852-b1a6-777e74a1f74f req-71e82f6b-3203-4a81-9fb5-f8e9f7d71973 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527391 Dec 13 10:12:41.993650 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.383451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeff9e-c590-4594-933a-9443dee7990e req-3c4354aa-d4fd-4ae8-8d39-c51ae3b6ea7f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:42.385508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eeeff9e-c590-4594-933a-9443dee7990e req-3c4354aa-d4fd-4ae8-8d39-c51ae3b6ea7f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0480170 Dec 13 10:12:42.434531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9eeeff9e-c590-4594-933a-9443dee7990e req-b5106056-cec6-45e8-8d81-63ff01d3d261 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Dec 13 10:12:42.624062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07d08-947a-4f52-a707-0f2e9ca9a2b8 req-f6f8ec18-a55a-4fdc-a4f4-55c58fc5a27c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:42.625543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46d07d08-947a-4f52-a707-0f2e9ca9a2b8 req-f6f8ec18-a55a-4fdc-a4f4-55c58fc5a27c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0477772 Dec 13 10:12:42.671698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46d07d08-947a-4f52-a707-0f2e9ca9a2b8 req-6601e0dc-44bf-4586-95ed-001eab673b96 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401919 Dec 13 10:12:42.793184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22618a6-9eac-4779-bfa7-631da76dc0f5 req-7b4e7cdd-ecf2-46a6-98eb-4551f7fcce33 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:42.794681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a22618a6-9eac-4779-bfa7-631da76dc0f5 req-7b4e7cdd-ecf2-46a6-98eb-4551f7fcce33 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0527105 Dec 13 10:12:42.842323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a22618a6-9eac-4779-bfa7-631da76dc0f5 req-3b7b2dcd-41c3-4a0b-adc9-2c7ebc275905 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Dec 13 10:12:43.059337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54e91-2382-4520-b291-68d40fc2d347 req-b32dd851-2d61-4f2b-8017-d4611fda8052 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:43.060853 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19e54e91-2382-4520-b291-68d40fc2d347 req-b32dd851-2d61-4f2b-8017-d4611fda8052 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0485919 Dec 13 10:12:43.106784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19e54e91-2382-4520-b291-68d40fc2d347 req-bc267527-8aa7-405c-80a8-3f850b0319e8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 Dec 13 10:12:43.436683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197a02-ea13-45ad-aaf9-0c23cad2be28 req-520365fb-82cd-4e3b-b41a-98d7e4c51d8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:43.438108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16197a02-ea13-45ad-aaf9-0c23cad2be28 req-520365fb-82cd-4e3b-b41a-98d7e4c51d8d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0523040 Dec 13 10:12:43.486098 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16197a02-ea13-45ad-aaf9-0c23cad2be28 req-61f86106-3858-4010-b11c-a8ee97faa78e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Dec 13 10:12:43.550987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267cb38-5afa-43c8-8b82-1140139af70b req-dc0e37d6-471e-4f32-9f61-d16e72ca49b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:43.552483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9267cb38-5afa-43c8-8b82-1140139af70b req-dc0e37d6-471e-4f32-9f61-d16e72ca49b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0484898 Dec 13 10:12:43.601570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9267cb38-5afa-43c8-8b82-1140139af70b req-82f88b7a-0560-493f-89d3-17ed8d053f68 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Dec 13 10:12:44.600579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1312-7b62-4863-8082-c43f229ca5af req-4ead00c1-5377-4f91-9234-ec4d2e2e7320 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:44.602040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638b1312-7b62-4863-8082-c43f229ca5af req-4ead00c1-5377-4f91-9234-ec4d2e2e7320 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0486217 Dec 13 10:12:44.655190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-638b1312-7b62-4863-8082-c43f229ca5af req-9e4c7720-ef75-4247-817e-35f70061bacb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466590 Dec 13 10:12:44.717194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac613b-b510-44b2-8fa5-db5c324b0e6a req-73e34e72-26e2-4d83-8f38-defc820654be tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:44.718645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78ac613b-b510-44b2-8fa5-db5c324b0e6a req-73e34e72-26e2-4d83-8f38-defc820654be tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0488846 Dec 13 10:12:44.766541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-78ac613b-b510-44b2-8fa5-db5c324b0e6a req-9ceed191-c582-4abe-9736-90363316f5ff tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Dec 13 10:12:45.771515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566440-9711-4827-acf2-2720110e8776 req-adb10e89-53c5-40db-b655-63fe2de36218 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:45.773026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb566440-9711-4827-acf2-2720110e8776 req-adb10e89-53c5-40db-b655-63fe2de36218 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0480340 Dec 13 10:12:45.821347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb566440-9711-4827-acf2-2720110e8776 req-dd6a7584-db3e-4488-b114-569878159d8c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Dec 13 10:12:45.888164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b967c8d-91e1-4877-9299-c35449c20e4a req-dd082002-a55b-4043-a8cd-f088e5fe4f77 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:45.889639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b967c8d-91e1-4877-9299-c35449c20e4a req-dd082002-a55b-4043-a8cd-f088e5fe4f77 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0526788 Dec 13 10:12:45.937329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b967c8d-91e1-4877-9299-c35449c20e4a req-6e2e9e71-0394-4dc4-8374-1a54e1ba5b31 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Dec 13 10:12:46.950586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae7593-10ff-4d5e-a669-54e5a98a687e req-0dd345bd-306f-4079-aead-25374e22f569 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:46.952104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bae7593-10ff-4d5e-a669-54e5a98a687e req-0dd345bd-306f-4079-aead-25374e22f569 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0542183 Dec 13 10:12:47.005598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bae7593-10ff-4d5e-a669-54e5a98a687e req-dc72461b-7f0e-4727-862c-2e89ff63aa13 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Dec 13 10:12:47.061874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1136f1-b726-4540-ad44-13a858f16e5b req-bca60181-9bc5-4696-b1a7-e16524dc8597 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:47.063604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b1136f1-b726-4540-ad44-13a858f16e5b req-bca60181-9bc5-4696-b1a7-e16524dc8597 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0537703 Dec 13 10:12:47.119929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b1136f1-b726-4540-ad44-13a858f16e5b req-667900ee-7ef1-49b9-8082-12650d95f266 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Dec 13 10:12:48.130308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeb9a6-cd33-4fb7-80ce-5c30a7619b3d req-c7b1418e-7ddb-42d9-8893-a324b323f6e6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:48.132005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fbeb9a6-cd33-4fb7-80ce-5c30a7619b3d req-c7b1418e-7ddb-42d9-8893-a324b323f6e6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0534146 Dec 13 10:12:48.181462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4fbeb9a6-cd33-4fb7-80ce-5c30a7619b3d req-cadcf3b5-0e85-49dc-908a-29aa40d4f8eb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431397 Dec 13 10:12:48.237777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d4fcd-22b2-41d7-9b50-c9b8b26d27ad req-65a62d57-dd18-41ce-95be-aefeca782936 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:48.239390 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a3d4fcd-22b2-41d7-9b50-c9b8b26d27ad req-65a62d57-dd18-41ce-95be-aefeca782936 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0493567 Dec 13 10:12:48.291907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a3d4fcd-22b2-41d7-9b50-c9b8b26d27ad req-e32bf10a-fbd1-4194-9c69-fb8564529a2f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Dec 13 10:12:49.303100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013d4d0-1ccb-4ca6-b94d-a9a0dedbbc31 req-56212846-d35c-4d6e-93d7-a805198f2011 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:49.304612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3013d4d0-1ccb-4ca6-b94d-a9a0dedbbc31 req-56212846-d35c-4d6e-93d7-a805198f2011 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0549753 Dec 13 10:12:49.357483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3013d4d0-1ccb-4ca6-b94d-a9a0dedbbc31 req-e82eeb8c-e5f5-47e5-8258-d7c6f646d2fa tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Dec 13 10:12:49.418040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0600-1f53-46cf-a063-012cdad3b9d4 req-5cb2aa1f-66d1-47ea-b802-789deb67fb50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:49.419580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d5a0600-1f53-46cf-a063-012cdad3b9d4 req-5cb2aa1f-66d1-47ea-b802-789deb67fb50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0501950 Dec 13 10:12:49.471511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d5a0600-1f53-46cf-a063-012cdad3b9d4 req-0dd37c1d-2222-4041-9e8e-789152d9cc1a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Dec 13 10:12:50.480638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d375-2f20-4f83-b541-db7f3b54c13b req-b5a5ca45-a80b-46f9-82ca-16c5b758425a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:50.482111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eb9d375-2f20-4f83-b541-db7f3b54c13b req-b5a5ca45-a80b-46f9-82ca-16c5b758425a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0523565 Dec 13 10:12:50.529524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eb9d375-2f20-4f83-b541-db7f3b54c13b req-1f2d1cc3-b764-4b52-a322-e2fb2a1fa3db tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Dec 13 10:12:50.588286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc12eb3-2418-45fe-823f-a23abbfeb170 req-25170bf4-cce8-4175-9454-1cf7eee38c39 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:50.590435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cc12eb3-2418-45fe-823f-a23abbfeb170 req-25170bf4-cce8-4175-9454-1cf7eee38c39 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0497203 Dec 13 10:12:50.638725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cc12eb3-2418-45fe-823f-a23abbfeb170 req-3ddd0bd1-8c95-43b4-aae2-0af797c9271b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Dec 13 10:12:51.644496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41319a-7132-4525-8ebc-f91e5a56cdcb req-9cf0010e-0f29-4694-85f5-57992761e873 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:51.645978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e41319a-7132-4525-8ebc-f91e5a56cdcb req-9cf0010e-0f29-4694-85f5-57992761e873 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0485671 Dec 13 10:12:51.699130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e41319a-7132-4525-8ebc-f91e5a56cdcb req-228d5d76-1b34-4020-8ca9-1f9a16d0b881 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Dec 13 10:12:51.757355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b27de-bc28-4525-be01-a5ad279770e2 req-9c06ca56-53b4-4d94-9e8f-24e7d66f17fa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:51.758896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df4b27de-bc28-4525-be01-a5ad279770e2 req-9c06ca56-53b4-4d94-9e8f-24e7d66f17fa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0488753 Dec 13 10:12:51.808754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df4b27de-bc28-4525-be01-a5ad279770e2 req-fe54d63e-d2bc-4fc2-ba30-f576e8db10a6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Dec 13 10:12:52.817010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4643-1931-4c86-a401-6e80c1abfa18 req-2a933b42-4e37-4455-9fb0-d2b6645484b9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:52.818498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-585c4643-1931-4c86-a401-6e80c1abfa18 req-2a933b42-4e37-4455-9fb0-d2b6645484b9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0487325 Dec 13 10:12:52.866278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-585c4643-1931-4c86-a401-6e80c1abfa18 req-01272377-ee76-498b-abe1-67610471940a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Dec 13 10:12:52.926861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b482-b226-4473-b315-0f468c7c5af5 req-4be8e2ca-5691-48e7-b267-2463ce562fab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:52.928373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4551b482-b226-4473-b315-0f468c7c5af5 req-4be8e2ca-5691-48e7-b267-2463ce562fab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0525103 Dec 13 10:12:52.979119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4551b482-b226-4473-b315-0f468c7c5af5 req-ee14f923-1ac5-4245-a816-6b5f934c6e26 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Dec 13 10:12:53.983276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c95f-4982-474f-86f4-2c626b9f225b req-fa74c43b-875e-451d-a10d-ba9695a9c7f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:53.984780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4c2c95f-4982-474f-86f4-2c626b9f225b req-fa74c43b-875e-451d-a10d-ba9695a9c7f7 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0502808 Dec 13 10:12:54.033437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4c2c95f-4982-474f-86f4-2c626b9f225b req-9919c9b8-40ee-41b7-bc7a-5859587dce2e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Dec 13 10:12:54.081124 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-c2cacf94-a7f8-490d-8447-e5e40571beb2 service neutron] show failed (client error): The resource could not be found. Dec 13 10:12:54.082736 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-c2cacf94-a7f8-490d-8447-e5e40571beb2 service neutron] 10.222.0.16 "GET /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0647779 Dec 13 10:12:54.108001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe4bc-5138-41d9-a9f9-1f106eac4133 req-aff7cef0-d4c9-4dc9-9510-0482bb047fbf tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.109537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-646fe4bc-5138-41d9-a9f9-1f106eac4133 req-aff7cef0-d4c9-4dc9-9510-0482bb047fbf tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 945 time: 0.0538306 Dec 13 10:12:54.179866 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-646fe4bc-5138-41d9-a9f9-1f106eac4133 req-444cca2f-e25e-4e48-b3b2-a09c8e57f715 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642428 Dec 13 10:12:54.256801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d63ad-979b-4f42-ad14-7cfef861e6b8 req-802cd9a5-360a-4861-941b-7b0aafe9b539 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.258313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f3d63ad-979b-4f42-ad14-7cfef861e6b8 req-802cd9a5-360a-4861-941b-7b0aafe9b539 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0498307 Dec 13 10:12:54.333611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30baa-6510-495e-9c69-2266522fd912 req-dcf49f4b-f82b-4b90-bd37-45477f931e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.335136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-dcf49f4b-f82b-4b90-bd37-45477f931e91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0642917 Dec 13 10:12:54.338477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-32d3b2a9-8d91-4ba4-9b98-7d824bf6ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.338617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f3d63ad-979b-4f42-ad14-7cfef861e6b8 req-264f4329-6286-4b29-b16e-e8b70bb0401c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737066 Dec 13 10:12:54.340573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-32d3b2a9-8d91-4ba4-9b98-7d824bf6ffeb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 1096 time: 0.0715761 Dec 13 10:12:54.353475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:54.412020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.430240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30baa-6510-495e-9c69-2266522fd912 req-e7965ce9-3fe7-4376-9b58-97059aa5adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.431773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-e7965ce9-3fe7-4376-9b58-97059aa5adae service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0901487 Dec 13 10:12:54.497545 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-1ed5f391-64f3-480b-ae9d-4b7bcdbee911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0590799 Dec 13 10:12:54.549951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30baa-6510-495e-9c69-2266522fd912 req-932725ac-eff9-40bf-b5bb-b5fa5ea9c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.551403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-932725ac-eff9-40bf-b5bb-b5fa5ea9c01c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0470681 Dec 13 10:12:54.599489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30baa-6510-495e-9c69-2266522fd912 req-72cecc6e-8fdf-4862-a794-bbab06e8f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.600975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-72cecc6e-8fdf-4862-a794-bbab06e8f737 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420232 Dec 13 10:12:54.615290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:54.648157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:54.687144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:54.690334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-d7462211-4fc8-4427-b125-938cb503f481 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821393 Dec 13 10:12:54.690535 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b1ed4-5972-4cf9-9c49-e29f8fda8934" -d '{"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-unplugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:54.695277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.709897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Transition to ACTIVE for port object b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:12:54.715881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.818378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51e30baa-6510-495e-9c69-2266522fd912 req-83c8fdf4-24c6-49f1-9442-630ac134a22c service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210480 Dec 13 10:12:54.836069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:54.844960 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8c8eb-0ed4-4207-aeae-3a0c6f493b56 x-openstack-request-id: req-bdd8c8eb-0ed4-4207-aeae-3a0c6f493b56 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:54.845260 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-unplugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:54.845552 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd8c8eb-0ed4-4207-aeae-3a0c6f493b56 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:54.845954 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'code': 200} Dec 13 10:12:54.927686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] No DVR routers for this DVR port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:12:55.079977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:55.080345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:55.080718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:55.085459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:12:55.086037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:55.092720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:55.093059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:55.093475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Bound using segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:55.093903 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Bound port: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:55.094261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.157449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:55.160349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:55.163646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.199353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.200003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.201403 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] 10.222.0.20 "PUT /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1091 time: 0.8525836 Dec 13 10:12:55.223083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f722a-50fa-4830-b176-961f9d560b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:55.281499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-c62a2f61-6c66-413c-b8d5-04717322dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.283364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-c62a2f61-6c66-413c-b8d5-04717322dd10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0488915 Dec 13 10:12:55.329887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dbecf-6a18-48a7-aee7-4598b3be0f7d req-2281ef1b-ea23-49be-9d6d-8db44773e313 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.345769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-301dbecf-6a18-48a7-aee7-4598b3be0f7d req-2281ef1b-ea23-49be-9d6d-8db44773e313 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0637839 Dec 13 10:12:55.393910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-723d95d4-559e-4a09-9075-227cfdaeb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.395588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-723d95d4-559e-4a09-9075-227cfdaeb2d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.1044216 Dec 13 10:12:55.440741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-301dbecf-6a18-48a7-aee7-4598b3be0f7d req-0cb26453-d3c4-4b9b-8d7f-749af05e1030 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902972 Dec 13 10:12:55.483727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-1a1ff2c9-73ee-4ee2-a40c-900316def158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.0811799 Dec 13 10:12:55.500104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb63864-9014-4247-a798-f6cdfc29e7af req-8fb7a17c-417a-4f02-bd64-039c6ce25007 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.502764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfb63864-9014-4247-a798-f6cdfc29e7af req-8fb7a17c-417a-4f02-bd64-039c6ce25007 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0602570 Dec 13 10:12:55.534465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-ac8bb58f-27b9-40b9-89a5-4fb918c0d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.536253 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-ac8bb58f-27b9-40b9-89a5-4fb918c0d49a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0455949 Dec 13 10:12:55.556503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfb63864-9014-4247-a798-f6cdfc29e7af req-ae887dcb-ef00-444b-ac16-2567402333d9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476983 Dec 13 10:12:55.584106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-e6e7f2da-7030-4b35-8371-776ee95b9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.586017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-e6e7f2da-7030-4b35-8371-776ee95b9d66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423086 Dec 13 10:12:55.673682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8216-8b7b-47fb-a11d-a614960aad44 req-cb8fef56-e8e8-44a5-9d8d-6a9d0922b77c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.675336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-835e8216-8b7b-47fb-a11d-a614960aad44 req-cb8fef56-e8e8-44a5-9d8d-6a9d0922b77c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0500293 Dec 13 10:12:55.681357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-fa4efb80-9499-43d8-83de-0ebe8ad6fba4 service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888355 Dec 13 10:12:55.725493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-835e8216-8b7b-47fb-a11d-a614960aad44 req-13fca036-c725-452e-a473-a26768388592 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Dec 13 10:12:55.776121 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b95d2716-a1ce-4b15-8ad5-91a23ce6fd3d req-5d15bb76-f330-492b-a5a2-3f6fbc73e58f service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879498 Dec 13 10:12:55.967152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3aaa8-c401-498f-9715-0616044a6e7e req-c83393c0-fe17-43fc-9dcc-eac124e9e55a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.968643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52e3aaa8-c401-498f-9715-0616044a6e7e req-c83393c0-fe17-43fc-9dcc-eac124e9e55a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0500131 Dec 13 10:12:56.017278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52e3aaa8-c401-498f-9715-0616044a6e7e req-d2eeeb11-2023-4492-b8fb-81cea6d6bf69 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 Dec 13 10:12:56.220893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc890f-45dc-4233-be85-7d236434c8fe req-02ce777c-2be4-4b85-9666-752bb27bbc68 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.222267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cc890f-45dc-4233-be85-7d236434c8fe req-02ce777c-2be4-4b85-9666-752bb27bbc68 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0516191 Dec 13 10:12:56.269582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cc890f-45dc-4233-be85-7d236434c8fe req-b1103847-0a12-4b62-b415-01863e340287 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412488 Dec 13 10:12:56.567808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b040-1d64-4f7a-8b78-2526995fec5b req-b81137d8-73bb-48aa-9afd-57553791e86a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.569315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0be8b040-1d64-4f7a-8b78-2526995fec5b req-b81137d8-73bb-48aa-9afd-57553791e86a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0496542 Dec 13 10:12:56.618752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0be8b040-1d64-4f7a-8b78-2526995fec5b req-22fe003a-bc8e-458f-83cf-74b7980f7863 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Dec 13 10:12:56.846788 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:56.849282 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dfab22-5b5f-400e-939e-fc65e29d71a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:56.897715 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ddaca-bc9d-4fb2-af1c-4ec67383a6dc x-openstack-request-id: req-003ddaca-bc9d-4fb2-af1c-4ec67383a6dc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:56.898013 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:56.898275 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-003ddaca-bc9d-4fb2-af1c-4ec67383a6dc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:56.898686 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:12:56.991466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-91a42c8a-354b-4731-874d-d467d986a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.992993 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-91a42c8a-354b-4731-874d-d467d986a02a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0724986 Dec 13 10:12:56.995862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-113e895b-b40b-4f26-9c3b-477c1407567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.997212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-113e895b-b40b-4f26-9c3b-477c1407567d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0688243 Dec 13 10:12:57.156340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-34708420-af24-4ff4-bd4f-c77b6781d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.157917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-34708420-af24-4ff4-bd4f-c77b6781d9f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.1557806 Dec 13 10:12:57.159300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-70ebd998-53f8-4356-85a4-43924b2be11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.160598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-70ebd998-53f8-4356-85a4-43924b2be11b service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.1514952 Dec 13 10:12:57.277597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-920f9cd6-49a5-477c-b015-7619d7b9ba76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.1101682 Dec 13 10:12:57.281392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-ba48df0e-a08d-4080-8616-d72e0f99f3c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.1123059 Dec 13 10:12:57.370365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-319792c1-ff91-452a-9b76-93bf8ddca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.372420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-319792c1-ff91-452a-9b76-93bf8ddca5a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0837293 Dec 13 10:12:57.373870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-8d95efa2-e25a-4100-b498-8e585ecdb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.375184 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-8d95efa2-e25a-4100-b498-8e585ecdb01a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0785611 Dec 13 10:12:57.415449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15222b31-340b-4cb0-b9f3-46fbf23c5e42 req-c0d31474-55d3-4480-b0b1-c12b04fdb04d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.417198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15222b31-340b-4cb0-b9f3-46fbf23c5e42 req-c0d31474-55d3-4480-b0b1-c12b04fdb04d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0709689 Dec 13 10:12:57.456364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-6e635b74-3630-4ccc-a45c-fddf7a854b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.457942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-6e635b74-3630-4ccc-a45c-fddf7a854b50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681543 Dec 13 10:12:57.460370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-c76bbede-adc5-4d29-b7e4-f7d106ad7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.461735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-c76bbede-adc5-4d29-b7e4-f7d106ad7164 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800161 Dec 13 10:12:57.470186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15222b31-340b-4cb0-b9f3-46fbf23c5e42 req-26f1a1c2-1194-4eca-974a-654837ec22f2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458002 Dec 13 10:12:57.749411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedef0d0-ae4a-4dfc-ab31-99b116317b3c req-f1fec78e-e41a-40cd-ba8b-a1fdbae470ba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.750958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bedef0d0-ae4a-4dfc-ab31-99b116317b3c req-f1fec78e-e41a-40cd-ba8b-a1fdbae470ba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0911369 Dec 13 10:12:57.770631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbedf7-df14-4c97-9657-a93cb2c151b3 req-b40cf492-e026-4f8a-9522-8677358398ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.772248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65bbedf7-df14-4c97-9657-a93cb2c151b3 req-b40cf492-e026-4f8a-9522-8677358398ad tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0747857 Dec 13 10:12:57.858481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bedef0d0-ae4a-4dfc-ab31-99b116317b3c req-c049c4dc-413c-4734-8354-0bc54c36bdd6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850761 Dec 13 10:12:57.883380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65bbedf7-df14-4c97-9657-a93cb2c151b3 req-8d11fea3-97ed-44b2-b3ae-4bb0132d0948 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945110 Dec 13 10:12:57.923660 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-ebc52872-fd79-4980-a471-6a5a9819f2df service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580681 Dec 13 10:12:57.927013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-e46a4785-4887-4413-ae9f-c3b583e19dee service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542518 Dec 13 10:12:58.076823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:12:58.091173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-188a0c7b-6df1-4ae1-9907-d06800aba671 service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519756 Dec 13 10:12:58.093298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a7dfab22-5b5f-400e-939e-fc65e29d71a3 req-c6701c48-fab0-4a45-932f-947d32ea2db7 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622541 Dec 13 10:12:58.128016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:12:58.189898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-b23f556f-a134-45a8-aac0-51124edc1018 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.191355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-b23f556f-a134-45a8-aac0-51124edc1018 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.20 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&tenant_id=a710072baa3a482d91a81cbc7585c07e&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.1248486 Dec 13 10:12:58.199640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4a250-a620-4e6a-a803-462c8ad02b39 req-eb85429a-5c37-4706-a093-b5535dd1f23b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.201008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2e4a250-a620-4e6a-a803-462c8ad02b39 req-eb85429a-5c37-4706-a093-b5535dd1f23b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 943 time: 0.0955930 Dec 13 10:12:58.291206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2e4a250-a620-4e6a-a803-462c8ad02b39 req-aaac61ad-0f8f-4026-90fb-648dc439f054 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840745 Dec 13 10:12:58.294278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-fbfb399d-914f-41bd-aaa1-456b174dcf51 service neutron] 10.222.0.20 "GET /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 382 time: 0.0924323 Dec 13 10:12:58.355702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-147c45f2-a1df-47fa-b4bc-4d43a80c43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.357175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-147c45f2-a1df-47fa-b4bc-4d43a80c43b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1094 time: 0.0398278 Dec 13 10:12:58.448162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-d6db817d-fbf2-4440-a395-ce855bc3657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.450171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-d6db817d-fbf2-4440-a395-ce855bc3657c service neutron] 10.222.0.20 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0868425 Dec 13 10:12:58.515265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-3a55f81c-e16f-4b21-be18-e37d178ffe88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.0579877 Dec 13 10:12:58.564058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-3da02798-dedf-40e5-b782-9be245a529f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.565468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-3da02798-dedf-40e5-b782-9be245a529f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0438650 Dec 13 10:12:58.618356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-cacf55f3-5d9e-4ae8-8475-7136b9609805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.619949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-cacf55f3-5d9e-4ae8-8475-7136b9609805 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479431 Dec 13 10:12:58.704639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-a027ff39-c3e5-4410-af6d-7ff5e1fa6553 service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782833 Dec 13 10:12:58.795406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-9bf2ee31-ac4c-420b-ba67-5c6330ad52d1 service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838492 Dec 13 10:12:58.916990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:12:58.975120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4723a-241d-4b9b-b976-fb411368ae19 req-78afbaeb-5b9e-438b-83c0-0afd675ecf52 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.976649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91c4723a-241d-4b9b-b976-fb411368ae19 req-78afbaeb-5b9e-438b-83c0-0afd675ecf52 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0506055 Dec 13 10:12:59.014785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:59.023094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91c4723a-241d-4b9b-b976-fb411368ae19 req-b0ee670f-94a0-4337-9351-2ab24b6919b0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 Dec 13 10:12:59.026343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:12:59.064634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:59.078033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:59.097535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:59.101128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:59.142018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f83790-613a-4f16-9207-549297c0a230 req-2a1949f0-72f5-4fab-8921-130b60f8d64f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.143714 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19f83790-613a-4f16-9207-549297c0a230 req-2a1949f0-72f5-4fab-8921-130b60f8d64f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0502081 Dec 13 10:12:59.153762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:59.196014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19f83790-613a-4f16-9207-549297c0a230 req-283fe1d1-f29a-4400-bbc7-0e2607e518d4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Dec 13 10:12:59.310675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb56a4-5d9a-4a08-a6d3-61b8a2638661 req-9bcee377-b11d-43eb-95c9-199c1bcae1ea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.312312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85cb56a4-5d9a-4a08-a6d3-61b8a2638661 req-9bcee377-b11d-43eb-95c9-199c1bcae1ea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0498154 Dec 13 10:12:59.352712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:59.363806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-85cb56a4-5d9a-4a08-a6d3-61b8a2638661 req-929e15bd-c864-468a-8bec-3c8ded4fdac5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451367 Dec 13 10:12:59.415493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed6bd9-6599-4fbf-b714-c0a4931ae481 req-59e12914-10c1-458b-ad24-914d9f6f1cef tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.417050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51ed6bd9-6599-4fbf-b714-c0a4931ae481 req-59e12914-10c1-458b-ad24-914d9f6f1cef tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0523467 Dec 13 10:12:59.487970 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:12:59.500152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-51ed6bd9-6599-4fbf-b714-c0a4931ae481 req-2832c922-4a2f-4254-ba67-838d0598bb15 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772517 Dec 13 10:12:59.512052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc6320-80ed-4215-98d0-b8cc938cf0e7 req-242051e5-e53c-4eb8-b94a-c0697c504cc9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.513625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bffc6320-80ed-4215-98d0-b8cc938cf0e7 req-242051e5-e53c-4eb8-b94a-c0697c504cc9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0740719 Dec 13 10:12:59.561327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bffc6320-80ed-4215-98d0-b8cc938cf0e7 req-e0ed87c5-078c-4060-9105-79c880e471cc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416617 Dec 13 10:12:59.853608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:00.620009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831494-af30-40cb-96bc-fd6d908a3ec9 req-2e384224-4bbb-4c4d-9a5f-5a14d3a77eca tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:00.622046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5831494-af30-40cb-96bc-fd6d908a3ec9 req-2e384224-4bbb-4c4d-9a5f-5a14d3a77eca tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0503366 Dec 13 10:13:00.671971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5831494-af30-40cb-96bc-fd6d908a3ec9 req-731e6838-ecef-4403-985c-bd986425cc42 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Dec 13 10:13:00.757138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-9e8c06a9-e376-4277-bb42-bdb9ea41377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:00.758633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-9e8c06a9-e376-4277-bb42-bdb9ea41377d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 1095 time: 0.0456827 Dec 13 10:13:00.770066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:00.822542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:00.920076 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:13:01.013766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:01.019590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:01.025179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:13:01.053955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:01.090687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:13:01.099226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.109955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Ignored duplicate provisioning block setup for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 10:13:01.113613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.196863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=9']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:01.233348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] No DVR routers for this DVR port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:13:01.374575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:13:01.374916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:13:01.375260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:01.379460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:13:01.379811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Attempting to bind port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on network 54653b8f-52f0-44ce-b503-45932289f6de {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:01.384588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:13:01.384926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Checking segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:13:01.385310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Bound using segment: {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:13:01.385754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Bound port: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e896d2dc-c4a8-487c-a02a-390bcfe48441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:13:01.386665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.448711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:01.452189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:13:01.457071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.491631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.492199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.493598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1091 time: 0.7275147 Dec 13 10:13:01.494040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:01.496831 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf538d93-563b-4aaa-aacb-4c689ab59128" -d '{"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:01.530370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c707d-3d8a-4e46-9f81-70dca1bc87b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:01.559384 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d668c-bf30-47a1-bc94-8801cc8e82d8 x-openstack-request-id: req-2e7d668c-bf30-47a1-bc94-8801cc8e82d8 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:01.559700 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:01.559965 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e7d668c-bf30-47a1-bc94-8801cc8e82d8 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:01.560364 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:13:01.566423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-2e1bb7c0-43ee-487c-b5b2-2efc1221ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.568244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-2e1bb7c0-43ee-487c-b5b2-2efc1221ec3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1095 time: 0.0502424 Dec 13 10:13:01.631183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-6997ac15-db2f-4952-b733-94f22375bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.632941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-6997ac15-db2f-4952-b733-94f22375bc25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1095 time: 0.0491436 Dec 13 10:13:01.674244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-4f101e0f-38a5-406b-af20-f003748a0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.675934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-4f101e0f-38a5-406b-af20-f003748a0362 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.1003718 Dec 13 10:13:01.731896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-3f25882f-47af-4c5a-b9a6-c24f128f8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.733401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-3f25882f-47af-4c5a-b9a6-c24f128f8ec0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0932496 Dec 13 10:13:01.754054 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-f548130f-9dab-4806-80cc-51799a290a37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.0700660 Dec 13 10:13:01.809247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-7d8a3a7a-abdd-4b30-a8f8-b23ab9bc56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.810598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-7d8a3a7a-abdd-4b30-a8f8-b23ab9bc56fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0492108 Dec 13 10:13:01.830055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-14cb9fa8-1f59-4bff-9c80-991e3923e729 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.0890284 Dec 13 10:13:01.840315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710a159-f007-4d2d-ad51-4543767c0bdc req-e173ec9f-9a12-46f3-9d55-dbaa42421720 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.841799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0710a159-f007-4d2d-ad51-4543767c0bdc req-e173ec9f-9a12-46f3-9d55-dbaa42421720 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0931158 Dec 13 10:13:01.856976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-4b23fb8e-7473-43b3-999d-743343bf37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.858554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-4b23fb8e-7473-43b3-999d-743343bf37ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407090 Dec 13 10:13:01.908973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-fd9abbd3-e9ca-4d86-811b-8e32d75b5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.910480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-fd9abbd3-e9ca-4d86-811b-8e32d75b5870 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0677679 Dec 13 10:13:01.933593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0710a159-f007-4d2d-ad51-4543767c0bdc req-eb0621f9-c9f7-40bc-9a40-c1aba052018c tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837801 Dec 13 10:13:01.949911 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-dde8745b-fb8c-44b7-be9f-cd5a1e2fcf5c service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Dec 13 10:13:01.966136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-135db8d8-f724-4844-9b0d-28d13804b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.967728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-135db8d8-f724-4844-9b0d-28d13804b4ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476022 Dec 13 10:13:02.046850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25dc4e31-bb36-494f-80c7-dedc4805f5d7 req-7c95e473-fcfe-49fd-82fe-a3bccdeead6b service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899477 Dec 13 10:13:02.136250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-4524c89b-8d4b-49db-94ed-c82dad5c237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.137808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-4524c89b-8d4b-49db-94ed-c82dad5c237b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1095 time: 0.0435212 Dec 13 10:13:02.236343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-44089a96-1f7c-4fc5-bd43-9da51213e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.237843 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-44089a96-1f7c-4fc5-bd43-9da51213e253 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0932884 Dec 13 10:13:02.306678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-49597f0a-2dde-4afc-a543-11235549a2f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 999 time: 0.0608590 Dec 13 10:13:02.328466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-19c5ec31-22b1-4af1-8388-6cf720988d0f service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539574 Dec 13 10:13:02.357067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-2b2ac77e-c5c0-467a-9afc-ea2abcf3576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.358532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-2b2ac77e-c5c0-467a-9afc-ea2abcf3576b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0451045 Dec 13 10:13:02.407864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-2efc5dda-97fc-47d3-ba08-591507e17608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.409295 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-2efc5dda-97fc-47d3-ba08-591507e17608 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436854 Dec 13 10:13:02.430934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-ff48d2d4-e947-407b-8689-f91d1248748d service neutron] 10.222.0.20 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868962 Dec 13 10:13:02.501440 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-137dff8f-998b-452d-ac2a-48a76a88efaa service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Dec 13 10:13:02.594357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bf538d93-563b-4aaa-aacb-4c689ab59128 req-62a52866-3c9a-49b9-b01d-70f17a5db7ba service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Dec 13 10:13:02.927840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:13:02.970366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:13:03.050568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67875051-62f5-452e-9387-2bd7dc2119df req-7a40d33f-a39a-4fd0-8a3b-8102439bccea tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.052067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67875051-62f5-452e-9387-2bd7dc2119df req-7a40d33f-a39a-4fd0-8a3b-8102439bccea tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0482516 Dec 13 10:13:03.100321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67875051-62f5-452e-9387-2bd7dc2119df req-092fa95e-5ccf-486f-bc77-40f5dc0c3b7d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Dec 13 10:13:04.216584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7be294-7bdc-4f9e-a590-adf079d4504d req-bd6c9f8e-9c6a-4da6-af3e-7f943cb5f45a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:04.218093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb7be294-7bdc-4f9e-a590-adf079d4504d req-bd6c9f8e-9c6a-4da6-af3e-7f943cb5f45a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0480852 Dec 13 10:13:04.265963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb7be294-7bdc-4f9e-a590-adf079d4504d req-2584157e-2f81-4a72-880c-9b7f72455052 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Dec 13 10:13:04.484013 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:05.382822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99dad-164d-4e1e-9762-6ea16dd4416e req-b33930f7-046d-46c7-a675-508d56ce29dd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.384306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba99dad-164d-4e1e-9762-6ea16dd4416e req-b33930f7-046d-46c7-a675-508d56ce29dd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 944 time: 0.0510573 Dec 13 10:13:05.431867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba99dad-164d-4e1e-9762-6ea16dd4416e req-05158a15-2b62-47cd-a620-9e3f6284587d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Dec 13 10:13:05.454856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57142) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:05.517380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a5f29d1e-30d1-49db-82cb-66a06b12611b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 200 len: 991 time: 0.0613468 Dec 13 10:13:06.107869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:13:06.185464 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d9b74e3-0287-4b38-95dd-17bcbaf49790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:06.217689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:06.228528 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'port_id': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'mac_address': 'fa:16:3e:7c:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:13:06.265501 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:06.278588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:13:06.298832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:06.302561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:06.352826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:06.360794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.361092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.361436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.361778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.362114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.362451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.362783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.363112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.363440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.363795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.364127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.364452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.364778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:06.660046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:13:08.115127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:13:08.164276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:13:08.168217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:13:08.168592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:08.246151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:08.268873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:08.271098 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7e3355-7e9f-4f5d-a807-868857003e73" -d '{"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-plugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:08.284133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:08.287709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:08.334760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:08.375103 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0d3b4-22d8-4aa0-bc09-b17b8b80cf16 x-openstack-request-id: req-d6e0d3b4-22d8-4aa0-bc09-b17b8b80cf16 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:08.375405 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-plugged", "status": "completed", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:08.375686 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6e0d3b4-22d8-4aa0-bc09-b17b8b80cf16 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:08.376137 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'code': 200} Dec 13 10:13:08.580034 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e89135a-56f8-4440-ac24-7801889c8e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:09.604642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:11.220870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:11.996511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:29.664131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22d7ad-67fd-4bd5-936f-2411a73586b0 req-2f327b39-437b-4c3b-ac63-5063a6464eb4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:29.665613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d22d7ad-67fd-4bd5-936f-2411a73586b0 req-2f327b39-437b-4c3b-ac63-5063a6464eb4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0786402 Dec 13 10:13:29.668025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-a9802dc1-cafe-4227-b85c-ec8836e33af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:29.669380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-a9802dc1-cafe-4227-b85c-ec8836e33af4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0717196 Dec 13 10:13:29.764791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d22d7ad-67fd-4bd5-936f-2411a73586b0 req-7afb5d3d-5d48-40dc-9c5e-f39cc8da04fc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926025 Dec 13 10:13:29.790395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-88f8daaa-abc8-4835-8bca-e1a8bb4bd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:29.791875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-88f8daaa-abc8-4835-8bca-e1a8bb4bd773 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1133034 Dec 13 10:13:29.858949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-cf9812e5-fc05-4be2-b410-5bdef6abb48f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0584528 Dec 13 10:13:29.880461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:29.907813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-9f383a1b-d672-4292-9933-2570944a9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:29.909243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-9f383a1b-d672-4292-9933-2570944a9d0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0433249 Dec 13 10:13:29.958232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-58fabe4b-86f3-4352-ad65-57417931f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:29.959710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-58fabe4b-86f3-4352-ad65-57417931f69f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429153 Dec 13 10:13:30.046915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-6ab4cef2-2537-444e-8374-c99b8f388ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Dec 13 10:13:30.135383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-45cfac6b-8637-4571-89a6-911f17101e58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399892 Dec 13 10:13:30.140399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c531d4f1-b85c-43d5-b231-b18e13922b7f req-580f1219-da20-4827-bab7-6ffb947cd24d service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Dec 13 10:13:30.219185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-4c2008c1-f591-416b-84be-f65cecdc4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:30.220698 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-4c2008c1-f591-416b-84be-f65cecdc4c80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1097 time: 0.0404418 Dec 13 10:13:30.331660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-412795c1-f1cf-4633-bd14-bab982848454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:30.333146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-412795c1-f1cf-4633-bd14-bab982848454 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0924191 Dec 13 10:13:30.397884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-b5662890-0ca0-4986-94e2-d86513502647 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 1001 time: 0.0570700 Dec 13 10:13:30.448438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-e0bab720-8f39-41d8-8f04-2f53c83557d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:30.449931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-e0bab720-8f39-41d8-8f04-2f53c83557d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0450399 Dec 13 10:13:30.498828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-e500d0fa-a0c3-4309-95a2-6ddfc8d18b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:30.500328 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-e500d0fa-a0c3-4309-95a2-6ddfc8d18b8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435557 Dec 13 10:13:30.592142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-c4b95fe4-ff61-435b-9c3b-e8bfbdf672c0 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846007 Dec 13 10:13:30.685396 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4d1282ba-7f65-4dad-b686-51dee809d35f req-9a2849a8-73ec-41c6-805b-ca426ca3754c service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Dec 13 10:13:30.882151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb6e0-22b6-4562-a0d9-c182fe777dde req-ac92f492-8102-49c6-840c-7660891d82cc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:30.883607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a2cb6e0-22b6-4562-a0d9-c182fe777dde req-ac92f492-8102-49c6-840c-7660891d82cc tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0506947 Dec 13 10:13:30.930837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a2cb6e0-22b6-4562-a0d9-c182fe777dde req-d0977cdf-8dd2-4f32-8574-478637cab675 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Dec 13 10:13:31.391386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-187ca250-58ec-4d09-96a0-df3b8289df16 req-c8ec476c-e414-4c56-98bd-d8644bb26b71 service neutron] (103195) timed out ('10.222.0.16', 50623) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:13:33.238177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-3b40842f-6540-4bd5-b290-6c8aa97e35c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404541 Dec 13 10:13:33.299476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6abf07-d26b-40a1-865c-01a00342d591 req-863e8d96-3f38-48d3-ae37-6fa70bb735d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:33.300982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-863e8d96-3f38-48d3-ae37-6fa70bb735d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 1097 time: 0.0414965 Dec 13 10:13:33.404204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6abf07-d26b-40a1-865c-01a00342d591 req-2eeb75a2-1c37-4d31-8aff-f72ad2008a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:33.405655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-2eeb75a2-1c37-4d31-8aff-f72ad2008a48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0866995 Dec 13 10:13:33.446189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-6a4434b2-e0e9-4279-b50c-7023faa21c93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62 HTTP/1.1" status: 200 len: 217 time: 0.0333083 Dec 13 10:13:33.496584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6abf07-d26b-40a1-865c-01a00342d591 req-c178fb28-ce78-4417-a597-504d6621b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:33.497915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-c178fb28-ce78-4417-a597-504d6621b5d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0455699 Dec 13 10:13:33.541892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6abf07-d26b-40a1-865c-01a00342d591 req-cc49ec5a-d791-402c-bf4f-5bd44cd199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:33.543605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-cc49ec5a-d791-402c-bf4f-5bd44cd199dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388024 Dec 13 10:13:33.630542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-ca7e3174-1fa8-42e4-ae33-66e3620ea490 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798604 Dec 13 10:13:33.721043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da6abf07-d26b-40a1-865c-01a00342d591 req-73ce03fc-5267-4669-b00f-b3285bedc7d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831492 Dec 13 10:13:34.482483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:36.147181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-90e22451-b51c-46ff-8303-c55322734f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:36.489395 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:13:38.582103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-204d9759-2677-4355-9f9c-e920c20841cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:39.606800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:41.221129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:41.998792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:50.550518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-8e960eab-578c-407d-89fa-8425d4f98668 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985374703&fields=id&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 267 time: 0.0442336 Dec 13 10:13:50.658497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-7f2ef793-c801-410b-bffc-6a3624883065 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:50.659982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-7f2ef793-c801-410b-bffc-6a3624883065 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1025832 Dec 13 10:13:50.674917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-135e6013-b842-4c07-88fd-876aa30373ca tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/quotas/f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Dec 13 10:13:50.726837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-9a8ca8f9-b0e3-4b18-aaf9-04cf89b0bc53 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466592 Dec 13 10:13:50.819459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-1aea6445-3a71-4f37-8e90-f01d61b4a1fc service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808816 Dec 13 10:13:50.908877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-15e15962-763d-4b79-935f-51a071f2f455 service neutron] 10.222.0.31 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 Dec 13 10:13:51.186044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efcb5caa-d75d-4fd4-981f-0f70959e7c94 req-a33f80dc-2202-4585-9f13-90d1d5c11a7d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Dec 13 10:13:52.146495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-511477a5-0a80-4029-954a-bf528e219888 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:52.147980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-511477a5-0a80-4029-954a-bf528e219888 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 811 time: 0.1062472 Dec 13 10:13:52.221829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-569bbd69-6331-4f09-8982-6b772dce928b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8c33315333c41c5af384fc812551206 HTTP/1.1" status: 200 len: 380 time: 0.0628598 Dec 13 10:13:52.233018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'port': {'device_id': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'admin_state_up': True, 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'security_groups': ['a9e93811-3d75-42a0-850f-78730c7bd2c3']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:52.311753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7483bd2e-d3b4-4a71-a0a5-b9e990d0f115 req-36eaa0a9-ec40-4b8f-a06d-cd339eca46a1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.0366156 Dec 13 10:13:52.367977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Made reservation on behalf of f8c33315333c41c5af384fc812551206 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:13:52.371357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:52.496814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.20.0.5 (73fa5690-e3d6-4712-a4fd-33835dda2bee/5b2ac877-cd22-4a60-990e-3dff2d7ebf62/7f5c55ac-eb63-4577-bd1e-131e84d67a21) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:13:52.637264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:52.670978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:52.713878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:13:52.717731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:13:52.721469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:13:52.752146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:52.767339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.767718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.768063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.768411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.768749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.769084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.769415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.769743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.770095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.770422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.770746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.771074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.771399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:52.790276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:52.790918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:52.807627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-c77c2623-2555-42e5-9bc6-66aa0bae0b25 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794485 Dec 13 10:13:52.825226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Request body: {'port': {'device_id': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:52.885304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:52.975920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a62b0a7c-70a3-4e1c-baaa-3489e59bdccc None None] Provisioning complete for port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:13:52.976575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a62b0a7c-70a3-4e1c-baaa-3489e59bdccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.012460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a62b0a7c-70a3-4e1c-baaa-3489e59bdccc None None] Port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:13:53.163593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5c55ac-eb63-4577-bd1e-131e84d67a21 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:13:53.171376 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.184148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Transition to ACTIVE for port object 7f5c55ac-eb63-4577-bd1e-131e84d67a21 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:13:53.187486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.237486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:53.313246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Attempting to bind port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:13:53.313683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Attempting to bind port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:13:53.314245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Attempting to bind port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:53.319661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:13:53.320118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Attempting to bind port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 on network 73fa5690-e3d6-4712-a4fd-33835dda2bee {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:53.326122 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:13:53.326637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Checking segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:13:53.327144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Bound using segment: {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:13:53.327698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Bound port: 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7349abb9-91dd-4ad6-b4a3-9df0f5722060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:13:53.328144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.435993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:53.453228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:13:53.458599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.474085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcabc7-2a39-445f-b2b2-438a0773ff26 req-1074a791-a554-4ce9-981d-3990b8843fee tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:53.475607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09dcabc7-2a39-445f-b2b2-438a0773ff26 req-1074a791-a554-4ce9-981d-3990b8843fee tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0780761 Dec 13 10:13:53.514243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:53.514862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:53.517071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 1091 time: 0.6987555 Dec 13 10:13:53.517524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:53.520090 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361dd3b2-46a7-4624-8465-4d115154e590" -d '{"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:53.651730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b23be-2889-48a9-a5ed-69e8ccdedb18 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:53.672817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09dcabc7-2a39-445f-b2b2-438a0773ff26 req-96f30973-7233-4920-a482-2e950194a2f1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737461 Dec 13 10:13:53.691230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-6d51dfbf-49e8-43c4-9f70-f11759c23b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:53.692903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-6d51dfbf-49e8-43c4-9f70-f11759c23b0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1094 time: 0.1193357 Dec 13 10:13:53.696834 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee92a85-614e-4102-83f6-3ca6c860af7d x-openstack-request-id: req-cee92a85-614e-4102-83f6-3ca6c860af7d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:53.697127 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:53.697380 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cee92a85-614e-4102-83f6-3ca6c860af7d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:53.697777 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'status': 'completed', 'code': 200} Dec 13 10:13:53.755081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-015445d3-ecd8-4339-856d-a3b7e2c176da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 217 time: 0.0462973 Dec 13 10:13:53.806004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-b381cb24-b6f0-450d-8fd8-c9ad9f07cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:53.807503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-b381cb24-b6f0-450d-8fd8-c9ad9f07cdd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0455091 Dec 13 10:13:53.857997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668530-8d86-44ab-b825-5cea50170bfa req-79895108-7d5f-4bb5-ba2b-68261f2ca65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:53.859494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-79895108-7d5f-4bb5-ba2b-68261f2ca65e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447989 Dec 13 10:13:53.948512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-b7213663-4f6c-46bb-94ee-fc535773a02c service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808764 Dec 13 10:13:54.044727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f668530-8d86-44ab-b825-5cea50170bfa req-2681c6a4-2982-4ad6-8911-c706ceeb1462 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882595 Dec 13 10:13:54.130200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd3b2-46a7-4624-8465-4d115154e590 req-a8a8a36d-8890-4de7-99b0-6f61d1683a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:54.131839 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-a8a8a36d-8890-4de7-99b0-6f61d1683a72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1094 time: 0.0418375 Dec 13 10:13:54.235079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd3b2-46a7-4624-8465-4d115154e590 req-8e8f8ec8-2669-4468-adb1-5d39137655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:54.236898 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-8e8f8ec8-2669-4468-adb1-5d39137655a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0983708 Dec 13 10:13:54.284440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-76183b7f-a034-4582-beed-aee2404f75e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 217 time: 0.0399446 Dec 13 10:13:54.337382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd3b2-46a7-4624-8465-4d115154e590 req-4c026f58-f05e-4160-8089-5dc248336f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:54.339801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-4c026f58-f05e-4160-8089-5dc248336f59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0479186 Dec 13 10:13:54.394185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd3b2-46a7-4624-8465-4d115154e590 req-01d138c3-0476-4744-b45e-6f2c267a1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:54.395734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-01d138c3-0476-4744-b45e-6f2c267a1e49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487251 Dec 13 10:13:54.495539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-b56f25b0-b56d-4b47-8fd2-645cb9badc3a service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921128 Dec 13 10:13:54.589902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-361dd3b2-46a7-4624-8465-4d115154e590 req-e8c12f2f-2c12-49ec-883c-24368dbbdf1d service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Dec 13 10:13:54.795043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc68aa2-c85b-45f6-b973-1cd3ac1c5327 req-2fb233ba-7e9c-48b6-883b-4f1a414699d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:54.796505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbc68aa2-c85b-45f6-b973-1cd3ac1c5327 req-2fb233ba-7e9c-48b6-883b-4f1a414699d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0492582 Dec 13 10:13:54.851021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bbc68aa2-c85b-45f6-b973-1cd3ac1c5327 req-551213e8-b973-40af-8e1e-a8416192649f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479484 Dec 13 10:13:55.970101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b1128-a2c9-4276-91b9-5d79d9594a81 req-691b64a4-d8b8-4677-b479-5260e1b8fcc4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.971627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee7b1128-a2c9-4276-91b9-5d79d9594a81 req-691b64a4-d8b8-4677-b479-5260e1b8fcc4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Dec 13 10:13:56.020737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee7b1128-a2c9-4276-91b9-5d79d9594a81 req-c6750bb1-7350-4079-a4e0-2b1ca8683597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Dec 13 10:13:57.141749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d428-fc6f-4232-9222-210c85e1e568 req-15add8a9-a934-4d38-8366-91db35e3fbfe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:57.143234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81f4d428-fc6f-4232-9222-210c85e1e568 req-15add8a9-a934-4d38-8366-91db35e3fbfe tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0486817 Dec 13 10:13:57.194206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81f4d428-fc6f-4232-9222-210c85e1e568 req-6c9805dc-c85f-46db-9970-20b2ba9f741b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448797 Dec 13 10:13:58.324348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d796f-5a5c-430c-99c6-ad6d6c771f40 req-68160ed7-4703-4862-ae08-882c54e1fa54 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:58.326285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-546d796f-5a5c-430c-99c6-ad6d6c771f40 req-68160ed7-4703-4862-ae08-882c54e1fa54 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0578513 Dec 13 10:13:58.381456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-546d796f-5a5c-430c-99c6-ad6d6c771f40 req-891ea672-8d1b-423d-8f38-b5b9b122f57c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490489 Dec 13 10:13:59.499468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eefd84-de00-4055-92fe-e320e199b9ab req-df068393-7d4d-4f3d-bc08-6a193cb2c9d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:59.500965 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68eefd84-de00-4055-92fe-e320e199b9ab req-df068393-7d4d-4f3d-bc08-6a193cb2c9d1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0480516 Dec 13 10:13:59.550800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68eefd84-de00-4055-92fe-e320e199b9ab req-04680c87-76fb-454c-841b-4390a69f4ebd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Dec 13 10:13:59.894894 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.672832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832953-cbbd-4c00-b254-54eb63248dc7 req-da489842-29b8-4ad9-89a8-8658b1dd1277 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:00.674299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d832953-cbbd-4c00-b254-54eb63248dc7 req-da489842-29b8-4ad9-89a8-8658b1dd1277 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0509667 Dec 13 10:14:00.999024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d832953-cbbd-4c00-b254-54eb63248dc7 req-2c0e07a8-eaf5-4a85-a7e1-88aa89127849 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188136 Dec 13 10:14:02.115108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce965-64bd-418c-a55a-9c87c5f2c017 req-c266c7ee-11c6-4684-8da8-88c9037eada0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:02.116592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01fce965-64bd-418c-a55a-9c87c5f2c017 req-c266c7ee-11c6-4684-8da8-88c9037eada0 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0476019 Dec 13 10:14:02.164476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01fce965-64bd-418c-a55a-9c87c5f2c017 req-e9758e4f-9296-477f-8e65-cd6894761d9b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Dec 13 10:14:02.693147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca35c3-adb6-4cb0-8121-acafdec20c5f req-7c2debf7-dcbe-4f2a-b498-6af4cb74fcca tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:02.694561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3ca35c3-adb6-4cb0-8121-acafdec20c5f req-7c2debf7-dcbe-4f2a-b498-6af4cb74fcca tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1097 time: 0.0392683 Dec 13 10:14:02.742792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3ca35c3-adb6-4cb0-8121-acafdec20c5f req-f39cf341-5b1e-43fe-a15a-580a3a3038a4 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Dec 13 10:14:02.764494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57272) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:02.917804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 416ddbb4-72ce-443b-b1a6-cc0eb26ea308 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:02.918154 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.996146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.996399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.008387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 416ddbb4-72ce-443b-b1a6-cc0eb26ea308 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:03.156383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.186333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=416ddbb4-72ce-443b-b1a6-cc0eb26ea308,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:03.276688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.277031 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 disassociated (deleted). External IP: 172.25.2.140, port: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4. Dec 13 10:14:03.342010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb776994-0386-457f-90d0-37392f8c2423 req-1dc778b2-3fb4-4384-a6e5-90cee07fadee tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:03.343530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb776994-0386-457f-90d0-37392f8c2423 req-1dc778b2-3fb4-4384-a6e5-90cee07fadee tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0982022 Dec 13 10:14:03.443330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb776994-0386-457f-90d0-37392f8c2423 req-dc1fc6e9-d178-4ae9-b366-6ec0bcf13926 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939920 Dec 13 10:14:03.524669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55415-23a6-45d1-91f7-d1b3c7e11102 req-b01c6716-ab28-4509-9234-a59e1dbaae8c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:03.526064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55e55415-23a6-45d1-91f7-d1b3c7e11102 req-b01c6716-ab28-4509-9234-a59e1dbaae8c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0968990 Dec 13 10:14:03.610135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router ef888fba-a8b9-43f7-8469-03b0b76c88d7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:03.617186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55e55415-23a6-45d1-91f7-d1b3c7e11102 req-a2c96898-cc0f-4cff-af6f-402e4d9c50e4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655141 Dec 13 10:14:03.748493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:03.753205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.758376 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Sync routers for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:03.768206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:03.768892 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:13:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:03.787569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275461-f68b-43ba-8269-f25bafc27d75 req-a9058b4d-e4d7-4306-a5c9-423f2293b458 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:03.789000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45275461-f68b-43ba-8269-f25bafc27d75 req-a9058b4d-e4d7-4306-a5c9-423f2293b458 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0890200 Dec 13 10:14:03.795590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ef76813-46cb-4ffd-ac0d-75e947464673 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/floatingips/e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568 HTTP/1.1" status: 204 len: 168 time: 1.0270929 Dec 13 10:14:03.795590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:03.796210 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930236dd-e6ec-4d66-aa3e-04089fc04cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:03.842633 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45275461-f68b-43ba-8269-f25bafc27d75 req-0e08f8c8-1815-4c67-ba18-e00f8a1bb015 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Dec 13 10:14:03.901562 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83820b4a-8130-428f-a698-092c004dd9b3 x-openstack-request-id: req-83820b4a-8130-428f-a698-092c004dd9b3 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:03.902585 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:03.903710 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83820b4a-8130-428f-a698-092c004dd9b3 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:03.904410 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:14:03.976620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-e5e40cc1-479c-428a-ba39-ab55d02a6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:03.979072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-e5e40cc1-479c-428a-ba39-ab55d02a6b0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 1097 time: 0.0535140 Dec 13 10:14:04.022074 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:04.077824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-2cab16a6-20b6-4ec0-a1af-7901b3bb60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.079309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-2cab16a6-20b6-4ec0-a1af-7901b3bb60a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 200 len: 898 time: 0.0922661 Dec 13 10:14:04.123028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ceb7d-7520-4841-9225-8ce2bb457733 req-b862f6f0-5121-494b-9e37-6d9f87abfc22 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.124562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e7ceb7d-7520-4841-9225-8ce2bb457733 req-b862f6f0-5121-494b-9e37-6d9f87abfc22 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 946 time: 0.1092038 Dec 13 10:14:04.129214 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-526d49f6-c7fa-45a6-a319-c3196997e57d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 200 len: 217 time: 0.0408828 Dec 13 10:14:04.160998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-6e75c5f9-14a1-4680-9754-06fa8da02707 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.162463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-6e75c5f9-14a1-4680-9754-06fa8da02707 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1585033 Dec 13 10:14:04.188773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-7b627ed3-a495-44fd-94da-65161212059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.191237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-7b627ed3-a495-44fd-94da-65161212059d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 200 len: 835 time: 0.0489695 Dec 13 10:14:04.194605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-4caabf53-30f9-4b80-a22f-498e632cae2c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/quotas/0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 375 time: 0.0263073 Dec 13 10:14:04.200260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e7ceb7d-7520-4841-9225-8ce2bb457733 req-bdff039a-8ca2-4064-81c2-7d08561c4db1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631332 Dec 13 10:14:04.240431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:04.245447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-10344c7b-fe8a-4502-9dfa-618c0341efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.246978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-10344c7b-fe8a-4502-9dfa-618c0341efc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54653b8f-52f0-44ce-b503-45932289f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484853 Dec 13 10:14:04.267618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-99a341c6-ce36-4740-8912-e25fe5de9074 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0582473 Dec 13 10:14:04.270859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Checking router: ef888fba-a8b9-43f7-8469-03b0b76c88d7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:04.280145 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:04.280839 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:13:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:04.348583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-6584d5a7-fefa-4f5a-9cd6-ccd195feb1ed service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940988 Dec 13 10:14:04.391461 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:04.418447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-550580ce-95ea-40c6-a149-6837ed914b6c service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429121 Dec 13 10:14:04.447208 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-930236dd-e6ec-4d66-aa3e-04089fc04cf6 req-528602cc-37c8-4a1e-b7da-44bac2d95778 service neutron] 10.222.0.16 "GET /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Dec 13 10:14:04.510535 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:04.532461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-fa488baa-8ee6-4f04-b8a3-ae41a9f597cb service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075499 Dec 13 10:14:04.569748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acb9f-e68a-492b-8bb5-733be341d9c2 req-4f890ad2-320d-4ada-8643-0a46ac5f8e1f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:04.571277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e2acb9f-e68a-492b-8bb5-733be341d9c2 req-4f890ad2-320d-4ada-8643-0a46ac5f8e1f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 943 time: 0.0593295 Dec 13 10:14:04.616054 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:04.626371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e2acb9f-e68a-492b-8bb5-733be341d9c2 req-4148d6d4-9e3f-4546-8598-26bd2968b0ee tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479121 Dec 13 10:14:04.644523 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e6ccc-06c2-4fde-b13a-7d17b051baa5 None None] The sync data for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 is: [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:04Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0', 'name': '', 'network_id': '54653b8f-52f0-44ce-b503-45932289f6de', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:24:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '075cd070-1077-432e-b758-98da092d9933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:03Z', 'updated_at': '2021-12-13T10:11:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '075cd070-1077-432e-b758-98da092d9933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:04.699116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32799408-7fde-4e57-bd3a-e656a3b10b2b req-e470dd74-3843-4f60-8d3d-fd592b9a83ca tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Dec 13 10:14:04.913616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a090bbf-1a44-4fa4-aa61-29dc279470d0 None None] New status for floating IP e544a36e-9c4f-4b2d-9cf8-2a1e4a1a7568: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:05.237647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7f5c55ac-eb63-4577-bd1e-131e84d67a21 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:05.326988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0c91-81ec-4bfa-8b05-f6a71454dfde req-ff2ddeb9-5319-4eb4-8998-fc004eecbf90 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:05.328610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce3d0c91-81ec-4bfa-8b05-f6a71454dfde req-ff2ddeb9-5319-4eb4-8998-fc004eecbf90 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 946 time: 0.0493338 Dec 13 10:14:05.342074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:05.353900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'port_id': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'mac_address': 'fa:16:3e:e9:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:05.376874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce3d0c91-81ec-4bfa-8b05-f6a71454dfde req-b60cb169-9fad-43db-9305-fa70c9c1086b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=de69af20-7588-4f3e-b245-d96968004fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Dec 13 10:14:05.390917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:05.403934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c55ac-eb63-4577-bd1e-131e84d67a21 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:05.427755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:05.431647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:05.457359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-59dd5afc-b5ad-4b50-a194-eb32e0036ad3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:05.458836 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-59dd5afc-b5ad-4b50-a194-eb32e0036ad3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 946 time: 0.0552959 Dec 13 10:14:05.477924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:05.549858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:05.550228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:05.652696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:05.653007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:05.656319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7f5c55ac-eb63-4577-bd1e-131e84d67a21'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:05.702286 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:05.819339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-2e53b8aa-41a3-4339-9f55-f6adc83c90c5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:05.820855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-2e53b8aa-41a3-4339-9f55-f6adc83c90c5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1839170 Dec 13 10:14:05.822023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a7367-569d-4b2e-bf8d-e8b993804ef4 req-58268623-8ed3-441b-b479-b251f3e79ba3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:05.823981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af9a7367-569d-4b2e-bf8d-e8b993804ef4 req-58268623-8ed3-441b-b479-b251f3e79ba3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 944 time: 0.1128399 Dec 13 10:14:05.838684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'device_id': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'admin_state_up': True, 'tenant_id': '0c54267b95b146acaeafe92dcdc89866'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:05.848729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09bb115-3566-4f6b-a229-7a1476ba81da req-a1185388-1e34-4fc7-8b03-b71c687e75fe tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 210 time: 0.0663121 Dec 13 10:14:05.905742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af9a7367-569d-4b2e-bf8d-e8b993804ef4 req-2215269a-aec6-4523-b0ef-df86a05fbcc8 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673964 Dec 13 10:14:05.973317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.004832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=b295ea4e-3fef-4d48-b4de-6dc1bfe01df4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:06.021934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.022289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.022640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.022992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.023335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.023707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.024046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.024382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.024715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.025063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.025393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.025722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.026048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:06.063705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] No DVR routers for this DVR port b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:06.065342 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:06.069103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.071323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.074565 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-29c2aafc-a0c1-4d78-93fa-29894d501e32 req-28c4a1d1-be98-4076-8ba1-62a4529cd0b2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "DELETE /v2.0/ports/b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 HTTP/1.1" status: 204 len: 173 time: 0.6087878 Dec 13 10:14:06.075029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-deleted', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:06.077292 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a05ccc-1891-4ee0-8a50-be6fc97ad619" -d '{"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-deleted", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:06.135192 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94183b0e-1592-405d-8189-bb0fdb51619c x-openstack-request-id: req-94183b0e-1592-405d-8189-bb0fdb51619c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:06.135488 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a789b2f8-50c4-4c1e-9848-b21c2174018a", "name": "network-vif-deleted", "tag": "b295ea4e-3fef-4d48-b4de-6dc1bfe01df4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:06.135781 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94183b0e-1592-405d-8189-bb0fdb51619c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:06.136182 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a789b2f8-50c4-4c1e-9848-b21c2174018a', 'name': 'network-vif-deleted', 'tag': 'b295ea4e-3fef-4d48-b4de-6dc1bfe01df4', 'status': 'completed', 'code': 200} Dec 13 10:14:06.161634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-173697d0-7912-4f5f-b976-b833398fed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.218144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.20.0.3 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/bcc97334-b795-4c96-92cf-220a8183c838) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:06.366190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.403667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.417074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:06.419757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:06.452152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:06.455220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:06.459712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:06.463974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:06.519430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:06.520359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.528540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5a06bf4-cb3e-4dce-b8ce-5e6907baf765 req-27d9efdd-4572-487c-bc4e-3b08a57f3ffc tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=a789b2f8-50c4-4c1e-9848-b21c2174018a HTTP/1.1" status: 200 len: 210 time: 0.0404196 Dec 13 10:14:06.576443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-61440f44-1459-4667-9ccc-1b2085f0b05f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414832 Dec 13 10:14:06.589168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Request body: {'port': {'device_id': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:06.657947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.792124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1dc973ae-a7f6-4f4e-878c-84c4614fd206 None None] Provisioning complete for port bcc97334-b795-4c96-92cf-220a8183c838 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:06.792673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1dc973ae-a7f6-4f4e-878c-84c4614fd206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.829582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1dc973ae-a7f6-4f4e-878c-84c4614fd206 None None] Port bcc97334-b795-4c96-92cf-220a8183c838 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:06.942282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc97334-b795-4c96-92cf-220a8183c838 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:06.951452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:06.965301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Transition to ACTIVE for port object bcc97334-b795-4c96-92cf-220a8183c838 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:14:06.965529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7069-0d9b-4c9d-b865-f3a64725bb0c req-15166a87-48b0-474f-bec7-7981d93e9f17 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:06.966849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79af7069-0d9b-4c9d-b865-f3a64725bb0c req-15166a87-48b0-474f-bec7-7981d93e9f17 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 931 time: 0.0536990 Dec 13 10:14:06.969398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.027605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:07.051306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79af7069-0d9b-4c9d-b865-f3a64725bb0c req-afbd0410-b4d0-4f41-8e7d-07be0692a0a9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Dec 13 10:14:07.063961 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c420fa8-547f-44b1-ab90-54221b1ecd57 req-026ed66e-b950-45f0-bf08-a8e667eb62bd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.072089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c420fa8-547f-44b1-ab90-54221b1ecd57 req-026ed66e-b950-45f0-bf08-a8e667eb62bd tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 944 time: 0.0799809 Dec 13 10:14:07.098341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Attempting to bind port bcc97334-b795-4c96-92cf-220a8183c838 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:07.098669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Attempting to bind port bcc97334-b795-4c96-92cf-220a8183c838 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:07.099000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Attempting to bind port bcc97334-b795-4c96-92cf-220a8183c838 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:07.103576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Port bcc97334-b795-4c96-92cf-220a8183c838 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:14:07.104112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Attempting to bind port bcc97334-b795-4c96-92cf-220a8183c838 on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:07.109746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:07.110089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:07.110478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:07.110938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Bound port: bcc97334-b795-4c96-92cf-220a8183c838, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:07.111307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.122077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c420fa8-547f-44b1-ab90-54221b1ecd57 req-d81e9ca7-4262-4ab9-a87c-c4f5d37bddaa tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482268 Dec 13 10:14:07.176081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:07.180938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:07.186159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.221243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.221786 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.223619 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] 10.222.0.16 "PUT /v2.0/ports/bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 200 len: 1091 time: 0.6394737 Dec 13 10:14:07.252302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595721cd-ec26-4b30-94b0-2983c7c33d0e service neutron] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:07.270439 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7f5c55ac-eb63-4577-bd1e-131e84d67a21 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:07.312930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-d320387b-471b-48a1-a1f2-43c841b92eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.314467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-d320387b-471b-48a1-a1f2-43c841b92eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 1094 time: 0.0479741 Dec 13 10:14:07.322555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:14:07.327259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:07.327666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.359688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-d508460c-7937-4d1b-bb77-d230865a4919 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Dec 13 10:14:07.410805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.411864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-c2554993-dad8-4e75-ba90-4fa2fa9b0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.413477 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-c2554993-dad8-4e75-ba90-4fa2fa9b0596 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0468023 Dec 13 10:14:07.435342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:07.437688 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac1ccf2-916f-4c84-b914-001d3c5bac2d" -d '{"events": [{"server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:07.450622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:07.455158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.479759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-92f1cea7-f3c8-4fda-be08-0dead0456879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.482946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-92f1cea7-f3c8-4fda-be08-0dead0456879 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607855 Dec 13 10:14:07.487872 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24659f1b-276d-4363-803e-e9d771029109 x-openstack-request-id: req-24659f1b-276d-4363-803e-e9d771029109 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:07.488163 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:07.488419 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24659f1b-276d-4363-803e-e9d771029109 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:07.488810 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'code': 200} Dec 13 10:14:07.524322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:07.532798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.533154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.533504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.533846 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.534190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.534520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.534858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.535190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.535537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.535878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.536231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.536567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.536897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:07.579203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57336) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:07.587462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-8dd7eaad-ad0f-42f2-8901-d12887703541 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955672 Dec 13 10:14:07.624732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0283a0-ee46-4f07-bfe5-ec2aeb6db370 req-6bffc0e5-acdb-4a8b-91ce-9589292d2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:07.626231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e0283a0-ee46-4f07-bfe5-ec2aeb6db370 req-6bffc0e5-acdb-4a8b-91ce-9589292d2088 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1096 time: 0.0893247 Dec 13 10:14:07.681850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eeec432b-f6c7-4491-b9ca-caf41cb75884 req-ced882b4-eff2-43d5-bb75-959457f63081 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Dec 13 10:14:07.717525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e0283a0-ee46-4f07-bfe5-ec2aeb6db370 req-a27c6c06-72a4-4df9-bfdc-97849aa5223f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845025 Dec 13 10:14:07.969096 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.138069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:08.140635 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4428a99-fb57-4f72-a24f-e1187610764e" -d '{"events": [{"name": "network-changed", "server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "tag": "bcc97334-b795-4c96-92cf-220a8183c838"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:08.177966 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804f216-ec1f-4452-b7c5-4e01c6741c0c x-openstack-request-id: req-5804f216-ec1f-4452-b7c5-4e01c6741c0c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:08.178275 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "tag": "bcc97334-b795-4c96-92cf-220a8183c838", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:08.178541 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5804f216-ec1f-4452-b7c5-4e01c6741c0c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:08.178943 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838', 'status': 'completed', 'code': 200} Dec 13 10:14:08.184840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136ee2a-d66e-423c-b318-bdf9c499058e req-ad77c3ed-d667-4bf6-82a6-8af306812095 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.186285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f136ee2a-d66e-423c-b318-bdf9c499058e req-ad77c3ed-d667-4bf6-82a6-8af306812095 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 943 time: 0.0615628 Dec 13 10:14:08.245554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428a99-fb57-4f72-a24f-e1187610764e req-aea014a7-59c3-4061-acc0-b33a3f683969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.247939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-aea014a7-59c3-4061-acc0-b33a3f683969 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 1094 time: 0.0449166 Dec 13 10:14:08.313708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f136ee2a-d66e-423c-b318-bdf9c499058e req-25a193fa-48ee-408e-810b-b02ec3796246 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Dec 13 10:14:08.334419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159887-caff-40ad-bb8b-dc04094f4716 req-3e164de6-942d-4f3b-98c3-32981561ba65 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.335936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b159887-caff-40ad-bb8b-dc04094f4716 req-3e164de6-942d-4f3b-98c3-32981561ba65 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.1067963 Dec 13 10:14:08.339331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428a99-fb57-4f72-a24f-e1187610764e req-67c0f5c5-4ac0-44cb-a3be-9c940f074f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.340908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-67c0f5c5-4ac0-44cb-a3be-9c940f074f1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0866246 Dec 13 10:14:08.360375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:08.360718 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.386496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-0b834727-8d65-46ed-8a0e-e8ea7237de6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 200 len: 217 time: 0.0374389 Dec 13 10:14:08.435745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b159887-caff-40ad-bb8b-dc04094f4716 req-35ae6151-7413-480c-b681-c76834c2ca58 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921669 Dec 13 10:14:08.436021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428a99-fb57-4f72-a24f-e1187610764e req-3572bdae-69e2-4949-926c-3b5be609831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.437398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-3572bdae-69e2-4949-926c-3b5be609831d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0435846 Dec 13 10:14:08.470692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:08.471054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.483429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:08.486536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428a99-fb57-4f72-a24f-e1187610764e req-e8744a30-786b-4b29-b591-19d79f058c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.488061 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-e8744a30-786b-4b29-b591-19d79f058c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433645 Dec 13 10:14:08.582316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-098f9530-f0cf-4957-b986-276f54f2a50a service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865195 Dec 13 10:14:08.583913 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d7b6-3e2f-4476-bbd8-0aad3a1bd7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.674644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d4428a99-fb57-4f72-a24f-e1187610764e req-f1540286-b096-4e9d-871b-0beba42f7611 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852356 Dec 13 10:14:08.675621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.704394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:08.880682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.367735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router ef888fba-a8b9-43f7-8469-03b0b76c88d7 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:09.499540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f178-c1ee-444c-a55d-57c635afbe39 req-895de04b-9f81-4f2c-90df-c555221e8fea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:09.501054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2655f178-c1ee-444c-a55d-57c635afbe39 req-895de04b-9f81-4f2c-90df-c555221e8fea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 943 time: 0.0932214 Dec 13 10:14:09.525386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:09.535864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Sync routers for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:09.542740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3fd66890-63fc-44b1-b2e9-e4fe2af75f82 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/ef888fba-a8b9-43f7-8469-03b0b76c88d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600213 Dec 13 10:14:09.543349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:09.546308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:09.548794 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.591889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2655f178-c1ee-444c-a55d-57c635afbe39 req-317c5a72-436d-4a08-897f-e11a0a401464 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 Dec 13 10:14:09.597909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting subnet 075cd070-1077-432e-b758-98da092d9933 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:14:09.601256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.603463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96afc-e3d8-4f91-a820-e80a9cece438 req-ca9e90ed-7d53-4378-9cfc-f80715a600c7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:09.605177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9b96afc-e3d8-4f91-a820-e80a9cece438 req-ca9e90ed-7d53-4378-9cfc-f80715a600c7 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.0868738 Dec 13 10:14:09.640796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.652394 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.665189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:09.671756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9b96afc-e3d8-4f91-a820-e80a9cece438 req-0e989ceb-5a80-418e-8b5a-dc2e7170b315 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602698 Dec 13 10:14:09.745102 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.789717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2545ee-83b5-4136-8cbd-45493a1ade3d req-1b0c5486-0e13-46d9-848e-6f174f6002c4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:09.791277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e2545ee-83b5-4136-8cbd-45493a1ade3d req-1b0c5486-0e13-46d9-848e-6f174f6002c4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.0514748 Dec 13 10:14:09.812812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.844474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Subnet': ['ID=075cd070-1077-432e-b758-98da092d9933,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:09.848395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.851570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c8714aed-f738-436e-b921-c47e01bdb9ab tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/subnets/075cd070-1077-432e-b758-98da092d9933 HTTP/1.1" status: 204 len: 168 time: 0.3070626 Dec 13 10:14:09.852104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e2545ee-83b5-4136-8cbd-45493a1ade3d req-62c66c23-cb35-45c2-9fa2-c79fde2bc7c3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540979 Dec 13 10:14:09.854229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:09.864172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f2c62-04e6-4199-a53d-e743a3577425 None None] Network 54653b8f-52f0-44ce-b503-45932289f6de requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:09.867624 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:14:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.873713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57354) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:09.897682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Checking router: ef888fba-a8b9-43f7-8469-03b0b76c88d7 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:09.907696 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Routers {'ef888fba-a8b9-43f7-8469-03b0b76c88d7'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:09.908596 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.915888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e306b-bb01-406f-8899-bf721aa3631f tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:09.921648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8e1e306b-bb01-406f-8899-bf721aa3631f tempest-TestVolumeBootPattern-892113909 tempest-TestVolumeBootPattern-892113909-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1091 time: 0.0465956 Dec 13 10:14:09.922305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57356) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:09.927094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:09.964666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:09.966055 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.038194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] Set router ef888fba-a8b9-43f7-8469-03b0b76c88d7 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:10.053513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] DHCP port deletion for 54653b8f-52f0-44ce-b503-45932289f6de request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:10.106804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Deleting port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:10.107449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.114312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.185104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] For port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,segment=NetworkSegment(e896d2dc-c4a8-487c-a02a-390bcfe48441),segment_id=e896d2dc-c4a8-487c-a02a-390bcfe48441)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:10.185536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.208135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Calling delete_port for 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:10.263215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:14:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:10.274364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Allocated IP 172.25.2.23 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/d68b085b-9ae1-45b0-b9eb-346627b96f10) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:10.298692 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353dc41-194d-47f0-962e-68555dc1afbf None None] The sync data for ids ['ef888fba-a8b9-43f7-8469-03b0b76c88d7'] in n-d-820935-7 is: [{'id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335897590', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c787868b-6856-4739-b207-0574ac1a563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:14:08Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'c787868b-6856-4739-b207-0574ac1a563e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef888fba-a8b9-43f7-8469-03b0b76c88d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:01Z', 'updated_at': '2021-12-13T10:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:10.300206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.324780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] No DVR routers for this DVR port 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:10.358688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820608f5-36e3-4465-8e05-7f98d8a3a4d3 None None] Pushing event deleted for resources: {'Port': ['ID=2da29e6f-bd99-4d8b-89a2-5b95e3aeca05,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:10.378982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bcc97334-b795-4c96-92cf-220a8183c838 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:10.381273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:10.401001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.409707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.414153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:10.414577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device b295ea4e-3fef-4d48-b4de-6dc1bfe01df4 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:10.441025 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.472160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port c787868b-6856-4739-b207-0574ac1a563e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:10.472498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.478260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:10.482827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:10.486503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:10.506049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:10.515527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=d68b085b-9ae1-45b0-b9eb-346627b96f10,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:10.519929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'bcc97334-b795-4c96-92cf-220a8183c838', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': 'bcc97334-b795-4c96-92cf-220a8183c838', 'mac_address': 'fa:16:3e:54:32:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:10.557861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.558121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port c787868b-6856-4739-b207-0574ac1a563e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c787868b-6856-4739-b207-0574ac1a563e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:10.558627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.571836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc97334-b795-4c96-92cf-220a8183c838 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:10.572369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for c787868b-6856-4739-b207-0574ac1a563e owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:10.592163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:10.599160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.679920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:10.750118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:10.776948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:10.777662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2da29e6f-bd99-4d8b-89a2-5b95e3aeca05 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:10.778095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:10.797599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.805176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:10.805733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a4c9265c-806a-409e-a9b4-2f5f8f0ac0a0 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:10.833161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83178f7e-c5e4-4490-8d02-c1e6d94da47e req-51c5ac59-f29b-47a5-8ebc-e8c24c5c4e41 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:10.840168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=c787868b-6856-4739-b207-0574ac1a563e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:10.840692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83178f7e-c5e4-4490-8d02-c1e6d94da47e req-51c5ac59-f29b-47a5-8ebc-e8c24c5c4e41 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 944 time: 0.0858421 Dec 13 10:14:10.862674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531a43f-589d-480e-81cf-fa24ab9a4c80 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:10.915115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.925299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bcc97334-b795-4c96-92cf-220a8183c838'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:10.956105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83178f7e-c5e4-4490-8d02-c1e6d94da47e req-5f595765-def3-439f-bfa3-5329fdefe508 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144764 Dec 13 10:14:11.017939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.020796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.041384 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.071988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.072649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Fanout notify agent at l3_agent the message router_deleted on router ef888fba-a8b9-43f7-8469-03b0b76c88d7 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:14:11.086912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.089528 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9633422-95b7-4270-98e2-6d84a52091e3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/routers/ef888fba-a8b9-43f7-8469-03b0b76c88d7 HTTP/1.1" status: 204 len: 168 time: 1.2339072 Dec 13 10:14:11.092578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57360) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:11.175318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.220642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.224688 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.359127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.390679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54653b8f-52f0-44ce-b503-45932289f6de']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:11.408123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e896d2dc-c4a8-487c-a02a-390bcfe48441') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:11.408359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e896d2dc-c4a8-487c-a02a-390bcfe48441') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:11.425439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.443105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.455373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.457225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:14:11.457477 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:14:11.460430 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:14:11.474336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.575862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.587704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.591561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/networks/54653b8f-52f0-44ce-b503-45932289f6de HTTP/1.1" status: 204 len: 168 time: 0.4979949 Dec 13 10:14:11.592411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event updated for resources: {'Port': ['ID=d68b085b-9ae1-45b0-b9eb-346627b96f10,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:11.594852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57362) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:11.607638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf652-20c5-4c04-a980-3af7f35dccc7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Network': ['ID=54653b8f-52f0-44ce-b503-45932289f6de,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:11.613944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.655952 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.684489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.720092 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP 5f12f243-cde7-483c-9096-5263a878817e associated. External IP: 172.25.2.23, port: 7f5c55ac-eb63-4577-bd1e-131e84d67a21. Dec 13 10:14:11.746099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.748827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:11.750394 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/security-groups/de69af20-7588-4f3e-b245-d96968004fed HTTP/1.1" status: 204 len: 168 time: 0.1533308 Dec 13 10:14:11.760522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde18c2-243a-4cd3-8388-fc4000845d81 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69af20-7588-4f3e-b245-d96968004fed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:11.933350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:12.004929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:12.066010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:12.076612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:12.087278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:12.088101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:12.091695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8712341-f3c0-46ab-a257-f00b3e27f7b2 req-0f862477-32e7-4b0d-9501-c97e0a3ce159 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.093212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8712341-f3c0-46ab-a257-f00b3e27f7b2 req-0f862477-32e7-4b0d-9501-c97e0a3ce159 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 944 time: 0.0663245 Dec 13 10:14:12.096395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:12.140609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e140033e-d005-4e2b-a4eb-e43dab186597 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2171965 Dec 13 10:14:12.141452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:12.143741 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16988db0-5eff-4b42-bced-491a22f4c09d" -d '{"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:12.172423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8712341-f3c0-46ab-a257-f00b3e27f7b2 req-8d04fb10-69d3-4038-90a1-d142533d28f0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725708 Dec 13 10:14:12.224557 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c21e2-bdbf-49e6-bdc2-f347efbfdf36 x-openstack-request-id: req-3d1c21e2-bdbf-49e6-bdc2-f347efbfdf36 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:12.224868 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:12.225149 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d1c21e2-bdbf-49e6-bdc2-f347efbfdf36 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:12.225545 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'status': 'completed', 'code': 200} Dec 13 10:14:12.288047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988db0-5eff-4b42-bced-491a22f4c09d req-1f725ad9-3ec4-45d8-95f6-17d2be54b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.289516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-1f725ad9-3ec4-45d8-95f6-17d2be54b8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1096 time: 0.0418687 Dec 13 10:14:12.362165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:12.379960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988db0-5eff-4b42-bced-491a22f4c09d req-9dc80ebf-2767-42f2-b5bd-03b1fbdd6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.381452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-9dc80ebf-2767-42f2-b5bd-03b1fbdd6c23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0846624 Dec 13 10:14:12.394383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bcc97334-b795-4c96-92cf-220a8183c838 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:12.454924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-78f1d64e-7b2e-4acd-8796-20868adffc55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 998 time: 0.0665779 Dec 13 10:14:12.506523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988db0-5eff-4b42-bced-491a22f4c09d req-15a37a0c-4bff-49eb-9072-0dcb4c95edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.508629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-15a37a0c-4bff-49eb-9072-0dcb4c95edc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0471272 Dec 13 10:14:12.541870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c787868b-6856-4739-b207-0574ac1a563e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:12.550005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port bcc97334-b795-4c96-92cf-220a8183c838 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:14:12.555487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988db0-5eff-4b42-bced-491a22f4c09d req-d2f39ab4-ee5b-4624-933d-fd2df44e3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.557035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-d2f39ab4-ee5b-4624-933d-fd2df44e3166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412085 Dec 13 10:14:12.571948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c787868b-6856-4739-b207-0574ac1a563e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:12.572308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c787868b-6856-4739-b207-0574ac1a563e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:12.573666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port bcc97334-b795-4c96-92cf-220a8183c838 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:12.574049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:12.649512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-f6e1a3e4-a408-4532-b4aa-f9fde9f44da1 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846775 Dec 13 10:14:12.710730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:12.737825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:12.738154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-16988db0-5eff-4b42-bced-491a22f4c09d req-f5439fed-8a17-4783-817f-b9d48f5de4d4 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814636 Dec 13 10:14:12.740116 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f32ba-2b77-4046-b61b-4abb028ed758" -d '{"events": [{"server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "name": "network-vif-plugged", "status": "completed", "tag": "bcc97334-b795-4c96-92cf-220a8183c838"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:12.755332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}, {'id': '5f12f243-cde7-483c-9096-5263a878817e', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:e9:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:10Z', 'updated_at': '2021-12-13T10:14:10Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:12.758341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:12.785315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:12.789141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:12.794069 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d458d0b8-7ef8-4305-8ee5-deeca4ca4913 x-openstack-request-id: req-d458d0b8-7ef8-4305-8ee5-deeca4ca4913 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:12.794309 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "name": "network-vif-plugged", "status": "completed", "tag": "bcc97334-b795-4c96-92cf-220a8183c838", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:12.794569 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d458d0b8-7ef8-4305-8ee5-deeca4ca4913 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:12.794967 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838', 'code': 200} Dec 13 10:14:12.828023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:12.828869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:12.894875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:12.909994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466e31-c2e0-4128-99b7-da8a6e991d9c req-05c56f4b-8628-46d5-a76e-8f2469096480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:12.911527 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16466e31-c2e0-4128-99b7-da8a6e991d9c req-05c56f4b-8628-46d5-a76e-8f2469096480 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 1096 time: 0.0522847 Dec 13 10:14:12.957336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:12.957838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-16466e31-c2e0-4128-99b7-da8a6e991d9c req-9a226396-d99a-4e93-b406-938ba97a0ce3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390568 Dec 13 10:14:13.088307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57378) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.093669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229398953', 'description': 'tempest-secgroup-smoke-1229398953 description', 'project_id': 'a710072baa3a482d91a81cbc7585c07e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.115671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.182544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}, {'id': '5f12f243-cde7-483c-9096-5263a878817e', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:e9:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:10Z', 'updated_at': '2021-12-13T10:14:10Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:13.185554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.189840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.209708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595796e6-bc5d-443c-bbac-e05ebe1d726d None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}, {'id': '5f12f243-cde7-483c-9096-5263a878817e', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:e9:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:10Z', 'updated_at': '2021-12-13T10:14:10Z', 'revision_number': 0, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:13.223086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.224823 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351020 Dec 13 10:14:13.227708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57382) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.234264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.239693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e90da-3e31-4533-893b-21b6de1eb617 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdddea2-831d-426e-8e27-88a4f3e9e61c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.267513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.330301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927949-19db-498f-a6b9-70e524732103 req-c3d87b49-e767-4c9c-9f3f-59ffa6aa566f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:13.332052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1927949-19db-498f-a6b9-70e524732103 req-c3d87b49-e767-4c9c-9f3f-59ffa6aa566f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 945 time: 0.0642159 Dec 13 10:14:13.336125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.340056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.361109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad737051-691c-41a1-abee-56a0cf9a8a9c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.367924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.369218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59f53dde-742f-4a30-9ed0-5f26a29f8002 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405721 Dec 13 10:14:13.373170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.379720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.381709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1927949-19db-498f-a6b9-70e524732103 req-a1eff9dd-79cc-4efe-8d90-243785787e7e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Dec 13 10:14:13.416489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.466179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dabccb-2a58-4b60-8111-0305831f83a4 None None] New status for floating IP 5f12f243-cde7-483c-9096-5263a878817e: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:13.475691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.479744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.497672 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c701c4b9-43bb-4c81-9008-91b079bd3275,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.509901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:14:13.511013 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.512332 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-74663d33-df27-4670-b1e6-b203b6ec7ba4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361852 Dec 13 10:14:13.515386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.519996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.545574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.605825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.609682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.627944 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9bd608-691a-4833-904c-98da41c79673,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.636179 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.640724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dddbebd4-605f-4c94-b234-b82d4d1b27b0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215570 Dec 13 10:14:13.641076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57388) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.645266 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.670818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.728065 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.731877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.749395 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43e4c78-3e85-48bc-a495-9362c04fcb72,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.757996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.759201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7025d474-4dde-43d0-8e1a-bcacaa606e74 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173131 Dec 13 10:14:13.762038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57390) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.766389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.787193 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:14:13.792223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.850466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.854061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.872612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9842ba0-d7e1-4781-b88e-db88d51a3309,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:13.880097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.881355 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-30a81fc7-46dc-47e0-8541-23e1b5ed42f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183507 Dec 13 10:14:13.884142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57392) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.888578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': '7bdddea2-831d-426e-8e27-88a4f3e9e61c', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:13.909181 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:14:13.914151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.976995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.981328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.001643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1d406-c828-4c4b-bcf4-242ad5b1bc60,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:14.007443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.008667 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-53f66c39-922a-4528-8cab-760adf440a28 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235464 Dec 13 10:14:14.011719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:14.016500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'network': {'name': 'tempest-network-smoke--556037001', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:14.037087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:14.040645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.064297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:14:14.073684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.074082 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Added segment b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb of type vlan for network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 Dec 13 10:14:14.114409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.138393 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.144032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:14.144632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.201939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1891723 Dec 13 10:14:14.204763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57396) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:14.211089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'admin_state_up': True, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:14.218797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a1e8-21a4-44c0-8070-c2d757b097f2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Network': ['ID=489495d8-8ea0-4b6b-adf0-4ab5a2b25510,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:14.228988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:14:14.239891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.240968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.296693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.718727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.801147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419649-e285-4de9-978c-1799d6fe699d req-008f77f7-bdc5-4618-889a-21945970bfc0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:14.802623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01419649-e285-4de9-978c-1799d6fe699d req-008f77f7-bdc5-4618-889a-21945970bfc0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 945 time: 0.0955036 Dec 13 10:14:14.865190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-01419649-e285-4de9-978c-1799d6fe699d req-dc6e70b9-9f7b-4c55-ab43-3462fb436d5a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546327 Dec 13 10:14:14.990865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.016962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.064594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-c42553e7-01ec-42d7-b02f-49fdc8f8752b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 267 time: 0.1099305 Dec 13 10:14:15.156935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-e8638a7e-5bee-4161-9011-5ad70e4f5b70 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:15.158415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-e8638a7e-5bee-4161-9011-5ad70e4f5b70 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 945 time: 0.0868108 Dec 13 10:14:15.178572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'security_groups': []}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:15.181540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.141 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/20ef8c4a-11b8-4760-9f8d-c790820ecec8) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:15.304026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.397727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.503317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.556347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:15.570060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:15.576960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:15.582711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:15.589250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376df9eb-48ad-42b2-9a27-3fd3b9662c87 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:15.611993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=20ef8c4a-11b8-4760-9f8d-c790820ecec8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:15.628409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.635694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.646940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6', 'bcc97334-b795-4c96-92cf-220a8183c838'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:15.652203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:15.745917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:15.746397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f0319624-bdff-4979-b142-26121048e382 None None] Provisioning complete for port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:15.746534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0319624-bdff-4979-b142-26121048e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.746648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.748026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b95fd02c-981a-493b-b2e5-d8f3ef138ff1 req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "PUT /v2.0/ports/bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 200 len: 904 time: 0.5825613 Dec 13 10:14:15.748503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:15.750879 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa22efa-607f-43d4-a4fd-401d4496b055" -d '{"events": [{"name": "network-changed", "server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "tag": "bcc97334-b795-4c96-92cf-220a8183c838"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:15.828351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f0319624-bdff-4979-b142-26121048e382 None None] Port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:15.833293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['bcc97334-b795-4c96-92cf-220a8183c838'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:15.851473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c81f-5e97-472f-9a8b-6d1ac975ce7c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:15.892133 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1755fd-23c2-461a-95ca-65f90ff5fb1f x-openstack-request-id: req-ad1755fd-23c2-461a-95ca-65f90ff5fb1f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:15.892412 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "tag": "bcc97334-b795-4c96-92cf-220a8183c838", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:15.892677 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad1755fd-23c2-461a-95ca-65f90ff5fb1f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:15.893094 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838', 'status': 'completed', 'code': 200} Dec 13 10:14:15.946910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-8596530c-3bb0-45d2-a78e-0408f9207e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:15.949256 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-8596530c-3bb0-45d2-a78e-0408f9207e5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 1058 time: 0.0597584 Dec 13 10:14:15.967769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c20b3-db02-462b-94cd-108378c70fb8 req-69376ef8-9f5c-4271-958e-795370a89c14 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:15.984112 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-119c20b3-db02-462b-94cd-108378c70fb8 req-69376ef8-9f5c-4271-958e-795370a89c14 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 907 time: 0.1499674 Dec 13 10:14:16.054559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-65a9e8a7-37de-4597-b1dc-b421e572d0f6 None None] Provisioning complete for port bcc97334-b795-4c96-92cf-220a8183c838 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:16.055749 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65a9e8a7-37de-4597-b1dc-b421e572d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.064894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-ad1adb7f-d8ad-4d13-9b9b-5c2335073627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.066590 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.066736 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-ad1adb7f-d8ad-4d13-9b9b-5c2335073627 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1083970 Dec 13 10:14:16.116978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-186013dc-3d6c-4e02-8e46-9a13a6678620 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 200 len: 217 time: 0.0427890 Dec 13 10:14:16.169873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-60ddefab-8001-4eb1-9272-1f2c9b8951fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.171463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-60ddefab-8001-4eb1-9272-1f2c9b8951fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0463903 Dec 13 10:14:16.193696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054a5f-31fb-4998-8f5d-ce088e3f9f16 req-40f6f996-51e0-47a4-b0e9-94526ae99ee3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.195205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73054a5f-31fb-4998-8f5d-ce088e3f9f16 req-40f6f996-51e0-47a4-b0e9-94526ae99ee3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.1307397 Dec 13 10:14:16.221914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-e17663a1-ba7b-478c-885f-c85ce87b0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.223466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-e17663a1-ba7b-478c-885f-c85ce87b0fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448766 Dec 13 10:14:16.287587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73054a5f-31fb-4998-8f5d-ce088e3f9f16 req-4bcd095c-72c7-4e8f-aacc-8d83a3f75d02 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851567 Dec 13 10:14:16.320212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-55bcb726-1abd-4585-960c-e9f73fe78dd2 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896735 Dec 13 10:14:16.339183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.412555 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-afa22efa-607f-43d4-a4fd-401d4496b055 req-ec0ca2ca-87b3-48ce-8dda-4dcd73660974 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842860 Dec 13 10:14:16.473721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adc3d5-02fd-4427-aabf-395f77aba1ff req-bddaaeae-1e7f-43a5-acd4-99c68445e836 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.475193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4adc3d5-02fd-4427-aabf-395f77aba1ff req-bddaaeae-1e7f-43a5-acd4-99c68445e836 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0957386 Dec 13 10:14:16.539284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4adc3d5-02fd-4427-aabf-395f77aba1ff req-d65a51ef-cea0-41da-a84a-377ec7702c96 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577054 Dec 13 10:14:16.547636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 7f2a332b-efea-49df-8080-d67bf9f4abb1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:14:16.661411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:16.673424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Sync routers for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:16.686506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:16.687167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:16.735259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.736504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-db217354-e50e-474d-9ffd-df7bb3908a3f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5307107 Dec 13 10:14:16.739825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57422) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.768994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e7d7086e-b748-4b19-ba2e-82080e27bd20 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a710072baa3a482d91a81cbc7585c07e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279412 Dec 13 10:14:16.771454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57424) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.783906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-c4efe827-bc70-4d4b-8d36-51aa08b985b3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.791007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-c4efe827-bc70-4d4b-8d36-51aa08b985b3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.1276751 Dec 13 10:14:16.801082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:16.802334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-ddaa3ae0-aa06-413e-83d3-e6b5f68e5359 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/quotas/0c54267b95b146acaeafe92dcdc89866 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Dec 13 10:14:16.869968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-8eb86099-14de-42e3-a42f-e9aa4b8a8e77 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0623562 Dec 13 10:14:16.889898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d539b8b-a5db-4bb0-a247-9f8855ba208a tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:16.891697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d539b8b-a5db-4bb0-a247-9f8855ba208a tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1192875 Dec 13 10:14:16.894464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57426) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.924091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd9dfd12-8455-48ba-be50-2438f8b3e1d8 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279357 Dec 13 10:14:16.927095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57428) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.932901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278259725', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:16.977438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-7a29f6f8-231f-43d8-b517-d1913bdf5630 service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996470 Dec 13 10:14:16.993060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:17.019888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Checking router: 7f2a332b-efea-49df-8080-d67bf9f4abb1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:17.020647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Updating router 7f2a332b-efea-49df-8080-d67bf9f4abb1 port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:14:17.028928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:17.032848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.048017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.083445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-4ebd217d-2217-41dd-be95-2632ee0819ba service neutron] 10.222.0.31 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976264 Dec 13 10:14:17.237457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.266177 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a17d6f25-effd-4e42-b472-5535923e9db8 req-9fb06f64-0f0e-4fe9-bace-363afe85e754 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Dec 13 10:14:17.325221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Subnet': ['ID=48913ad5-5e60-4450-8f43-82a7a11a49fd,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:17.332743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:17.332878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network hostable DHCP agents. Network: 489495d8-8ea0-4b6b-adf0-4ab5a2b25510, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:14:17.351775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:14:17.366854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 489495d8-8ea0-4b6b-adf0-4ab5a2b25510) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:17.371052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:17.371807 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.380328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c69942-6500-4ff4-bd57-b63f6d75ff01 None None] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:17.388140 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.391598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ad7c1af-73da-4164-bad3-d49a2a4a8e16 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4628072 Dec 13 10:14:17.393889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57438) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:17.429778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.674459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d55052-edf9-454d-9a85-d9e2667fc623 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:17.693088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906420-af8a-48c4-8db0-5fd312adcb1c None None] Pushing event updated for resources: {'Port': ['ID=20ef8c4a-11b8-4760-9f8d-c790820ecec8,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:17.700261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Attempting to bind port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:17.700641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Attempting to bind port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:17.701157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Attempting to bind port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:17.717179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:17.717567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:17.717989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.718399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:17.718928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Bound port: 20ef8c4a-11b8-4760-9f8d-c790820ecec8, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:17.719292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.771041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:14:17.772516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.830497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cb4de4f6-b8e5-49e2-bf59-fb7d73e7e94a None None] Provisioning complete for port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:17.830995 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb4de4f6-b8e5-49e2-bf59-fb7d73e7e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.860615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] For port 20ef8c4a-11b8-4760-9f8d-c790820ecec8, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:17.921654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] For port 20ef8c4a-11b8-4760-9f8d-c790820ecec8, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=20ef8c4a-11b8-4760-9f8d-c790820ecec8,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:17.934988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.969020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-cb4de4f6-b8e5-49e2-bf59-fb7d73e7e94a None None] Port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:18.014406 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae4e7d-5fe3-4a80-9c24-a40aea407b1d None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:18.051750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906420-af8a-48c4-8db0-5fd312adcb1c None None] Pushing event updated for resources: {'Port': ['ID=20ef8c4a-11b8-4760-9f8d-c790820ecec8,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:18.057177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:18.057798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:18.098418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Allocated IP 172.20.0.2 (489495d8-8ea0-4b6b-adf0-4ab5a2b25510/48913ad5-5e60-4450-8f43-82a7a11a49fd/aa57bae2-2e80-49da-b13c-95e6a5c3c24d) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:18.151801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] Provisioning complete for port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:18.152490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.227391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.299035 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:18.391107 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-007d1842-6728-413e-b565-58c56eab0580 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:18.392585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-007d1842-6728-413e-b565-58c56eab0580 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 812 time: 0.2231250 Dec 13 10:14:18.411220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d87a35a-6530-4e9c-821c-49e88e2eca0c req-066b600b-d75e-4c4c-9e3d-7450ef89acea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 210 time: 0.0512257 Dec 13 10:14:18.416456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Request body: {'port': {'device_id': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'admin_state_up': True, 'tenant_id': '0c54267b95b146acaeafe92dcdc89866'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:18.499702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.504455 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.518897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.578701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] For port 20ef8c4a-11b8-4760-9f8d-c790820ecec8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=20ef8c4a-11b8-4760-9f8d-c790820ecec8,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:18.610601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.615435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:18.622901 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:18.625352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:18.627649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Pushing event updated for resources: {'Port': ['ID=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:18.647044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Made reservation on behalf of 0c54267b95b146acaeafe92dcdc89866 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:18.650563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.691504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.1 (489495d8-8ea0-4b6b-adf0-4ab5a2b25510/48913ad5-5e60-4450-8f43-82a7a11a49fd/82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:18.737776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb369-9a2d-4456-9c0f-1efce1aaa63b None None] Pushing event updated for resources: {'Port': ['ID=20ef8c4a-11b8-4760-9f8d-c790820ecec8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:18.741254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Attempting to bind port aa57bae2-2e80-49da-b13c-95e6a5c3c24d on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:18.741639 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Attempting to bind port aa57bae2-2e80-49da-b13c-95e6a5c3c24d by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:18.742007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Attempting to bind port aa57bae2-2e80-49da-b13c-95e6a5c3c24d on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:18.749220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:18.749599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:18.750123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.750385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Bound using segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:18.750858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Bound port: aa57bae2-2e80-49da-b13c-95e6a5c3c24d, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:18.751236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.765531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:18.794658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96f3e-fa3b-47e3-baf3-970fd81a50fb None None] The sync data for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 is: [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:18.850675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] For port aa57bae2-2e80-49da-b13c-95e6a5c3c24d, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:18.854173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] For port aa57bae2-2e80-49da-b13c-95e6a5c3c24d, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:18.859194 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.879325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Allocated IP 172.20.0.11 (3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744/9ab29d97-a261-4f55-b00e-cb91ea0bede2/43959731-0e09-4a4a-bda6-0926639961dd) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:18.903135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:18.930313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276090-6d66-49b2-aaea-cd047512c7c5 None None] Pushing event updated for resources: {'Port': ['ID=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:19.018998 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.107225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:19.114427 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:19.116924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:19.166526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:19.192952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.208382 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.303705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.315289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:19.350796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:19.401155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:19.404120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:19.408087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:19.410656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:19.495472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:19.497454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.563946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-621716fc-8812-4dfd-881c-5986e4320e31 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1552753 Dec 13 10:14:19.586364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Request body: {'port': {'device_id': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:19.628667 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.722081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec1e80-fd3f-46c0-a416-1f2d6165654b req-122838d5-36f7-4797-a50a-747d76dd23f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:19.723736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17ec1e80-fd3f-46c0-a416-1f2d6165654b req-122838d5-36f7-4797-a50a-747d76dd23f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 932 time: 0.1691043 Dec 13 10:14:19.726980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.777101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-22cb966c-db5f-4c62-bd48-f132e07efea3 None None] Provisioning complete for port 43959731-0e09-4a4a-bda6-0926639961dd triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:19.777705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22cb966c-db5f-4c62-bd48-f132e07efea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:19.824677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-22cb966c-db5f-4c62-bd48-f132e07efea3 None None] Port 43959731-0e09-4a4a-bda6-0926639961dd cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:19.982817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17ec1e80-fd3f-46c0-a416-1f2d6165654b req-bd7e3541-7ff1-4431-a964-b3c63e02fe46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511389 Dec 13 10:14:20.075240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196effcf-b231-4bdb-b7c1-0665924dad4d None None] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:20.165265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] Provisioning complete for port aa57bae2-2e80-49da-b13c-95e6a5c3c24d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:20.165780 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.200868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.207731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.278620 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.318723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] For port aa57bae2-2e80-49da-b13c-95e6a5c3c24d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:20.321022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.324601 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.334591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:20.345703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43959731-0e09-4a4a-bda6-0926639961dd {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:20.395765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160368fd-bf95-4a57-9418-e9d8611ffbb2 None None] Pushing event updated for resources: {'Port': ['ID=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:20.414903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.444881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Transition to ACTIVE for port object 43959731-0e09-4a4a-bda6-0926639961dd will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:14:20.453093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.529363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:20.533887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:20.558075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5ba46890-ff81-4f2f-a06d-fe1780585754 None None] Provisioning complete for port aa57bae2-2e80-49da-b13c-95e6a5c3c24d triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:20.558851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ba46890-ff81-4f2f-a06d-fe1780585754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.619897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:20.702581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device aa57bae2-2e80-49da-b13c-95e6a5c3c24d up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:20.763505 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Attempting to bind port 43959731-0e09-4a4a-bda6-0926639961dd on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:20.763879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Attempting to bind port 43959731-0e09-4a4a-bda6-0926639961dd by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:20.764207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Attempting to bind port 43959731-0e09-4a4a-bda6-0926639961dd on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:20.771453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Port 43959731-0e09-4a4a-bda6-0926639961dd on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:14:20.771812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Attempting to bind port 43959731-0e09-4a4a-bda6-0926639961dd on network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:20.779586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5ba46890-ff81-4f2f-a06d-fe1780585754 None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:20.780075 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ba46890-ff81-4f2f-a06d-fe1780585754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.790900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:20.791246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Checking segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:20.791667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Bound using segment: {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:20.792106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Bound port: 43959731-0e09-4a4a-bda6-0926639961dd, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbef8ce-5c40-4782-85a5-7aa02be1399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:20.792464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.797274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 7f2a332b-efea-49df-8080-d67bf9f4abb1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:20.833980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port aa57bae2-2e80-49da-b13c-95e6a5c3c24d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:20.834354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.862751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5ba46890-ff81-4f2f-a06d-fe1780585754 None None] Port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:20.943070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 20ef8c4a-11b8-4760-9f8d-c790820ecec8 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:20.960709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:20.966168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:20.974152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:20.984175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-44043f55-ed75-4dc2-9b68-0fcf064862e9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/7f2a332b-efea-49df-8080-d67bf9f4abb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887749 Dec 13 10:14:20.985463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.993572 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Sync routers for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:21.019052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:21.019726 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.021662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6017e1dd-15af-41a0-b4b2-0115c2b0d50d None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:21.022083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6017e1dd-15af-41a0-b4b2-0115c2b0d50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.038498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:21.040250 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:21.047624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.048197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.050728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] 10.222.0.20 "PUT /v2.0/ports/43959731-0e09-4a4a-bda6-0926639961dd HTTP/1.1" status: 200 len: 1092 time: 1.4720497 Dec 13 10:14:21.051216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:21.053599 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49789de7-79bb-4ddc-bb22-4e55f66ac848" -d '{"events": [{"name": "network-changed", "server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "tag": "43959731-0e09-4a4a-bda6-0926639961dd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:21.091850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2e77-7396-4012-b1ce-0c5dcd442b72 service neutron] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:21.157185 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f2dda-f0c9-4a6b-a10c-9196cc7cc523 x-openstack-request-id: req-bf3f2dda-f0c9-4a6b-a10c-9196cc7cc523 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:21.157556 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "tag": "43959731-0e09-4a4a-bda6-0926639961dd", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:21.157871 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf3f2dda-f0c9-4a6b-a10c-9196cc7cc523 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:21.158292 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd', 'status': 'completed', 'code': 200} Dec 13 10:14:21.190213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-a8163d7f-d78e-4716-b1b4-bafeb6a4f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.191514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6017e1dd-15af-41a0-b4b2-0115c2b0d50d None None] Port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:21.192167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-a8163d7f-d78e-4716-b1b4-bafeb6a4f5c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 1095 time: 0.0888531 Dec 13 10:14:21.252914 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:21.258648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-07b73d4c-63d8-48b2-8dbd-9c4e7809b6e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43959731-0e09-4a4a-bda6-0926639961dd HTTP/1.1" status: 200 len: 217 time: 0.0522461 Dec 13 10:14:21.448423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1ed8f89e-e849-40f3-85a6-23f7c205f816 None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:21.448799 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f89e-e849-40f3-85a6-23f7c205f816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.488718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8f89e-e849-40f3-85a6-23f7c205f816 None None] Port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:21.588581 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 2, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:21.616611 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Checking router: 7f2a332b-efea-49df-8080-d67bf9f4abb1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:21.616984 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Updating router 7f2a332b-efea-49df-8080-d67bf9f4abb1 port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:14:21.643145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94433-e6d9-48b4-a7db-1517cc2dfa04 req-2b5b9cb6-e36e-46f9-999c-15567d807a16 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.643998 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.644650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cf94433-e6d9-48b4-a7db-1517cc2dfa04 req-2b5b9cb6-e36e-46f9-999c-15567d807a16 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 944 time: 0.4714720 Dec 13 10:14:21.679644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-14739252-25bf-496c-b2de-e7225e29855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.681516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-14739252-25bf-496c-b2de-e7225e29855d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.4124081 Dec 13 10:14:21.755145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a3b8ea3c-49d8-4495-8af9-62f3a6a0b089 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229398953&fields=id&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 267 time: 0.1348448 Dec 13 10:14:21.759616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6cf94433-e6d9-48b4-a7db-1517cc2dfa04 req-a01b30aa-4472-4710-9dbd-f073fee84153 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069801 Dec 13 10:14:21.796207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd700e3-f143-4024-a79c-4306778310be req-cce9f449-12a6-4e9f-9e75-834fc691be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.797700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-cce9f449-12a6-4e9f-9e75-834fc691be95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073027 Dec 13 10:14:21.909806 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.915257 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.938391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a22e4bbc-6bba-4cda-8c27-c0b9abcafa21 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:21.939932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a22e4bbc-6bba-4cda-8c27-c0b9abcafa21 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 796 time: 0.1741467 Dec 13 10:14:21.968479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-706116c6-1ac0-47f7-b03f-299ba7f9fbdd service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427603 Dec 13 10:14:21.970992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a0af5b1e-9f9c-41ce-82b9-6f9ee6b0c717 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/quotas/a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 375 time: 0.0196993 Dec 13 10:14:21.987436 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Pushing event updated for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:22.007625 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.008292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.008292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.008612 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.008948 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.009268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.009590 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.009912 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.010227 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.010730 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.011221 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.011782 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.012260 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:22.029255 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Attempting to bind port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:22.029626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Attempting to bind port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:22.029991 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Attempting to bind port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:22.035058 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:22.035437 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:22.035868 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.036256 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Bound using segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:22.036719 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Bound port: 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:22.037095 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.086939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-759c58ce-335a-4cdf-b96c-5aa0a1f94c1e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014097 Dec 13 10:14:22.106812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fd700e3-f143-4024-a79c-4306778310be req-1a877bca-cd03-4817-8491-e4aadfef88f4 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297479 Dec 13 10:14:22.108307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] For port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:22.111864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] For port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:22.121989 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.186949 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:22.187682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:22.232657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:22.233770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.236894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-39384115-d836-49ee-ac16-e63f53fce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:22.238301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-39384115-d836-49ee-ac16-e63f53fce671 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 1095 time: 0.0758069 Dec 13 10:14:22.240754 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71a23e-2c1a-4c8a-9a67-de134821e89f None None] Pushing event updated for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:22.242727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-07191eed-e0a9-4057-ba57-780c5e3a13ac service neutron] 10.222.0.31 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343110 Dec 13 10:14:22.340276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.353318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:22.395874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] For port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:22.403386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.411336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-efa9de26-809c-4d61-9957-4a0e0ab7c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:22.412888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-efa9de26-809c-4d61-9957-4a0e0ab7c86e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1671009 Dec 13 10:14:22.419023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-ec087286-3212-4856-858f-d624e906f38e service neutron] 10.222.0.31 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623840 Dec 13 10:14:22.462940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-a038489e-5a51-46c4-8c82-b21ac4cbd14e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43959731-0e09-4a4a-bda6-0926639961dd HTTP/1.1" status: 200 len: 217 time: 0.0400977 Dec 13 10:14:22.466879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28865a-f41c-48d6-b1a2-c5f213f83c60 None None] Pushing event updated for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:22.521658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-06d130cb-6a5c-43f9-b047-4fcc5212dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:22.523465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-06d130cb-6a5c-43f9-b047-4fcc5212dd45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0501549 Dec 13 10:14:22.524440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-df8023e5-ebdd-4cf4-b9ff-eca6f7bcbf64 None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:22.524974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-df8023e5-ebdd-4cf4-b9ff-eca6f7bcbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.595370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-28a780b1-c21c-461c-9a70-e580342cff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:22.596916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-28a780b1-c21c-461c-9a70-e580342cff3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650742 Dec 13 10:14:22.599192 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:22.630396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d487416e-80c6-4772-9e3d-9dc92bfeb651 req-8e3f4b59-bfa9-4c9d-af14-73881d6a6287 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 210 time: 0.0324998 Dec 13 10:14:22.634146 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827bb35-c701-461f-b606-8fcd69e4ebaa None None] The sync data for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 is: [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:22.738188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-fe885fe9-8a22-4e93-963a-bc8e7f72b1a4 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303408 Dec 13 10:14:22.873010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49789de7-79bb-4ddc-bb22-4e55f66ac848 req-d9c7e055-165f-44f8-91e5-34dc453a9243 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262035 Dec 13 10:14:22.915584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25946873-dd5b-48c1-951e-5829d9b9daae req-1e8bcb7d-1d9c-4db4-942e-b779b8e869ab tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:22.917411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25946873-dd5b-48c1-951e-5829d9b9daae req-1e8bcb7d-1d9c-4db4-942e-b779b8e869ab tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 944 time: 0.0671496 Dec 13 10:14:22.969492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25946873-dd5b-48c1-951e-5829d9b9daae req-30778e34-9a7e-4c03-9ecd-6ad204e87b27 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Dec 13 10:14:23.717451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-3ffcc9dd-9c1f-46fd-85ec-07524084b217 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:23.719309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-3ffcc9dd-9c1f-46fd-85ec-07524084b217 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 796 time: 0.1361725 Dec 13 10:14:23.747120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50211556-ac00-4088-be09-9c9b03a8a304 req-f21145ca-6929-400f-bc9c-b78930855c61 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 210 time: 0.0355804 Dec 13 10:14:23.795165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-bd0b2a2e-6a8a-4735-8c26-273259675df4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 380 time: 0.0666013 Dec 13 10:14:23.805970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'port': {'device_id': '62348a09-79e8-4def-b433-54da26da7671', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'admin_state_up': True, 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'security_groups': ['7bdddea2-831d-426e-8e27-88a4f3e9e61c']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:23.910231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:23.913687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.040390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.4 (489495d8-8ea0-4b6b-adf0-4ab5a2b25510/48913ad5-5e60-4450-8f43-82a7a11a49fd/457880cb-4c00-4043-b656-da78cb03efc8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:24.085538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ace48-f569-4cd4-aaab-e09dabbd37aa req-c49dff86-7144-404d-8654-12b8d621e50d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:24.087066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-663ace48-f569-4cd4-aaab-e09dabbd37aa req-c49dff86-7144-404d-8654-12b8d621e50d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 944 time: 0.0503726 Dec 13 10:14:24.136198 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-663ace48-f569-4cd4-aaab-e09dabbd37aa req-c18e1b48-ea42-44c4-a92c-acc887630dda tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Dec 13 10:14:24.181789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.219149 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.264790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:24.267858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:24.270171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:24.296142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:24.325634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:24.326259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.345930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-a053d36c-d3f4-4ace-83ad-48e5706bb037 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435162 Dec 13 10:14:24.366867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Request body: {'port': {'device_id': '62348a09-79e8-4def-b433-54da26da7671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:24.422411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.497909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-da7fe321-7fec-46e9-bc4e-5809fd6bac04 None None] Provisioning complete for port 457880cb-4c00-4043-b656-da78cb03efc8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:24.498396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da7fe321-7fec-46e9-bc4e-5809fd6bac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.537762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-da7fe321-7fec-46e9-bc4e-5809fd6bac04 None None] Port 457880cb-4c00-4043-b656-da78cb03efc8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:24.560704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:24.610340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:24.610716 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.694819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457880cb-4c00-4043-b656-da78cb03efc8 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:24.702987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.714659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Transition to ACTIVE for port object 457880cb-4c00-4043-b656-da78cb03efc8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:14:24.718419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.766813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:24.845216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:24.845564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:24.845900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:24.850497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:14:24.850847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:24.856184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:24.856524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:24.856914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Bound using segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:24.857352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Bound port: 457880cb-4c00-4043-b656-da78cb03efc8, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:24.857713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.882264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8a98-cea6-4faf-a852-f15749f0c4a7 req-74153275-ec99-4c79-a2bb-bbc33dad579b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:24.884024 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27ec8a98-cea6-4faf-a852-f15749f0c4a7 req-74153275-ec99-4c79-a2bb-bbc33dad579b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 943 time: 0.0564103 Dec 13 10:14:24.928466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:24.932051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:24.937088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.940708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27ec8a98-cea6-4faf-a852-f15749f0c4a7 req-f4689066-fb4b-4935-9b6d-ebc4a9e66c2d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488553 Dec 13 10:14:24.977331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:24.977982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.979391 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] 10.222.0.16 "PUT /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1091 time: 0.6169519 Dec 13 10:14:24.979869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:24.982796 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276" -d '{"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:25.004386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf715b-155d-444c-b4d7-aa7b062d6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:25.040014 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134372ce-cdd5-421f-8611-a44012be4a5a x-openstack-request-id: req-134372ce-cdd5-421f-8611-a44012be4a5a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:25.040317 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:25.040578 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-134372ce-cdd5-421f-8611-a44012be4a5a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:25.040988 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'status': 'completed', 'code': 200} Dec 13 10:14:25.079603 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-73ce08a1-4c48-4411-92e1-1189e76f7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.081157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-73ce08a1-4c48-4411-92e1-1189e76f7555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1094 time: 0.0506406 Dec 13 10:14:25.134085 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-b20cb4d2-f389-4516-99aa-0b5312d6292f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 217 time: 0.0403416 Dec 13 10:14:25.188406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-f35990f3-5dfa-46d2-8c04-6a50ceb59606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.190264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-f35990f3-5dfa-46d2-8c04-6a50ceb59606 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0489271 Dec 13 10:14:25.235844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-ecbb91e9-0097-47ba-9a70-2fdeb4ccd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.237399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-ecbb91e9-0097-47ba-9a70-2fdeb4ccd2c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403059 Dec 13 10:14:25.257580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549f087-af9a-4296-a2bc-81099d15dda9 req-bbdc696f-76ce-456e-b282-ee53946e78cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.259075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9549f087-af9a-4296-a2bc-81099d15dda9 req-bbdc696f-76ce-456e-b282-ee53946e78cb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 944 time: 0.0525725 Dec 13 10:14:25.307406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9549f087-af9a-4296-a2bc-81099d15dda9 req-275f4111-fffa-4134-ba1f-1646ddab8844 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Dec 13 10:14:25.335843 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-e6b1236f-e18f-4b75-b50c-e191ab7ef7f7 service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898392 Dec 13 10:14:25.361699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 43959731-0e09-4a4a-bda6-0926639961dd details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:25.424775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba69ba5a-d5ea-4fe3-b87a-6a58ca618cea req-dfef43c2-243e-44c6-96bc-6ce799611d94 service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818388 Dec 13 10:14:25.458614 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:25.470730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '43959731-0e09-4a4a-bda6-0926639961dd', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '43959731-0e09-4a4a-bda6-0926639961dd', 'mac_address': 'fa:16:3e:b7:fc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:25.507304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.515737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-11425842-4e26-4d5e-a527-e66f285b1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.517225 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-11425842-4e26-4d5e-a527-e66f285b1627 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1094 time: 0.0442216 Dec 13 10:14:25.520358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43959731-0e09-4a4a-bda6-0926639961dd {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:25.540260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:25.545179 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.590849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:25.607176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-99fc3d9c-a943-43e9-b4d9-13475561df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.608660 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-99fc3d9c-a943-43e9-b4d9-13475561df36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.0840044 Dec 13 10:14:25.650443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-cee82d44-968f-4839-bcb1-359ce3643bf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 217 time: 0.0336983 Dec 13 10:14:25.702526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-f261f237-2232-4a4a-884f-2a6a3232aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.703944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-f261f237-2232-4a4a-884f-2a6a3232aa16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0462604 Dec 13 10:14:25.748646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-4695e13a-d6c0-4e47-b1c2-532e05437ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.750122 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-4695e13a-d6c0-4e47-b1c2-532e05437ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392442 Dec 13 10:14:25.805658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['43959731-0e09-4a4a-bda6-0926639961dd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:25.839523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-fd747fb2-6c44-486a-b49a-256abbe4fbc5 service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813591 Dec 13 10:14:25.934339 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0947b2eb-03ae-4a87-8d7e-cc7bcc59d276 req-a612ad3b-59b6-447a-99da-dab61f8f7bfa service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Dec 13 10:14:26.058133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c30734-94dd-461e-aab0-2eefe6670fbf req-bb4276eb-2a14-4f7c-b473-c35fd25a21ee tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:26.060261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29c30734-94dd-461e-aab0-2eefe6670fbf req-bb4276eb-2a14-4f7c-b473-c35fd25a21ee tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 943 time: 0.0490074 Dec 13 10:14:26.108581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29c30734-94dd-461e-aab0-2eefe6670fbf req-aaf05230-4a03-4751-8b55-e2ce7be727bd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 13 10:14:26.420015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af9ab2-c622-4015-909d-7d52604151a4 req-aab781a5-101f-4875-829c-dc939e3bbed8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:26.421479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14af9ab2-c622-4015-909d-7d52604151a4 req-aab781a5-101f-4875-829c-dc939e3bbed8 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Dec 13 10:14:26.471065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14af9ab2-c622-4015-909d-7d52604151a4 req-de90a6d3-5dc6-41e7-a605-d1d1bc41ab88 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Dec 13 10:14:27.223689 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697050-9b6f-4445-ae7a-d8e26610a0e3 req-41c8129c-7107-4c15-a466-362cd6561c89 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:27.225220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86697050-9b6f-4445-ae7a-d8e26610a0e3 req-41c8129c-7107-4c15-a466-362cd6561c89 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 943 time: 0.0500369 Dec 13 10:14:27.272952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86697050-9b6f-4445-ae7a-d8e26610a0e3 req-d6fa9ee6-ff04-4945-86ea-1a3848b8eb0a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Dec 13 10:14:27.369450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 43959731-0e09-4a4a-bda6-0926639961dd up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:27.420958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 43959731-0e09-4a4a-bda6-0926639961dd completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:14:27.425533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 43959731-0e09-4a4a-bda6-0926639961dd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:27.425911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.500927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.524182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:27.526459 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae1ee6-71de-481d-ab7d-a6c6f0ed2b80" -d '{"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-plugged", "status": "completed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:27.539296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:27.543386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.587238 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b6a357-b26a-4093-b407-43b77d3d4e2f x-openstack-request-id: req-67b6a357-b26a-4093-b407-43b77d3d4e2f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:27.587533 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-plugged", "status": "completed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:27.587808 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67b6a357-b26a-4093-b407-43b77d3d4e2f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:27.588202 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd', 'code': 200} Dec 13 10:14:27.596054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaf38a-4b70-431f-a779-65a77fae63d3 req-6b97f33b-4fee-4d4c-b647-1cae1eb47f0a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:27.597807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4eaaf38a-4b70-431f-a779-65a77fae63d3 req-6b97f33b-4fee-4d4c-b647-1cae1eb47f0a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0585635 Dec 13 10:14:27.598738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:27.672151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4eaaf38a-4b70-431f-a779-65a77fae63d3 req-120b0207-ede7-4d40-9fd0-4d6cebf73b83 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Dec 13 10:14:27.729760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0fb59-f1a0-4d16-abdb-4a5c7123e3fb req-29d346bc-1d6b-4fa6-8ffa-919b9c0a55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:27.731502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeb0fb59-f1a0-4d16-abdb-4a5c7123e3fb req-29d346bc-1d6b-4fa6-8ffa-919b9c0a55b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 1097 time: 0.0576353 Dec 13 10:14:27.778030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aeb0fb59-f1a0-4d16-abdb-4a5c7123e3fb req-f0dfe627-0f0f-41f8-ad54-2202c8cc75d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 Dec 13 10:14:28.394898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abf70-4c64-4b18-8a1f-b4e2cbddad48 req-6c894641-c232-4117-ab72-b89ca924750a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:28.396591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a3abf70-4c64-4b18-8a1f-b4e2cbddad48 req-6c894641-c232-4117-ab72-b89ca924750a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 943 time: 0.0524361 Dec 13 10:14:28.451365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:28.452347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a3abf70-4c64-4b18-8a1f-b4e2cbddad48 req-04e4ea2f-9f31-4c6b-befc-b1c82e42c025 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485053 Dec 13 10:14:28.565700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:28.577232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '457880cb-4c00-4043-b656-da78cb03efc8', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'mac_address': 'fa:16:3e:e4:35:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:28.623433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.639916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457880cb-4c00-4043-b656-da78cb03efc8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:28.665245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:28.669732 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.721672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:28.813479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf4094-e2ff-4692-b0b8-5c644e505331 req-c143e346-5cc8-47f8-ab98-63400912f0d2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:28.826648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cbf4094-e2ff-4692-b0b8-5c644e505331 req-c143e346-5cc8-47f8-ab98-63400912f0d2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0554581 Dec 13 10:14:28.881833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cbf4094-e2ff-4692-b0b8-5c644e505331 req-3445a3bd-48fa-466a-a010-65546bf6158c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539718 Dec 13 10:14:29.010459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['457880cb-4c00-4043-b656-da78cb03efc8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:29.583262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32ecd-4da8-42b0-b7e5-69fc1177c8f3 req-82a9e767-9b01-4971-b37e-0177d8add252 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:29.584767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-add32ecd-4da8-42b0-b7e5-69fc1177c8f3 req-82a9e767-9b01-4971-b37e-0177d8add252 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 944 time: 0.0487392 Dec 13 10:14:29.632858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-add32ecd-4da8-42b0-b7e5-69fc1177c8f3 req-cfea0606-0287-4e28-997f-db3fa2636f5f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Dec 13 10:14:29.891637 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.071760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e985f-1865-46af-be4b-f202270a874d req-84fa6f2e-9671-4ee3-9bbe-e4209215cd58 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:30.073247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-003e985f-1865-46af-be4b-f202270a874d req-84fa6f2e-9671-4ee3-9bbe-e4209215cd58 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.1180508 Dec 13 10:14:30.125445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-003e985f-1865-46af-be4b-f202270a874d req-2396bb0f-bd88-46ba-b422-2c7fc9eea914 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Dec 13 10:14:30.323439 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffdb89-da9b-4a6e-83d3-94a1f239c0e8 req-ba6a860e-9e79-48b0-b739-2cd012eebb29 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:30.324843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cffdb89-da9b-4a6e-83d3-94a1f239c0e8 req-ba6a860e-9e79-48b0-b739-2cd012eebb29 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0479157 Dec 13 10:14:30.370959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cffdb89-da9b-4a6e-83d3-94a1f239c0e8 req-f805d181-d94d-4275-bd37-0112a99ec53a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Dec 13 10:14:30.467317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:30.515403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 457880cb-4c00-4043-b656-da78cb03efc8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:14:30.519276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 457880cb-4c00-4043-b656-da78cb03efc8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:30.519690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.597821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.620692 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:30.622935 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e1fb3c-a5bf-4110-9c0a-e1295b7abf88" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:30.634944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:30.638128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.666419 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a94595f-41e8-4b0d-9ea2-194aa9980303 x-openstack-request-id: req-3a94595f-41e8-4b0d-9ea2-194aa9980303 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:30.666730 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:30.666973 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a94595f-41e8-4b0d-9ea2-194aa9980303 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:30.667361 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'code': 200} Dec 13 10:14:30.698679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:30.761814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533ba1-f324-4d06-bc5e-bb403d3d5b7e req-e8d39c2e-c3a6-4611-aa47-90d2df5cb7b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:30.763605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4533ba1-f324-4d06-bc5e-bb403d3d5b7e req-e8d39c2e-c3a6-4611-aa47-90d2df5cb7b4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Dec 13 10:14:30.774807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33783-b379-4631-8740-7eeb6c69dafe req-9e285594-16cd-45b2-a0de-f7d753311d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:30.776443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bdd33783-b379-4631-8740-7eeb6c69dafe req-9e285594-16cd-45b2-a0de-f7d753311d7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.0413091 Dec 13 10:14:30.816152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4533ba1-f324-4d06-bc5e-bb403d3d5b7e req-a6e852dd-dd1c-4613-9cf9-81e21a9f1cbc tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 Dec 13 10:14:30.831115 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bdd33783-b379-4631-8740-7eeb6c69dafe req-759981e5-b8f2-4ec2-b667-133566af7360 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454199 Dec 13 10:14:31.491170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91631ba8-fe1c-4b4e-8b3e-a239e2d90175 req-74a762a3-dfaf-433c-8ad3-860532603c85 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:31.492709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91631ba8-fe1c-4b4e-8b3e-a239e2d90175 req-74a762a3-dfaf-433c-8ad3-860532603c85 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Dec 13 10:14:31.542182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91631ba8-fe1c-4b4e-8b3e-a239e2d90175 req-18d118bc-0580-4415-aa0e-bdb103accf26 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Dec 13 10:14:31.657769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-88be6697-05c9-4aa8-95d1-d79e0e9faa2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464251 Dec 13 10:14:31.725583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-37b1f8e4-72d3-4f05-abf1-75403281dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:31.727076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-37b1f8e4-72d3-4f05-abf1-75403281dbbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1097 time: 0.0476663 Dec 13 10:14:31.846671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-b42f68b8-ee81-42cb-95d2-72d8a2961871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:31.848330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-b42f68b8-ee81-42cb-95d2-72d8a2961871 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0904152 Dec 13 10:14:31.935633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-90c76a51-355d-4327-9a16-4c69b593de13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 1002 time: 0.0797021 Dec 13 10:14:31.986470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852a34-bdd1-4e9c-8fc9-1feec8a9c648 req-ec40b41b-8c39-4a7e-b09c-dcf26f2557c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:31.988059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b852a34-bdd1-4e9c-8fc9-1feec8a9c648 req-ec40b41b-8c39-4a7e-b09c-dcf26f2557c8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0911360 Dec 13 10:14:31.992472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-5750ccdd-5674-482d-b51b-5b5e49a6d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:31.993735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-5750ccdd-5674-482d-b51b-5b5e49a6d69b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0495350 Dec 13 10:14:32.021141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f0dc-f4d6-4b4a-8d76-e7131e121a65 req-14c7806c-8ee9-4a8d-bfb7-5dabb19ba444 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:32.022629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4355f0dc-f4d6-4b4a-8d76-e7131e121a65 req-14c7806c-8ee9-4a8d-bfb7-5dabb19ba444 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0757608 Dec 13 10:14:32.045048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-0c15aed6-fb4e-4030-b89a-c049c4cb4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:32.047130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-0c15aed6-fb4e-4030-b89a-c049c4cb4b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453982 Dec 13 10:14:32.072927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b852a34-bdd1-4e9c-8fc9-1feec8a9c648 req-fab6d121-fd27-4751-881e-e7651275a35e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763340 Dec 13 10:14:32.099891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4355f0dc-f4d6-4b4a-8d76-e7131e121a65 req-a9266ac0-117d-4218-8d61-954a9a24c9e0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Dec 13 10:14:32.149069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-05483a9d-cb6d-42fb-a16b-286a0e1b0d16 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942822 Dec 13 10:14:32.246020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-685b316e-6d6a-40f4-96f5-cf8268cffc5e req-b9943e11-2a53-4f01-9f9e-126f6adc6ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880857 Dec 13 10:14:33.259808 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-5a65725f-3171-4afe-ae6b-b4eef5705055 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009223 Dec 13 10:14:33.274813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1882189-1cb8-4020-bbbe-cb72788615d7 req-ecd60e3f-648d-428f-a51b-25920e993ba5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.276293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1882189-1cb8-4020-bbbe-cb72788615d7 req-ecd60e3f-648d-428f-a51b-25920e993ba5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.1079023 Dec 13 10:14:33.284191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafcc5a-efdf-4237-9fe5-44a76a443d7e req-98bdd23f-18d0-46ef-9dc9-b7d213146baf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.285592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dafcc5a-efdf-4237-9fe5-44a76a443d7e req-98bdd23f-18d0-46ef-9dc9-b7d213146baf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0927739 Dec 13 10:14:33.382875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1882189-1cb8-4020-bbbe-cb72788615d7 req-22611dbe-a5fc-4976-bac8-01decf4e7caa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962493 Dec 13 10:14:33.387526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dafcc5a-efdf-4237-9fe5-44a76a443d7e req-2ed06cb0-71d2-416b-bcf8-378317d3898f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952690 Dec 13 10:14:33.397808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-e4c86751-310b-4a1b-a4a2-c702f0989ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.399292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-e4c86751-310b-4a1b-a4a2-c702f0989ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0785191 Dec 13 10:14:33.430412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 43959731-0e09-4a4a-bda6-0926639961dd details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:33.529024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:33.541053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '43959731-0e09-4a4a-bda6-0926639961dd', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'port_id': '43959731-0e09-4a4a-bda6-0926639961dd', 'mac_address': 'fa:16:3e:b7:fc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:33.548400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bffeb-f22f-46a4-8329-8cf0aaca8b77 req-75552c34-e5de-4b8e-83a0-6d9f1fd5e177 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.550139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f7bffeb-f22f-46a4-8329-8cf0aaca8b77 req-75552c34-e5de-4b8e-83a0-6d9f1fd5e177 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0710258 Dec 13 10:14:33.580974 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.583034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-4b1420f0-9ae7-47d6-af7c-989394674382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.584688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-4b1420f0-9ae7-47d6-af7c-989394674382 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1563776 Dec 13 10:14:33.594538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43959731-0e09-4a4a-bda6-0926639961dd {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:33.614975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:33.619242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.663621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f7bffeb-f22f-46a4-8329-8cf0aaca8b77 req-3006df59-17ef-43d0-a22b-342624b3109b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063447 Dec 13 10:14:33.679200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:33.679777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-0992e6da-6ab9-4b55-b24f-a4c305d52576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0838768 Dec 13 10:14:33.685896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57540) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:33.740627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['43959731-0e09-4a4a-bda6-0926639961dd'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:33.761235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-b16c433f-ed3a-4432-beac-483122e8e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.762701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-b16c433f-ed3a-4432-beac-483122e8e88e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0661736 Dec 13 10:14:33.768949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ac49c-7d0f-415f-9965-cf59cf4e539d tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.770362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-292ac49c-7d0f-415f-9965-cf59cf4e539d tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1091 time: 0.0835407 Dec 13 10:14:33.773174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57542) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:33.778788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:33.832572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.855093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-efefc79c-8985-4ca6-89cb-69e3387f52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:33.856650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-efefc79c-8985-4ca6-89cb-69e3387f52f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813549 Dec 13 10:14:34.008308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-aa8177b2-f426-4245-a658-6a9a13762c44 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203887 Dec 13 10:14:34.071626 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.172764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe54b4e0-091c-4be1-a56a-e4456c868aab req-af54b742-0e1c-4800-9cfe-5857ec353214 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562583 Dec 13 10:14:34.223196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.212 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/38d44fda-0f12-4d35-9d8c-aaeb83674d35) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:34.336092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.536159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.747095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.804282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:34.810731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:34.815624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:34.848962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22afc24-a044-4095-bf14-040b40d456c6 req-6b5edfa0-314f-41c1-81f2-5f132c94c9f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:34.850745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a22afc24-a044-4095-bf14-040b40d456c6 req-6b5edfa0-314f-41c1-81f2-5f132c94c9f4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 945 time: 0.1514435 Dec 13 10:14:34.855349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=38d44fda-0f12-4d35-9d8c-aaeb83674d35,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.973514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a22afc24-a044-4095-bf14-040b40d456c6 req-9342b6c7-cd40-4295-a9f6-1446f3bd7f97 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111531 Dec 13 10:14:35.334059 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.417299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.445727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 43959731-0e09-4a4a-bda6-0926639961dd up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:35.504054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 43959731-0e09-4a4a-bda6-0926639961dd triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:35.504436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.620552 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.630024 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.636004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.652460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:35.655574 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc1589-770e-404a-a0bb-06f9abb5de34" -d '{"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-plugged", "status": "completed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:35.670325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:35.679991 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.715355 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e378c-e731-434d-add4-7cd5fea71d63 x-openstack-request-id: req-a70e378c-e731-434d-add4-7cd5fea71d63 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:35.715681 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-plugged", "status": "completed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:35.715961 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a70e378c-e731-434d-add4-7cd5fea71d63 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:35.716441 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd', 'code': 200} Dec 13 10:14:35.721192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=38d44fda-0f12-4d35-9d8c-aaeb83674d35,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.731426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.747283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.854262 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP 5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 associated. External IP: 172.25.2.212, port: 457880cb-4c00-4043-b656-da78cb03efc8. Dec 13 10:14:36.137416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 7f2a332b-efea-49df-8080-d67bf9f4abb1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:36.148181 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896110-3b94-4c5b-ae6f-03b2aaad583b req-a9284e65-88f3-4d98-9547-fb1610c195f1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:36.149995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38896110-3b94-4c5b-ae6f-03b2aaad583b req-a9284e65-88f3-4d98-9547-fb1610c195f1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0698674 Dec 13 10:14:36.168056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ab46f05c-33ee-4c64-940d-b92405db59e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.291526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38896110-3b94-4c5b-ae6f-03b2aaad583b req-d3490f62-3873-4b1f-819d-8870f78cd54e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332288 Dec 13 10:14:36.367218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:36.387240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Sync routers for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:36.397416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:36.398041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:36.400677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.437805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00ed7771-ca01-447a-a4ab-0c98b7c7e4b8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6606452 Dec 13 10:14:36.437805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:36.450915 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19962a16-5dc4-40c4-a639-0af5b6b11f86" -d '{"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:36.525120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:36.538173 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf011820-9375-4173-968d-beaf327fd109 x-openstack-request-id: req-cf011820-9375-4173-968d-beaf327fd109 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:36.540818 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:36.541109 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf011820-9375-4173-968d-beaf327fd109 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:36.541970 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'status': 'completed', 'code': 200} Dec 13 10:14:36.591445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9880d-ec7e-4f03-9b24-12a9705274fa req-6e0c235e-0751-4f8c-84ad-2b4af9bfe222 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:36.599718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65a9880d-ec7e-4f03-9b24-12a9705274fa req-6e0c235e-0751-4f8c-84ad-2b4af9bfe222 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0838771 Dec 13 10:14:36.668825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-9557609a-2471-4f6e-95c3-8362507e1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:36.674035 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-9557609a-2471-4f6e-95c3-8362507e1125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.1101215 Dec 13 10:14:36.675883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65a9880d-ec7e-4f03-9b24-12a9705274fa req-d0300999-3e2d-44f0-b940-ddd0f4b94801 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751786 Dec 13 10:14:36.693170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57584) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:36.822271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-e219d6f8-f735-422e-8583-925fe9e33c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:36.824117 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-e219d6f8-f735-422e-8583-925fe9e33c07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.1404293 Dec 13 10:14:36.838453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-507d1e45-456f-4caf-9d33-0ef654303128 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 200 len: 991 time: 0.1339533 Dec 13 10:14:36.880347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5c9aede2-1e1a-4d89-8c24-2bc6d3e67403', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'mac_address': 'fa:16:3e:e4:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62348a09-79e8-4def-b433-54da26da7671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:35Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:36.908364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-c0162618-d0c5-468b-8456-15f1d395e480 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 999 time: 0.0765011 Dec 13 10:14:36.913057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Checking router: 7f2a332b-efea-49df-8080-d67bf9f4abb1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:36.922405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:36.923115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:14:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:36.966752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-fbd0b163-03d9-4b6f-84f5-1862c6182e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:36.969341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-fbd0b163-03d9-4b6f-84f5-1862c6182e96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0519900 Dec 13 10:14:37.022892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-1fc88704-d16a-496b-b379-7a4b211b515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:37.024749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-1fc88704-d16a-496b-b379-7a4b211b515a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486870 Dec 13 10:14:37.036531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:37.124226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-0fea0386-74d7-4537-860d-778d3ab4cbee service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Dec 13 10:14:37.502441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ecd8e-b95a-4929-bd43-23bc2185473c req-6d9e401b-bd07-43bb-a4d3-6f0b83065158 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:37.512249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-215ecd8e-b95a-4929-bd43-23bc2185473c req-6d9e401b-bd07-43bb-a4d3-6f0b83065158 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0846233 Dec 13 10:14:37.528165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5c9aede2-1e1a-4d89-8c24-2bc6d3e67403', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'mac_address': 'fa:16:3e:e4:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62348a09-79e8-4def-b433-54da26da7671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:35Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:37.562902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb6b50-0f66-4f3c-89a7-4bad0bb0da51 None None] The sync data for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 is: [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '5c9aede2-1e1a-4d89-8c24-2bc6d3e67403', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'mac_address': 'fa:16:3e:e4:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62348a09-79e8-4def-b433-54da26da7671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:35Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:37.577933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-215ecd8e-b95a-4929-bd43-23bc2185473c req-6464ea36-9814-4b54-b2e7-29d30a0c7cd3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Dec 13 10:14:37.604359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-19962a16-5dc4-40c4-a639-0af5b6b11f86 req-6743cda8-d781-45d4-8011-8fd570f91fda service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734941 Dec 13 10:14:37.833689 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eaaf65-2b86-49a4-9046-679a3018fa95 None None] New status for floating IP 5c9aede2-1e1a-4d89-8c24-2bc6d3e67403: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:37.840446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57592) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:37.922003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6ea61ac9-703b-409e-b7d6-2977512d7c60 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 200 len: 991 time: 0.0800369 Dec 13 10:14:38.587446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa4cae7e-4606-4da3-9407-826f52b835fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.695154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23617-93c5-438f-9c3d-24d47f4fff6c req-2f19856d-72a7-4548-b7f1-e22ec1d0c013 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:38.696701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8f23617-93c5-438f-9c3d-24d47f4fff6c req-2f19856d-72a7-4548-b7f1-e22ec1d0c013 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0511954 Dec 13 10:14:38.756193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8f23617-93c5-438f-9c3d-24d47f4fff6c req-dee1a337-db99-40a5-abc6-7903a14bcb6a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Dec 13 10:14:38.925388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57596) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:38.991038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b4175a40-5ecc-4472-8e6f-2a3e3e2cb364 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 200 len: 993 time: 0.0644655 Dec 13 10:14:39.608143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:39.891391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebcb0-7e60-4c78-a835-f80c4db43fee req-377d629c-4bcb-4aa1-b16a-e2f947d39286 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:39.895625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e97ebcb0-7e60-4c78-a835-f80c4db43fee req-377d629c-4bcb-4aa1-b16a-e2f947d39286 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0529442 Dec 13 10:14:39.949445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e97ebcb0-7e60-4c78-a835-f80c4db43fee req-352b075b-6b37-4b26-ab98-0ce1f637a8d2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497460 Dec 13 10:14:41.082959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c423b4-4948-4001-92ec-b829300a8187 req-2f22684f-b1aa-4753-a185-043543d4bf21 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:41.084710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34c423b4-4948-4001-92ec-b829300a8187 req-2f22684f-b1aa-4753-a185-043543d4bf21 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0557439 Dec 13 10:14:41.164022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34c423b4-4948-4001-92ec-b829300a8187 req-5bc9f4d8-a429-4d1f-8f38-f5a9e2b8c3ed tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731056 Dec 13 10:14:41.263956 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.010703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.295048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d5d9-23c9-4760-a38a-006babf2d455 req-42301160-ca7c-4ed5-af96-c050dcd7df78 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:42.297419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f61d5d9-23c9-4760-a38a-006babf2d455 req-42301160-ca7c-4ed5-af96-c050dcd7df78 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0552952 Dec 13 10:14:42.347695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f61d5d9-23c9-4760-a38a-006babf2d455 req-fa5f1f7d-5c30-4fbc-8e95-c9c50178bc6f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Dec 13 10:14:43.524031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3113f9-211a-4d2d-9cbe-b7ce5d6f7986 req-5b06fc72-4368-41be-a6ca-879cbad5365c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.525512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3113f9-211a-4d2d-9cbe-b7ce5d6f7986 req-5b06fc72-4368-41be-a6ca-879cbad5365c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.1041248 Dec 13 10:14:43.572271 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec3113f9-211a-4d2d-9cbe-b7ce5d6f7986 req-89d8bf53-154f-46a8-ab07-09ed2f50ef75 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Dec 13 10:14:43.968938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-77ec41fb-35f2-41c8-a56e-dbffe01639fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.970413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-77ec41fb-35f2-41c8-a56e-dbffe01639fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 1097 time: 0.0408137 Dec 13 10:14:44.058525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-be5b31e4-5e5d-4d8f-ba23-8bead7e3693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.060042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-be5b31e4-5e5d-4d8f-ba23-8bead7e3693f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.0821266 Dec 13 10:14:44.105086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-0bf76060-8f9a-4354-b940-198e748311b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43959731-0e09-4a4a-bda6-0926639961dd HTTP/1.1" status: 200 len: 217 time: 0.0377171 Dec 13 10:14:44.151815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-e50e912b-6180-448a-8bd1-968641964878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.153208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-e50e912b-6180-448a-8bd1-968641964878 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0410726 Dec 13 10:14:44.197773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-64132b83-9e6a-4f22-81b7-c81f24fa537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.199249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-64132b83-9e6a-4f22-81b7-c81f24fa537d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387685 Dec 13 10:14:44.209654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-270e9adf-52e5-4dcd-8a23-c52f66b6cd9c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:14:44.210582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-270e9adf-52e5-4dcd-8a23-c52f66b6cd9c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048087 Dec 13 10:14:44.302562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-dad645a2-09a3-45e0-8aa7-599753a4a952 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836365 Dec 13 10:14:44.388632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e2a5de1-eba5-4953-8679-2bb2d08a8745 req-7224f0e5-3492-4643-8d21-5771b7084a68 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790761 Dec 13 10:14:44.689809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26d985-bb1b-4286-bf66-b1769b3aa266 req-a822382b-1c9c-4f48-99ba-7e896335cc52 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.691570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b26d985-bb1b-4286-bf66-b1769b3aa266 req-a822382b-1c9c-4f48-99ba-7e896335cc52 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0540726 Dec 13 10:14:44.737454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b26d985-bb1b-4286-bf66-b1769b3aa266 req-d8f85422-fe3d-4849-82e5-b5c3c8726bf2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Dec 13 10:14:45.853204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7061ff-0425-4e93-9c42-d3b64a377077 req-dbe55cde-6837-43b7-b062-6cfb5f3529f5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:45.854698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d7061ff-0425-4e93-9c42-d3b64a377077 req-dbe55cde-6837-43b7-b062-6cfb5f3529f5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Dec 13 10:14:45.902022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d7061ff-0425-4e93-9c42-d3b64a377077 req-6e519d30-7f28-4b77-8673-af313b7096d3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Dec 13 10:14:47.014856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db2c8-2741-4676-a8c8-312ded4f7a95 req-fb4ec11b-1889-40ba-aa93-2d5fe5aea783 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:47.016345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a8db2c8-2741-4676-a8c8-312ded4f7a95 req-fb4ec11b-1889-40ba-aa93-2d5fe5aea783 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 946 time: 0.0473049 Dec 13 10:14:47.068018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a8db2c8-2741-4676-a8c8-312ded4f7a95 req-cae7e4f4-f90a-44f3-a5bc-9992b7d26e9e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Dec 13 10:14:47.181699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca727-0e10-49e0-be2f-6f7f4473b5ba req-fb770c65-8a1b-467c-9f18-db73da244ae0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:47.183174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f44ca727-0e10-49e0-be2f-6f7f4473b5ba req-fb770c65-8a1b-467c-9f18-db73da244ae0 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0492294 Dec 13 10:14:47.234669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f44ca727-0e10-49e0-be2f-6f7f4473b5ba req-6b0287b9-7300-40ee-985a-c19cc5120d1b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Dec 13 10:14:47.353789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe77a7-1b91-4843-8670-629ea6aa7de3 req-1b189741-ad44-4d9d-8dd7-aa60f2bb9bc5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:47.355267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bfe77a7-1b91-4843-8670-629ea6aa7de3 req-1b189741-ad44-4d9d-8dd7-aa60f2bb9bc5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0485387 Dec 13 10:14:47.400393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4bfe77a7-1b91-4843-8670-629ea6aa7de3 req-e04d5995-fc1d-47f0-8e89-ef20a92fef58 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Dec 13 10:14:47.488837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 43959731-0e09-4a4a-bda6-0926639961dd no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:47.571823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:47.595426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:47.597725 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb256d0-e85c-424c-b71a-56ddbd0c1251" -d '{"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-unplugged", "status": "completed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:47.601620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944351c-3659-465f-9cee-1d2d04ca9b39 req-05864fae-168f-4ea3-94c7-3b6a1ec12491 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:47.603152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a944351c-3659-465f-9cee-1d2d04ca9b39 req-05864fae-168f-4ea3-94c7-3b6a1ec12491 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0555830 Dec 13 10:14:47.610728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:47.615519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:47.638786 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa9f2d9-7ac2-49f9-9177-35019b892e9e x-openstack-request-id: req-faa9f2d9-7ac2-49f9-9177-35019b892e9e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:47.639085 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-unplugged", "status": "failed", "tag": "43959731-0e09-4a4a-bda6-0926639961dd", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:47.639869 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa9f2d9-7ac2-49f9-9177-35019b892e9e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:47.640273 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd', 'code': 422} returned with failed status Dec 13 10:14:47.652779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a944351c-3659-465f-9cee-1d2d04ca9b39 req-55ede127-0ec7-47f6-a98a-8de60ff20d7a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Dec 13 10:14:47.668142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:48.774626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f06fd-69cf-406c-a96c-38d03a21d32d req-7489e151-dd0b-4c70-b9bc-457b46600267 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:48.776300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5f06fd-69cf-406c-a96c-38d03a21d32d req-7489e151-dd0b-4c70-b9bc-457b46600267 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0500054 Dec 13 10:14:48.828212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5f06fd-69cf-406c-a96c-38d03a21d32d req-5d65ae56-9303-4240-83dd-6f654a064669 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 Dec 13 10:14:49.954726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ff480-df8e-4f68-9161-537e474c0f8c req-e89a0373-a776-43d1-9d69-ce23b236e6de tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:49.956231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b20ff480-df8e-4f68-9161-537e474c0f8c req-e89a0373-a776-43d1-9d69-ce23b236e6de tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0521097 Dec 13 10:14:50.004523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b20ff480-df8e-4f68-9161-537e474c0f8c req-d43a3324-9f94-4c7c-9bf5-acf29692caaf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 Dec 13 10:14:50.508819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:14:51.121837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2ffd9-65c8-45e2-9857-24cf5d5a2edd req-78def862-89a7-4acf-a01a-e93d4c0c2db5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:51.123305 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04b2ffd9-65c8-45e2-9857-24cf5d5a2edd req-78def862-89a7-4acf-a01a-e93d4c0c2db5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0477958 Dec 13 10:14:51.169105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04b2ffd9-65c8-45e2-9857-24cf5d5a2edd req-845fd684-6cac-4763-9e8a-9552e528d33d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398915 Dec 13 10:14:52.283312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c510f-2915-4c75-a1f0-a6c0ca8f15d3 req-23574282-1ee4-48c9-be2b-3ef38e9d009b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:52.284805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-241c510f-2915-4c75-a1f0-a6c0ca8f15d3 req-23574282-1ee4-48c9-be2b-3ef38e9d009b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0471795 Dec 13 10:14:52.334270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-241c510f-2915-4c75-a1f0-a6c0ca8f15d3 req-c78e9582-fd4e-42f0-af42-653d1461c83f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Dec 13 10:14:53.449704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c13cbe-bde7-4e84-b405-ea2e50d2d585 req-e44eb3f0-5bb6-4f88-99d0-7342e043d56c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:53.451191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3c13cbe-bde7-4e84-b405-ea2e50d2d585 req-e44eb3f0-5bb6-4f88-99d0-7342e043d56c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0488701 Dec 13 10:14:53.497093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3c13cbe-bde7-4e84-b405-ea2e50d2d585 req-0b537595-995b-4348-8850-19c804d13e44 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398662 Dec 13 10:14:54.611230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d391-214f-4ea9-a6e5-18810148bc33 req-86c5590f-4b62-4bbe-9067-dec1f5e6257a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:54.612771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0263d391-214f-4ea9-a6e5-18810148bc33 req-86c5590f-4b62-4bbe-9067-dec1f5e6257a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0481789 Dec 13 10:14:54.660002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0263d391-214f-4ea9-a6e5-18810148bc33 req-9566016d-84f8-4876-865f-125a1115916c tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408716 Dec 13 10:14:55.778835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec24bf-88d9-406c-89da-9278323a8a8f req-ed7654fc-49b9-4cf9-9816-24993dac8f51 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.780352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47ec24bf-88d9-406c-89da-9278323a8a8f req-ed7654fc-49b9-4cf9-9816-24993dac8f51 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0511675 Dec 13 10:14:55.827350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47ec24bf-88d9-406c-89da-9278323a8a8f req-bd021a24-af6e-46f2-b2ff-5a09dd3ae8ba tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Dec 13 10:14:56.943773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6007-d690-4b15-a74f-47ff26594d01 req-42a227a9-387b-4e18-b37d-dc3fb231a3d4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:56.945245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63ac6007-d690-4b15-a74f-47ff26594d01 req-42a227a9-387b-4e18-b37d-dc3fb231a3d4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0486405 Dec 13 10:14:56.992173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63ac6007-d690-4b15-a74f-47ff26594d01 req-2b19918e-ac39-4c7b-8cbb-019ca1d60e89 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Dec 13 10:14:58.108315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8dae8-1b43-4928-9aea-9617e5b5e68b req-af99bc0f-14ab-4b8e-835b-cb12a6d4b55e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.109956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6d8dae8-1b43-4928-9aea-9617e5b5e68b req-af99bc0f-14ab-4b8e-835b-cb12a6d4b55e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0488963 Dec 13 10:14:58.163196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6d8dae8-1b43-4928-9aea-9617e5b5e68b req-757552c0-767e-4131-a1f7-dcbb249fda33 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Dec 13 10:14:58.402514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a35c38-5621-48c4-af00-b16753bb90f2 req-77676878-32c9-4852-8641-21893700f029 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.404117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a35c38-5621-48c4-af00-b16753bb90f2 req-77676878-32c9-4852-8641-21893700f029 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0824864 Dec 13 10:14:58.410339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-0730171c-b80f-4c97-929f-b2946d39e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.411904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-0730171c-b80f-4c97-929f-b2946d39e1dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0591254 Dec 13 10:14:58.509822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a35c38-5621-48c4-af00-b16753bb90f2 req-4bef4bf8-a355-44f7-81b1-26c97eba02a4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969615 Dec 13 10:14:58.538089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-a10535b3-9283-43af-9ce4-68d0acbcef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.539849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-a10535b3-9283-43af-9ce4-68d0acbcef28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1211250 Dec 13 10:14:58.607916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-44a506fa-ab74-4d27-879b-dffb76034d03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0609372 Dec 13 10:14:58.662577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-bab6bd96-bafb-4bf0-9233-91645e1c46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.664153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-bab6bd96-bafb-4bf0-9233-91645e1c46e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0495174 Dec 13 10:14:58.710447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-ea021620-9b2a-4a79-adbd-005a0ac0cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:58.711935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-ea021620-9b2a-4a79-adbd-005a0ac0cde1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409551 Dec 13 10:14:58.801311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-7939a8d5-8e9b-4acf-820e-3bc708fbb0fa service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827301 Dec 13 10:14:58.897218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff3f7af0-e4da-4383-864c-1db3eabe9b84 req-8c9172b3-02f2-4115-b8e1-41ad2cbad22f service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Dec 13 10:14:59.632101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a423b5-9111-44d6-a35e-6285b4a302b7 req-974d96cd-2eec-4300-a136-cd821d41ddd3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:59.633585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4a423b5-9111-44d6-a35e-6285b4a302b7 req-974d96cd-2eec-4300-a136-cd821d41ddd3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0491529 Dec 13 10:14:59.680500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4a423b5-9111-44d6-a35e-6285b4a302b7 req-57d8521a-c2c9-4ba5-b23f-ba298ad2618e tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Dec 13 10:14:59.802089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc06d2c-9891-42f3-bfc7-32e6895afc63 req-340f5e83-8194-4373-9811-4fe77cb594d3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:59.803909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afc06d2c-9891-42f3-bfc7-32e6895afc63 req-340f5e83-8194-4373-9811-4fe77cb594d3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0556548 Dec 13 10:14:59.852613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afc06d2c-9891-42f3-bfc7-32e6895afc63 req-037fb798-b92e-4b44-8217-1409387268ea tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 Dec 13 10:14:59.890785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.969744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96985d0-83b6-42b2-a104-3e3c7b578510 req-8c6909a2-1032-4364-b35f-99651a5845aa tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:59.971227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d96985d0-83b6-42b2-a104-3e3c7b578510 req-8c6909a2-1032-4364-b35f-99651a5845aa tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0498698 Dec 13 10:15:00.018827 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d96985d0-83b6-42b2-a104-3e3c7b578510 req-ee4825dc-2913-4e63-a142-eae9fb5fa8ad tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Dec 13 10:15:00.236825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74809abf-4507-487b-a57e-9b7a160f6183 req-8628dba0-7bbb-44b3-9652-52e34455e32a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:00.238269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74809abf-4507-487b-a57e-9b7a160f6183 req-8628dba0-7bbb-44b3-9652-52e34455e32a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0472493 Dec 13 10:15:00.287296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74809abf-4507-487b-a57e-9b7a160f6183 req-743b5731-7fdc-4cb6-8449-5988e18bb3b2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Dec 13 10:15:01.401955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfc415-fb28-433b-bbd0-e83006a982ac req-a3e3c9f2-3269-4a7d-9cf5-e7cbae387b71 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.403409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cfc415-fb28-433b-bbd0-e83006a982ac req-a3e3c9f2-3269-4a7d-9cf5-e7cbae387b71 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0475426 Dec 13 10:15:01.449230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0cfc415-fb28-433b-bbd0-e83006a982ac req-fe005922-9a48-44b5-b9e4-c7efa2816bd9 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 Dec 13 10:15:01.675493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1a19e-eb29-4bcb-898e-60da357c341d req-1953c390-d153-487b-bf60-8850f57d8149 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.676959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a1a19e-eb29-4bcb-898e-60da357c341d req-1953c390-d153-487b-bf60-8850f57d8149 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0784936 Dec 13 10:15:01.682851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-62ff5406-79ea-42f7-b809-931b336526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.684274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-62ff5406-79ea-42f7-b809-931b336526e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c54267b95b146acaeafe92dcdc89866&device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 1096 time: 0.0571434 Dec 13 10:15:01.773222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-32a1a19e-eb29-4bcb-898e-60da357c341d req-9c21d128-4683-45a5-b138-5552c368d02d tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879941 Dec 13 10:15:01.799840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-ff67968d-ffa2-44b2-a941-d52f06fe1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.801296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-ff67968d-ffa2-44b2-a941-d52f06fe1c6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 200 len: 913 time: 0.1094787 Dec 13 10:15:01.869927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-f79b14b6-3469-43f9-8cee-94bb9113d995 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 200 len: 1000 time: 0.0617270 Dec 13 10:15:01.917971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-dd3f18ed-56a1-47bd-8e61-d1cfb5afe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.919382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-dd3f18ed-56a1-47bd-8e61-d1cfb5afe9e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 200 len: 851 time: 0.0421851 Dec 13 10:15:01.963668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-5c29a546-3470-487c-963f-5864e8c01684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:01.965145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-5c29a546-3470-487c-963f-5864e8c01684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392165 Dec 13 10:15:02.055056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-70c42a89-b7d4-454a-a330-83d97a640ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817003 Dec 13 10:15:02.143309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28725c3e-05f6-45c5-80fe-d317df22f4ce req-c190a17e-d431-4eb6-9b5a-dc47f27557b3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804157 Dec 13 10:15:02.894629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a4cf2-ebc1-4be4-b1ed-a134125fc1de req-36734a7d-8c25-4dc9-9964-5bf6bf6b2370 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:02.896174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723a4cf2-ebc1-4be4-b1ed-a134125fc1de req-36734a7d-8c25-4dc9-9964-5bf6bf6b2370 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0496030 Dec 13 10:15:02.947148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-723a4cf2-ebc1-4be4-b1ed-a134125fc1de req-55aaae7f-156c-4eb2-b856-8ef786fb3238 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450854 Dec 13 10:15:03.061752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff5c3-421f-48c1-952a-4280a7a8a197 req-8ecc53ef-676e-41e3-98b8-29da42acb998 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:03.063167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-334ff5c3-421f-48c1-952a-4280a7a8a197 req-8ecc53ef-676e-41e3-98b8-29da42acb998 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0500090 Dec 13 10:15:03.116161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-334ff5c3-421f-48c1-952a-4280a7a8a197 req-93aefbc3-0691-498c-8409-56c94f4394f1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421560 Dec 13 10:15:03.661798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-9a29fa0d-6700-46c8-983b-e0ac7749c7d2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:03.663268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-9a29fa0d-6700-46c8-983b-e0ac7749c7d2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ce9dc-8acb-4294-8dfa-054e3033dd20 HTTP/1.1" status: 200 len: 944 time: 0.0476556 Dec 13 10:15:04.023132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port 43959731-0e09-4a4a-bda6-0926639961dd {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:04.023841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.107889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port 43959731-0e09-4a4a-bda6-0926639961dd, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=43959731-0e09-4a4a-bda6-0926639961dd,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:04.108257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.120325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for 43959731-0e09-4a4a-bda6-0926639961dd owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:04.244760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.256799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:04.275762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=43959731-0e09-4a4a-bda6-0926639961dd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:04.283002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:04.306989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.307351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.307727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.308074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.308415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.308762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.309103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.309431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.309757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.310088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.310805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.310805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.311144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:04.332909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] No DVR routers for this DVR port 43959731-0e09-4a4a-bda6-0926639961dd on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:04.336232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.339250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b18bd57e-00dd-4576-ac34-c1e9af5c15ed req-90f9fe19-67b6-4e90-9ac2-2ce7b1a2d43a tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "DELETE /v2.0/ports/43959731-0e09-4a4a-bda6-0926639961dd HTTP/1.1" status: 204 len: 173 time: 0.6705623 Dec 13 10:15:04.339758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-deleted', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:04.342084 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba5490-94b9-4b51-ba7b-9ac6f0a8272a" -d '{"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-deleted", "tag": "43959731-0e09-4a4a-bda6-0926639961dd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:04.388715 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada923b-93f1-4b06-a356-f1bdbe514118 x-openstack-request-id: req-cada923b-93f1-4b06-a356-f1bdbe514118 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:04.389037 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ce9dc-8acb-4294-8dfa-054e3033dd20", "name": "network-vif-deleted", "tag": "43959731-0e09-4a4a-bda6-0926639961dd", "status": "failed", "code": 422}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:04.389361 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cada923b-93f1-4b06-a356-f1bdbe514118 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:04.389694 n-d-820935-7 neutron-server[103195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '243ce9dc-8acb-4294-8dfa-054e3033dd20', 'name': 'network-vif-deleted', 'tag': '43959731-0e09-4a4a-bda6-0926639961dd', 'status': 'failed', 'code': 422} returned with failed status Dec 13 10:15:04.542423 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.847524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea49d8-f678-4df9-b8a1-dd8181b96510 req-0941a713-923c-4ba4-86b7-4afd47238133 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:04.849015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6ea49d8-f678-4df9-b8a1-dd8181b96510 req-0941a713-923c-4ba4-86b7-4afd47238133 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 907 time: 0.0520937 Dec 13 10:15:05.964142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33bdd8-c7b4-4fba-9b81-71b2b8a0618e req-d4a38659-4a53-48f6-bbd3-4ae00674dfe3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:05.965643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b33bdd8-c7b4-4fba-9b81-71b2b8a0618e req-d4a38659-4a53-48f6-bbd3-4ae00674dfe3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 907 time: 0.0477121 Dec 13 10:15:06.151100 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4fff5de4-26e3-4831-b27a-636ef42296e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.421581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-fbcbfa02-c202-46c8-9a43-70868017129f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:06.423084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-fbcbfa02-c202-46c8-9a43-70868017129f tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 907 time: 0.0479712 Dec 13 10:15:06.513102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port bcc97334-b795-4c96-92cf-220a8183c838 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:06.513440 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.599033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port bcc97334-b795-4c96-92cf-220a8183c838, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=bcc97334-b795-4c96-92cf-220a8183c838,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:06.599396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.610936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for bcc97334-b795-4c96-92cf-220a8183c838 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:06.737703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.765048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=bcc97334-b795-4c96-92cf-220a8183c838,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:06.792911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.793268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.793618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.793962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.794306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.794647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.795007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.795343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.795711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.796210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.796375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.796712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.797150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:06.824741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] No DVR routers for this DVR port bcc97334-b795-4c96-92cf-220a8183c838 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:06.827349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.830892 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8c85829-83f1-4e16-b3a5-3b25888fcab2 req-203c8dcc-ee4d-440f-8cba-9e5d1d29c0a5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "DELETE /v2.0/ports/bcc97334-b795-4c96-92cf-220a8183c838 HTTP/1.1" status: 204 len: 173 time: 0.4019461 Dec 13 10:15:06.831359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'name': 'network-vif-deleted', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:06.833696 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acccd676-aae7-4043-9f4f-f2c836ed5d12" -d '{"events": [{"server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "name": "network-vif-deleted", "tag": "bcc97334-b795-4c96-92cf-220a8183c838"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:06.878925 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e7c17-4a59-4833-b261-8bb7f23c75c7 x-openstack-request-id: req-6a2e7c17-4a59-4833-b261-8bb7f23c75c7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:06.879231 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b6da6-63c5-4f61-beb6-95c23c8c8965", "name": "network-vif-deleted", "tag": "bcc97334-b795-4c96-92cf-220a8183c838", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:06.879496 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a2e7c17-4a59-4833-b261-8bb7f23c75c7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:06.879936 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b6da6-63c5-4f61-beb6-95c23c8c8965', 'name': 'network-vif-deleted', 'tag': 'bcc97334-b795-4c96-92cf-220a8183c838', 'status': 'completed', 'code': 200} Dec 13 10:15:07.074722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b0b861d-13ed-4445-af4a-b187cd807a33 req-03513fc6-ad60-495c-aab5-973ffdf24351 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=064b6da6-63c5-4f61-beb6-95c23c8c8965 HTTP/1.1" status: 200 len: 210 time: 0.0300317 Dec 13 10:15:08.341297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac06c2-69cc-49e3-bba7-5186223beef3 req-7c33d71c-58af-4d93-bf77-9f832ee0bebf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:08.342763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47ac06c2-69cc-49e3-bba7-5186223beef3 req-7c33d71c-58af-4d93-bf77-9f832ee0bebf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0521393 Dec 13 10:15:08.389916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47ac06c2-69cc-49e3-bba7-5186223beef3 req-e37c8c63-770e-4019-86d4-09c24e5a7b73 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Dec 13 10:15:08.588510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2d4f-1d4b-49bd-a653-cf40e15b46ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.504068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2dbd1-4f0e-4f05-9db8-1a40fc508d69 req-895c2b74-7d63-4e72-8262-43cdde85d0d1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:09.505534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ff2dbd1-4f0e-4f05-9db8-1a40fc508d69 req-895c2b74-7d63-4e72-8262-43cdde85d0d1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0470290 Dec 13 10:15:09.551690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ff2dbd1-4f0e-4f05-9db8-1a40fc508d69 req-93bf71c3-fdee-4002-8d2d-65b0bcc2c0fb tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Dec 13 10:15:09.609295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.106230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-9c264e65-4c35-49a8-9078-2d360725c837 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:10.107724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-9c264e65-4c35-49a8-9078-2d360725c837 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 945 time: 0.0478561 Dec 13 10:15:10.195254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port da51a56d-cc43-482d-9c24-9c07e47747f6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:10.195616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.284183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port da51a56d-cc43-482d-9c24-9c07e47747f6, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=da51a56d-cc43-482d-9c24-9c07e47747f6,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:10.284547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.296205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for da51a56d-cc43-482d-9c24-9c07e47747f6 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:10.423873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.436490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['da51a56d-cc43-482d-9c24-9c07e47747f6'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:10.439230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:10.450677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=da51a56d-cc43-482d-9c24-9c07e47747f6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:10.498234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] No DVR routers for this DVR port da51a56d-cc43-482d-9c24-9c07e47747f6 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:10.501987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.505535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a688298e-8cfe-484f-9acd-20a82ddccca8 req-f67f49f9-28a3-4429-8073-7b76b3b4d5a2 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.16 "DELETE /v2.0/ports/da51a56d-cc43-482d-9c24-9c07e47747f6 HTTP/1.1" status: 204 len: 173 time: 0.3920801 Dec 13 10:15:10.505998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'name': 'network-vif-deleted', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:10.508823 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a4ed0-4c81-4993-967b-02f05bbe7f8b" -d '{"events": [{"server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "name": "network-vif-deleted", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:10.556160 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb2bc9b-d114-49d6-bac3-f6ab6fc5b510 x-openstack-request-id: req-9bb2bc9b-d114-49d6-bac3-f6ab6fc5b510 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:10.556527 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180fe4a1-b82f-42da-bdd6-43e22858427e", "name": "network-vif-deleted", "tag": "da51a56d-cc43-482d-9c24-9c07e47747f6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:10.556854 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bb2bc9b-d114-49d6-bac3-f6ab6fc5b510 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:10.557146 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180fe4a1-b82f-42da-bdd6-43e22858427e', 'name': 'network-vif-deleted', 'tag': 'da51a56d-cc43-482d-9c24-9c07e47747f6', 'status': 'completed', 'code': 200} Dec 13 10:15:10.621905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bcc97334-b795-4c96-92cf-220a8183c838 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:10.643739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: bcc97334-b795-4c96-92cf-220a8183c838 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:10.644124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device bcc97334-b795-4c96-92cf-220a8183c838 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:10.659490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68ce3e69-05e4-4c25-b057-d21af372a067 req-b8e692da-462f-48fc-aa93-689c58738dd5 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=180fe4a1-b82f-42da-bdd6-43e22858427e HTTP/1.1" status: 200 len: 210 time: 0.0257506 Dec 13 10:15:11.229964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.933896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664c0c1-2df6-4534-8ec6-5a75cac9d4e6 req-901c8937-22d7-4f2d-b35c-88fa0aa3b662 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:11.935381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7664c0c1-2df6-4534-8ec6-5a75cac9d4e6 req-901c8937-22d7-4f2d-b35c-88fa0aa3b662 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0521746 Dec 13 10:15:11.983158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7664c0c1-2df6-4534-8ec6-5a75cac9d4e6 req-c2f0a361-76f6-43ad-bf29-7e8f62a3d5a6 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Dec 13 10:15:12.013465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.098577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d01c3-928e-473a-ba30-ed38f2db42f4 req-ec68e92f-730a-470c-8f4e-ebd39a10a69b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:13.100081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7d01c3-928e-473a-ba30-ed38f2db42f4 req-ec68e92f-730a-470c-8f4e-ebd39a10a69b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0486672 Dec 13 10:15:13.179148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6c7deaa8-5912-453c-8d00-ec54008905f3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:13.180609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6c7deaa8-5912-453c-8d00-ec54008905f3 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed314948-2c49-4290-8f09-841a68a4c45a HTTP/1.1" status: 200 len: 946 time: 0.0690095 Dec 13 10:15:13.183767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d7d01c3-928e-473a-ba30-ed38f2db42f4 req-babdec78-13b4-4d55-a12d-1e04f9a36ac1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=292d85a4-8c04-49d4-9cac-5fd66600f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Dec 13 10:15:13.276133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port f1a6c7ed-038d-4eef-a789-f13e7908bd62 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:13.276467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.361893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port f1a6c7ed-038d-4eef-a789-f13e7908bd62, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f1a6c7ed-038d-4eef-a789-f13e7908bd62,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:13.362165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.373737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for f1a6c7ed-038d-4eef-a789-f13e7908bd62 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:13.501303 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.512803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f1a6c7ed-038d-4eef-a789-f13e7908bd62'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:13.527140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=f1a6c7ed-038d-4eef-a789-f13e7908bd62,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:13.575846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] No DVR routers for this DVR port f1a6c7ed-038d-4eef-a789-f13e7908bd62 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:13.578428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.582052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92d7c8cb-a1d3-47cd-98b2-58282002d187 req-6827a850-6de9-4025-aeeb-b008eeafb89b tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "DELETE /v2.0/ports/f1a6c7ed-038d-4eef-a789-f13e7908bd62 HTTP/1.1" status: 204 len: 173 time: 0.3953912 Dec 13 10:15:13.582520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'name': 'network-vif-deleted', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:13.584873 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff2578d-d04e-412b-b2d0-b50c9de02ad0" -d '{"events": [{"server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "name": "network-vif-deleted", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:13.635902 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c8f93-5f0d-4162-b751-d483caa675ff x-openstack-request-id: req-c97c8f93-5f0d-4162-b751-d483caa675ff {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:13.636214 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed314948-2c49-4290-8f09-841a68a4c45a", "name": "network-vif-deleted", "tag": "f1a6c7ed-038d-4eef-a789-f13e7908bd62", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:13.636477 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97c8f93-5f0d-4162-b751-d483caa675ff {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:13.636886 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed314948-2c49-4290-8f09-841a68a4c45a', 'name': 'network-vif-deleted', 'tag': 'f1a6c7ed-038d-4eef-a789-f13e7908bd62', 'status': 'completed', 'code': 200} Dec 13 10:15:14.447170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691970d1-5279-467a-8ab4-90f77100cab4 req-48b2ab22-70bb-49fb-a8a0-88876e5f26a1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:14.448702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-691970d1-5279-467a-8ab4-90f77100cab4 req-48b2ab22-70bb-49fb-a8a0-88876e5f26a1 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0485189 Dec 13 10:15:14.495228 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-691970d1-5279-467a-8ab4-90f77100cab4 req-8a7eb342-8f81-4f02-abc8-1e3232482b72 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Dec 13 10:15:14.644648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device da51a56d-cc43-482d-9c24-9c07e47747f6 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:14.664118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: da51a56d-cc43-482d-9c24-9c07e47747f6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:14.664466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device da51a56d-cc43-482d-9c24-9c07e47747f6 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:15.611479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40843-5b28-4296-acf3-22fcd69b65fb req-ff910114-cb1c-4b7b-bbf2-ed50d5e5bd39 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:15.612985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0a40843-5b28-4296-acf3-22fcd69b65fb req-ff910114-cb1c-4b7b-bbf2-ed50d5e5bd39 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0491977 Dec 13 10:15:15.658923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0a40843-5b28-4296-acf3-22fcd69b65fb req-3f4b6266-1aad-4d78-9c1d-b808ae105468 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 Dec 13 10:15:16.729059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-451a45f6-3c64-4448-90f8-369731eaeff4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.730540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-451a45f6-3c64-4448-90f8-369731eaeff4 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.0521791 Dec 13 10:15:16.830414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a855a-32d5-427a-8236-7a915d8f8647 req-63e925fc-5697-4ebe-9a29-eaf9123bcf12 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.831925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c6a855a-32d5-427a-8236-7a915d8f8647 req-63e925fc-5697-4ebe-9a29-eaf9123bcf12 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 945 time: 0.1005008 Dec 13 10:15:16.889887 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:16.890209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.897109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c6a855a-32d5-427a-8236-7a915d8f8647 req-66d87672-0fb1-4642-a9d1-321ff2ad06af tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups?id=fece0346-490c-4a3f-bad2-3d4417cb3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592778 Dec 13 10:15:16.979361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] For port 15bb926d-74c3-4b15-bef1-f089986731a3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=15bb926d-74c3-4b15-bef1-f089986731a3,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:16.979760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.195042 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.195403 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.195766 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Floating IP a980714e-4302-4e0f-8842-a9741f357dda disassociated. External IP: 172.25.2.175, port: 15bb926d-74c3-4b15-bef1-f089986731a3. Dec 13 10:15:17.196114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for 15bb926d-74c3-4b15-bef1-f089986731a3 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:17.322974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.359512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=15bb926d-74c3-4b15-bef1-f089986731a3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:17.472300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Router 94ca436d-3e61-4de4-b7a6-7ce61051322d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:17.579065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:17.589443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Sync routers for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:17.599507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:17.600163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:17.618521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] No DVR routers for this DVR port 15bb926d-74c3-4b15-bef1-f089986731a3 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:17.621386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.625506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-200a0275-7f60-46d7-ac3b-eaf078155e62 req-2f3255e3-f5e0-476f-9448-cde9c6ebcf43 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.20 "DELETE /v2.0/ports/15bb926d-74c3-4b15-bef1-f089986731a3 HTTP/1.1" status: 204 len: 173 time: 0.8854136 Dec 13 10:15:17.625886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-deleted', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:17.629314 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4b83c-a52e-47e5-adde-9311c8695009" -d '{"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-deleted", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:17.668919 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54011882-0408-4880-aa5d-79dcd3308a42 x-openstack-request-id: req-54011882-0408-4880-aa5d-79dcd3308a42 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:17.669381 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffaeebe-7795-4385-9a87-e9b3f7d9f28a", "name": "network-vif-deleted", "tag": "15bb926d-74c3-4b15-bef1-f089986731a3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:17.669650 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54011882-0408-4880-aa5d-79dcd3308a42 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:17.670064 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffaeebe-7795-4385-9a87-e9b3f7d9f28a', 'name': 'network-vif-deleted', 'tag': '15bb926d-74c3-4b15-bef1-f089986731a3', 'status': 'completed', 'code': 200} Dec 13 10:15:17.694288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:17.718558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 15bb926d-74c3-4b15-bef1-f089986731a3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:17.718831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 15bb926d-74c3-4b15-bef1-f089986731a3 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:17.719250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f1a6c7ed-038d-4eef-a789-f13e7908bd62 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:17.744279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: f1a6c7ed-038d-4eef-a789-f13e7908bd62 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:17.744625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f1a6c7ed-038d-4eef-a789-f13e7908bd62 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:17.752809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:17.949533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:17.975995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Checking router: 94ca436d-3e61-4de4-b7a6-7ce61051322d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:17.985433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:17.986584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:18.012860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-929d4d61-c6a7-4677-bd70-edce7f9fe18a req-7ce0c38c-1003-41ad-bec6-97557f103f52 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffaeebe-7795-4385-9a87-e9b3f7d9f28a HTTP/1.1" status: 200 len: 210 time: 0.0308635 Dec 13 10:15:18.099723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:18.295665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:18.322022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec396da6-16cd-4be6-a59c-9769b0755f24 None None] The sync data for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 is: [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:51Z', 'revision_number': 4, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd01afcea-015b-4fcc-8ffc-439145d36465', 'name': '', 'network_id': '3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'mac_address': 'fa:16:3e:9e:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:51Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'subnets': [{'id': '9ab29d97-a261-4f55-b00e-cb91ea0bede2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:18.531824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6458f6-1eb4-42b7-ab9b-9a531b86b7ae None None] New status for floating IP a980714e-4302-4e0f-8842-a9741f357dda: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:15:19.098848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.152231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.174206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.221554 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.224242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.225392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "DELETE /v2.0/security-groups/fece0346-490c-4a3f-bad2-3d4417cb3e05 HTTP/1.1" status: 204 len: 168 time: 0.1254280 Dec 13 10:15:19.228071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.234240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fa775-7665-4097-8ea1-b3614e2a4f46 tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece0346-490c-4a3f-bad2-3d4417cb3e05,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:19.242549 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-f95c44fc-0b0d-411a-8798-1c4b0f0be9bf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] show failed (client error): The resource could not be found. Dec 13 10:15:19.246013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f95c44fc-0b0d-411a-8798-1c4b0f0be9bf tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "GET /v2.0/security-groups/fece0346-490c-4a3f-bad2-3d4417cb3e05 HTTP/1.1" status: 404 len: 347 time: 0.0144587 Dec 13 10:15:19.246258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57800) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.372987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Deleting port ea243135-ce68-4088-8a04-81b5eb856c69 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:19.373335 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.450306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.450635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.462741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Calling delete_port for ea243135-ce68-4088-8a04-81b5eb856c69 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:19.592230 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.618472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Pushing event deleted for resources: {'Port': ['ID=ea243135-ce68-4088-8a04-81b5eb856c69,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:19.675114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.677674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.678834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-75742c49-b6cc-4d40-b68e-75437eb3fced tempest-ServerActionsTestJSON-78643326 tempest-ServerActionsTestJSON-78643326-project] 10.222.0.31 "DELETE /v2.0/floatingips/a980714e-4302-4e0f-8842-a9741f357dda HTTP/1.1" status: 204 len: 168 time: 0.4316473 Dec 13 10:15:19.681693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57802) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:20.081964 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.319491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Deleting port d01afcea-015b-4fcc-8ffc-439145d36465 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:20.320319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.394923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] For port d01afcea-015b-4fcc-8ffc-439145d36465, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d01afcea-015b-4fcc-8ffc-439145d36465,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:20.395203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.406655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Calling delete_port for d01afcea-015b-4fcc-8ffc-439145d36465 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:20.580132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.606118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01afcea-015b-4fcc-8ffc-439145d36465,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:20.772957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.254452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Router 94ca436d-3e61-4de4-b7a6-7ce61051322d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:21.360457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:21.365963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ff9891e4-2e28-4b21-a230-43ae7c04e391 admin admin] 10.222.0.31 "PUT /v2.0/routers/94ca436d-3e61-4de4-b7a6-7ce61051322d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833124 Dec 13 10:15:21.368931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57808) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:21.371465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Sync routers for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:21.381569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:21.382192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:21.468010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.485810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:21.565413 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.619960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Deleting port 00607695-74eb-4523-afb7-fda0123b8486 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:21.620343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.664145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '00607695-74eb-4523-afb7-fda0123b8486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:15:20Z', 'revision_number': 5, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port': {'id': '00607695-74eb-4523-afb7-fda0123b8486', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:21.691285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Checking router: 94ca436d-3e61-4de4-b7a6-7ce61051322d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:21.696806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] For port 00607695-74eb-4523-afb7-fda0123b8486, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=00607695-74eb-4523-afb7-fda0123b8486,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:21.697178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.699660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Routers {'94ca436d-3e61-4de4-b7a6-7ce61051322d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:21.700266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['94ca436d-3e61-4de4-b7a6-7ce61051322d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:21.709352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Calling delete_port for 00607695-74eb-4523-afb7-fda0123b8486 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:21.881941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.910093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Pushing event deleted for resources: {'Port': ['ID=00607695-74eb-4523-afb7-fda0123b8486,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:21.929040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa015197-3b64-4864-9b23-fb3af388814e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:15:21.956330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] Set router 94ca436d-3e61-4de4-b7a6-7ce61051322d gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:21.973594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.006891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:15:21Z', 'revision_number': 6, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:22.036563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4dc8d-9a30-46b1-93f1-0de660dd30bf None None] The sync data for ids ['94ca436d-3e61-4de4-b7a6-7ce61051322d'] in n-d-820935-7 is: [{'id': '94ca436d-3e61-4de4-b7a6-7ce61051322d', 'name': 'tempest-ServerActionsTestJSON-1510927907-router', 'tenant_id': '0c54267b95b146acaeafe92dcdc89866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:48Z', 'updated_at': '2021-12-13T10:15:21Z', 'revision_number': 6, 'project_id': '0c54267b95b146acaeafe92dcdc89866', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:22.063097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.065928 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.109168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.109902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ca436d-3e61-4de4-b7a6-7ce61051322d {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:15:22.114136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.115528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ed3189be-8b15-4c41-858a-6f34f2f335eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/94ca436d-3e61-4de4-b7a6-7ce61051322d HTTP/1.1" status: 204 len: 168 time: 0.7456784 Dec 13 10:15:22.117976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57810) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.161191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Deleting subnet 9ab29d97-a261-4f55-b00e-cb91ea0bede2 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:22.164189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.201331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.274658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.324743 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.350563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab29d97-a261-4f55-b00e-cb91ea0bede2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:22.352533 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.357904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e7afa0c-ea56-4b0c-ae3f-6e788f032f10 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ab29d97-a261-4f55-b00e-cb91ea0bede2 HTTP/1.1" status: 204 len: 168 time: 0.2367969 Dec 13 10:15:22.358088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf99fa-7f7f-434b-bc14-e5b2aa02b86f None None] Network 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:22.358199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57812) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.434534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.496356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Deleting port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:22.496709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.560374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] For port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,segment=NetworkSegment(9fbef8ce-5c40-4782-85a5-7aa02be1399c),segment_id=9fbef8ce-5c40-4782-85a5-7aa02be1399c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:22.560734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.574002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Calling delete_port for e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:22.650107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.676249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f48e83-2a86-4ec3-a0d2-878d6be7fb30,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:22.678086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] No DVR routers for this DVR port e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:22.749762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.774016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:22.782738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbef8ce-5c40-4782-85a5-7aa02be1399c') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:22.783040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbef8ce-5c40-4782-85a5-7aa02be1399c') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:22.794785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.808371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af0c4e-104c-4563-bd1e-fa7c132f1044 None None] DHCP port deletion for 3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:15:22.820726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.832489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:22.832927 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:22.834820 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:22.892574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d01afcea-015b-4fcc-8ffc-439145d36465 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:22.900583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.913682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d01afcea-015b-4fcc-8ffc-439145d36465 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:22.914038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d01afcea-015b-4fcc-8ffc-439145d36465 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:22.914465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00607695-74eb-4523-afb7-fda0123b8486 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:22.923200 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.929783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744 HTTP/1.1" status: 204 len: 168 time: 0.5682335 Dec 13 10:15:22.929783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce483e2-cd93-404e-b03e-4342fd5d8fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1ceb3b-ff3c-4f34-83ef-b6cba5d46744,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:22.944829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 00607695-74eb-4523-afb7-fda0123b8486 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:22.945180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 00607695-74eb-4523-afb7-fda0123b8486 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:22.945612 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:22.964888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:22.965240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e8f48e83-2a86-4ec3-a0d2-878d6be7fb30 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:23.063100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57816) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:23.109613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d36b413-f70c-4e55-b5fd-429db237009d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c54267b95b146acaeafe92dcdc89866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452499 Dec 13 10:15:23.112700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:23.158685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.179660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.227043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.229737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.230914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/292d85a4-8c04-49d4-9cac-5fd66600f3b4 HTTP/1.1" status: 204 len: 168 time: 0.1172719 Dec 13 10:15:23.238549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b2aa9-3852-4c13-b4eb-4b5decf25013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d85a4-8c04-49d4-9cac-5fd66600f3b4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:23.915137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57840) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:24.020998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1107741089-network', 'tenant_id': '3eea2da27eff46788cdde2f8b4c4d707'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:24.041798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Made reservation on behalf of 3eea2da27eff46788cdde2f8b4c4d707 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:24.044360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.053041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.128651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.132208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.153314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:24.168763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f9752c-cbfe-428a-9aea-ecec678c05b9,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:24.172815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.173169 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Added segment fc44cba2-a37e-4184-b677-9fcf87edf69b of type vlan for network 867ca256-4954-4c3f-ad71-136d80018d41 Dec 13 10:15:24.216735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.242106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.243258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:24.243865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.298856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3819172 Dec 13 10:15:24.301889 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57844) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:24.306346 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208326a4-e7a9-428d-8edc-c7a21fe3e655 admin admin] Pushing event updated for resources: {'Network': ['ID=867ca256-4954-4c3f-ad71-136d80018d41,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:24.306855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Request body: {'subnet': {'network_id': '867ca256-4954-4c3f-ad71-136d80018d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1107741089-subnet', 'tenant_id': '3eea2da27eff46788cdde2f8b4c4d707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:24.316668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 867ca256-4954-4c3f-ad71-136d80018d41 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:24.340580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Made reservation on behalf of 3eea2da27eff46788cdde2f8b4c4d707 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:24.342963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.509333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.568399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3331f55-e760-49a2-89c0-d6c803144168,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:24.575289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Checking segment: {'id': 'fc44cba2-a37e-4184-b677-9fcf87edf69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:24.575684 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Network hostable DHCP agents. Network: 867ca256-4954-4c3f-ad71-136d80018d41, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:24.591912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Network 867ca256-4954-4c3f-ad71-136d80018d41 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:24.600341 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 867ca256-4954-4c3f-ad71-136d80018d41) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:24.604499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:24.605298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.609281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca8dd9-3f88-44ed-b528-b4b85a6c67f5 None None] Network 867ca256-4954-4c3f-ad71-136d80018d41 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:24.621902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b69d766-fc19-452a-b538-cc0343ea8bb8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3189437 Dec 13 10:15:24.708600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f7281e-9b41-4058-a0a5-a5d3fb7225e6 None None] Network 867ca256-4954-4c3f-ad71-136d80018d41 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:25.041145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-640f5bce-b982-43d4-83bd-5b936fb63d28 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:25.042532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-640f5bce-b982-43d4-83bd-5b936fb63d28 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/networks?id=867ca256-4954-4c3f-ad71-136d80018d41 HTTP/1.1" status: 200 len: 822 time: 0.1046829 Dec 13 10:15:25.058401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-912f3fa7-8906-4751-9e19-d24aa64004c1 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/quotas/3eea2da27eff46788cdde2f8b4c4d707 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Dec 13 10:15:25.089899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-e6ba5e97-a33e-4090-bee0-9f1f02d411a7 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3eea2da27eff46788cdde2f8b4c4d707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261402 Dec 13 10:15:25.176370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-3d2fc4d3-854c-4d75-8929-769eb4f56516 service neutron] 10.222.0.31 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790877 Dec 13 10:15:25.268738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-b8e7a88d-11ed-4663-8ba6-492828c6a2ea service neutron] 10.222.0.31 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Dec 13 10:15:25.435327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f1fe4a3-ace0-45b8-be1c-e83452b4b0c7 req-19683747-3bc5-4c25-b30e-ec093ab91b28 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Dec 13 10:15:26.333193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-1d8147c8-d3f5-48d9-ac1e-2e6b694160e3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:26.334704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-1d8147c8-d3f5-48d9-ac1e-2e6b694160e3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.20 "GET /v2.0/networks?id=867ca256-4954-4c3f-ad71-136d80018d41 HTTP/1.1" status: 200 len: 822 time: 0.1081636 Dec 13 10:15:26.349085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Request body: {'port': {'device_id': '31579c61-cfb5-4df0-bb09-b145824731f1', 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41', 'admin_state_up': True, 'tenant_id': '3eea2da27eff46788cdde2f8b4c4d707'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:26.452269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Made reservation on behalf of 3eea2da27eff46788cdde2f8b4c4d707 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:26.456526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.545632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-326ae408-ce22-423b-b0f4-b02a17610aa7 req-eca85be4-e41d-4682-a335-6fb3ee750b4f tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 210 time: 0.0382495 Dec 13 10:15:26.608653 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Allocated IP 172.20.0.11 (867ca256-4954-4c3f-ad71-136d80018d41/f3331f55-e760-49a2-89c0-d6c803144168/676f4adf-04f0-49a2-b0e6-c08aab2ae0fb) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:26.753814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.788694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.834131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Network 867ca256-4954-4c3f-ad71-136d80018d41 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:26.837209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:26.840787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:26.863079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Pushing event updated for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:26.890821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:26.891436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.906782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-81a65119-ab99-4c31-aa7d-bacab91e64ac tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624220 Dec 13 10:15:26.919119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Request body: {'port': {'device_id': '31579c61-cfb5-4df0-bb09-b145824731f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:26.974459 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.226564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:27.233912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.246167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Transition to ACTIVE for port object 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:15:27.249161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.299676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:27.366560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Attempting to bind port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:27.367215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Attempting to bind port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'fc44cba2-a37e-4184-b677-9fcf87edf69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:27.367215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Attempting to bind port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb on network 867ca256-4954-4c3f-ad71-136d80018d41 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:27.371408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb on network 867ca256-4954-4c3f-ad71-136d80018d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:15:27.371753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Attempting to bind port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb on network 867ca256-4954-4c3f-ad71-136d80018d41 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:27.376471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:27.376824 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Checking segment: {'id': 'fc44cba2-a37e-4184-b677-9fcf87edf69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:27.377206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Bound using segment: {'id': 'fc44cba2-a37e-4184-b677-9fcf87edf69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:27.377629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Bound port: 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc44cba2-a37e-4184-b677-9fcf87edf69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:27.377976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.439075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:27.442514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,segment=NetworkSegment(fc44cba2-a37e-4184-b677-9fcf87edf69b),segment_id=fc44cba2-a37e-4184-b677-9fcf87edf69b)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:27.445901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.479378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:27.480430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.482046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] 10.222.0.20 "PUT /v2.0/ports/676f4adf-04f0-49a2-b0e6-c08aab2ae0fb HTTP/1.1" status: 200 len: 1092 time: 0.5666606 Dec 13 10:15:27.484385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:27.487328 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce" -d '{"events": [{"name": "network-changed", "server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:27.508476 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:15:27.513214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df134e-795b-478a-ae76-c1b842d8a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:27.525638 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb5ec1-0aa0-4bb2-bc94-d729f774aa46 x-openstack-request-id: req-e1eb5ec1-0aa0-4bb2-bc94-d729f774aa46 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:27.525936 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:27.526191 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1eb5ec1-0aa0-4bb2-bc94-d729f774aa46 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:27.526665 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb', 'status': 'completed', 'code': 200} Dec 13 10:15:27.574240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-c0ee2cad-8523-4b4d-8358-dd5ee2b4401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:27.575783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-c0ee2cad-8523-4b4d-8358-dd5ee2b4401a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eea2da27eff46788cdde2f8b4c4d707&device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 1095 time: 0.0453880 Dec 13 10:15:27.620399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-301dc4d9-4e24-44c5-9de0-8ebc3357848e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb HTTP/1.1" status: 200 len: 217 time: 0.0370054 Dec 13 10:15:27.694232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-71ddd8bd-8189-4239-b7a8-f09d8cd6eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:27.695718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-71ddd8bd-8189-4239-b7a8-f09d8cd6eebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3331f55-e760-49a2-89c0-d6c803144168 HTTP/1.1" status: 200 len: 862 time: 0.0681744 Dec 13 10:15:27.703778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994761e8-c27c-4968-9db5-5ee363347eae req-50152bab-524f-455c-9d3d-1abffa7ea0f3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:27.705679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-994761e8-c27c-4968-9db5-5ee363347eae req-50152bab-524f-455c-9d3d-1abffa7ea0f3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 944 time: 0.0880816 Dec 13 10:15:27.735218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-39fb5211-f0b0-44a7-80a6-cb5ea0aaad58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867ca256-4954-4c3f-ad71-136d80018d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285554 Dec 13 10:15:27.820191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-994761e8-c27c-4968-9db5-5ee363347eae req-2fa98a4e-7416-4e8f-868c-b76a4626b2ef tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058731 Dec 13 10:15:27.854468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-aa5b7bf4-34f8-41c5-bcb2-08bb1554378f service neutron] 10.222.0.20 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102245 Dec 13 10:15:28.229902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84e9f32d-9185-4570-bf51-7e93331777b0 req-44964a25-5613-47d5-98d7-61b92df8bd10 service neutron] 10.222.0.20 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688641 Dec 13 10:15:28.314790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-4080ae77-f681-49ee-9a42-613d7b277b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:28.316294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-4080ae77-f681-49ee-9a42-613d7b277b65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eea2da27eff46788cdde2f8b4c4d707&device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 1095 time: 0.0406394 Dec 13 10:15:28.411124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-a3e9d206-2897-4bc0-822f-a0411fd17864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:28.412689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-a3e9d206-2897-4bc0-822f-a0411fd17864 service neutron] 10.222.0.20 "GET /v2.0/networks?id=867ca256-4954-4c3f-ad71-136d80018d41 HTTP/1.1" status: 200 len: 923 time: 0.0887229 Dec 13 10:15:28.457092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-f83d0142-1c93-44e2-80f3-523c38321e6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb HTTP/1.1" status: 200 len: 217 time: 0.0363057 Dec 13 10:15:28.511348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-3fd66e13-64ea-4965-946e-14d60cf8da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:28.512863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-3fd66e13-64ea-4965-946e-14d60cf8da5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3331f55-e760-49a2-89c0-d6c803144168 HTTP/1.1" status: 200 len: 862 time: 0.0484579 Dec 13 10:15:28.544035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-1f0153d1-911b-4245-9571-2abcf6ad4326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867ca256-4954-4c3f-ad71-136d80018d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236964 Dec 13 10:15:28.632974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-a8dbfeb4-95f8-47bc-bf0e-fb5b365c82ae service neutron] 10.222.0.20 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814667 Dec 13 10:15:28.726122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc501def-c5d8-4aa7-8ff2-f983ca25ddce req-5a42f2d0-b0ce-482f-8d9d-974b568a6679 service neutron] 10.222.0.20 "GET /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844183 Dec 13 10:15:28.941125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44989ce-050c-4f3d-87eb-602c1bc02b5b req-864e4f83-3777-4efa-bccc-f02d53e52414 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:28.942612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d44989ce-050c-4f3d-87eb-602c1bc02b5b req-864e4f83-3777-4efa-bccc-f02d53e52414 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 944 time: 0.0489016 Dec 13 10:15:28.988619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d44989ce-050c-4f3d-87eb-602c1bc02b5b req-ab3e32e8-586a-4826-8e70-2661dc6329a0 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Dec 13 10:15:29.888704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:30.101431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb92287-92cc-43d5-a157-aca8a172afad req-b01c6b27-c393-4468-b77f-4db5507649a7 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:30.102934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deb92287-92cc-43d5-a157-aca8a172afad req-b01c6b27-c393-4468-b77f-4db5507649a7 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 944 time: 0.0486398 Dec 13 10:15:30.153569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deb92287-92cc-43d5-a157-aca8a172afad req-be89a135-0d1a-4e8c-85bc-396336c61c42 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Dec 13 10:15:31.266545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ffdb2-668d-4190-b278-c3b128fd863b req-18e37d91-d78e-435e-8479-157292752109 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:31.268589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f62ffdb2-668d-4190-b278-c3b128fd863b req-18e37d91-d78e-435e-8479-157292752109 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 944 time: 0.0479250 Dec 13 10:15:31.313574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f62ffdb2-668d-4190-b278-c3b128fd863b req-366585e2-78df-434c-8d87-73437e43099f tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Dec 13 10:15:31.703253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:15:31.794074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,segment=NetworkSegment(fc44cba2-a37e-4184-b677-9fcf87edf69b),segment_id=fc44cba2-a37e-4184-b677-9fcf87edf69b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:31.805609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb', 'network_id': '867ca256-4954-4c3f-ad71-136d80018d41', 'port_id': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb', 'mac_address': 'fa:16:3e:c4:40:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3331f55-e760-49a2-89c0-d6c803144168', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:15:31.846138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:31.858369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:31.877728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,segment=NetworkSegment(fc44cba2-a37e-4184-b677-9fcf87edf69b),segment_id=fc44cba2-a37e-4184-b677-9fcf87edf69b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:31.881739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:31.927743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:31.934906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.935262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.935642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.935988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.936328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.936666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.936999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.937328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.937660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.937990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.938321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.938649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:31.938971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:32.087329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['676f4adf-04f0-49a2-b0e6-c08aab2ae0fb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:32.427971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b96b7-1469-48a0-8cf9-a31627d1b455 req-10e0ce14-d8d8-4f09-bedb-1960e67ed352 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:32.429453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d67b96b7-1469-48a0-8cf9-a31627d1b455 req-10e0ce14-d8d8-4f09-bedb-1960e67ed352 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Dec 13 10:15:32.476026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d67b96b7-1469-48a0-8cf9-a31627d1b455 req-d6a3ccd8-87a5-4c94-9596-4825a0acd095 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Dec 13 10:15:33.592377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d68bf-e7a9-4664-94b7-9aec59e8c17a req-6152fa90-ab63-46cf-a10b-f62fb688d775 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:33.593840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f6d68bf-e7a9-4664-94b7-9aec59e8c17a req-6152fa90-ab63-46cf-a10b-f62fb688d775 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Dec 13 10:15:33.640116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f6d68bf-e7a9-4664-94b7-9aec59e8c17a req-890acf42-8758-4d77-b127-be763f056f65 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Dec 13 10:15:33.719226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:33.765966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:15:33.769938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:33.770309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:33.850904 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:33.872657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:33.874880 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0192aebc-80ad-40e4-92c2-57d0d7e1a207" -d '{"events": [{"server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "name": "network-vif-plugged", "status": "completed", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:33.887313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,segment=NetworkSegment(fc44cba2-a37e-4184-b677-9fcf87edf69b),segment_id=fc44cba2-a37e-4184-b677-9fcf87edf69b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:33.893016 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:33.916172 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309645b-3079-40b2-b6b1-6078f5047973 x-openstack-request-id: req-0309645b-3079-40b2-b6b1-6078f5047973 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:33.916474 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "name": "network-vif-plugged", "status": "completed", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:33.916725 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0309645b-3079-40b2-b6b1-6078f5047973 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:33.917112 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb', 'code': 200} Dec 13 10:15:33.942668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:34.065625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ca85-95b9-48fc-b545-240e61a561a9 req-40f7f94a-e6b3-469c-9367-0e1eba94a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:34.067152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd00ca85-95b9-48fc-b545-240e61a561a9 req-40f7f94a-e6b3-469c-9367-0e1eba94a5da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 1097 time: 0.0922077 Dec 13 10:15:34.110187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd00ca85-95b9-48fc-b545-240e61a561a9 req-c136f7a3-f8e0-4b47-8a12-02ed578efc21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 Dec 13 10:15:34.524551 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:34.754156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d721-edda-4ebd-a2d7-f7a51734ebdb req-d19908bf-8ea3-4088-be98-3aed2db08bfd tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:34.755569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4393d721-edda-4ebd-a2d7-f7a51734ebdb req-d19908bf-8ea3-4088-be98-3aed2db08bfd tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 946 time: 0.0482519 Dec 13 10:15:34.805469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4393d721-edda-4ebd-a2d7-f7a51734ebdb req-c817539a-f017-4820-b0e4-3755d40a74b3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Dec 13 10:15:35.239208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-54951941-e376-487e-822d-f1390ee7f03f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393960 Dec 13 10:15:35.298632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-df0b0d3c-9b44-4462-8362-8c07e4989870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.300223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-df0b0d3c-9b44-4462-8362-8c07e4989870 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1096 time: 0.0392036 Dec 13 10:15:35.406425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-653ef716-2914-4884-be5c-b267c61d52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.408638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-653ef716-2914-4884-be5c-b267c61d52ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.0907366 Dec 13 10:15:35.474217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-de7b9976-a7e7-42d4-8c3f-d750f7184ad9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 1000 time: 0.0579445 Dec 13 10:15:35.523294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-6c6270c5-dd3c-41f5-b2ec-98d1725fd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.524702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-6c6270c5-dd3c-41f5-b2ec-98d1725fd4d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0428374 Dec 13 10:15:35.573039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-b8c28f5d-2d19-47d7-84b4-cd7cd39e5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.574508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-b8c28f5d-2d19-47d7-84b4-cd7cd39e5fa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430992 Dec 13 10:15:35.660757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-86be8b74-817d-460f-82c6-6b8e8cc5e84f service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795763 Dec 13 10:15:35.752082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025e6c25-9ba4-42bc-980f-d0a8a7cb2444 req-6be0dcb3-bf2a-4d6f-82e9-d36419bb0ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Dec 13 10:15:35.922470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ce0ae-4675-47f1-9c45-20f5ecf724f8 req-498cadae-5616-4699-8dba-b45a65f621ee tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.923969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-954ce0ae-4675-47f1-9c45-20f5ecf724f8 req-498cadae-5616-4699-8dba-b45a65f621ee tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 946 time: 0.0492237 Dec 13 10:15:35.970922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-954ce0ae-4675-47f1-9c45-20f5ecf724f8 req-fd75fa34-30c4-4b70-9a54-2d5cfe8cb87d tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Dec 13 10:15:36.153218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0f673407-1b29-4e0f-a3df-f56c32609fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:36.256114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff246b-79ff-4dbe-902a-534a9db5fc64 req-1b6edf14-4c3d-4446-9ed3-ca4a6a70789f tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:36.257593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19ff246b-79ff-4dbe-902a-534a9db5fc64 req-1b6edf14-4c3d-4446-9ed3-ca4a6a70789f tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Dec 13 10:15:36.303725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19ff246b-79ff-4dbe-902a-534a9db5fc64 req-f8312668-eb9c-4ad7-8d7a-6096f1a1597a tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Dec 13 10:15:37.427014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e60dea-eb88-447a-8d6a-1de91b27838a req-90517cd4-56f7-42df-b4ec-b461075c82e3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:37.428577 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28e60dea-eb88-447a-8d6a-1de91b27838a req-90517cd4-56f7-42df-b4ec-b461075c82e3 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 946 time: 0.0513811 Dec 13 10:15:37.503765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-57ebf6c1-380f-437a-b527-25dea4411851 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:37.505210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-57ebf6c1-380f-437a-b527-25dea4411851 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.20 "GET /v2.0/ports?device_id=31579c61-cfb5-4df0-bb09-b145824731f1 HTTP/1.1" status: 200 len: 946 time: 0.0757675 Dec 13 10:15:37.508733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28e60dea-eb88-447a-8d6a-1de91b27838a req-cebd7c30-85e3-491e-a48c-957055dad4f6 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f9752c-cbfe-428a-9aea-ecec678c05b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720201 Dec 13 10:15:37.601785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Deleting port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:37.602040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.687269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] For port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,segment=NetworkSegment(fc44cba2-a37e-4184-b677-9fcf87edf69b),segment_id=fc44cba2-a37e-4184-b677-9fcf87edf69b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:37.687666 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.700148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Calling delete_port for 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:37.832454 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.844579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['676f4adf-04f0-49a2-b0e6-c08aab2ae0fb'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:37.868570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Pushing event deleted for resources: {'Port': ['ID=676f4adf-04f0-49a2-b0e6-c08aab2ae0fb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:37.900497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] No DVR routers for this DVR port 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:37.903018 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.906359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-641e9a21-c538-476e-9e96-ef3daaa3bfa4 req-cd5019df-d076-46d9-a5ea-8908dfd86a75 tempest-ServerAddressesNegativeTestJSON-1403937395 tempest-ServerAddressesNegativeTestJSON-1403937395-project] 10.222.0.20 "DELETE /v2.0/ports/676f4adf-04f0-49a2-b0e6-c08aab2ae0fb HTTP/1.1" status: 204 len: 173 time: 0.3951066 Dec 13 10:15:37.906793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'name': 'network-vif-deleted', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:37.909590 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7ec7c-4f32-4033-a801-03dc87a7c210" -d '{"events": [{"server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "name": "network-vif-deleted", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:37.946111 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae7efa-b8dc-4f19-9be6-2bbd1702f2a2 x-openstack-request-id: req-16ae7efa-b8dc-4f19-9be6-2bbd1702f2a2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:37.946411 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31579c61-cfb5-4df0-bb09-b145824731f1", "name": "network-vif-deleted", "tag": "676f4adf-04f0-49a2-b0e6-c08aab2ae0fb", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:37.946666 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16ae7efa-b8dc-4f19-9be6-2bbd1702f2a2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:37.947076 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31579c61-cfb5-4df0-bb09-b145824731f1', 'name': 'network-vif-deleted', 'tag': '676f4adf-04f0-49a2-b0e6-c08aab2ae0fb', 'status': 'completed', 'code': 200} Dec 13 10:15:38.564681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:38.590064 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58397795-5c14-4b3a-b3c4-71f2579b4c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.609435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Deleting subnet f3331f55-e760-49a2-89c0-d6c803144168 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:38.612496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.647841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.690676 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.740552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.766578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3331f55-e760-49a2-89c0-d6c803144168,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:38.771850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.775038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e9f9aab-1219-4977-a1ce-359f1819eb1a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3331f55-e760-49a2-89c0-d6c803144168 HTTP/1.1" status: 204 len: 168 time: 0.2093537 Dec 13 10:15:38.777559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:38.844565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.924104 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.944225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867ca256-4954-4c3f-ad71-136d80018d41']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:38.953166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc44cba2-a37e-4184-b677-9fcf87edf69b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:38.953463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc44cba2-a37e-4184-b677-9fcf87edf69b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:38.963132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.975939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.981628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:38.982009 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:38.983649 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:39.036714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.042235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.045421 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/867ca256-4954-4c3f-ad71-136d80018d41 HTTP/1.1" status: 204 len: 168 time: 0.2669291 Dec 13 10:15:39.061240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a367b-1412-43de-a5fd-b3afd8943fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=867ca256-4954-4c3f-ad71-136d80018d41,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:39.154720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:39.195234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e5703d93-b5c0-4ca9-9043-e179a277ca4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3eea2da27eff46788cdde2f8b4c4d707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393088 Dec 13 10:15:39.197591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:39.243828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.264904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.312581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.316192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.317385 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58f9752c-cbfe-428a-9aea-ecec678c05b9 HTTP/1.1" status: 204 len: 168 time: 0.1189024 Dec 13 10:15:39.325658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7cbe3-588e-41e4-8fd6-37d7a96fb61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f9752c-cbfe-428a-9aea-ecec678c05b9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:39.613809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:39.738534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37471383-75b6-4928-8809-84739aee43c9 req-1c181296-5952-4863-93cc-caf240038e31 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:39.740230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37471383-75b6-4928-8809-84739aee43c9 req-1c181296-5952-4863-93cc-caf240038e31 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0557649 Dec 13 10:15:39.796287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37471383-75b6-4928-8809-84739aee43c9 req-15a39c97-3cb3-49b1-a7b8-3de22f91301b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Dec 13 10:15:39.819862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57942) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:39.890193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6b3f826a-64ba-4010-8b39-3e5d945605e5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 200 len: 993 time: 0.0662477 Dec 13 10:15:39.991970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57954) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.031026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 57958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.094376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-828036716-network', 'tenant_id': 'abc4fb247bdc44619e3be60b28b2e0db'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:40.165429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Made reservation on behalf of abc4fb247bdc44619e3be60b28b2e0db for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:40.168513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.181071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.195519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8c558-b1b6-49be-9986-3a39b9ed9bd5 req-83caf479-247c-488d-b5f6-e51e30fa475d tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:40.197063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72e8c558-b1b6-49be-9986-3a39b9ed9bd5 req-83caf479-247c-488d-b5f6-e51e30fa475d tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.0412061 Dec 13 10:15:40.242569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72e8c558-b1b6-49be-9986-3a39b9ed9bd5 req-769e32ae-57bd-4cd7-a7a4-ae737ad54505 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393391 Dec 13 10:15:40.257387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port d68b085b-9ae1-45b0-b9eb-346627b96f10 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:40.257730 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.342598 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.351020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.389451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.389781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.401407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:40.403067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e909c8-5269-4a5d-b2c9-785216f76022,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.415633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for d68b085b-9ae1-45b0-b9eb-346627b96f10 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:40.421107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.421483 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Added segment 017d2a42-b97d-4280-9705-4fabfda2d0c4 of type vlan for network d5b10772-25d8-4d52-b8b7-74bc3eec7300 Dec 13 10:15:40.501848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.543631 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.544578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:40.545166 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.612998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 57974) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.613228 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6200118 Dec 13 10:15:40.619148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Request body: {'subnet': {'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-828036716-subnet', 'tenant_id': 'abc4fb247bdc44619e3be60b28b2e0db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:40.635061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39fd9d-9bac-4515-8af3-4c3551aae4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b10772-25d8-4d52-b8b7-74bc3eec7300,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.646502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Made reservation on behalf of abc4fb247bdc44619e3be60b28b2e0db for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:40.646687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d5b10772-25d8-4d52-b8b7-74bc3eec7300 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:40.653694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.705173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.737253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=d68b085b-9ae1-45b0-b9eb-346627b96f10,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.809723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.810236 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP 5f12f243-cde7-483c-9096-5263a878817e disassociated (deleted). External IP: 172.25.2.23, port: 7f5c55ac-eb63-4577-bd1e-131e84d67a21. Dec 13 10:15:40.885892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.934677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-ae4646d3-1c5c-47f8-a4a1-1f0dfc1a061a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946131 Dec 13 10:15:40.951070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-b8f092c9-8e36-4dbd-b1a7-85f2b9df4cd5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:15:40.952094 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-b8f092c9-8e36-4dbd-b1a7-85f2b9df4cd5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074852 Dec 13 10:15:40.963952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc3183b-15fb-4330-ba8c-5681dedc4a0b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.973002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Checking segment: {'id': '017d2a42-b97d-4280-9705-4fabfda2d0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:40.973363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Network hostable DHCP agents. Network: d5b10772-25d8-4d52-b8b7-74bc3eec7300, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:40.990810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Network d5b10772-25d8-4d52-b8b7-74bc3eec7300 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:41.002276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d5b10772-25d8-4d52-b8b7-74bc3eec7300) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:41.006987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.007644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.015484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de468a-2c4d-4933-8495-0bacac6e57a5 None None] Network d5b10772-25d8-4d52-b8b7-74bc3eec7300 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:41.028800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5a2040cc-82c4-48d8-b4ca-193e34885d64 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4141388 Dec 13 10:15:41.031139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:41.158592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3de7e4-3c13-4418-9920-225d62601982 None None] Network d5b10772-25d8-4d52-b8b7-74bc3eec7300 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:41.173835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:41.180077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.187057 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:41.206030 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:41.206682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:41.212071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8574f990-4b30-44d9-bdf2-731e8df9fa9d tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f12f243-cde7-483c-9096-5263a878817e HTTP/1.1" status: 204 len: 168 time: 1.1799393 Dec 13 10:15:41.212745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:41.215446 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:41.297028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.478118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:41.598564 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc53f333-c0ee-4213-b89e-be1ccfe041f7 x-openstack-request-id: req-fc53f333-c0ee-4213-b89e-be1ccfe041f7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:41.599036 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:41.599307 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc53f333-c0ee-4213-b89e-be1ccfe041f7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:41.599813 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'status': 'completed', 'code': 200} Dec 13 10:15:41.673358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-d2594d4a-1a81-49a1-ac7b-c607686691a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.675021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-d2594d4a-1a81-49a1-ac7b-c607686691a7 service neutron] 10.222.0.31 "GET /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1093 time: 0.0605900 Dec 13 10:15:41.689585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Request body: {'binding': {'host': 'n-h2-820935-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:41.690396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Unknown quota resources ['binding']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:15:41.695135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-e9fb28ec-16b6-4c72-998f-b819403c8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.697086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-e9fb28ec-16b6-4c72-998f-b819403c8cba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 1096 time: 0.0593197 Dec 13 10:15:41.760037 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:41.782005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:41.793682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:41.802982 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:41.803751 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:41.805843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:41.806400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 676f4adf-04f0-49a2-b0e6-c08aab2ae0fb not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:41.909786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:41.910232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79070e6-ab3a-4574-8f8f-fec0910abdf4 req-1c7dbf7a-0c63-440a-a946-89d66999d6f2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.911757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79070e6-ab3a-4574-8f8f-fec0910abdf4 req-1c7dbf7a-0c63-440a-a946-89d66999d6f2 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.1671624 Dec 13 10:15:41.936289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-0327faea-f591-4eb3-b530-79e8a2084efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.937616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-0327faea-f591-4eb3-b530-79e8a2084efe service neutron] 10.222.0.20 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.2240796 Dec 13 10:15:41.997311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-b3c6a105-17fe-4173-ade2-e0907ed92a89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 200 len: 217 time: 0.0491974 Dec 13 10:15:42.008157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on host n-h2-820935-7 for vnic_type normal with profile None {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:42.008494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:42.008826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:42.018667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.054079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:15:42.054416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:42.066499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e79070e6-ab3a-4574-8f8f-fec0910abdf4 req-5d291255-549c-4ee1-ad10-855859aa4cdb tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466935 Dec 13 10:15:42.070510 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:42.070852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:42.071233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Bound using segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:42.071696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Bound port: 457880cb-4c00-4043-b656-da78cb03efc8, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:42.095830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-d4f196ae-99ad-4f71-82be-25669ee7701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.097320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-d4f196ae-99ad-4f71-82be-25669ee7701a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0902855 Dec 13 10:15:42.156746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:42.188188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411ff1b-9eeb-406d-a160-174c81f1229b None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '0728b020-a1a3-41a7-ab67-9c3f40bbd062', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'port_id': '66723588-3f34-44fd-baa6-fae8ba1660be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'mac_address': 'fa:16:3e:88:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:11Z', 'updated_at': '2021-12-13T10:12:13Z', 'revision_number': 1, 'project_id': 'f8c33315333c41c5af384fc812551206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:42.195706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:42.198896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-629ca080-a453-4159-b06c-4e984ca681ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.200522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-629ca080-a453-4159-b06c-4e984ca681ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812714 Dec 13 10:15:42.205163 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.206256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-5cf2dba8-8aa2-48a4-bb21-c460c4c63806 service neutron] 10.222.0.31 "POST /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5203929 Dec 13 10:15:42.344046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-78e478e3-77bb-4331-8061-e344debe6a65 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353469 Dec 13 10:15:42.495575 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-f56118c4-2c20-4397-ab3d-2b9519d92254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.497407 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-f56118c4-2c20-4397-ab3d-2b9519d92254 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.0569403 Dec 13 10:15:42.504148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52930e6-6433-4ce1-b624-1e1f460f860f req-40a26da4-8f7d-4b94-82c0-52f602ea5a41 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.511384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d52930e6-6433-4ce1-b624-1e1f460f860f req-40a26da4-8f7d-4b94-82c0-52f602ea5a41 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.1624668 Dec 13 10:15:42.525773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a3b632-b57e-4e9c-b0d9-dfb4ef5e08c6 req-1aa05270-db09-4dac-bfb3-282da61e2e63 service neutron] 10.222.0.20 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679146 Dec 13 10:15:42.581180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ac547-9a7a-4991-924b-2f7c68e2a4b5 None None] New status for floating IP 5f12f243-cde7-483c-9096-5263a878817e: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:15:42.584541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d52930e6-6433-4ce1-b624-1e1f460f860f req-6cd1143b-fdc3-426c-bb90-7da0dac07429 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716293 Dec 13 10:15:42.627322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-c175096e-5c35-47e7-9bc5-71e49e0e1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.628829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-c175096e-5c35-47e7-9bc5-71e49e0e1bb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.1237116 Dec 13 10:15:42.715195 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-2e8865ff-315f-4d72-bb55-d212d6949b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1001 time: 0.0766349 Dec 13 10:15:42.767451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-4407708a-a5d3-43ec-a0f7-ddda7df516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.769181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-4407708a-a5d3-43ec-a0f7-ddda7df516d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0462778 Dec 13 10:15:42.821095 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-dd704aaa-2494-4e3a-9040-1c94ae3dacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.823370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-dd704aaa-2494-4e3a-9040-1c94ae3dacce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466163 Dec 13 10:15:42.914074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-336a4ede-6a52-4d65-85be-e5b974b76ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840008 Dec 13 10:15:42.934572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-80fe6274-4ef8-4c00-aec5-69c4feb54d61 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.936090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-80fe6274-4ef8-4c00-aec5-69c4feb54d61 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/networks?id=d5b10772-25d8-4d52-b8b7-74bc3eec7300 HTTP/1.1" status: 200 len: 809 time: 0.1045446 Dec 13 10:15:42.952747 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-cbce3f1d-8704-49b2-a499-5d48dd8dd5e5 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/quotas/abc4fb247bdc44619e3be60b28b2e0db HTTP/1.1" status: 200 len: 375 time: 0.0095816 Dec 13 10:15:42.986071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-e8b8505c-aa57-4a2b-be71-b1385512266d tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abc4fb247bdc44619e3be60b28b2e0db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274580 Dec 13 10:15:43.009307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-78bf6b57-fe6e-41f8-bd69-1345d9edd6ac service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Dec 13 10:15:43.082630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-32677b34-2c48-4896-b2fb-04c36e7d2300 service neutron] 10.222.0.31 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885346 Dec 13 10:15:43.146639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-841bf37c-9060-4532-a108-6e9d90f107ce tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.148243 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-841bf37c-9060-4532-a108-6e9d90f107ce tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671&tenant_id=a710072baa3a482d91a81cbc7585c07e&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0797756 Dec 13 10:15:43.291774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:43.352873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.485970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:43.528019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:43.530336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-23766c18-bc17-41e4-bfa6-6b68b9cb7380 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.531812 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-23766c18-bc17-41e4-bfa6-6b68b9cb7380 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.3921618 Dec 13 10:15:43.535101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-37e6eebf-7676-4bdf-8b49-53bb9fcbdd36 service neutron] 10.222.0.31 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448466 Dec 13 10:15:43.542682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9badba7-8280-41ea-86b6-131d26efec97 req-12ef799f-bf1c-42eb-b8d7-2d6c9bf53e09 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.544854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9badba7-8280-41ea-86b6-131d26efec97 req-12ef799f-bf1c-42eb-b8d7-2d6c9bf53e09 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 945 time: 0.3894408 Dec 13 10:15:43.576526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.584395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.611421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:43.614046 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce9801-3c7e-493f-93c9-e35fc8928a6c" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-unplugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:43.652665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9badba7-8280-41ea-86b6-131d26efec97 req-ab7adb83-cf5c-45a1-9ecd-d93dc8e30cc3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996125 Dec 13 10:15:43.672875 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:43.673334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.695356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:43.766334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on host n-h1-820935-7 for vnic_type normal with profile {"migrating_to": "n-h2-820935-7"} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:43.767208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:43.767541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:43.792279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:15:43.792611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Attempting to bind port 457880cb-4c00-4043-b656-da78cb03efc8 on network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:43.802995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:43.803347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Checking segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:43.803775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Bound using segment: {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:43.804220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Bound port: 457880cb-4c00-4043-b656-da78cb03efc8, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:43.804588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.815086 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d36b0-0438-4d3a-8e34-df935f085e7d x-openstack-request-id: req-db1d36b0-0438-4d3a-8e34-df935f085e7d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:43.815383 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-unplugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:43.815669 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db1d36b0-0438-4d3a-8e34-df935f085e7d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:43.816077 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'code': 200} Dec 13 10:15:43.888397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efa746fc-3633-4586-97c5-2c5d0573ebd2 req-bb4c727a-8d4b-4df6-a826-bc3f40975faf tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 210 time: 0.0350962 Dec 13 10:15:43.910441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d627bb-faac-4e8b-b034-defa1e533bdc req-9bc1c512-8670-4aef-a1b5-965ac7966d69 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.913875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:43.918983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:43.919207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10d627bb-faac-4e8b-b034-defa1e533bdc req-9bc1c512-8670-4aef-a1b5-965ac7966d69 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 943 time: 0.1583023 Dec 13 10:15:43.926633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.970466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 7f5c55ac-eb63-4577-bd1e-131e84d67a21, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7f5c55ac-eb63-4577-bd1e-131e84d67a21,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:43.971199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.978339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] Provisioning complete for port 457880cb-4c00-4043-b656-da78cb03efc8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:43.979476 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.997392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 7f5c55ac-eb63-4577-bd1e-131e84d67a21 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:44.024446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10d627bb-faac-4e8b-b034-defa1e533bdc req-34c0b3c1-a018-4f1b-9f25-a6d1db32a2bd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896738 Dec 13 10:15:44.036408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:44.079027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:44.080262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.081707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-cb1b5331-7eac-400e-ae57-2f5dd2c60e83 service neutron] 10.222.0.20 "PUT /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1121 time: 0.7945707 Dec 13 10:15:44.112027 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.164116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:44.167449 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f0524-24f5-4916-89a8-e5d23538648f" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:44.170940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['457880cb-4c00-4043-b656-da78cb03efc8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:44.209696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:44.219508 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.232016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.272712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=7f5c55ac-eb63-4577-bd1e-131e84d67a21,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:44.274119 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94ad8c-9036-4258-b6d1-0219c4e96496 x-openstack-request-id: req-3d94ad8c-9036-4258-b6d1-0219c4e96496 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:44.286459 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:44.287012 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d94ad8c-9036-4258-b6d1-0219c4e96496 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:44.288242 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'code': 200} Dec 13 10:15:44.327246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 7f5c55ac-eb63-4577-bd1e-131e84d67a21 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:44.329888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.333354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43a354c0-0b6e-4fde-9de2-1b0eafeb3488 req-f004aff9-6900-4905-ab00-e7a20f858482 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.20 "DELETE /v2.0/ports/7f5c55ac-eb63-4577-bd1e-131e84d67a21 HTTP/1.1" status: 204 len: 173 time: 0.7883129 Dec 13 10:15:44.333736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'name': 'network-vif-deleted', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:44.336046 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a63f06-c6d4-4ff7-9be3-dbdca4c81ad9" -d '{"events": [{"server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "name": "network-vif-deleted", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:44.408863 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cef66b9-a5c0-4a89-ad59-6b028c0b1029 x-openstack-request-id: req-6cef66b9-a5c0-4a89-ad59-6b028c0b1029 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:44.409236 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74b9d3c-cb28-47eb-a94f-822cf6010c82", "name": "network-vif-deleted", "tag": "7f5c55ac-eb63-4577-bd1e-131e84d67a21", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:44.409484 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cef66b9-a5c0-4a89-ad59-6b028c0b1029 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:44.409891 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74b9d3c-cb28-47eb-a94f-822cf6010c82', 'name': 'network-vif-deleted', 'tag': '7f5c55ac-eb63-4577-bd1e-131e84d67a21', 'status': 'completed', 'code': 200} Dec 13 10:15:44.462529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bc5fe-ac79-4cf0-ad06-211f014d64f6 None None] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:44.649918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-75ff3e93-e0ba-4f77-9ea4-0a734ef378b6 None None] Provisioning complete for port 457880cb-4c00-4043-b656-da78cb03efc8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:44.650374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75ff3e93-e0ba-4f77-9ea4-0a734ef378b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:44.796525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05aa7ebd-d5a3-430f-a330-4dc6671ec259 req-0f2de2bf-a0e2-4eef-a47e-7144d699ac48 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Dec 13 10:15:44.995018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc1a4156-b40b-4208-bcf6-5adf39dff332 req-2b3b9577-b80d-42f0-b2f2-b3c54a533161 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 210 time: 0.0266092 Dec 13 10:15:45.119590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ca49-1d50-492b-b1e7-377c3b5a5cfa req-fc666917-ecb6-40b6-b5e8-ae2d4e464bb9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:45.121064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6373ca49-1d50-492b-b1e7-377c3b5a5cfa req-fc666917-ecb6-40b6-b5e8-ae2d4e464bb9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0490065 Dec 13 10:15:45.175111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6373ca49-1d50-492b-b1e7-377c3b5a5cfa req-c17528a6-4dc8-449d-b4c8-ee5d975c59d3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 Dec 13 10:15:45.389448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-bde5160c-412e-469e-82f0-2feb6216ec91 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:45.391194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-bde5160c-412e-469e-82f0-2feb6216ec91 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.20 "GET /v2.0/networks?id=d5b10772-25d8-4d52-b8b7-74bc3eec7300 HTTP/1.1" status: 200 len: 809 time: 0.1153638 Dec 13 10:15:45.406763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Request body: {'port': {'device_id': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300', 'admin_state_up': True, 'tenant_id': 'abc4fb247bdc44619e3be60b28b2e0db'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:45.519064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Made reservation on behalf of abc4fb247bdc44619e3be60b28b2e0db for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:45.522621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:45.644731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Allocated IP 172.20.0.12 (d5b10772-25d8-4d52-b8b7-74bc3eec7300/0cc3183b-15fb-4330-ba8c-5681dedc4a0b/b813253e-144f-49bf-9770-e3fd9a7b4fd3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:45.793336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:45.815475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:15:45.818387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7f5c55ac-eb63-4577-bd1e-131e84d67a21 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:45.818645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:45.824928 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030d5b8-2a41-414e-98c3-2f06ce246753" -d '{"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:45.840629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:45.891143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 7f5c55ac-eb63-4577-bd1e-131e84d67a21 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:45.891531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7f5c55ac-eb63-4577-bd1e-131e84d67a21 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:45.899946 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688f72e-ffaf-4c49-9023-a471edf1dd31 x-openstack-request-id: req-b688f72e-ffaf-4c49-9023-a471edf1dd31 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:45.900256 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:45.900520 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b688f72e-ffaf-4c49-9023-a471edf1dd31 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:45.900933 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'status': 'completed', 'code': 200} Dec 13 10:15:45.909131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Network d5b10772-25d8-4d52-b8b7-74bc3eec7300 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:45.919424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:45.927743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:45.996579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:45.997204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.002655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:46.015395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Pushing event updated for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:46.019095 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 has no active binding in host n-h2-820935-7 {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 10:15:46.032724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a3932f67-ac45-417a-a5df-acc0268e62cb req-770e09a2-0081-4161-92f4-797deab8ddb9 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.1442094 Dec 13 10:15:46.053198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-93481fd3-d640-40ab-aa3f-090d820bd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.054916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-93481fd3-d640-40ab-aa3f-090d820bd117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1126 time: 0.1328149 Dec 13 10:15:46.062481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-d137f9b5-e1f9-43e4-8e1a-23f861bb5b58 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589315 Dec 13 10:15:46.078494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Request body: {'port': {'device_id': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:46.161403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-b1517861-1ab8-451c-ab5a-8c78dbac5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.162927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-b1517861-1ab8-451c-ab5a-8c78dbac5a04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.1000419 Dec 13 10:15:46.177250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.198727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7916fcd-39eb-48c0-87d5-18ab3216f5a5 req-66ceff7e-ea92-4f72-a33a-052d95e9fa3c tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.204079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7916fcd-39eb-48c0-87d5-18ab3216f5a5 req-66ceff7e-ea92-4f72-a33a-052d95e9fa3c tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 932 time: 0.1054311 Dec 13 10:15:46.243000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-4e979db3-0cd0-4ee8-84d0-4cd5bbe27e0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1001 time: 0.0708377 Dec 13 10:15:46.293568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-0d5abbfc-1b51-44b4-9d27-a51f878ee316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.295462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-0d5abbfc-1b51-44b4-9d27-a51f878ee316 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0453124 Dec 13 10:15:46.374152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7916fcd-39eb-48c0-87d5-18ab3216f5a5 req-5da689c5-f00a-4e46-bd1d-d4b495b0491f tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652248 Dec 13 10:15:46.407874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce242996-4fc7-41ec-9095-1559767e99b5 req-a6fbf431-cece-4e10-b72c-03fe4e5b2937 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.410336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce242996-4fc7-41ec-9095-1559767e99b5 req-a6fbf431-cece-4e10-b72c-03fe4e5b2937 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.1593790 Dec 13 10:15:46.521103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce242996-4fc7-41ec-9095-1559767e99b5 req-6779f47d-3cd1-40d2-a78f-daece40ab803 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038370 Dec 13 10:15:46.623709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b813253e-144f-49bf-9770-e3fd9a7b4fd3 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:46.632301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.649438 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Transition to ACTIVE for port object b813253e-144f-49bf-9770-e3fd9a7b4fd3 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:15:46.654089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-88c2d857-b86e-46ff-af57-1cbc730534c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.654778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.655804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-88c2d857-b86e-46ff-af57-1cbc730534c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526821 Dec 13 10:15:46.667666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-37d78e50-ebcc-476a-9564-bf2fd7a5267e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:15:46.668818 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-37d78e50-ebcc-476a-9564-bf2fd7a5267e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054288 Dec 13 10:15:46.712025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Pushing event updated for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:46.768298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-7e93ee42-7ce6-4e5e-a47c-a5ff7b5f8bbb service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922959 Dec 13 10:15:46.778202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Attempting to bind port b813253e-144f-49bf-9770-e3fd9a7b4fd3 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:46.778548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Attempting to bind port b813253e-144f-49bf-9770-e3fd9a7b4fd3 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '017d2a42-b97d-4280-9705-4fabfda2d0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:46.778885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Attempting to bind port b813253e-144f-49bf-9770-e3fd9a7b4fd3 on network d5b10772-25d8-4d52-b8b7-74bc3eec7300 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:46.789706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Port b813253e-144f-49bf-9770-e3fd9a7b4fd3 on network d5b10772-25d8-4d52-b8b7-74bc3eec7300 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:15:46.790416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Attempting to bind port b813253e-144f-49bf-9770-e3fd9a7b4fd3 on network d5b10772-25d8-4d52-b8b7-74bc3eec7300 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:46.796994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:46.797648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Checking segment: {'id': '017d2a42-b97d-4280-9705-4fabfda2d0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:46.798131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Bound using segment: {'id': '017d2a42-b97d-4280-9705-4fabfda2d0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:46.798663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Bound port: b813253e-144f-49bf-9770-e3fd9a7b4fd3, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d2a42-b97d-4280-9705-4fabfda2d0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:46.799108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.869325 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2030d5b8-2a41-414e-98c3-2f06ce246753 req-421af7f6-1e1c-47e0-aa37-4ab16a806044 service neutron] 10.222.0.16 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924876 Dec 13 10:15:46.869984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:46.873167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3,segment=NetworkSegment(017d2a42-b97d-4280-9705-4fabfda2d0c4),segment_id=017d2a42-b97d-4280-9705-4fabfda2d0c4)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:46.886826 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.924338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:46.925062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:46.926475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] 10.222.0.20 "PUT /v2.0/ports/b813253e-144f-49bf-9770-e3fd9a7b4fd3 HTTP/1.1" status: 200 len: 1092 time: 0.8526995 Dec 13 10:15:46.926949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:46.929379 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7" -d '{"events": [{"name": "network-changed", "server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:46.959511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e933a-bc59-48f6-a9b6-893f0370902e service neutron] Pushing event updated for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:46.983421 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c5832-64e6-4201-916f-bdbe4c717699 x-openstack-request-id: req-050c5832-64e6-4201-916f-bdbe4c717699 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:46.983741 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:46.984009 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-050c5832-64e6-4201-916f-bdbe4c717699 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:46.984422 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3', 'status': 'completed', 'code': 200} Dec 13 10:15:47.019718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-c3fc03cb-5402-4bd4-86ea-fa52bcd19ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.021420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-c3fc03cb-5402-4bd4-86ea-fa52bcd19ffe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abc4fb247bdc44619e3be60b28b2e0db&device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 1095 time: 0.0472128 Dec 13 10:15:47.097074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-687690b3-2c7d-40a6-b36e-178e1045fe08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3 HTTP/1.1" status: 200 len: 217 time: 0.0425360 Dec 13 10:15:47.156887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3715b3b-737c-4482-aeac-8973eb2f50d6 req-266f8039-5b8b-46d5-aba9-da0a6c4eb3ff tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.0497067 Dec 13 10:15:47.172850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-3da19940-0a76-4128-9475-42527c2bf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.174340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-3da19940-0a76-4128-9475-42527c2bf7e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc3183b-15fb-4330-ba8c-5681dedc4a0b HTTP/1.1" status: 200 len: 849 time: 0.0589225 Dec 13 10:15:47.208002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-1bdf224b-daf6-4547-b1c8-d52afbec5ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5b10772-25d8-4d52-b8b7-74bc3eec7300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256102 Dec 13 10:15:47.306560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-07fcf375-ca1d-4a18-af8d-8444ab8acf62 service neutron] 10.222.0.20 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Dec 13 10:15:47.395860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6d07e0f-493e-42c9-93c5-9fc44dc67edf req-5fbfee16-314f-4305-8cca-41a62fea95eb service neutron] 10.222.0.20 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Dec 13 10:15:47.529956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-cefcb7e5-ac9f-44c8-b581-9ad5202d6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.531460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-cefcb7e5-ac9f-44c8-b581-9ad5202d6d3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abc4fb247bdc44619e3be60b28b2e0db&device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 1095 time: 0.0671420 Dec 13 10:15:47.538937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbef9c-e230-4261-a4eb-ec441de26110 req-9c9c7125-37a9-4891-a793-5eb6d26128d1 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.540357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ffbef9c-e230-4261-a4eb-ec441de26110 req-9c9c7125-37a9-4891-a793-5eb6d26128d1 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 944 time: 0.0848494 Dec 13 10:15:47.675163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ffbef9c-e230-4261-a4eb-ec441de26110 req-8be95294-385e-4ca3-9a3a-11a9dd57ce0f tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260843 Dec 13 10:15:47.704406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222f277-7c95-4d24-879b-28d9098383e5 req-ad65ae50-9d33-4bbe-8371-56787303f650 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.705928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b222f277-7c95-4d24-879b-28d9098383e5 req-ad65ae50-9d33-4bbe-8371-56787303f650 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0985653 Dec 13 10:15:47.706914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-e1b5a853-2343-4a7c-91eb-1bfcdbb2c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.708259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-e1b5a853-2343-4a7c-91eb-1bfcdbb2c2a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5b10772-25d8-4d52-b8b7-74bc3eec7300 HTTP/1.1" status: 200 len: 910 time: 0.1670754 Dec 13 10:15:47.760123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-829ab4af-2659-4d4a-92a8-b90cd0578bd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3 HTTP/1.1" status: 200 len: 217 time: 0.0421519 Dec 13 10:15:47.822268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b222f277-7c95-4d24-879b-28d9098383e5 req-100effef-d2a4-4fef-802e-4fe0a797a255 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101563 Dec 13 10:15:47.836338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-d4af6e41-9631-4536-984a-a9f15f5c8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:47.837802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-d4af6e41-9631-4536-984a-a9f15f5c8f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc3183b-15fb-4330-ba8c-5681dedc4a0b HTTP/1.1" status: 200 len: 849 time: 0.0686722 Dec 13 10:15:47.872312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-7fbb7a38-3b2d-4459-8725-e963f06ce09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5b10772-25d8-4d52-b8b7-74bc3eec7300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262854 Dec 13 10:15:47.961321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-eb8de610-674b-4506-95a3-0cde37e077ba service neutron] 10.222.0.20 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Dec 13 10:15:48.056072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36d3d0e7-8bc8-417f-ae3f-e31eec0726a7 req-cc1366c2-53fd-451d-bf40-dbbc198d2b23 service neutron] 10.222.0.20 "GET /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879068 Dec 13 10:15:48.255918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4f4dcc0-465c-49c7-8f2a-6278b309b351 req-2c882532-8483-4b15-9402-04fce654063b tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74b9d3c-cb28-47eb-a94f-822cf6010c82 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Dec 13 10:15:48.798339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b838497-057d-4bd8-a481-e1b7fd3bdd68 req-c3685f0c-c15c-44b1-9402-bbfaf0668997 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:48.799974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b838497-057d-4bd8-a481-e1b7fd3bdd68 req-c3685f0c-c15c-44b1-9402-bbfaf0668997 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 944 time: 0.0550287 Dec 13 10:15:48.848301 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1b838497-057d-4bd8-a481-e1b7fd3bdd68 req-40706945-20c5-4122-8cee-803496a2db42 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Dec 13 10:15:48.941984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f92b-8fae-44a9-970f-896b28269e80 req-534eeb63-0b95-40d5-9aca-16fe7f9310f6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:48.943341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d38f92b-8fae-44a9-970f-896b28269e80 req-534eeb63-0b95-40d5-9aca-16fe7f9310f6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Dec 13 10:15:48.991567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d38f92b-8fae-44a9-970f-896b28269e80 req-8c31436f-8372-4ff1-b177-f105da6f0ba1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Dec 13 10:15:49.214441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-a3b4ab3e-a816-4185-a177-8219580e40e7 service neutron] 10.222.0.16 "GET /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 384 time: 0.0549576 Dec 13 10:15:49.398461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:49.417717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:49.464689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:49.466874 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd2a9a4-680a-492a-9537-7c90b8249d00" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-unplugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:49.470960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:49.487470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:49.522937 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae6b64b-647a-40f0-bcd8-59b8577dd4d9 x-openstack-request-id: req-eae6b64b-647a-40f0-bcd8-59b8577dd4d9 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:49.523238 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-unplugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:49.523495 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eae6b64b-647a-40f0-bcd8-59b8577dd4d9 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:49.523923 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'code': 200} Dec 13 10:15:49.566688 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] Transition to ACTIVE for port object 457880cb-4c00-4043-b656-da78cb03efc8 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:15:49.571663 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:49.669828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=11']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:49.705383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] No DVR routers for this DVR port 457880cb-4c00-4043-b656-da78cb03efc8 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:49.847219 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-0fb87809-f990-432e-ab1f-72ac0565cf34 service neutron] 10.222.0.16 "PUT /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8/bindings/n-h2-820935-7/activate HTTP/1.1" status: 200 len: 369 time: 0.6266663 Dec 13 10:15:49.878805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:15:50.005115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:50.012121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-9efdf930-aee1-4ce4-93b3-a75033350d89 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.013678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-9efdf930-aee1-4ce4-93b3-a75033350d89 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671&tenant_id=a710072baa3a482d91a81cbc7585c07e&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 1095 time: 0.1063578 Dec 13 10:15:50.020114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '457880cb-4c00-4043-b656-da78cb03efc8', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'port_id': '457880cb-4c00-4043-b656-da78cb03efc8', 'mac_address': 'fa:16:3e:e4:35:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:15:50.042899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85c37e-ac42-4de8-b3c3-9a3091d2e9e9 req-70898a08-1cea-4111-98bc-911541d64b04 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.045008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c85c37e-ac42-4de8-b3c3-9a3091d2e9e9 req-70898a08-1cea-4111-98bc-911541d64b04 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 944 time: 0.1090121 Dec 13 10:15:50.060015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.075023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457880cb-4c00-4043-b656-da78cb03efc8 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:50.096575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:50.101246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.102086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b813253e-144f-49bf-9770-e3fd9a7b4fd3 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:15:50.129529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-e8404e86-f9a1-4f62-993c-4d08aca42e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.131052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-e8404e86-f9a1-4f62-993c-4d08aca42e0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 1095 time: 0.1057789 Dec 13 10:15:50.155909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c85c37e-ac42-4de8-b3c3-9a3091d2e9e9 req-78339259-f845-4d25-82f4-ade48a0cca1d tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895581 Dec 13 10:15:50.185224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:50.215233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9720ee-28fc-42f7-84b6-ad832f4086b4 req-0ed446c0-e69c-4b54-a201-2f2cbbeb568e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.216567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd9720ee-28fc-42f7-84b6-ad832f4086b4 req-0ed446c0-e69c-4b54-a201-2f2cbbeb568e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.1260536 Dec 13 10:15:50.225497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-6c47be8d-e93e-463a-989c-fc7c5aa19c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.227252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-6c47be8d-e93e-463a-989c-fc7c5aa19c5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.0681098 Dec 13 10:15:50.262109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3,segment=NetworkSegment(017d2a42-b97d-4280-9705-4fabfda2d0c4),segment_id=017d2a42-b97d-4280-9705-4fabfda2d0c4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:50.273955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3', 'network_id': 'd5b10772-25d8-4d52-b8b7-74bc3eec7300', 'port_id': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3', 'mac_address': 'fa:16:3e:66:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc3183b-15fb-4330-ba8c-5681dedc4a0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:15:50.312296 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.325541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b813253e-144f-49bf-9770-e3fd9a7b4fd3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:50.331041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd9720ee-28fc-42f7-84b6-ad832f4086b4 req-8cdacc2a-d2de-4689-b161-0e2511defa33 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007924 Dec 13 10:15:50.345841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3,segment=NetworkSegment(017d2a42-b97d-4280-9705-4fabfda2d0c4),segment_id=017d2a42-b97d-4280-9705-4fabfda2d0c4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:50.350059 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.367969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-c3aa2192-63d4-421f-993e-62cc40eb92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.369565 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-c3aa2192-63d4-421f-993e-62cc40eb92f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.1299973 Dec 13 10:15:50.405003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:50.425332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['457880cb-4c00-4043-b656-da78cb03efc8'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:50.465088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-87dc7e4a-8d99-433b-8dd4-51bce39f7185 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 1000 time: 0.0878999 Dec 13 10:15:50.519601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-7d12ae48-87ea-4d38-8044-e2d120bdf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.521183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-7d12ae48-87ea-4d38-8044-e2d120bdf133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0480740 Dec 13 10:15:50.565195 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b813253e-144f-49bf-9770-e3fd9a7b4fd3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:50.571582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-e846e51f-c1fd-4e3d-9b33-a4cd51095bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.573006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-e846e51f-c1fd-4e3d-9b33-a4cd51095bc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431292 Dec 13 10:15:50.668774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-a82e78ec-3104-48c2-91dc-c16677aa9f25 service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879390 Dec 13 10:15:50.765652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-b02bcd3f-f076-4e64-b4d8-76ba8afacb80 service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899403 Dec 13 10:15:51.000201 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-067d793d-1040-437b-8d97-94233d9ca912 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.001764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-067d793d-1040-437b-8d97-94233d9ca912 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671&tenant_id=a710072baa3a482d91a81cbc7585c07e&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 1096 time: 0.0447409 Dec 13 10:15:51.118669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-fe3c2140-41a3-4cb5-99f6-b6b8e6da512e service neutron] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:51.122631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-fe3c2140-41a3-4cb5-99f6-b6b8e6da512e service neutron] Publish callbacks [] for binding, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.123726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb00f0d7-075f-417f-8cbc-2f20c92c5eee req-fe3c2140-41a3-4cb5-99f6-b6b8e6da512e service neutron] 10.222.0.20 "DELETE /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8/bindings/n-h1-820935-7 HTTP/1.1" status: 204 len: 173 time: 0.1128318 Dec 13 10:15:51.260700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367cc9d-c2d2-4435-9698-fea5ff659625 req-0da1a0e5-bad1-4c03-a4a9-57262095786e tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.262190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6367cc9d-c2d2-4435-9698-fea5ff659625 req-0da1a0e5-bad1-4c03-a4a9-57262095786e tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Dec 13 10:15:51.309512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6367cc9d-c2d2-4435-9698-fea5ff659625 req-02267f40-ce85-4210-9457-dff34362423a tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Dec 13 10:15:51.464666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8fe4-01b7-414c-bbce-bfa22986aaf1 req-15d2ada2-6958-409f-b65f-958b69a1294e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.466976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90ef8fe4-01b7-414c-bbce-bfa22986aaf1 req-15d2ada2-6958-409f-b65f-958b69a1294e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0593853 Dec 13 10:15:51.523148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90ef8fe4-01b7-414c-bbce-bfa22986aaf1 req-0c6f4f9f-b276-489c-82b5-6560d44c5fb6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472431 Dec 13 10:15:51.628059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea9cda-f319-44da-8ccb-e32019e02f76 req-832ceb6c-5598-4560-b0c5-560ec4059d17 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.629512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2ea9cda-f319-44da-8ccb-e32019e02f76 req-832ceb6c-5598-4560-b0c5-560ec4059d17 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1096 time: 0.0396810 Dec 13 10:15:51.675510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2ea9cda-f319-44da-8ccb-e32019e02f76 req-eac62f38-eace-4527-ade7-87d0e49b7533 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Dec 13 10:15:51.807585 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fe36-19bb-4f86-bceb-9005088a51fb req-c524ebcb-caaa-413e-a8b2-f505794a0fb0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.809122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b329fe36-19bb-4f86-bceb-9005088a51fb req-c524ebcb-caaa-413e-a8b2-f505794a0fb0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Dec 13 10:15:51.866886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b329fe36-19bb-4f86-bceb-9005088a51fb req-1907479f-6435-414e-a488-286d1a9afda3 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492675 Dec 13 10:15:51.889810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58118) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:51.892378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:51.947603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 457880cb-4c00-4043-b656-da78cb03efc8 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:15:51.951757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-52f79ec7-5195-4ce8-967e-22bc812fcfbd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 200 len: 992 time: 0.0607603 Dec 13 10:15:51.952261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 457880cb-4c00-4043-b656-da78cb03efc8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:51.952643 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.035343 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.062242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:52.065328 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21df55b6-3384-4122-898a-21177c28b8f9" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:52.079143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:52.085143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.086687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b813253e-144f-49bf-9770-e3fd9a7b4fd3 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:52.114056 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee2ffa-412f-482f-81bf-7f57775fccf9 x-openstack-request-id: req-10ee2ffa-412f-482f-81bf-7f57775fccf9 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:52.114396 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-plugged", "status": "completed", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:52.114597 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10ee2ffa-412f-482f-81bf-7f57775fccf9 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:52.115194 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'code': 200} Dec 13 10:15:52.183610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58126) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:52.337405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=14']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:52.354378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 38d44fda-0f12-4d35-9d8c-aaeb83674d35 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:52.354727 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.370333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b813253e-144f-49bf-9770-e3fd9a7b4fd3 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:15:52.377015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b813253e-144f-49bf-9770-e3fd9a7b4fd3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:52.377521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.461282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.479063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ee2b9-a4b4-4c67-b41d-39be53ddc42f req-a6d5a060-0d0a-494d-b3ba-40e594c4c89e tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.480579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca2ee2b9-a4b4-4c67-b41d-39be53ddc42f req-a6d5a060-0d0a-494d-b3ba-40e594c4c89e tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 945 time: 0.0778575 Dec 13 10:15:52.482878 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.483204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.503981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 38d44fda-0f12-4d35-9d8c-aaeb83674d35 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:52.505270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3,segment=NetworkSegment(017d2a42-b97d-4280-9705-4fabfda2d0c4),segment_id=017d2a42-b97d-4280-9705-4fabfda2d0c4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:52.518313 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.575000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:52.617646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca2ee2b9-a4b4-4c67-b41d-39be53ddc42f req-c1c82576-d106-40b5-b762-0d275ab10d99 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256278 Dec 13 10:15:52.734889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.760400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:52.760616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=38d44fda-0f12-4d35-9d8c-aaeb83674d35,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:52.808025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:52.835963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:52.836292 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP 5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 disassociated (deleted). External IP: 172.25.2.212, port: 457880cb-4c00-4043-b656-da78cb03efc8. Dec 13 10:15:53.344541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 7f2a332b-efea-49df-8080-d67bf9f4abb1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:53.457031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:53.462579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:53.471280 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Sync routers for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:53.482193 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:53.483129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:53.504170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-61797a74-96cb-4304-b64b-50ba12b968d7 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/floatingips/5c9aede2-1e1a-4d89-8c24-2bc6d3e67403 HTTP/1.1" status: 204 len: 168 time: 1.3185246 Dec 13 10:15:53.505328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:53.508062 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608420c2-9217-42e2-afe0-e69d0793cac1" -d '{"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:53.584441 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d67436-3ca6-4e28-b248-77143c5b4653 x-openstack-request-id: req-e7d67436-3ca6-4e28-b248-77143c5b4653 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:53.584753 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:53.585017 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7d67436-3ca6-4e28-b248-77143c5b4653 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:53.585449 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'status': 'completed', 'code': 200} Dec 13 10:15:53.637799 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:53.658557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-cd336385-e254-49fa-8b0d-71fe7b895a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:53.660281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-cd336385-e254-49fa-8b0d-71fe7b895a4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 1097 time: 0.0488143 Dec 13 10:15:53.861869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-3c16a66a-6992-4e5d-970e-18b9dc01516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:53.863388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-3c16a66a-6992-4e5d-970e-18b9dc01516f service neutron] 10.222.0.20 "GET /v2.0/networks?id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 200 len: 897 time: 0.1945021 Dec 13 10:15:53.878209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf130-8ac7-492c-9778-d624071686a9 req-d1ba8d76-65ab-41c9-ba81-a0ca54a92b95 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:53.879878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-649cf130-8ac7-492c-9778-d624071686a9 req-d1ba8d76-65ab-41c9-ba81-a0ca54a92b95 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.1276481 Dec 13 10:15:53.913847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:53.944440 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Checking router: 7f2a332b-efea-49df-8080-d67bf9f4abb1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:53.954829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7eb50-517d-4bc5-bba9-c9241084d6ee req-fa5c3b8e-b1be-442a-88cf-a8121b8e568a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:53.956507 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04d7eb50-517d-4bc5-bba9-c9241084d6ee req-fa5c3b8e-b1be-442a-88cf-a8121b8e568a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 946 time: 0.1882076 Dec 13 10:15:53.957842 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:53.958455 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:53.960026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-ca384b3d-faf9-439d-ac3c-c1374b49742a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 200 len: 217 time: 0.0790496 Dec 13 10:15:54.041378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-649cf130-8ac7-492c-9778-d624071686a9 req-4e1bf99c-175e-479e-84a7-235e0a42825a tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486840 Dec 13 10:15:54.066499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-3e993b56-e98c-4b37-80e0-b43af29f1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:54.068068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-3e993b56-e98c-4b37-80e0-b43af29f1c84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 200 len: 835 time: 0.0951133 Dec 13 10:15:54.072959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:54.073193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04d7eb50-517d-4bc5-bba9-c9241084d6ee req-96597c3c-5fb5-454d-bd37-524f455f09f0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bdddea2-831d-426e-8e27-88a4f3e9e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077979 Dec 13 10:15:54.117255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:54.121773 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceca461-f8fd-42a8-9333-1b334f438061" -d '{"events": [{"server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "name": "network-vif-plugged", "status": "completed", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:54.123483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-1059fe87-a69f-462d-92d8-9decf3568108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:54.125116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-1059fe87-a69f-462d-92d8-9decf3568108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=489495d8-8ea0-4b6b-adf0-4ab5a2b25510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483108 Dec 13 10:15:54.164917 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8162ec-3acf-4848-b0b9-1ad1da9d1010 x-openstack-request-id: req-6d8162ec-3acf-4848-b0b9-1ad1da9d1010 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:54.165530 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "name": "network-vif-plugged", "status": "completed", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:54.165878 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d8162ec-3acf-4848-b0b9-1ad1da9d1010 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:54.166366 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3', 'code': 200} Dec 13 10:15:54.191581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719379-612a-4e89-b962-af08cfb1641c req-d37178fe-5031-44a9-ab83-e99d7189ac32 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:54.194551 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8b719379-612a-4e89-b962-af08cfb1641c req-d37178fe-5031-44a9-ab83-e99d7189ac32 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.20 "GET /v2.0/ports?device_id=62348a09-79e8-4def-b433-54da26da7671 HTTP/1.1" status: 200 len: 946 time: 0.0747011 Dec 13 10:15:54.245163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.20', 49792) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:54.288403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-8b5b2e60-edc7-4cd7-87d6-505d49f2e6e8 service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541185 Dec 13 10:15:54.317230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 457880cb-4c00-4043-b656-da78cb03efc8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:54.317794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.320010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed1de-57b3-4f8f-8cc0-df3b68bbbb64 req-7cce3260-0388-4c57-9d68-7cf2762ac253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:54.320847 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-831085aa-4b66-474d-b475-7d054d364188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:54.321540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b0ed1de-57b3-4f8f-8cc0-df3b68bbbb64 req-7cce3260-0388-4c57-9d68-7cf2762ac253 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 1097 time: 0.0756466 Dec 13 10:15:54.349282 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831085aa-4b66-474d-b475-7d054d364188 None None] The sync data for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 is: [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:14:19Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6', 'name': '', 'network_id': '489495d8-8ea0-4b6b-adf0-4ab5a2b25510', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:04:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:18Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': '48913ad5-5e60-4450-8f43-82a7a11a49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:54.416516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b0ed1de-57b3-4f8f-8cc0-df3b68bbbb64 req-c8488c45-5133-4274-bd7a-5b74d2faaae5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Dec 13 10:15:54.417969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port 457880cb-4c00-4043-b656-da78cb03efc8, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=457880cb-4c00-4043-b656-da78cb03efc8,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:54.418335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.427584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-608420c2-9217-42e2-afe0-e69d0793cac1 req-8e874c10-3674-45aa-b6fb-6c039ddbc0db service neutron] 10.222.0.20 "GET /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312187 Dec 13 10:15:54.431229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 457880cb-4c00-4043-b656-da78cb03efc8 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:54.571449 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.602350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=457880cb-4c00-4043-b656-da78cb03efc8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:54.611954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513f912-4afe-46c0-b810-21dec45d588a None None] New status for floating IP 5c9aede2-1e1a-4d89-8c24-2bc6d3e67403: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:15:54.651115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] No DVR routers for this DVR port 457880cb-4c00-4043-b656-da78cb03efc8 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:54.653726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.657842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8b719379-612a-4e89-b962-af08cfb1641c req-4e7df6db-1ba2-404d-a3fb-33a6601cd209 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.20 "DELETE /v2.0/ports/457880cb-4c00-4043-b656-da78cb03efc8 HTTP/1.1" status: 204 len: 173 time: 0.4517186 Dec 13 10:15:54.658304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-deleted', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:54.660573 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581a1c73-13e5-4e65-aabf-6be8e1ef86d2" -d '{"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-deleted", "tag": "457880cb-4c00-4043-b656-da78cb03efc8"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:54.714633 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d2240-e93e-4de8-badf-4648669fb591 x-openstack-request-id: req-936d2240-e93e-4de8-badf-4648669fb591 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:54.715066 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62348a09-79e8-4def-b433-54da26da7671", "name": "network-vif-deleted", "tag": "457880cb-4c00-4043-b656-da78cb03efc8", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:54.715330 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-936d2240-e93e-4de8-badf-4648669fb591 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:54.715788 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62348a09-79e8-4def-b433-54da26da7671', 'name': 'network-vif-deleted', 'tag': '457880cb-4c00-4043-b656-da78cb03efc8', 'status': 'completed', 'code': 200} Dec 13 10:15:54.741409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:54.903593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 468a5977-6c9d-4797-9c98-d6dfd9cb555b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:54.903830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.984419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.984836 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:54.998010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 468a5977-6c9d-4797-9c98-d6dfd9cb555b owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:55.146261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58158) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:55.192269 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.203661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167688f9-c4f4-46c3-ab58-0c3b50d2bae0 req-4d83992b-eb18-4665-a7bd-22a513d303df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:55.205814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-167688f9-c4f4-46c3-ab58-0c3b50d2bae0 req-4d83992b-eb18-4665-a7bd-22a513d303df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.0724721 Dec 13 10:15:55.229596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=468a5977-6c9d-4797-9c98-d6dfd9cb555b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:55.318114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-167688f9-c4f4-46c3-ab58-0c3b50d2bae0 req-650d2ad7-fe7f-4c4d-afbb-d7cf6368b41b tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905998 Dec 13 10:15:55.322865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.323241 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Floating IP 0728b020-a1a3-41a7-ab67-9c3f40bbd062 disassociated (deleted). External IP: 172.25.2.125, port: 66723588-3f34-44fd-baa6-fae8ba1660be. Dec 13 10:15:55.525475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.541186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:55.651571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:55.659391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.666441 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:55.679779 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:55.680499 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:55.706954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-471668ec-419b-46b6-b2b0-fa9760379dd3 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "DELETE /v2.0/floatingips/0728b020-a1a3-41a7-ab67-9c3f40bbd062 HTTP/1.1" status: 204 len: 168 time: 0.9641199 Dec 13 10:15:55.707668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:55.710066 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78752ff2-d188-4720-802d-e0dd94942893" -d '{"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:55.758060 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1abd0b-388b-4828-8d48-5dcad9ae14b9 x-openstack-request-id: req-6a1abd0b-388b-4828-8d48-5dcad9ae14b9 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:55.758388 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:55.758649 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1abd0b-388b-4828-8d48-5dcad9ae14b9 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:55.759069 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be', 'status': 'completed', 'code': 200} Dec 13 10:15:55.880787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752ff2-d188-4720-802d-e0dd94942893 req-44f80009-cd7d-48db-a50d-6db1c167b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:55.882935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-44f80009-cd7d-48db-a50d-6db1c167b512 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c33315333c41c5af384fc812551206&device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 1097 time: 0.0878959 Dec 13 10:15:55.939394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:55.956205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:55.956677 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:56.029814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb352de-6599-4a69-871c-301d4201b000 req-53f6fdbf-2eeb-4674-9302-2fd13383d1f4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.038139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfb352de-6599-4a69-871c-301d4201b000 req-53f6fdbf-2eeb-4674-9302-2fd13383d1f4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0737088 Dec 13 10:15:56.044737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752ff2-d188-4720-802d-e0dd94942893 req-c58b7dd5-d1dd-46b3-908a-50ded7505405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.046375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-c58b7dd5-d1dd-46b3-908a-50ded7505405 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 200 len: 912 time: 0.1560884 Dec 13 10:15:56.097821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bfb352de-6599-4a69-871c-301d4201b000 req-cc6f4dee-b4f3-4bac-8c09-00e4ecacdab4 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584004 Dec 13 10:15:56.107894 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-bcc0c208-93da-4c6c-a400-e66d81c7b472 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 200 len: 217 time: 0.0496383 Dec 13 10:15:56.126966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:56.127335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:56.160939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:56.184557 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:56.209990 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752ff2-d188-4720-802d-e0dd94942893 req-3b03c763-9128-4878-b446-0d1cfe4c24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.210439 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:56.211468 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-3b03c763-9128-4878-b446-0d1cfe4c24ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 200 len: 850 time: 0.0958719 Dec 13 10:15:56.218763 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:56.219960 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:56.306961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752ff2-d188-4720-802d-e0dd94942893 req-380a000c-ba5c-4f6d-aa9d-cafe8c69ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.308587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-380a000c-ba5c-4f6d-aa9d-cafe8c69ebb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73fa5690-e3d6-4712-a4fd-33835dda2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870779 Dec 13 10:15:56.325473 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:56.443197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f40a9-7d06-4004-936e-a2ad2b32589a req-6b21d552-3090-4ed7-a75d-5e528b330c95 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.444802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-077f40a9-7d06-4004-936e-a2ad2b32589a req-6b21d552-3090-4ed7-a75d-5e528b330c95 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.0518498 Dec 13 10:15:56.447618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-61195a29-95e1-45c3-b579-ff454998f181 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303532 Dec 13 10:15:56.512615 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:56.516602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-077f40a9-7d06-4004-936e-a2ad2b32589a req-c2a146e5-e727-41d7-a8ed-0cad043ed2b2 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635519 Dec 13 10:15:56.556356 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:56.589619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:56.592323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9449c-33bc-46ee-9d8e-7aaacbbdf45e None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '913e2ecc-3d17-4a4f-8af5-b51f76449329', 'name': '', 'network_id': '73fa5690-e3d6-4712-a4fd-33835dda2bee', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'mac_address': 'fa:16:3e:11:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:12Z', 'updated_at': '2021-12-13T10:05:18Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'subnets': [{'id': '5b2ac877-cd22-4a60-990e-3dff2d7ebf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:56.680734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-78752ff2-d188-4720-802d-e0dd94942893 req-e39c6156-7c34-47ec-8baa-08042cff84e6 service neutron] 10.222.0.16 "GET /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200820 Dec 13 10:15:56.847491 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:56.914664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7831d05-e2e4-4a6b-a6e6-1c6d5569efe1 req-40d2fbb8-6b9c-4c0b-91aa-64d0597f3811 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.916248 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7831d05-e2e4-4a6b-a6e6-1c6d5569efe1 req-40d2fbb8-6b9c-4c0b-91aa-64d0597f3811 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.0534141 Dec 13 10:15:56.923005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d46bf1-2f04-4050-a880-ba6d0cb1d396 None None] New status for floating IP 0728b020-a1a3-41a7-ab67-9c3f40bbd062: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:15:56.974908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b7831d05-e2e4-4a6b-a6e6-1c6d5569efe1 req-1c132800-f872-4aa0-a2b6-8516063e7125 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469954 Dec 13 10:15:57.085613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router 7f2a332b-efea-49df-8080-d67bf9f4abb1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:15:57.229115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec116f-d06e-4bc4-ba48-edd133143309 req-192874da-4ee6-49c7-a0ba-ffa8a09028ae tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:57.230719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aec116f-d06e-4bc4-ba48-edd133143309 req-192874da-4ee6-49c7-a0ba-ffa8a09028ae tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0516329 Dec 13 10:15:57.284004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aec116f-d06e-4bc4-ba48-edd133143309 req-8bb4b9c3-c021-47a6-9034-a2924b2ac429 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e93811-3d75-42a0-850f-78730c7bd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 Dec 13 10:15:57.483626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:15:57.488628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09e9f77b-06c6-484c-a592-c911d907389b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/7f2a332b-efea-49df-8080-d67bf9f4abb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413341 Dec 13 10:15:57.491809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58176) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:57.493002 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Sync routers for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:15:57.503941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:57.504728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:57.543381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting subnet 48913ad5-5e60-4450-8f43-82a7a11a49fd {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:57.546489 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.589887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.613704 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:57.628556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39523c-0b99-4011-a536-81af45145efb req-43aaf319-4b98-4425-bb43-786859fbe573 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:57.630164 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a39523c-0b99-4011-a536-81af45145efb req-43aaf319-4b98-4425-bb43-786859fbe573 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 946 time: 0.0546522 Dec 13 10:15:57.685337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.727444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 66723588-3f34-44fd-baa6-fae8ba1660be {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:57.727821 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.746235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.774125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Subnet': ['ID=48913ad5-5e60-4450-8f43-82a7a11a49fd,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:57.778818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.782321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-142bd153-9071-4d75-a26e-dc7695544552 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/subnets/48913ad5-5e60-4450-8f43-82a7a11a49fd HTTP/1.1" status: 204 len: 168 time: 0.2893150 Dec 13 10:15:57.788445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58178) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:57.794013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50fa39-420f-4d02-bdbc-5534f433d558 None None] Network 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:57.823318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:15:56Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:57.830188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] For port 66723588-3f34-44fd-baa6-fae8ba1660be, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=66723588-3f34-44fd-baa6-fae8ba1660be,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:57.830562 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.845695 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 66723588-3f34-44fd-baa6-fae8ba1660be owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:57.860926 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Checking router: 7f2a332b-efea-49df-8080-d67bf9f4abb1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:15:57.870085 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Routers {'7f2a332b-efea-49df-8080-d67bf9f4abb1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:15:57.870859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['7f2a332b-efea-49df-8080-d67bf9f4abb1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:57.915073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.936998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:57.983488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 457880cb-4c00-4043-b656-da78cb03efc8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:57.984082 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 457880cb-4c00-4043-b656-da78cb03efc8 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:58.008505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] DHCP port deletion for 489495d8-8ea0-4b6b-adf0-4ab5a2b25510 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:15:58.048497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.048751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.056671 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] Set router 7f2a332b-efea-49df-8080-d67bf9f4abb1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:15:58.068008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Deleting port aa57bae2-2e80-49da-b13c-95e6a5c3c24d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:58.068370 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.112537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=66723588-3f34-44fd-baa6-fae8ba1660be,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:58.155062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6914b5-8f36-413e-afbc-4961e395be83 req-9257fafa-bd07-456e-94c3-ceb699fcce70 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:58.157252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a6914b5-8f36-413e-afbc-4961e395be83 req-9257fafa-bd07-456e-94c3-ceb699fcce70 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.0916686 Dec 13 10:15:58.161252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] For port aa57bae2-2e80-49da-b13c-95e6a5c3c24d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,segment=NetworkSegment(b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb),segment_id=b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:58.161684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.185263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Calling delete_port for aa57bae2-2e80-49da-b13c-95e6a5c3c24d owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:58.204663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 20ef8c4a-11b8-4760-9f8d-c790820ecec8 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:58.204872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] No DVR routers for this DVR port 66723588-3f34-44fd-baa6-fae8ba1660be on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:58.205381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.207912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.212283 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a39523c-0b99-4011-a536-81af45145efb req-5f6599a0-c574-4f2f-a893-10f35e4fac89 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.16 "DELETE /v2.0/ports/66723588-3f34-44fd-baa6-fae8ba1660be HTTP/1.1" status: 204 len: 173 time: 0.5756662 Dec 13 10:15:58.213815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'name': 'network-vif-deleted', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:58.223924 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74626ee6-0739-4fe3-96d9-542bf17f804b" -d '{"events": [{"server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "name": "network-vif-deleted", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:58.263158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-96cf09c6-69aa-46de-83fd-bc9d1dff12bf tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:58.264815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-96cf09c6-69aa-46de-83fd-bc9d1dff12bf tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 946 time: 0.1660781 Dec 13 10:15:58.283612 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.299678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a6914b5-8f36-413e-afbc-4961e395be83 req-12319614-627c-414a-91c7-c654211088f2 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/security-groups?id=04e909c8-5269-4a5d-b2c9-785216f76022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335518 Dec 13 10:15:58.336178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] Pushing event deleted for resources: {'Port': ['ID=aa57bae2-2e80-49da-b13c-95e6a5c3c24d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:58.340235 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13fd26-e992-4a3d-89da-35a2cf93f0ec x-openstack-request-id: req-ae13fd26-e992-4a3d-89da-35a2cf93f0ec {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:58.340538 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47deea65-cc4c-4888-ac4f-9390e83c4eca", "name": "network-vif-deleted", "tag": "66723588-3f34-44fd-baa6-fae8ba1660be", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:58.343174 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae13fd26-e992-4a3d-89da-35a2cf93f0ec {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:58.343608 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47deea65-cc4c-4888-ac4f-9390e83c4eca', 'name': 'network-vif-deleted', 'tag': '66723588-3f34-44fd-baa6-fae8ba1660be', 'status': 'completed', 'code': 200} Dec 13 10:15:58.345698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1c49d-e422-4295-a465-17226fde2933 None None] No DVR routers for this DVR port aa57bae2-2e80-49da-b13c-95e6a5c3c24d on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:58.371636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port 20ef8c4a-11b8-4760-9f8d-c790820ecec8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=20ef8c4a-11b8-4760-9f8d-c790820ecec8,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:58.376651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.379394 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:15:56Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:58.403706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 20ef8c4a-11b8-4760-9f8d-c790820ecec8 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:58.411089 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace57d-000f-47b5-934b-8bf885e5ce22 None None] The sync data for ids ['7f2a332b-efea-49df-8080-d67bf9f4abb1'] in n-d-820935-7 is: [{'id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326526623', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:14Z', 'updated_at': '2021-12-13T10:15:56Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': '20ef8c4a-11b8-4760-9f8d-c790820ecec8', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2a332b-efea-49df-8080-d67bf9f4abb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:15Z', 'updated_at': '2021-12-13T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:15:58.446293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-898d0c39-08ee-4be6-b58b-abb95e47a3d7 req-37ff0b67-2516-4d89-9955-38a571c0e39a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0366905 Dec 13 10:15:58.469813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Deleting port b813253e-144f-49bf-9770-e3fd9a7b4fd3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:58.475718 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.624631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] For port b813253e-144f-49bf-9770-e3fd9a7b4fd3, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b813253e-144f-49bf-9770-e3fd9a7b4fd3,segment=NetworkSegment(017d2a42-b97d-4280-9705-4fabfda2d0c4),segment_id=017d2a42-b97d-4280-9705-4fabfda2d0c4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:58.625109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.640323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:58.645045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Calling delete_port for b813253e-144f-49bf-9770-e3fd9a7b4fd3 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:58.706114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:58.708454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82c649d4-74d4-414e-8b3d-e7c2a0b2c2b6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:58.708904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device aa57bae2-2e80-49da-b13c-95e6a5c3c24d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:58.737671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.762662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: aa57bae2-2e80-49da-b13c-95e6a5c3c24d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:58.764265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device aa57bae2-2e80-49da-b13c-95e6a5c3c24d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:58.783258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf95a24-f564-46cf-935e-afbc4c9fd8be None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:15:58.812454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=20ef8c4a-11b8-4760-9f8d-c790820ecec8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:58.827098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.842925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b813253e-144f-49bf-9770-e3fd9a7b4fd3'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:58.870952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Pushing event deleted for resources: {'Port': ['ID=b813253e-144f-49bf-9770-e3fd9a7b4fd3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:58.897389 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.931052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] No DVR routers for this DVR port b813253e-144f-49bf-9770-e3fd9a7b4fd3 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:58.933847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.937867 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c2e0b67f-f605-4e73-83ee-67d90bc7efe8 req-26d62827-7c3d-4bf3-b620-f23ff17e03df tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.20 "DELETE /v2.0/ports/b813253e-144f-49bf-9770-e3fd9a7b4fd3 HTTP/1.1" status: 204 len: 173 time: 0.6654871 Dec 13 10:15:59.003274 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.005425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.055027 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.055672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Fanout notify agent at l3_agent the message router_deleted on router 7f2a332b-efea-49df-8080-d67bf9f4abb1 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:15:59.064837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.066684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f3e32bc3-669d-458d-9961-b449482649b5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/routers/7f2a332b-efea-49df-8080-d67bf9f4abb1 HTTP/1.1" status: 204 len: 168 time: 1.2805762 Dec 13 10:15:59.069035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58186) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:59.157670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.247999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.269929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489495d8-8ea0-4b6b-adf0-4ab5a2b25510']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:59.285545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:59.285989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7475d97-a92f-4ac2-b3dd-cd36e1baf5bb') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:59.303412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.319446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.332447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:59.333139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:59.337424 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:59.419589 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.427364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.430680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/networks/489495d8-8ea0-4b6b-adf0-4ab5a2b25510 HTTP/1.1" status: 204 len: 168 time: 0.3603430 Dec 13 10:15:59.433692 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:59.473187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9cdd4b67-d6bb-46ab-adb6-aa75b18da8e0 req-df5e1b9e-cf93-43c7-afd2-fb9f2ed15f95 tempest-ServerGroupTestJSON-1239770693 tempest-ServerGroupTestJSON-1239770693-project] 10.222.0.31 "GET /v2.0/ports?device_id=59ae0eb6-c653-4327-bc8e-6ab7525d3034 HTTP/1.1" status: 200 len: 210 time: 0.0646691 Dec 13 10:15:59.489921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694329e-2629-4496-a838-c287ef6361ce tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Network': ['ID=489495d8-8ea0-4b6b-adf0-4ab5a2b25510,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:59.517252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.553530 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.606945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c6a101b-ae73-479c-a72c-b4d73bfe9dd2 req-6700c536-e74e-41c5-8c7f-b3a5db66cd0a tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0531423 Dec 13 10:15:59.646378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.649453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.650632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/security-groups/7bdddea2-831d-426e-8e27-88a4f3e9e61c HTTP/1.1" status: 204 len: 168 time: 0.2156610 Dec 13 10:15:59.661214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ead3-6673-4495-959d-80f6eefae127 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdddea2-831d-426e-8e27-88a4f3e9e61c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:59.884981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58198) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:59.890196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525138788', 'description': 'tempest-secgroup-smoke-1525138788 description', 'project_id': 'a710072baa3a482d91a81cbc7585c07e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:59.892084 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.913778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.982761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.987258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.013375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.014895 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287935 Dec 13 10:16:00.018216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.023259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.026027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe80733-0262-4218-8250-4f2d6b04b188 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78a0eee-946e-4709-a95c-3da462aecd0a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.050880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.112865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.116741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.135116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bd1da7-7cc6-40d5-8f8d-b90636c201f2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.143187 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.144557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-00fd6d9b-45fd-4e61-b4c8-1cbe685f0910 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249850 Dec 13 10:16:00.147274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58202) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.151838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.180738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.241259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.245177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.262800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fb1c8b-f46e-4df9-b5fd-c78356c33442,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.271135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.272392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7ffd6896-4275-4812-8f8e-c886461b10c5 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240909 Dec 13 10:16:00.275263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58204) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.279989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.306753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.344343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'name': 'network-vif-deleted', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:00.346655 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab0841b-5b10-4d95-a6e0-a4042cc5c52b" -d '{"events": [{"server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "name": "network-vif-deleted", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:00.374155 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.379949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.389054 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013a7139-33a9-4a58-8b1e-bdcea5b871a7 x-openstack-request-id: req-013a7139-33a9-4a58-8b1e-bdcea5b871a7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:00.389353 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ae0eb6-c653-4327-bc8e-6ab7525d3034", "name": "network-vif-deleted", "tag": "b813253e-144f-49bf-9770-e3fd9a7b4fd3", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:00.389612 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-013a7139-33a9-4a58-8b1e-bdcea5b871a7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:00.390008 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ae0eb6-c653-4327-bc8e-6ab7525d3034', 'name': 'network-vif-deleted', 'tag': 'b813253e-144f-49bf-9770-e3fd9a7b4fd3', 'status': 'completed', 'code': 200} Dec 13 10:16:00.401592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18b2961-3f11-4b93-a792-9206a9a0d778,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.410399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.411621 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4522ca12-c72c-4ea7-bda1-72626f3297b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352980 Dec 13 10:16:00.414358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58208) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.418948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.446682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.513649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.518896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.545612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5c8f91-5187-4c1e-98da-1dc148b74bc4,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.553617 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.560151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58214) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.560712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6904253-664b-4962-b883-63f5544524e2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453567 Dec 13 10:16:00.567903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.600886 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:16:00.608242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 20ef8c4a-11b8-4760-9f8d-c790820ecec8 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:00.619770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.646871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 20ef8c4a-11b8-4760-9f8d-c790820ecec8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:00.649813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 20ef8c4a-11b8-4760-9f8d-c790820ecec8 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:00.717192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.735935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a8c26a5-a6f1-496a-8096-5c0c99be837e req-76b46891-fa91-4dcf-9d48-6fe9b53f951c tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0376070 Dec 13 10:16:00.736703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.761058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acba3c9-6a21-48a2-b229-44fc65527f85,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.761855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 66723588-3f34-44fd-baa6-fae8ba1660be no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:00.780771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.785705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e6316369-106d-40a1-b2ce-c6ddcd14f235 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2238686 Dec 13 10:16:00.788859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58226) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.789932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 66723588-3f34-44fd-baa6-fae8ba1660be {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:00.790469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 66723588-3f34-44fd-baa6-fae8ba1660be not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:00.794800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'security_group_rule': {'security_group_id': 'd78a0eee-946e-4709-a95c-3da462aecd0a', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.834701 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Project a710072baa3a482d91a81cbc7585c07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:16:00.840566 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.913037 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.919160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58236) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.919948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.939853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1af77-c6e2-49c2-be9d-d2231442575d,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:00.956651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:00.957906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1444a49c-ffac-4eae-878e-3fe667805f8f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677577 Dec 13 10:16:00.962378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58238) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:00.969991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'network': {'name': 'tempest-network-smoke--2085203337', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.988289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Deleting subnet 0cc3183b-15fb-4330-ba8c-5681dedc4a0b {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:00.992969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.031522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:01.035658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.049165 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.093037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:16:01.110521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.132630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.132977 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Added segment f3e84908-82f1-48cc-8329-964103eade6a of type vlan for network 645659a5-75d7-4d51-bc38-c41828681e5b Dec 13 10:16:01.193446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.226827 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.232509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.238417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.239023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.270588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc3183b-15fb-4330-ba8c-5681dedc4a0b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:01.293988 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.299577 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fc4bfef4-bad1-4f41-aabd-6af29146ee0c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0cc3183b-15fb-4330-ba8c-5681dedc4a0b HTTP/1.1" status: 204 len: 168 time: 0.3766105 Dec 13 10:16:01.300020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58240) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:01.334556 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3710194 Dec 13 10:16:01.335623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:01.347496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'admin_state_up': True, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:01.368388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d7a40-804d-4152-91ed-c004a43f7f01 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Network': ['ID=645659a5-75d7-4d51-bc38-c41828681e5b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:01.381596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 645659a5-75d7-4d51-bc38-c41828681e5b details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:16:01.385488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.386131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.412882 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.441310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.503015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.526896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b10772-25d8-4d52-b8b7-74bc3eec7300']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:01.537066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d2a42-b97d-4280-9705-4fabfda2d0c4') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:01.537382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d2a42-b97d-4280-9705-4fabfda2d0c4') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:01.547805 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.562207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.568892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:01.569534 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:01.571651 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:01.588587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.631495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.637426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.643480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5b10772-25d8-4d52-b8b7-74bc3eec7300 HTTP/1.1" status: 204 len: 168 time: 0.3394692 Dec 13 10:16:01.652873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5834a5-6abf-49b9-98e7-7bb3317cab80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b10772-25d8-4d52-b8b7-74bc3eec7300,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:01.771462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58248) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:01.823254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.845294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5bc0a52a-63a0-4441-94fa-1b1509cf9fef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abc4fb247bdc44619e3be60b28b2e0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695655 Dec 13 10:16:01.845542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:01.852323 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.857981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1b525eb-042f-4300-b815-6b6f6df2427a req-5f924f76-05bd-4a85-a8bc-ce7c00e8bfed tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0279491 Dec 13 10:16:01.948995 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.958366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b813253e-144f-49bf-9770-e3fd9a7b4fd3 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:01.984874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: b813253e-144f-49bf-9770-e3fd9a7b4fd3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:01.985228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b813253e-144f-49bf-9770-e3fd9a7b4fd3 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:01.998087 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.030635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.154 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e3c43267-1323-4110-936c-0510e9b220ec) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:02.114930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.117639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.118794 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e909c8-5269-4a5d-b2c9-785216f76022 HTTP/1.1" status: 204 len: 168 time: 0.2723005 Dec 13 10:16:02.135422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b40f92-98df-491b-ae53-bbdee3ca5fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e909c8-5269-4a5d-b2c9-785216f76022,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:02.167913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.211824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.254352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:02.258520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:02.261402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:02.276694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02490564-8923-4540-b62f-84dda91f52be None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:02.302850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=e3c43267-1323-4110-936c-0510e9b220ec,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:02.392769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-80c7077c-6b2d-4bdd-a8fa-cff266eeda84 None None] Provisioning complete for port e3c43267-1323-4110-936c-0510e9b220ec triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:02.393736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-80c7077c-6b2d-4bdd-a8fa-cff266eeda84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.435502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-80c7077c-6b2d-4bdd-a8fa-cff266eeda84 None None] Port e3c43267-1323-4110-936c-0510e9b220ec cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:02.553273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.760260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.913708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router bed0a107-efbc-4767-8c6f-53fed8abd257 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:16:02.966464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58274) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:02.994213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-247ad253-1cbc-494f-ba42-be3bf72efebf req-3dcd9086-eb03-4ba3-a9c6-cf832689027f tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "GET /v2.0/ports?device_id=47deea65-cc4c-4888-ac4f-9390e83c4eca HTTP/1.1" status: 200 len: 210 time: 0.0446641 Dec 13 10:16:03.040810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:03.052985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Sync routers for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:03.062395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.065114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3ea2a61e-25f4-4ce4-a953-d15f1b9635fd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7222595 Dec 13 10:16:03.068092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:03.068245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58278) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.069876 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:03.097461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-077c89d9-c8fb-4d04-9329-6da858186fec tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a710072baa3a482d91a81cbc7585c07e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281801 Dec 13 10:16:03.100119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58280) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.127249 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-network', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:03.184534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:03.189303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Made reservation on behalf of ba32b1f779d4460d9362c5e0d41a1cac for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:03.191587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.202404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.230894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3af2-cc11-44fa-963f-12eed50f0176 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.232432 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a67c3af2-cc11-44fa-963f-12eed50f0176 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312242 Dec 13 10:16:03.235847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58282) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.278280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66a47736-f9c3-432e-b0e1-ece82914cf6f tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407584 Dec 13 10:16:03.280688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58284) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.291669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590449662', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:03.325050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.330250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.357772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:16:03.376467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21fcffa-ab06-4cef-9b0e-099147802f42,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.386446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.386619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:02Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:03.390690 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Added segment 641e936a-753c-4e51-9668-7f9195f91136 of type vlan for network f985abd4-69c0-4fe5-a8df-305456619cdc Dec 13 10:16:03.410706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:03.418780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.419502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Checking router: bed0a107-efbc-4767-8c6f-53fed8abd257 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:03.420048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Updating router bed0a107-efbc-4767-8c6f-53fed8abd257 port e3c43267-1323-4110-936c-0510e9b220ec binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:03.446973 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.454560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.486755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.487881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.488621 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.548179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5796256 Dec 13 10:16:03.552134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58286) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.556764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Request body: {'subnet': {'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-subnet', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:03.565420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5521509-ba91-4f56-8bef-5f2486a4308d admin admin] Pushing event updated for resources: {'Network': ['ID=f985abd4-69c0-4fe5-a8df-305456619cdc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.577214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network f985abd4-69c0-4fe5-a8df-305456619cdc details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:16:03.585053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Made reservation on behalf of ba32b1f779d4460d9362c5e0d41a1cac for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:03.588489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.614220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.678613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Subnet': ['ID=f9218d8a-c4c1-4a45-9081-253bd05cd723,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.686589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Checking segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:03.687090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network hostable DHCP agents. Network: 645659a5-75d7-4d51-bc38-c41828681e5b, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:16:03.707703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 645659a5-75d7-4d51-bc38-c41828681e5b is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:16:03.717947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 645659a5-75d7-4d51-bc38-c41828681e5b) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:03.726456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.726618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad398d-22c9-4891-ad33-fd5b5fa31eaf None None] Network 645659a5-75d7-4d51-bc38-c41828681e5b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:03.727051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.745479 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-140dc7eb-5a9f-4867-bf9b-ce65483a312e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4635091 Dec 13 10:16:03.748357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.785433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.849018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.857441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Checking segment: {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:03.858283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Network hostable DHCP agents. Network: f985abd4-69c0-4fe5-a8df-305456619cdc, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:16:03.878962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Network f985abd4-69c0-4fe5-a8df-305456619cdc is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:16:03.885376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.889635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, f985abd4-69c0-4fe5-a8df-305456619cdc) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:03.892714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.899951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.900559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.905618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-645659a5-75d7-4d51-bc38-c41828681e5b', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:16:03.907026 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.908897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b80e1f-9849-4157-a1b2-538cc6ab1c8e None None] Network f985abd4-69c0-4fe5-a8df-305456619cdc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:03.926104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-91faf811-934e-47c4-b5ef-3de5c22e9bad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3704600 Dec 13 10:16:03.926335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58290) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:03.930707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:03.954751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.955841 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.961444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2fa34-a982-4179-af72-c8923f556893 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:04.007748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Attempting to bind port e3c43267-1323-4110-936c-0510e9b220ec on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:04.007748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Attempting to bind port e3c43267-1323-4110-936c-0510e9b220ec by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:04.007748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Attempting to bind port e3c43267-1323-4110-936c-0510e9b220ec on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:04.014701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.040112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:04.040485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:04.040921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.041470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:04.042103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Bound port: e3c43267-1323-4110-936c-0510e9b220ec, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:04.042500 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.044261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b57a4-2489-4132-99ed-eec550b1f2bc None None] Pushing event updated for resources: {'Port': ['ID=e3c43267-1323-4110-936c-0510e9b220ec,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:04.088103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58294) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:04.191302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ad725c66-b6e6-43d6-83b6-64e248673c4f None None] Provisioning complete for port e3c43267-1323-4110-936c-0510e9b220ec triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:04.191302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad725c66-b6e6-43d6-83b6-64e248673c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.254554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] For port e3c43267-1323-4110-936c-0510e9b220ec, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:04.256804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98418f43-eeff-498d-b2f5-26bf284d55a4 None None] Network f985abd4-69c0-4fe5-a8df-305456619cdc requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:04.291174 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] For port e3c43267-1323-4110-936c-0510e9b220ec, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3c43267-1323-4110-936c-0510e9b220ec,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:04.498416 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.510750 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:16:04.558463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Allocated IP 172.20.0.2 (645659a5-75d7-4d51-bc38-c41828681e5b/f9218d8a-c4c1-4a45-9081-253bd05cd723/47f9a217-c549-4e25-9fc1-5aa87d52c256) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:04.562943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ad725c66-b6e6-43d6-83b6-64e248673c4f None None] Port e3c43267-1323-4110-936c-0510e9b220ec cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:04.571165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.602813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe00d28-e5b7-4ea1-b723-50a031aca755 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:04.610777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.615934 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.683834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:04.684467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:04.692002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b57a4-2489-4132-99ed-eec550b1f2bc None None] Pushing event updated for resources: {'Port': ['ID=e3c43267-1323-4110-936c-0510e9b220ec,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:04.702751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Deleting port 628bf0cf-d29c-4ef5-b70a-bfc8b058d758 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:04.703093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.801414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.801740 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.817240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Calling delete_port for 628bf0cf-d29c-4ef5-b70a-bfc8b058d758 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:04.822594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] Provisioning complete for port e3c43267-1323-4110-936c-0510e9b220ec triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:04.822594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.914794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:04.978713 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.003433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.029739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.039218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.103170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.1 (645659a5-75d7-4d51-bc38-c41828681e5b/f9218d8a-c4c1-4a45-9081-253bd05cd723/ac0f29dd-ab89-4c6d-bf09-60cba212eaf6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:05.108458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Network 645659a5-75d7-4d51-bc38-c41828681e5b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:05.120480 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:05.134596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:05.148895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.150821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.161473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Pushing event updated for resources: {'Port': ['ID=47f9a217-c549-4e25-9fc1-5aa87d52c256,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.164671 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Allocated IP 172.25.2.32 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/931f3825-b535-4cde-9a04-fd4b626e6922) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:05.188843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'Port': ['ID=628bf0cf-d29c-4ef5-b70a-bfc8b058d758,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.221368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] For port e3c43267-1323-4110-936c-0510e9b220ec, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3c43267-1323-4110-936c-0510e9b220ec,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:05.243439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.246587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.264292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Attempting to bind port 47f9a217-c549-4e25-9fc1-5aa87d52c256 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:05.264672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Attempting to bind port 47f9a217-c549-4e25-9fc1-5aa87d52c256 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:05.265048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Attempting to bind port 47f9a217-c549-4e25-9fc1-5aa87d52c256 on network 645659a5-75d7-4d51-bc38-c41828681e5b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:05.280909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.298182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:05.298592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Checking segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:05.298973 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.299388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Bound using segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:05.299896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Bound port: 47f9a217-c549-4e25-9fc1-5aa87d52c256, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:05.300280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.307110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.309889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.313729 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a5913e8b-4d47-4c28-8362-3575343b592e tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "DELETE /v2.0/floatingips/a4904137-f9aa-4f98-b34c-a7ee895aac78 HTTP/1.1" status: 204 len: 168 time: 1.2219670 Dec 13 10:16:05.336894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 645659a5-75d7-4d51-bc38-c41828681e5b is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:05.344698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:05.350092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:05.359751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:02Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:05.369093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.396309 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511d81-b34e-4229-a2d4-499c89f14099 None None] The sync data for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 is: [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:02Z', 'revision_number': 3, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:05.399641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73a1c-e13d-45e1-a523-0205cf4a9474 None None] Pushing event updated for resources: {'Port': ['ID=e3c43267-1323-4110-936c-0510e9b220ec,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.418577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.426458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.433250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.433766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.434251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.434829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.435603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.436073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.436519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.436960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.437823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.438268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.438723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.439283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] For port 47f9a217-c549-4e25-9fc1-5aa87d52c256, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:05.439499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.439971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:05.442014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.443718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] For port 47f9a217-c549-4e25-9fc1-5aa87d52c256, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47f9a217-c549-4e25-9fc1-5aa87d52c256,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:05.450061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.507516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:05.510635 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:05.514241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:05.544011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcf928-a695-48c9-b8ff-27b0e2ae31ae None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:05.547666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Pushing event updated for resources: {'Port': ['ID=931f3825-b535-4cde-9a04-fd4b626e6922,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.629827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b0d1-b98d-47d8-ae3c-960f4a195a39 None None] Pushing event updated for resources: {'Port': ['ID=47f9a217-c549-4e25-9fc1-5aa87d52c256,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:05.694660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-97d3dcca-0d30-4c54-8863-45acec621fb7 None None] Provisioning complete for port 931f3825-b535-4cde-9a04-fd4b626e6922 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:05.695042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97d3dcca-0d30-4c54-8863-45acec621fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.695683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:05.761329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-97d3dcca-0d30-4c54-8863-45acec621fb7 None None] Port 931f3825-b535-4cde-9a04-fd4b626e6922 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:05.951088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.169509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c3e115a-dc76-470e-8a7e-0df6b76beee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.205243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.211632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.216112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.284804 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.375992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Router 1dba3d43-34b3-4819-bd6c-ac015034cb8e is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:16:06.391663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:06.457058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 645659a5-75d7-4d51-bc38-c41828681e5b is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:06.458507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:06.554491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:06.565228 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Sync routers for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:06.581726 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:06.585783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:06.588109 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.599146 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-43ceaa27-e594-4ded-ab12-337fdddbcd2d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6621170 Dec 13 10:16:06.599146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58306) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:06.730228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router bed0a107-efbc-4767-8c6f-53fed8abd257 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:06.820239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3c43267-1323-4110-936c-0510e9b220ec up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:06.913923 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:06.957293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e3c43267-1323-4110-936c-0510e9b220ec triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:06.959745 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:06.994651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:07.006315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2834da3d-2aab-4934-9161-2a5cef456848 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/bed0a107-efbc-4767-8c6f-53fed8abd257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2567582 Dec 13 10:16:07.105043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47f9a217-c549-4e25-9fc1-5aa87d52c256 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:07.183046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 47f9a217-c549-4e25-9fc1-5aa87d52c256 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:07.183999 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.294073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 3, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:07.313010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.326475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Checking router: 1dba3d43-34b3-4819-bd6c-ac015034cb8e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:07.327029 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Updating router 1dba3d43-34b3-4819-bd6c-ac015034cb8e port 931f3825-b535-4cde-9a04-fd4b626e6922 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:07.364777 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.385080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 47f9a217-c549-4e25-9fc1-5aa87d52c256, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47f9a217-c549-4e25-9fc1-5aa87d52c256,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:07.392433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.422858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-4310a6df-e50c-4872-8faf-2dac17efc1cf tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525138788&fields=id&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 267 time: 0.0895274 Dec 13 10:16:07.445994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.463791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a28eb9-5349-445f-987b-5e12a3e0f4c8 None None] Network 645659a5-75d7-4d51-bc38-c41828681e5b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:07.568513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=47f9a217-c549-4e25-9fc1-5aa87d52c256,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:07.581518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-9048f306-3f54-4b9a-9606-c1a62587cbba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:07.584450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-9048f306-3f54-4b9a-9606-c1a62587cbba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 797 time: 0.1602402 Dec 13 10:16:07.604292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a2260de5-dc7a-4050-b431-7f5781291737 None None] Provisioning complete for port 47f9a217-c549-4e25-9fc1-5aa87d52c256 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:07.613212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2260de5-dc7a-4050-b431-7f5781291737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.621081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-e432ac3c-1bb1-44a9-91d4-58b57a801d7f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/quotas/a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 375 time: 0.0296855 Dec 13 10:16:07.660686 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.668451 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.726637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29719d24-3345-4f62-b1be-13a460cb6fbc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:07.744001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-7051cc2c-46c5-4baa-a383-e3a310874767 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091096 Dec 13 10:16:07.756494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Allocated IP 172.20.0.1 (f985abd4-69c0-4fe5-a8df-305456619cdc/b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef/75df5973-9912-4efd-93ca-f73baaa66c9a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:07.780857 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Attempting to bind port 931f3825-b535-4cde-9a04-fd4b626e6922 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:07.782554 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Attempting to bind port 931f3825-b535-4cde-9a04-fd4b626e6922 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:07.783789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Attempting to bind port 931f3825-b535-4cde-9a04-fd4b626e6922 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:07.792917 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:07.793517 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:07.794128 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.794735 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:07.795371 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Bound port: 931f3825-b535-4cde-9a04-fd4b626e6922, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:07.795956 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.853854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Pushing event updated for resources: {'Port': ['ID=931f3825-b535-4cde-9a04-fd4b626e6922,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:07.892089 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.892738 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.893233 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.893722 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.894887 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.895443 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.895946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.897043 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.897620 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.898293 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.898781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.899427 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.899778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:07.918884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] For port 931f3825-b535-4cde-9a04-fd4b626e6922, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:07.924701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.925363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] For port 931f3825-b535-4cde-9a04-fd4b626e6922, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=931f3825-b535-4cde-9a04-fd4b626e6922,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:07.941069 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.974796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:07.977982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-eb28cb11-f41f-48d3-a1ac-0664894a0553 service neutron] 10.222.0.31 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278414 Dec 13 10:16:07.996527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ed452-42d6-4888-86f0-aa14dfffca52 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:08.034246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Network f985abd4-69c0-4fe5-a8df-305456619cdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:08.038711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:08.040881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Pushing event updated for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:08.043273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:08.052577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] Provisioning complete for port 931f3825-b535-4cde-9a04-fd4b626e6922 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:08.052963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.070639 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.070989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.071326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.071704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.071835 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:08.072211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.072368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.072503 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:08.072699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.073030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.073359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.073828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.074158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.074481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.074804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:08.102799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.143854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0e05-e360-492d-b989-c9f8f8440c9f None None] Pushing event updated for resources: {'Port': ['ID=931f3825-b535-4cde-9a04-fd4b626e6922,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:08.237412 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Sync routers for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:08.242578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-8c985745-1a08-4085-ade6-8999a6e47b70 service neutron] 10.222.0.31 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541339 Dec 13 10:16:08.263077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:08.264222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:15:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:08.282384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.327693 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:08.400418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.437936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] For port 931f3825-b535-4cde-9a04-fd4b626e6922, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=931f3825-b535-4cde-9a04-fd4b626e6922,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:08.508824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6530f0b6-7d42-4dfb-a1f5-dedbf14808ca req-60c0d21b-fdfd-4147-abf8-7403053c41cf tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 210 time: 0.0607576 Dec 13 10:16:08.552466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.647845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47f9a217-c549-4e25-9fc1-5aa87d52c256 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:08.675047 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.681146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.739209 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 3, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:08.769525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:08.833560 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70f73cd8-9ef8-4665-a5be-fbfa2b9e3373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.842718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Pushing event updated for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:08.842965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ccec6-abfa-401d-9dc4-a0b38e9e44ad None None] Pushing event updated for resources: {'Port': ['ID=931f3825-b535-4cde-9a04-fd4b626e6922,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:08.844890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ab23-c0ac-4aba-b863-ee1521c1f796 None None] The sync data for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 is: [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 3, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:08.847452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.861471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 47f9a217-c549-4e25-9fc1-5aa87d52c256 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:08.862521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.869314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Provisioning complete for port 931f3825-b535-4cde-9a04-fd4b626e6922 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:08.869940 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.988194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Network f985abd4-69c0-4fe5-a8df-305456619cdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:08.993328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:09.343246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Provisioning complete for port 47f9a217-c549-4e25-9fc1-5aa87d52c256 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:09.345461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:09.419017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:06Z', 'revision_number': 2, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:09.554301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Router 1dba3d43-34b3-4819-bd6c-ac015034cb8e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:09.667175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6f1ea3f-50cb-41e8-b155-2cee3e7de2dc req-bf1c1e85-3eff-4042-b4c8-21c24783f1fa tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 210 time: 0.0464935 Dec 13 10:16:09.706694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Checking router: bed0a107-efbc-4767-8c6f-53fed8abd257 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:09.707344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Updating router bed0a107-efbc-4767-8c6f-53fed8abd257 port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:09.719759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:09.725369 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0d36196-ceb0-43f5-b412-2f21fa26e20a admin admin] 10.222.0.31 "PUT /v2.0/routers/1dba3d43-34b3-4819-bd6c-ac015034cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1248631 Dec 13 10:16:09.748854 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:09.751329 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.066788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Provisioning complete for port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:10.070056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.072151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-929128ee-2ca0-44bd-be3a-2b6d6ce0ff42 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:10.074297 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-929128ee-2ca0-44bd-be3a-2b6d6ce0ff42 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 797 time: 0.1895132 Dec 13 10:16:10.162899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-46f8aa05-9075-455a-aa82-63d0f2490738 None None] Port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:10.188495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-54266be1-8f5e-46d9-be58-459bfc288398 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a710072baa3a482d91a81cbc7585c07e HTTP/1.1" status: 200 len: 380 time: 0.0976679 Dec 13 10:16:10.199149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'port': {'device_id': '4a002509-5eb5-42b8-b888-80b97d795976', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'admin_state_up': True, 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'security_groups': ['d78a0eee-946e-4709-a95c-3da462aecd0a']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:10.290469 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.300942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-75cff6d9-30b3-47e5-88d0-81ca3e17b9e0 None None] Provisioning complete for port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:10.302298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75cff6d9-30b3-47e5-88d0-81ca3e17b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.329754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.387143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Made reservation on behalf of a710072baa3a482d91a81cbc7585c07e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:10.391597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.418462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-75cff6d9-30b3-47e5-88d0-81ca3e17b9e0 None None] Port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:10.428345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf1473-ebc8-4935-8f2d-004a6bafe45a None None] Pushing event updated for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:10.483759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-09d18695-eafc-480e-a318-ea3093410686 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:10.486068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-09d18695-eafc-480e-a318-ea3093410686 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 819 time: 0.2087209 Dec 13 10:16:10.504961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Attempting to bind port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:10.505335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Attempting to bind port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:10.505701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Attempting to bind port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 on network 645659a5-75d7-4d51-bc38-c41828681e5b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:10.511200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:10.511646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Checking segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:10.512010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.512405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Bound using segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:10.512906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Bound port: ac0f29dd-ab89-4c6d-bf09-60cba212eaf6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:10.513275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.525828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-f285647b-d4e7-4b87-87ce-f0ab8f960bf5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/quotas/ba32b1f779d4460d9362c5e0d41a1cac HTTP/1.1" status: 200 len: 375 time: 0.0293036 Dec 13 10:16:10.599934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.20.0.3 (645659a5-75d7-4d51-bc38-c41828681e5b/f9218d8a-c4c1-4a45-9081-253bd05cd723/2f731114-c765-4460-bb32-72adf53bee0f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:10.666832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] For port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:10.667579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-161a47d1-d132-44c2-8ccf-4756fd00a912 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327090 Dec 13 10:16:10.672226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] For port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:10.681939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.735445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 931f3825-b535-4cde-9a04-fd4b626e6922 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:10.834873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] Provisioning complete for port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:10.835212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.837308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-577a383f-2413-457e-8b34-f81e36d5792f req-9ca0e2d8-2ee1-4bce-8f7b-4279562fd1e8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 210 time: 0.0700867 Dec 13 10:16:10.841847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-9cc24034-7ed5-4b8c-946f-ab2cd3be26fa service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669943 Dec 13 10:16:10.857628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.886791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:10.887801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:10.928329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.967341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf1473-ebc8-4935-8f2d-004a6bafe45a None None] Pushing event updated for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:10.993959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-95c52c9c-a4be-44c3-842b-f09847124af6 service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444409 Dec 13 10:16:11.027975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:11.034686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 931f3825-b535-4cde-9a04-fd4b626e6922 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:11.035065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.061860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:11.095925 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 645659a5-75d7-4d51-bc38-c41828681e5b is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:11.104638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:11.110970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:11.157568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.170606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:11.171138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.192075 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b87164a9-ea63-445a-bade-920da279bcc6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967728 Dec 13 10:16:11.197065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.205883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Request body: {'port': {'device_id': '4a002509-5eb5-42b8-b888-80b97d795976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:11.334217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:11.341394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a648fd8c-c2fa-4101-aed5-d1b80c776879 req-70671693-7abe-4834-9144-1cef12b0c61f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 210 time: 0.0566599 Dec 13 10:16:11.348984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.391962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.396108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.397637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9e93811-3d75-42a0-850f-78730c7bd2c3 HTTP/1.1" status: 204 len: 168 time: 0.3684418 Dec 13 10:16:11.430070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438aec-ad16-4e3e-933c-ead28d295ab1 tempest-TestVolumeBootPattern-1255644816 tempest-TestVolumeBootPattern-1255644816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e93811-3d75-42a0-850f-78730c7bd2c3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:11.474148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.480746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58366) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:11.488608 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.648669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Sync routers for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:11.672059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:11.672961 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:11.847696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] For port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:11.866989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.899705 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:11.976900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f731114-c765-4460-bb32-72adf53bee0f {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:11.989756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.011754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7885a3-126f-48bd-bb6a-059c8139572f None None] Pushing event updated for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:12.023675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:10Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:12.026324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Transition to ACTIVE for port object 2f731114-c765-4460-bb32-72adf53bee0f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:16:12.033884 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.075566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b57df5-1818-4414-84b4-6451424056e7 None None] The sync data for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 is: [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:10Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:12.121426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.124283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e709fb20-4450-420c-8a2e-5f51e658bc91 None None] Provisioning complete for port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:12.124647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e709fb20-4450-420c-8a2e-5f51e658bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.221022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:12.269171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473c506-85d0-4792-ac36-39714a7e0691 req-98c90684-c15d-48e9-a652-6eb339819e05 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.273148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1473c506-85d0-4792-ac36-39714a7e0691 req-98c90684-c15d-48e9-a652-6eb339819e05 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.2423298 Dec 13 10:16:12.345419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Attempting to bind port 2f731114-c765-4460-bb32-72adf53bee0f on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:12.345804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Attempting to bind port 2f731114-c765-4460-bb32-72adf53bee0f by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:12.346086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Attempting to bind port 2f731114-c765-4460-bb32-72adf53bee0f on network 645659a5-75d7-4d51-bc38-c41828681e5b {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:12.372624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Port 2f731114-c765-4460-bb32-72adf53bee0f on network 645659a5-75d7-4d51-bc38-c41828681e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:16:12.373204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Attempting to bind port 2f731114-c765-4460-bb32-72adf53bee0f on network 645659a5-75d7-4d51-bc38-c41828681e5b {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:12.381834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:12.382499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Checking segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:12.383305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Bound using segment: {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:12.383857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Bound port: 2f731114-c765-4460-bb32-72adf53bee0f, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e84908-82f1-48cc-8329-964103eade6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:12.384296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.531626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 2, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:12.559153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:12.562315 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50173417-e2d2-4333-a5ac-f64bb012767e req-b58b2b91-f97c-4b0e-a39f-d05164f6a8ec tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 210 time: 0.0917783 Dec 13 10:16:12.563358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:12.571511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.572421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1473c506-85d0-4792-ac36-39714a7e0691 req-66eb71d0-c5fb-4cae-8ff9-7bf58db11a43 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828279 Dec 13 10:16:12.580667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Checking router: 1dba3d43-34b3-4819-bd6c-ac015034cb8e for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:12.581242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Updating router 1dba3d43-34b3-4819-bd6c-ac015034cb8e port 75df5973-9912-4efd-93ca-f73baaa66c9a binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:12.641202 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.651036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.655457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.658141 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] 10.222.0.16 "PUT /v2.0/ports/2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 1091 time: 1.4576719 Dec 13 10:16:12.658141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:12.660617 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9783b8f-554d-4f71-88b8-dde5f5d79b53" -d '{"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:12.694366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:12.723572 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.791098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1c3b-0663-47fc-a601-6cc8883c9400 service neutron] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:12.805025 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b95b56b-0451-4cf9-a649-cfab24624734 x-openstack-request-id: req-1b95b56b-0451-4cf9-a649-cfab24624734 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:12.805584 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:12.806566 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b95b56b-0451-4cf9-a649-cfab24624734 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:12.807230 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'status': 'completed', 'code': 200} Dec 13 10:16:12.825510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:12.825895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.838676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b2813d9a-b596-43c9-93f0-33256f33fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.841788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-b2813d9a-b596-43c9-93f0-33256f33fade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1094 time: 0.0979865 Dec 13 10:16:12.935497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-a0449667-f538-45e0-8ddf-6203f0234885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 217 time: 0.0827069 Dec 13 10:16:13.122313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-d1e39f5e-7e66-4123-bd80-7d6f144ec53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.123833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-d1e39f5e-7e66-4123-bd80-7d6f144ec53d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.1632500 Dec 13 10:16:13.162906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Deleting port 913e2ecc-3d17-4a4f-8af5-b51f76449329 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:13.163251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.195463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-fccf6d17-9090-43fd-93c0-9443df28ef6b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.196916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-fccf6d17-9090-43fd-93c0-9443df28ef6b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 819 time: 0.3539171 Dec 13 10:16:13.205800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-2587451a-b1f6-431c-93c0-cf231bc0541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.207445 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-2587451a-b1f6-431c-93c0-cf231bc0541e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742915 Dec 13 10:16:13.207669 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.212318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'port': {'device_id': '09722d5c-9888-4f51-a279-1eb229933a0d', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'admin_state_up': True, 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:13.213926 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.252838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] For port 913e2ecc-3d17-4a4f-8af5-b51f76449329, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=913e2ecc-3d17-4a4f-8af5-b51f76449329,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:13.253220 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.267106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Calling delete_port for 913e2ecc-3d17-4a4f-8af5-b51f76449329 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:13.330927 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Attempting to bind port 75df5973-9912-4efd-93ca-f73baaa66c9a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:13.332083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Attempting to bind port 75df5973-9912-4efd-93ca-f73baaa66c9a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:13.332469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Attempting to bind port 75df5973-9912-4efd-93ca-f73baaa66c9a on network f985abd4-69c0-4fe5-a8df-305456619cdc {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:13.343074 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:13.343503 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Checking segment: {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:13.343941 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.344340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Bound using segment: {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:13.344812 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Bound port: 75df5973-9912-4efd-93ca-f73baaa66c9a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:13.345192 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.348406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b4bde-0409-456a-8100-d05ff2133b95 None None] Pushing event updated for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:13.394257 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-690c0a40-e8da-4e78-af28-c61d3f75b33d service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783342 Dec 13 10:16:13.426369 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] For port 75df5973-9912-4efd-93ca-f73baaa66c9a, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:13.431953 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] For port 75df5973-9912-4efd-93ca-f73baaa66c9a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=75df5973-9912-4efd-93ca-f73baaa66c9a,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:13.442324 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.475279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Made reservation on behalf of ba32b1f779d4460d9362c5e0d41a1cac for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:13.479063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.505515 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:13.506160 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:13.545807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.571578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a64e32b5-a32f-4879-a647-a6ca2d21fc8b req-deb20857-410c-4f9f-802c-4eb7e1243c6e service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672196 Dec 13 10:16:13.625520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Pushing event deleted for resources: {'Port': ['ID=913e2ecc-3d17-4a4f-8af5-b51f76449329,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:13.650726 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:13.788841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Allocated IP 172.20.0.13 (f985abd4-69c0-4fe5-a8df-305456619cdc/b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef/e6f6a2b8-f821-4547-9099-fa03b5da3461) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:13.799134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-509d9f1d-dcd4-414d-bee1-832adccbec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.801184 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-509d9f1d-dcd4-414d-bee1-832adccbec79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1094 time: 0.0927567 Dec 13 10:16:13.877665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d878f05-9ceb-4eac-80a3-152fc5e48955 req-a002549d-8633-4357-b856-fe78da26c371 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 210 time: 0.0794060 Dec 13 10:16:13.910265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407549f-fd62-47f6-bfcb-99cecc5c9659 req-d547f406-9171-4f95-b5a0-e0d07561f46a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.911804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e407549f-fd62-47f6-bfcb-99cecc5c9659 req-d547f406-9171-4f95-b5a0-e0d07561f46a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.1152096 Dec 13 10:16:13.912851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.927885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b4bde-0409-456a-8100-d05ff2133b95 None None] Pushing event updated for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:13.944459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-f59086d5-097e-4bf3-b192-c4938636d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.949884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-f59086d5-097e-4bf3-b192-c4938636d79e service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.1407850 Dec 13 10:16:14.009249 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-99a6bcfb-8557-425c-a51a-d4bdd6d519df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 217 time: 0.0517182 Dec 13 10:16:14.043821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e407549f-fd62-47f6-bfcb-99cecc5c9659 req-e80ddd7d-6351-4182-9aaa-e663be34c078 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242537 Dec 13 10:16:14.075985 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:13Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:14.126733 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7513108-ce45-4180-9e7f-8c75ccc1536e None None] The sync data for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 is: [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:13Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:14.132033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-1f448b9d-24e1-448b-acd1-a57f4b30053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:14.133561 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-1f448b9d-24e1-448b-acd1-a57f4b30053f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.1140740 Dec 13 10:16:14.232452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-cbaf2ad8-9853-441c-bd4e-456363125220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:14.233992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-cbaf2ad8-9853-441c-bd4e-456363125220 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901599 Dec 13 10:16:14.239457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.273401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Router 988e501f-367b-449b-8c46-8b1bcc5f2a48 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:14.350803 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.356862 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-a602e2d6-061a-4c43-b7ad-8b61daf84488 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132648 Dec 13 10:16:14.390388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:14.398572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-026b0606-19ad-4354-a4a4-8ab60b5a45bc admin admin] 10.222.0.31 "PUT /v2.0/routers/988e501f-367b-449b-8c46-8b1bcc5f2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9137814 Dec 13 10:16:14.398831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:14.405206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Sync routers for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:14.418238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:14.419005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:14.459147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Network f985abd4-69c0-4fe5-a8df-305456619cdc is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:14.464501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:14.467072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:14.515821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:14.550916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:14.555614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.563429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:14.564452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.578515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f9783b8f-554d-4f71-88b8-dde5f5d79b53 req-a6cd783f-e440-4115-8dfc-ec3730bd861c service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907899 Dec 13 10:16:14.606005 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-a8c41afb-3d4e-47ff-8a79-594d83e7dfa5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3974326 Dec 13 10:16:14.624946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Request body: {'port': {'device_id': '09722d5c-9888-4f51-a279-1eb229933a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:14.701520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.787470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 75df5973-9912-4efd-93ca-f73baaa66c9a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:14.845302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:16:13Z', 'revision_number': 5, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port': {'id': '8006a105-bcfc-43c2-af00-b55d07877d21', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:15.064008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Checking router: 988e501f-367b-449b-8c46-8b1bcc5f2a48 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:15.087511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 75df5973-9912-4efd-93ca-f73baaa66c9a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:15.087920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.090836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f6a2b8-f821-4547-9099-fa03b5da3461 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:15.108675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.109379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ccedb-d1ac-4d72-9d90-f7f521fbc6e1 req-01529795-c7b6-4a83-affd-b3318e26dbb3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.111209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa7ccedb-d1ac-4d72-9d90-f7f521fbc6e1 req-01529795-c7b6-4a83-affd-b3318e26dbb3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 932 time: 0.0867651 Dec 13 10:16:15.112765 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.125607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Transition to ACTIVE for port object e6f6a2b8-f821-4547-9099-fa03b5da3461 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:16:15.132735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Routers {'988e501f-367b-449b-8c46-8b1bcc5f2a48'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:15.133882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.134622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['988e501f-367b-449b-8c46-8b1bcc5f2a48'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:15.211338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.224753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] Set router 988e501f-367b-449b-8c46-8b1bcc5f2a48 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:15.245439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa7ccedb-d1ac-4d72-9d90-f7f521fbc6e1 req-e4352608-6113-4da6-9d28-66098bad01c6 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243081 Dec 13 10:16:15.273039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Attempting to bind port e6f6a2b8-f821-4547-9099-fa03b5da3461 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:15.273267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5746-0fdd-4d5c-a974-00e504638a27 req-eaafdb5c-515a-437c-ac8c-3e3224497a85 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.273399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Attempting to bind port e6f6a2b8-f821-4547-9099-fa03b5da3461 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:15.273730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Attempting to bind port e6f6a2b8-f821-4547-9099-fa03b5da3461 on network f985abd4-69c0-4fe5-a8df-305456619cdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:15.274895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96cd5746-0fdd-4d5c-a974-00e504638a27 req-eaafdb5c-515a-437c-ac8c-3e3224497a85 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.1162057 Dec 13 10:16:15.278271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Port e6f6a2b8-f821-4547-9099-fa03b5da3461 on network f985abd4-69c0-4fe5-a8df-305456619cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:16:15.278597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Attempting to bind port e6f6a2b8-f821-4547-9099-fa03b5da3461 on network f985abd4-69c0-4fe5-a8df-305456619cdc {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:15.281973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Deleting port 8006a105-bcfc-43c2-af00-b55d07877d21 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:15.282317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.284940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:15.286733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Checking segment: {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:15.287145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Bound using segment: {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:15.287616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Bound port: e6f6a2b8-f821-4547-9099-fa03b5da3461, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641e936a-753c-4e51-9668-7f9195f91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:15.287990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.289369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 6, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:15.321589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa0a2-a79b-433d-be48-ee7ed58a0a33 None None] The sync data for ids ['988e501f-367b-449b-8c46-8b1bcc5f2a48'] in n-d-820935-7 is: [{'id': '988e501f-367b-449b-8c46-8b1bcc5f2a48', 'name': 'tempest-TestVolumeBootPattern-274352890-router', 'tenant_id': 'f8c33315333c41c5af384fc812551206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:09Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 6, 'project_id': 'f8c33315333c41c5af384fc812551206', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:15.358116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:15.361826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:15.364041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.367327 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.371391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96cd5746-0fdd-4d5c-a974-00e504638a27 req-fddf35f6-49e7-466d-a213-c62bc0402f0e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860982 Dec 13 10:16:15.407163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] For port 8006a105-bcfc-43c2-af00-b55d07877d21, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8006a105-bcfc-43c2-af00-b55d07877d21,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:15.407860 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.408551 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 75df5973-9912-4efd-93ca-f73baaa66c9a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=75df5973-9912-4efd-93ca-f73baaa66c9a,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:15.411863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.412551 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.413996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.414140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] 10.222.0.20 "PUT /v2.0/ports/e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 1092 time: 0.7958329 Dec 13 10:16:15.414443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:15.417097 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041f5b39-26a0-4c66-b1c9-5dfa16966590" -d '{"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:15.440361 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921dab-1df4-4709-ab7a-02d7a11ba89b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.448993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Calling delete_port for 8006a105-bcfc-43c2-af00-b55d07877d21 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:15.460916 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10350862-157e-469e-aa87-0c0c567af5b5 x-openstack-request-id: req-10350862-157e-469e-aa87-0c0c567af5b5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:15.461224 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:15.462475 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10350862-157e-469e-aa87-0c0c567af5b5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:15.462895 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:16:15.481503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.512117 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-d6d590ac-a4e4-45d5-9d0c-76235f0dd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.513855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-d6d590ac-a4e4-45d5-9d0c-76235f0dd3db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1095 time: 0.0445881 Dec 13 10:16:15.555815 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-7876c64e-6c75-4b0c-86a6-2b287e700f52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0341432 Dec 13 10:16:15.612876 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-bc31bdb7-8711-4b4c-b31c-93ce9138d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.614453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-bc31bdb7-8711-4b4c-b31c-93ce9138d1df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0507734 Dec 13 10:16:15.632071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.647365 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-70d95b32-9cf5-4cfc-a47d-ef73959d4978 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254836 Dec 13 10:16:15.662661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Pushing event deleted for resources: {'Port': ['ID=8006a105-bcfc-43c2-af00-b55d07877d21,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.678059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d504f5-6a75-4472-88b5-2239f79e335b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:15.722524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.740656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-b6146960-7253-4342-a155-80acae8a88e3 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Dec 13 10:16:15.811100 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.817388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.836980 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2470aa1e-2c47-4c4b-aae4-290588ed9515 req-7eec7560-640d-40ad-8a43-43daac8f09fd service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Dec 13 10:16:15.858583 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.860036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988e501f-367b-449b-8c46-8b1bcc5f2a48 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:16:15.864404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.865609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-31a0f18e-ab7f-4263-9a35-22a8113f3478 admin admin] 10.222.0.31 "DELETE /v2.0/routers/988e501f-367b-449b-8c46-8b1bcc5f2a48 HTTP/1.1" status: 204 len: 168 time: 1.4658520 Dec 13 10:16:15.868118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58396) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:15.922165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Deleting subnet 5b2ac877-cd22-4a60-990e-3dff2d7ebf62 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:15.925506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.933520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-920997a7-0555-44a7-b407-cfe5b886ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:15.935012 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-920997a7-0555-44a7-b407-cfe5b886ea6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1095 time: 0.0473893 Dec 13 10:16:15.960325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.027027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-32e1321f-cf49-441c-9d46-ebc5dc463b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:16.028835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-32e1321f-cf49-441c-9d46-ebc5dc463b22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0864789 Dec 13 10:16:16.036645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.072404 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-31747cde-bed9-4035-bcf7-8ab689781624 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Dec 13 10:16:16.095830 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.124525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-84dcb0fa-ec0e-48a9-81ea-c7f86f0a8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:16.125172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.126084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-84dcb0fa-ec0e-48a9-81ea-c7f86f0a8221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0460474 Dec 13 10:16:16.128991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5b2ac877-cd22-4a60-990e-3dff2d7ebf62 HTTP/1.1" status: 204 len: 168 time: 0.2599010 Dec 13 10:16:16.130035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44da2df-87e7-4d2b-957d-14faeae19507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2ac877-cd22-4a60-990e-3dff2d7ebf62,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:16.131579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58398) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:16.133226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224386e-3935-4431-96d8-1b261b388612 None None] Network 73fa5690-e3d6-4712-a4fd-33835dda2bee requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:16.208490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-ee1d7f30-f9b0-468c-873f-30d260f34765 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640161 Dec 13 10:16:16.278169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.313479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] DHCP port deletion for 73fa5690-e3d6-4712-a4fd-33835dda2bee request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:16.369676 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-01bfa041-b481-4f6f-ba29-29906c62ed0a service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521175 Dec 13 10:16:16.387714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Deleting port 414a2270-99c8-44c5-aabf-b3a8e62ea15a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:16.388371 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.433586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Deleting port 414a2270-99c8-44c5-aabf-b3a8e62ea15a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:16.435228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.447881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c90c-7fb2-40e8-b203-913d15074ddd req-6c135441-f5a1-4cb2-8f60-0e06f6bd01ee tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:16.450197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c106c90c-7fb2-40e8-b203-913d15074ddd req-6c135441-f5a1-4cb2-8f60-0e06f6bd01ee tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 944 time: 0.0798860 Dec 13 10:16:16.502964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] For port 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=414a2270-99c8-44c5-aabf-b3a8e62ea15a,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:16.505325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.538418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Calling delete_port for 414a2270-99c8-44c5-aabf-b3a8e62ea15a owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:16.571517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c106c90c-7fb2-40e8-b203-913d15074ddd req-9374cab7-6180-48f5-99e4-0eeeaeeb5150 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119983 Dec 13 10:16:16.621168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958077b8-35b4-4807-8d1f-50071dcd113f req-a7a628da-19c9-4d45-abbe-696b13e5c835 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:16.622673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958077b8-35b4-4807-8d1f-50071dcd113f req-a7a628da-19c9-4d45-abbe-696b13e5c835 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.1294553 Dec 13 10:16:16.658975 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.694241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] Pushing event deleted for resources: {'Port': ['ID=414a2270-99c8-44c5-aabf-b3a8e62ea15a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:16.702301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c897b-d057-4dd5-93f1-06dcb95e40d8 None None] No DVR routers for this DVR port 414a2270-99c8-44c5-aabf-b3a8e62ea15a on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:16.716383 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-958077b8-35b4-4807-8d1f-50071dcd113f req-54e8ead0-208d-4ffd-a10e-b567ff307a79 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843127 Dec 13 10:16:16.868985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:16:16.872649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] For port 414a2270-99c8-44c5-aabf-b3a8e62ea15a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=414a2270-99c8-44c5-aabf-b3a8e62ea15a,segment=NetworkSegment(7349abb9-91dd-4ad6-b4a3-9df0f5722060),segment_id=7349abb9-91dd-4ad6-b4a3-9df0f5722060)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:16.872996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.886441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-041f5b39-26a0-4c66-b1c9-5dfa16966590 req-e864ddcb-d754-4a1c-acb5-cbe9026f5385 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074229 Dec 13 10:16:16.892491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Calling delete_port for 414a2270-99c8-44c5-aabf-b3a8e62ea15a owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:16.984833 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.008667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:17.012387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 75df5973-9912-4efd-93ca-f73baaa66c9a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:17.024697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Pushing event deleted for resources: {'Port': ['ID=414a2270-99c8-44c5-aabf-b3a8e62ea15a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.028343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] No DVR routers for this DVR port 414a2270-99c8-44c5-aabf-b3a8e62ea15a on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:17.047623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '2f731114-c765-4460-bb32-72adf53bee0f', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:16:17.100963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.101225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.117113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f731114-c765-4460-bb32-72adf53bee0f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:17.120966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa5690-e3d6-4712-a4fd-33835dda2bee']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.122153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 75df5973-9912-4efd-93ca-f73baaa66c9a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:17.122529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.131073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7349abb9-91dd-4ad6-b4a3-9df0f5722060') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.131296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7349abb9-91dd-4ad6-b4a3-9df0f5722060') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.141242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.158411 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.166212 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:17.166858 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.166979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self.session.flush() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:17.168953 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:17.178053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.234907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.241851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.245517 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] 10.222.0.31 "DELETE /v2.0/networks/73fa5690-e3d6-4712-a4fd-33835dda2bee HTTP/1.1" status: 204 len: 168 time: 1.1092167 Dec 13 10:16:17.248501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:17.257379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864d16-6dce-4312-9e27-b0df3a82b36f admin admin] Pushing event deleted for resources: {'Network': ['ID=73fa5690-e3d6-4712-a4fd-33835dda2bee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.264403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.325100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 414a2270-99c8-44c5-aabf-b3a8e62ea15a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:17.345582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 414a2270-99c8-44c5-aabf-b3a8e62ea15a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:17.346014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 414a2270-99c8-44c5-aabf-b3a8e62ea15a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:17.346506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 913e2ecc-3d17-4a4f-8af5-b51f76449329 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:17.367352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 913e2ecc-3d17-4a4f-8af5-b51f76449329 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:17.367729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 913e2ecc-3d17-4a4f-8af5-b51f76449329 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:17.517599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['2f731114-c765-4460-bb32-72adf53bee0f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:17.601876 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.777477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc546ee-6683-49e0-bd55-6dc0912b7a34 req-8830cee5-fba9-4e86-aa4b-378b1e78e523 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:17.778909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bc546ee-6683-49e0-bd55-6dc0912b7a34 req-8830cee5-fba9-4e86-aa4b-378b1e78e523 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 944 time: 0.1232014 Dec 13 10:16:17.883944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bc546ee-6683-49e0-bd55-6dc0912b7a34 req-343faaf8-5f01-41ea-9161-dc21cf514530 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870154 Dec 13 10:16:17.891281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc4d0-f293-425b-a32d-cdbc25a7cd83 req-c188dee9-b1c6-438d-a799-aced528cb634 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:17.892763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44fbc4d0-f293-425b-a32d-cdbc25a7cd83 req-c188dee9-b1c6-438d-a799-aced528cb634 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 944 time: 0.0970862 Dec 13 10:16:17.987227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44fbc4d0-f293-425b-a32d-cdbc25a7cd83 req-b6e22d37-78c9-4db5-83aa-b8f059631d8a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881286 Dec 13 10:16:18.012755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Deleting port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:18.013093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.029586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6f6a2b8-f821-4547-9099-fa03b5da3461 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:16:18.092088 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] For port 0a2d5bac-eb07-48ff-b5b7-65bc246a3581, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:18.092458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.105018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Calling delete_port for 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:18.127328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:18.138454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'port_id': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'mac_address': 'fa:16:3e:94:c3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:16:18.175996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.189044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f6a2b8-f821-4547-9099-fa03b5da3461 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:18.208145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:18.212168 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.265023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.289829 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.319694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2d5bac-eb07-48ff-b5b7-65bc246a3581,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.406282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:18.487818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.590905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8006a105-bcfc-43c2-af00-b55d07877d21 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:18.610403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8006a105-bcfc-43c2-af00-b55d07877d21 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:18.610749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8006a105-bcfc-43c2-af00-b55d07877d21 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:18.703880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Router 112db30d-c287-4cb4-8288-66fa53c5dc38 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:18.810472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:18.818516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fd5995ca-86ff-4bb4-89db-b6bc6dc23f9f admin admin] 10.222.0.31 "PUT /v2.0/routers/112db30d-c287-4cb4-8288-66fa53c5dc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5666826 Dec 13 10:16:18.819238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58410) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.820497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Sync routers for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:18.829709 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:18.830331 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:18.872261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:18.931755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 2f731114-c765-4460-bb32-72adf53bee0f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:16:18.934366 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.938999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:18.941329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 2f731114-c765-4460-bb32-72adf53bee0f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:18.941970 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.022864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c262be-4a3a-4ff9-8bbc-1fa51d49f700 req-214683ec-3e69-4872-85b8-842469ad20e4 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:19.024440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33c262be-4a3a-4ff9-8bbc-1fa51d49f700 req-214683ec-3e69-4872-85b8-842469ad20e4 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 945 time: 0.0553379 Dec 13 10:16:19.064855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.071525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.096505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:19.099316 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b6f014-e00e-45cf-ac53-9cd5783ed6c2" -d '{"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-plugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:19.116344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:19.124183 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.134683 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:16:18Z', 'revision_number': 5, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port': {'id': '0c775548-5eed-4dbd-941e-c31868a7261d', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:19.148618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Deleting port 0c775548-5eed-4dbd-941e-c31868a7261d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:19.148957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.159043 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33c262be-4a3a-4ff9-8bbc-1fa51d49f700 req-cb667a46-1592-4d4e-a673-b08b92f179ad tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270750 Dec 13 10:16:19.165556 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Checking router: 112db30d-c287-4cb4-8288-66fa53c5dc38 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:19.175191 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Routers {'112db30d-c287-4cb4-8288-66fa53c5dc38'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:19.175851 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['112db30d-c287-4cb4-8288-66fa53c5dc38'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:19.191631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:19.208058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dc205-0e77-45e8-85f8-f7577a42822c req-1f20477f-4828-4e1f-b29d-c9ea46adb146 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:19.209632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-696dc205-0e77-45e8-85f8-f7577a42822c req-1f20477f-4828-4e1f-b29d-c9ea46adb146 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 944 time: 0.1136851 Dec 13 10:16:19.231225 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94531db6-b74d-41c6-bc8c-0f9f79337667 x-openstack-request-id: req-94531db6-b74d-41c6-bc8c-0f9f79337667 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:19.231680 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-plugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:19.232037 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94531db6-b74d-41c6-bc8c-0f9f79337667 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:19.233166 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'code': 200} Dec 13 10:16:19.256195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] For port 0c775548-5eed-4dbd-941e-c31868a7261d, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0c775548-5eed-4dbd-941e-c31868a7261d,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:19.256568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.272320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Calling delete_port for 0c775548-5eed-4dbd-941e-c31868a7261d owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:19.274103 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] Set router 112db30d-c287-4cb4-8288-66fa53c5dc38 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:19.290425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-696dc205-0e77-45e8-85f8-f7577a42822c req-ceacb2b3-86f7-432f-8cce-b897750b3ab8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725987 Dec 13 10:16:19.331118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:16:19Z', 'revision_number': 6, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:19.386534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c5ee3-9400-4e0c-9fa2-e3b48ace1fcd req-081d637e-4fe8-4c09-8adf-3185d2ab64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:19.388020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-573c5ee3-9400-4e0c-9fa2-e3b48ace1fcd req-081d637e-4fe8-4c09-8adf-3185d2ab64b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.0605841 Dec 13 10:16:19.449999 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdd16b-ebd8-4181-b9a5-c54a23a812b3 None None] The sync data for ids ['112db30d-c287-4cb4-8288-66fa53c5dc38'] in n-d-820935-7 is: [{'id': '112db30d-c287-4cb4-8288-66fa53c5dc38', 'name': 'tempest-TestVolumeBootPattern-1995529938-router', 'tenant_id': '10868f222482417a9eedd08601c75fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:16Z', 'updated_at': '2021-12-13T10:16:19Z', 'revision_number': 6, 'project_id': '10868f222482417a9eedd08601c75fcb', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:19.482738 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-573c5ee3-9400-4e0c-9fa2-e3b48ace1fcd req-740fc876-82f4-45e9-a01f-bb1404735931 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619240 Dec 13 10:16:19.528624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.555043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c775548-5eed-4dbd-941e-c31868a7261d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:19.565402 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4f153-d0ea-4e7e-943c-25c9a41330f1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:19.619012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.708451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.710561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.753670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.754068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112db30d-c287-4cb4-8288-66fa53c5dc38 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:16:19.758383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.759526 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-724de085-0e4a-4be9-9a69-468425227485 admin admin] 10.222.0.31 "DELETE /v2.0/routers/112db30d-c287-4cb4-8288-66fa53c5dc38 HTTP/1.1" status: 204 len: 168 time: 0.9391799 Dec 13 10:16:19.762039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58418) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:19.808646 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Deleting subnet 7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:19.812006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.854007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.934812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.987506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.013042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:20.017110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.020341 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0e8e1ed7-5e61-41cd-8053-4f81084a3483 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b06c22e-3b1f-4ff5-ab90-642d8e1f6eaa HTTP/1.1" status: 204 len: 168 time: 0.2573824 Dec 13 10:16:20.022374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab424ef-686d-48e6-a93b-4dae32a76bd3 None None] Network 62107ee9-f3bd-4469-b819-9d3acb1bad13 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:20.022862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58420) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.064158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6f6a2b8-f821-4547-9099-fa03b5da3461 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:20.092872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.150603 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port e6f6a2b8-f821-4547-9099-fa03b5da3461 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:16:20.154265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port e6f6a2b8-f821-4547-9099-fa03b5da3461 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:20.154580 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.156360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Deleting port 53877730-639c-44fc-bba3-bdea8eaaefeb {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:20.156665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.221423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] DHCP port deletion for 62107ee9-f3bd-4469-b819-9d3acb1bad13 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:20.230421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] For port 53877730-639c-44fc-bba3-bdea8eaaefeb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53877730-639c-44fc-bba3-bdea8eaaefeb,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:20.230797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.248301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Calling delete_port for 53877730-639c-44fc-bba3-bdea8eaaefeb owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:20.286433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb3e73-c913-4d5b-bce3-efb6ce252d7b req-eb63e4a3-e8ea-4565-a5bb-e4b8021491f3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:20.294682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68eb3e73-c913-4d5b-bce3-efb6ce252d7b req-eb63e4a3-e8ea-4565-a5bb-e4b8021491f3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 945 time: 0.0602682 Dec 13 10:16:20.317388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.347703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Deleting port 53877730-639c-44fc-bba3-bdea8eaaefeb {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:20.348226 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.353279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.357086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68eb3e73-c913-4d5b-bce3-efb6ce252d7b req-e3a29b4f-879b-4b7d-aa81-2bb0054b72f1 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606384 Dec 13 10:16:20.382587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Pushing event deleted for resources: {'Port': ['ID=53877730-639c-44fc-bba3-bdea8eaaefeb,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:20.387847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] No DVR routers for this DVR port 53877730-639c-44fc-bba3-bdea8eaaefeb on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:20.408072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:20.416074 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.453483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac455-eaaa-4357-b7e7-6655331ef747 req-a372fe8a-d0c4-444b-bd95-f899f96db68b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:20.455482 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8fac455-eaaa-4357-b7e7-6655331ef747 req-a372fe8a-d0c4-444b-bd95-f899f96db68b tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0641615 Dec 13 10:16:20.463245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] For port 53877730-639c-44fc-bba3-bdea8eaaefeb, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=53877730-639c-44fc-bba3-bdea8eaaefeb,segment=NetworkSegment(9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e),segment_id=9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:20.463718 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.472273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.487324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Calling delete_port for 53877730-639c-44fc-bba3-bdea8eaaefeb owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:20.494813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62107ee9-f3bd-4469-b819-9d3acb1bad13']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:20.504103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:20.505213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:20.505666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ceaa027-4b5e-4a41-ac6b-08671c8dbc2e') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:20.514005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8fac455-eaaa-4357-b7e7-6655331ef747 req-598c17f9-47b1-4605-a98f-1c4362a69694 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507443 Dec 13 10:16:20.543298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.559999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.567751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:20.568231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:20.570411 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:20.601778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.608517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:20.640418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.648916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.652179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] 10.222.0.31 "DELETE /v2.0/networks/62107ee9-f3bd-4469-b819-9d3acb1bad13 HTTP/1.1" status: 204 len: 168 time: 0.6284728 Dec 13 10:16:20.663748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:20.664102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0a2d5bac-eb07-48ff-b5b7-65bc246a3581 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:20.664530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c775548-5eed-4dbd-941e-c31868a7261d no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:20.668451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] Pushing event deleted for resources: {'Port': ['ID=53877730-639c-44fc-bba3-bdea8eaaefeb,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:20.670034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90116e31-fa79-4741-b038-a1ae3d1ec600 admin admin] Pushing event deleted for resources: {'Network': ['ID=62107ee9-f3bd-4469-b819-9d3acb1bad13,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:20.695949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfbba4-0224-47c2-9564-a64d0d20bb08 None None] No DVR routers for this DVR port 53877730-639c-44fc-bba3-bdea8eaaefeb on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:20.699633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0c775548-5eed-4dbd-941e-c31868a7261d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:20.700196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0c775548-5eed-4dbd-941e-c31868a7261d not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:20.700778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53877730-639c-44fc-bba3-bdea8eaaefeb no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:20.725282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 53877730-639c-44fc-bba3-bdea8eaaefeb {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:20.725641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 53877730-639c-44fc-bba3-bdea8eaaefeb not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:20.811053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58430) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.853256 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fdb4a777-a8e8-4ce5-a68e-2062425de597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8c33315333c41c5af384fc812551206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407867 Dec 13 10:16:20.855712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58432) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.912627 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.933839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.980710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.983341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.984520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56affc16-3ccc-4a23-8937-27173abda043 HTTP/1.1" status: 204 len: 168 time: 0.1277947 Dec 13 10:16:20.992201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740bc6-eb04-414b-bceb-c829c6c648c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56affc16-3ccc-4a23-8937-27173abda043,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:21.234523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:21.237437 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db69b7d-028d-47b9-97ce-c39773c9af1c" -d '{"events": [{"server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:21.274356 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdca954-cc23-40f2-b699-959e1e6bdfaa x-openstack-request-id: req-afdca954-cc23-40f2-b699-959e1e6bdfaa {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:21.274656 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:21.274912 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afdca954-cc23-40f2-b699-959e1e6bdfaa {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:21.275304 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'code': 200} Dec 13 10:16:21.317359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:21.382532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b0f93eb2-06b7-493e-8991-8c59146ffc63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10868f222482417a9eedd08601c75fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639324 Dec 13 10:16:21.385175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58444) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:21.389228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feab0d5-1035-4f5f-b00d-1b331f2ab220 req-9edc10d6-4bc0-44b4-b47c-7e117b177b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.391281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0feab0d5-1035-4f5f-b00d-1b331f2ab220 req-9edc10d6-4bc0-44b4-b47c-7e117b177b99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0597394 Dec 13 10:16:21.435850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0feab0d5-1035-4f5f-b00d-1b331f2ab220 req-e2acef22-f53f-4f6c-b681-c9d962817ac7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377269 Dec 13 10:16:21.448414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.497145 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.529331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51425d-9f9a-420d-b9e9-4bba7262eaf4 req-0d2392cf-6535-4b01-a07a-c681a6e9067d tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.530809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e51425d-9f9a-420d-b9e9-4bba7262eaf4 req-0d2392cf-6535-4b01-a07a-c681a6e9067d tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0965490 Dec 13 10:16:21.581684 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.584287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.585448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74f5fb8d-d514-4648-beb6-7083f8ee748d HTTP/1.1" status: 204 len: 168 time: 0.1987078 Dec 13 10:16:21.590523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e51425d-9f9a-420d-b9e9-4bba7262eaf4 req-86a2f86f-56c2-44a2-bb79-7c5ed4cdce7a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 Dec 13 10:16:21.607309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f0fe-1879-481c-abdb-197b8bdec34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f5fb8d-d514-4648-beb6-7083f8ee748d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:21.644659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebba8c-4b10-4db8-9226-742cbd8c267c req-763bb22a-4b29-4e54-a15c-26328199e62f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.646161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2ebba8c-4b10-4db8-9226-742cbd8c267c req-763bb22a-4b29-4e54-a15c-26328199e62f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0538530 Dec 13 10:16:21.698250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2ebba8c-4b10-4db8-9226-742cbd8c267c req-cabbbfb5-9a5c-486b-aa82-f914805916ba tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459936 Dec 13 10:16:21.827974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32c3e4-96ce-4eb6-a1c6-909bd9790731 req-59be7b4e-7356-4da0-afc8-0d261b0ad3af tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.829630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a32c3e4-96ce-4eb6-a1c6-909bd9790731 req-59be7b4e-7356-4da0-afc8-0d261b0ad3af tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0598817 Dec 13 10:16:21.886016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a32c3e4-96ce-4eb6-a1c6-909bd9790731 req-7e39f965-44c4-4dce-a5da-04f4a28c9203 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496809 Dec 13 10:16:21.916137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58452) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:21.958956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba12229-8677-4319-aaea-9909ff93f988 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.963328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bba12229-8677-4319-aaea-9909ff93f988 tempest-TestNetworkAdvancedServerOps-1767282345 tempest-TestNetworkAdvancedServerOps-1767282345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1091 time: 0.0434253 Dec 13 10:16:21.963660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58456) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:21.968537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:21.993194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.103538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.211868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Allocated IP 172.25.2.56 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/1e55f77c-cd99-49cc-807e-a40a271a9f11) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:22.315239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.348463 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.388348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:22.391418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:22.394823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:22.417750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=1e55f77c-cd99-49cc-807e-a40a271a9f11,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:23.059406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da138d9-b4ad-4603-a9f9-4b85f122b841 req-f56610d9-08fb-4871-bfd8-92fe0abbf379 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:23.060922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da138d9-b4ad-4603-a9f9-4b85f122b841 req-f56610d9-08fb-4871-bfd8-92fe0abbf379 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.3827875 Dec 13 10:16:23.093155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.141933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3da138d9-b4ad-4603-a9f9-4b85f122b841 req-8db35827-f147-4a95-b022-edacbdb1f188 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735238 Dec 13 10:16:23.180400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.335183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.364354 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.367563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-a6485f3a-11dc-4018-9468-55127aa17a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:23.369130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-a6485f3a-11dc-4018-9468-55127aa17a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0446107 Dec 13 10:16:23.449828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515752-2516-4f95-9ba2-7583137ac3c9 req-482af5e2-1008-4ecb-aa56-0654e7370a0a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:23.451329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac515752-2516-4f95-9ba2-7583137ac3c9 req-482af5e2-1008-4ecb-aa56-0654e7370a0a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.1206434 Dec 13 10:16:23.451987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event updated for resources: {'Port': ['ID=1e55f77c-cd99-49cc-807e-a40a271a9f11,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:23.465025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-30c75b92-550a-4170-9672-4d68dcea4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:23.466534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-30c75b92-550a-4170-9672-4d68dcea4fe9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0899920 Dec 13 10:16:23.477359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.512271 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-bad70f2a-4564-4e60-bba8-27678b534da1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0390637 Dec 13 10:16:23.547531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac515752-2516-4f95-9ba2-7583137ac3c9 req-5b9f5dfe-ef26-428e-a170-288d1b1668f4 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Dec 13 10:16:23.563063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-b34772ea-ac08-4ef2-bc16-804cf950511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:23.567457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-b34772ea-ac08-4ef2-bc16-804cf950511f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0487084 Dec 13 10:16:23.599113 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP b8237f73-197c-478d-91ec-38a01851fbbf associated. External IP: 172.25.2.56, port: 2f731114-c765-4460-bb32-72adf53bee0f. Dec 13 10:16:23.599685 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-aa6f4512-25d6-4162-93f7-a7b8f3d25eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249023 Dec 13 10:16:23.692705 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-d60f34dd-998e-4cc5-9b14-d4a1956dc064 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Dec 13 10:16:23.783375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ff3e96e8-0fce-4308-942d-e9de8b70ce43 req-4051eef1-6b9c-4076-becb-b294b4947823 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Dec 13 10:16:23.822326 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router bed0a107-efbc-4767-8c6f-53fed8abd257 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:23.931587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:23.941758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Sync routers for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:23.948541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.951942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:23.953182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:23.977815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a5a26ab-d2e4-4bd1-b027-c0359098ce50 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0106070 Dec 13 10:16:23.977815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:23.978517 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc32d73-8288-4655-8156-f460a5348490" -d '{"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:24.020314 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b822b7b0-1d2c-463b-9c31-e803b9ac9dbd x-openstack-request-id: req-b822b7b0-1d2c-463b-9c31-e803b9ac9dbd {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:24.020617 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:24.021014 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b822b7b0-1d2c-463b-9c31-e803b9ac9dbd {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:24.021426 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'status': 'completed', 'code': 200} Dec 13 10:16:24.071132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:24.076863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a779f-fd95-48d2-93b4-2676ba35eaa8 req-661bf9e1-7adb-47b1-95dd-333458d20eed tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.078928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-797a779f-fd95-48d2-93b4-2676ba35eaa8 req-661bf9e1-7adb-47b1-95dd-333458d20eed tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Dec 13 10:16:24.092279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32d73-8288-4655-8156-f460a5348490 req-9ef75a8e-c7fc-41a8-9a8f-84578466f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.094337 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-9ef75a8e-c7fc-41a8-9a8f-84578466f0ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.0501895 Dec 13 10:16:24.136195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-797a779f-fd95-48d2-93b4-2676ba35eaa8 req-0089b876-20e5-4db8-a99a-4338c3bc24a4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510669 Dec 13 10:16:24.154453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58472) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:24.190873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32d73-8288-4655-8156-f460a5348490 req-42f3d30c-489a-401f-8507-8ca8ee1de7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.192437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-42f3d30c-489a-401f-8507-8ca8ee1de7d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.0903358 Dec 13 10:16:24.227428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7aa5b646-b3ae-4dd0-94f7-ae6ec0eb461d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/b8237f73-197c-478d-91ec-38a01851fbbf HTTP/1.1" status: 200 len: 990 time: 0.0706494 Dec 13 10:16:24.258562 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-83b53b9b-a534-4bf1-9692-f4399a466674 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 998 time: 0.0594273 Dec 13 10:16:24.313125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32d73-8288-4655-8156-f460a5348490 req-95f04a8e-81d1-43c4-b15e-f1224ccce5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.314880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-95f04a8e-81d1-43c4-b15e-f1224ccce5d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.0501595 Dec 13 10:16:24.363613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32d73-8288-4655-8156-f460a5348490 req-54c63d70-5c40-4ace-93d4-4f588e5e5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.365148 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-54c63d70-5c40-4ace-93d4-4f588e5e5296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425837 Dec 13 10:16:24.458592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-70087a78-ef5e-4405-a576-92140b7af84c service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859315 Dec 13 10:16:24.463184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'b8237f73-197c-478d-91ec-38a01851fbbf', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a002509-5eb5-42b8-b888-80b97d795976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:24.489104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Checking router: bed0a107-efbc-4767-8c6f-53fed8abd257 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:24.498032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:24.498657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:24.553204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0bc32d73-8288-4655-8156-f460a5348490 req-bae3564d-e086-4224-870e-4fe17906c483 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881541 Dec 13 10:16:24.606191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:24.665072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8fb9-b6e2-4f8d-9ef2-2c1e1c1e7085 req-93ba7569-d3ea-44f6-ac41-16df707bd3e0 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:24.666939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f6a8fb9-b6e2-4f8d-9ef2-2c1e1c1e7085 req-93ba7569-d3ea-44f6-ac41-16df707bd3e0 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0491045 Dec 13 10:16:24.714576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f6a8fb9-b6e2-4f8d-9ef2-2c1e1c1e7085 req-3bf6ff61-e229-4ff0-a24b-e647f59de30c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Dec 13 10:16:24.834146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'b8237f73-197c-478d-91ec-38a01851fbbf', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a002509-5eb5-42b8-b888-80b97d795976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:24.860921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7a442-370f-45ac-beb8-077a1b0314b5 None None] The sync data for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 is: [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'b8237f73-197c-478d-91ec-38a01851fbbf', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a002509-5eb5-42b8-b888-80b97d795976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 0, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:25.058152 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd810a7-adac-4a45-86cc-b19face7a207 None None] New status for floating IP b8237f73-197c-478d-91ec-38a01851fbbf: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:25.229324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:25.289420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-76ac3e6f-bee1-40a3-b828-e8ecf82958b6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/b8237f73-197c-478d-91ec-38a01851fbbf HTTP/1.1" status: 200 len: 992 time: 0.0589318 Dec 13 10:16:25.833665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda57afe-e9c3-443d-899c-d24e134f0a40 req-4ea9b35e-a750-493a-a86f-504e302997e7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:25.835138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cda57afe-e9c3-443d-899c-d24e134f0a40 req-4ea9b35e-a750-493a-a86f-504e302997e7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0525634 Dec 13 10:16:25.884422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cda57afe-e9c3-443d-899c-d24e134f0a40 req-4d10cd17-c8b0-4cf1-b9c8-71368df6bdb3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Dec 13 10:16:26.999179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623181-0c79-4f19-9a36-b54adc3f221a req-42294e06-b19e-41e1-91e1-118f24d302e6 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:27.000674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c623181-0c79-4f19-9a36-b54adc3f221a req-42294e06-b19e-41e1-91e1-118f24d302e6 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0484030 Dec 13 10:16:27.047765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c623181-0c79-4f19-9a36-b54adc3f221a req-94ebd87e-777c-4954-ab9e-7e0251ac59b8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Dec 13 10:16:28.161194 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3b95-0afa-4f1a-9212-ac561d88f101 req-f08604d8-175c-484c-8eb7-1f49b81795e7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:28.163053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-687e3b95-0afa-4f1a-9212-ac561d88f101 req-f08604d8-175c-484c-8eb7-1f49b81795e7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0485654 Dec 13 10:16:28.214836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-687e3b95-0afa-4f1a-9212-ac561d88f101 req-5e4f81df-dbcc-4684-8e51-aac21e07132e tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Dec 13 10:16:29.337840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf54e1-829d-4309-8a31-fd8470fdbfb9 req-32228202-4af7-47d2-983b-a9a108e54d0a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.339327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9faf54e1-829d-4309-8a31-fd8470fdbfb9 req-32228202-4af7-47d2-983b-a9a108e54d0a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0492094 Dec 13 10:16:29.385571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9faf54e1-829d-4309-8a31-fd8470fdbfb9 req-7da5cd0d-8019-4c77-b1aa-d557f8447c84 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Dec 13 10:16:29.892829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:30.499229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c491-b1b3-42d5-814b-de951258d6f9 req-bf671656-90d2-4704-9cca-91f6cd0c3067 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:30.500732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1489c491-b1b3-42d5-814b-de951258d6f9 req-bf671656-90d2-4704-9cca-91f6cd0c3067 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0484052 Dec 13 10:16:30.546406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1489c491-b1b3-42d5-814b-de951258d6f9 req-e3194b2e-e607-44f5-8b1a-e0c7c42594f2 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Dec 13 10:16:31.663535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd2b1-972e-4496-8339-7bedcff8cbad req-8e99df22-c37f-4580-892b-fbb0acfd34c5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:31.665058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-377fd2b1-972e-4496-8339-7bedcff8cbad req-8e99df22-c37f-4580-892b-fbb0acfd34c5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0520501 Dec 13 10:16:31.711892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-377fd2b1-972e-4496-8339-7bedcff8cbad req-6bdc9dbf-deb4-4dbc-8eb6-4d6a14c6012a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Dec 13 10:16:32.826463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f92e-809b-4fd9-acab-148e39d8d9fe req-afc43349-a7ab-49f1-b1a6-78e8feccafc9 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:32.827982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5db4f92e-809b-4fd9-acab-148e39d8d9fe req-afc43349-a7ab-49f1-b1a6-78e8feccafc9 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0494988 Dec 13 10:16:32.873760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5db4f92e-809b-4fd9-acab-148e39d8d9fe req-c7b3e875-ddaf-422d-86b8-86875b810065 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Dec 13 10:16:33.994964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e41e-3031-4f63-b6f8-31846e7d4d73 req-1fa5602b-e742-4835-8406-e650ef7e6f1f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:33.996526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7894e41e-3031-4f63-b6f8-31846e7d4d73 req-1fa5602b-e742-4835-8406-e650ef7e6f1f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0522540 Dec 13 10:16:34.042977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7894e41e-3031-4f63-b6f8-31846e7d4d73 req-892afce6-776e-4884-9221-ab57ed962bd8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Dec 13 10:16:34.553373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.674043 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-09578fbe-e39e-4787-8595-f6a3c8e87fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418842 Dec 13 10:16:34.753140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-56ddf730-d294-43c0-922e-95e93f132213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:34.754606 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-56ddf730-d294-43c0-922e-95e93f132213 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.0398026 Dec 13 10:16:34.856470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-ada2f67e-722c-40a3-b1b5-f47dcd2fd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:34.857957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-ada2f67e-722c-40a3-b1b5-f47dcd2fd1f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.0838335 Dec 13 10:16:34.925677 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-193dca18-d631-47ee-8e32-96eb18d5f90f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 1000 time: 0.0606835 Dec 13 10:16:34.973120 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-9c0a42e3-1a51-4a1f-8ef2-2d4dcfc328a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:34.974497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-9c0a42e3-1a51-4a1f-8ef2-2d4dcfc328a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.0425117 Dec 13 10:16:35.019938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-a01d11c7-b46a-4a36-b964-5fa7d8126f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:35.021441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-a01d11c7-b46a-4a36-b964-5fa7d8126f3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399449 Dec 13 10:16:35.114976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-331bc4ad-3d21-4490-8379-b24667d17610 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870671 Dec 13 10:16:35.163177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d0278-c29e-46fa-a9f3-c3bc92d223c1 req-319cf91e-3520-4b08-8ae4-5377b4d3cab2 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:35.164760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc5d0278-c29e-46fa-a9f3-c3bc92d223c1 req-319cf91e-3520-4b08-8ae4-5377b4d3cab2 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0523348 Dec 13 10:16:35.205462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-fcee22ea-ce45-4850-930f-b2e0d6f406f3 req-94e41746-20a4-4da3-ae27-2fff7af02f15 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833352 Dec 13 10:16:35.212961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc5d0278-c29e-46fa-a9f3-c3bc92d223c1 req-b9fb5aa8-0210-48fe-8c16-26f11e5c6779 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Dec 13 10:16:36.151137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8e82f4e-8085-46d3-85d3-01bdd316503a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:36.328338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7e6e-4a3c-431f-a406-f6b52b7bca1c req-5d5fb9f2-5a77-46a0-806d-87d6c0a4c4e5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:36.329832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8edf7e6e-4a3c-431f-a406-f6b52b7bca1c req-5d5fb9f2-5a77-46a0-806d-87d6c0a4c4e5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0483685 Dec 13 10:16:36.381744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8edf7e6e-4a3c-431f-a406-f6b52b7bca1c req-65354c9d-5a4b-4dd2-bf9f-3b5c742a9d41 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Dec 13 10:16:37.496450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601538f-df37-4351-be3b-3cc945f63a52 req-156d48a7-eeaf-4592-9b72-7a4f4b3c13ec tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.497928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a601538f-df37-4351-be3b-3cc945f63a52 req-156d48a7-eeaf-4592-9b72-7a4f4b3c13ec tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0485411 Dec 13 10:16:37.544167 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a601538f-df37-4351-be3b-3cc945f63a52 req-1e6fa14e-67dd-466c-9eaa-09d49ab63c86 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Dec 13 10:16:38.608855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa8944ff-4dbe-4ab0-98cd-f1ada34aa54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.658410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cf1f8-558e-43bf-ac91-09f37331b39a req-757e9bd4-4c83-48de-bef5-adea625989c3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:38.659899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-516cf1f8-558e-43bf-ac91-09f37331b39a req-757e9bd4-4c83-48de-bef5-adea625989c3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0479136 Dec 13 10:16:38.706306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-516cf1f8-558e-43bf-ac91-09f37331b39a req-7a77383c-173e-4780-af2e-8643d899c75c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Dec 13 10:16:39.618092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:39.825509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800145d-77a1-4b96-8be1-20864a56d19b req-3f1af331-8fb8-4b10-901f-117a815a17d7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:39.827022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d800145d-77a1-4b96-8be1-20864a56d19b req-3f1af331-8fb8-4b10-901f-117a815a17d7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0535364 Dec 13 10:16:39.874123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d800145d-77a1-4b96-8be1-20864a56d19b req-578f5092-d18e-49df-8ea9-8faf786747a7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Dec 13 10:16:40.988673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f991d-8768-4de8-8f4b-c555949edf1b req-61c0ed6d-8c0d-498d-b780-76f2001134bd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:40.990182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-441f991d-8768-4de8-8f4b-c555949edf1b req-61c0ed6d-8c0d-498d-b780-76f2001134bd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0479167 Dec 13 10:16:41.036944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-441f991d-8768-4de8-8f4b-c555949edf1b req-0939e035-fb73-4043-9c65-2f4a4f2938da tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Dec 13 10:16:41.248395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:41.510615 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:16:42.014373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:42.150851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554dec-1c41-48e3-9545-1ca4ec281484 req-c98399ce-a884-4e76-b345-b1b71194cafd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:42.152337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57554dec-1c41-48e3-9545-1ca4ec281484 req-c98399ce-a884-4e76-b345-b1b71194cafd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0474706 Dec 13 10:16:42.202280 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-57554dec-1c41-48e3-9545-1ca4ec281484 req-5593a2c6-6f04-4edd-b980-8def456bfd7f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Dec 13 10:16:43.318205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cbc0c-af89-40ef-8f77-36086f1394c5 req-a37cb1b6-155d-4c32-a6e3-5be9862af4d1 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:43.319764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f1cbc0c-af89-40ef-8f77-36086f1394c5 req-a37cb1b6-155d-4c32-a6e3-5be9862af4d1 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0494804 Dec 13 10:16:43.367478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f1cbc0c-af89-40ef-8f77-36086f1394c5 req-61a9df41-6d52-4223-9794-d7e6f317d755 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Dec 13 10:16:44.482940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c8020-61dd-41ae-b7f2-e91c0e297f81 req-b02776f1-22c1-4737-a3bf-9265a9c0e467 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:44.484470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d5c8020-61dd-41ae-b7f2-e91c0e297f81 req-b02776f1-22c1-4737-a3bf-9265a9c0e467 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0496352 Dec 13 10:16:44.531128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d5c8020-61dd-41ae-b7f2-e91c0e297f81 req-d3be0787-ae99-4168-b8b9-875c93d7039e tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Dec 13 10:16:45.648876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0ab02-cf9e-45d4-943c-b697986fbced req-a0163727-7199-48b5-b9d2-dcf1ab8eb8d7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:45.650346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fe0ab02-cf9e-45d4-943c-b697986fbced req-a0163727-7199-48b5-b9d2-dcf1ab8eb8d7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0511775 Dec 13 10:16:45.696954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fe0ab02-cf9e-45d4-943c-b697986fbced req-6006b2bb-9eb1-45ad-bae2-9a6a8118cc2c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Dec 13 10:16:46.810261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0213e9-bced-4fe1-99b8-57249b7cbf9c req-e5c5eeb8-cb00-4013-840b-ac28b455b5e9 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:46.811692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f0213e9-bced-4fe1-99b8-57249b7cbf9c req-e5c5eeb8-cb00-4013-840b-ac28b455b5e9 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0494270 Dec 13 10:16:46.859061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f0213e9-bced-4fe1-99b8-57249b7cbf9c req-a813cfa0-d582-4c13-9a2f-bd8753d9c707 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Dec 13 10:16:47.978123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe4f45-2d4b-4935-a2d3-cb996b050e07 req-eb58558f-421b-4c80-bc18-25617865824f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:47.979605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1efe4f45-2d4b-4935-a2d3-cb996b050e07 req-eb58558f-421b-4c80-bc18-25617865824f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0509319 Dec 13 10:16:48.025774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1efe4f45-2d4b-4935-a2d3-cb996b050e07 req-e45c98db-42ed-4a8c-999e-fe2672a187b4 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Dec 13 10:16:49.142607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126229d1-d03d-4b11-a5b1-7a7451e97476 req-4a2c7492-91bd-4183-a8ec-cd4f1b6df9ed tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.144146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-126229d1-d03d-4b11-a5b1-7a7451e97476 req-4a2c7492-91bd-4183-a8ec-cd4f1b6df9ed tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0487428 Dec 13 10:16:49.190654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-126229d1-d03d-4b11-a5b1-7a7451e97476 req-cedfe7a8-f7a7-4a11-8c1d-15c76c03e34f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Dec 13 10:16:49.752547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba445a1-4394-45ef-8283-1ee0eed76efb req-6ba1917e-9d71-4c58-adaa-9b5873339027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.754024 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bba445a1-4394-45ef-8283-1ee0eed76efb req-6ba1917e-9d71-4c58-adaa-9b5873339027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0397995 Dec 13 10:16:49.803855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bba445a1-4394-45ef-8283-1ee0eed76efb req-edbf72cb-b564-47ec-94f5-49aa145f66e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Dec 13 10:16:50.303595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbf123-30e6-4c30-8851-a7b76b3c81e6 req-558aec24-290e-4081-9c5b-2fb42def8cbb tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:50.305071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7afbf123-30e6-4c30-8851-a7b76b3c81e6 req-558aec24-290e-4081-9c5b-2fb42def8cbb tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0472732 Dec 13 10:16:50.354312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7afbf123-30e6-4c30-8851-a7b76b3c81e6 req-d4faa16a-b107-4007-b265-d9d1a7350f2f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 Dec 13 10:16:51.468560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35a35c-cbda-43e0-b33c-da92b7d2ada0 req-521f90fa-289f-45b9-b8a1-fd6f7199a3e3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:51.470060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e35a35c-cbda-43e0-b33c-da92b7d2ada0 req-521f90fa-289f-45b9-b8a1-fd6f7199a3e3 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0483704 Dec 13 10:16:51.515372 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e35a35c-cbda-43e0-b33c-da92b7d2ada0 req-09e836f9-9787-4dcf-a8dd-bc8343d640bd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Dec 13 10:16:51.554100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-513687847', 'description': 'tempest-description-948521413'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:51.576240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:51.640578 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:51.644345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:51.671937 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:51.673627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-962ee931-a39b-4cc3-9b7d-c0e59a6908cd req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1236041 Dec 13 10:16:51.677645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa0819-5682-497b-b0b1-217d8115fc08 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42f765-5722-4fe4-986e-cddcfcb377d7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:51.763946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-5a6f481f-95ac-467d-8db8-c49e94f6ad4d tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-513687847&fields=id&tenant_id=ba32b1f779d4460d9362c5e0d41a1cac HTTP/1.1" status: 200 len: 267 time: 0.0406015 Dec 13 10:16:51.819144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0feb88e6-7577-45bd-aa35-a8c82b4e89ff tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:51.820647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0feb88e6-7577-45bd-aa35-a8c82b4e89ff tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0511119 Dec 13 10:16:51.831570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'port': {'security_groups': ['b21fcffa-ab06-4cef-9b0e-099147802f42', 'fd42f765-5722-4fe4-986e-cddcfcb377d7']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:51.896343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.073890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:52.102988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.107835 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.126325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:52.152164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.153250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.154200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7110dbc8-b2d7-48e4-a192-0384c679b967 req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "PUT /v2.0/ports/e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 982 time: 0.3271461 Dec 13 10:16:52.154667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:52.157494 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c0dbf1-4483-4573-8944-28075530909a" -d '{"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:52.182277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8251d-c7df-42d8-acbc-4817b81601ab tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:52.211163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:52.221944 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac302797-9e8e-4e5e-bacd-126c640b27c5 x-openstack-request-id: req-ac302797-9e8e-4e5e-bacd-126c640b27c5 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:52.222276 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:52.222541 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac302797-9e8e-4e5e-bacd-126c640b27c5 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:52.222955 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:16:52.272906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-02349527-15e5-4055-a10b-09f4441516bd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-513687847&fields=id&tenant_id=ba32b1f779d4460d9362c5e0d41a1cac HTTP/1.1" status: 200 len: 267 time: 0.0478258 Dec 13 10:16:52.289221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dbf1-4483-4573-8944-28075530909a req-fb010bfc-ad20-4cb8-aa8e-9b1f57cf2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.290928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-fb010bfc-ad20-4cb8-aa8e-9b1f57cf2fd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1136 time: 0.0430608 Dec 13 10:16:52.330650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-d617ed5c-43bd-4189-b7b2-25e3fea7df82 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.336346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-d617ed5c-43bd-4189-b7b2-25e3fea7df82 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 985 time: 0.0546734 Dec 13 10:16:52.343597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'port': {'security_groups': ['b21fcffa-ab06-4cef-9b0e-099147802f42']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:52.386487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dbf1-4483-4573-8944-28075530909a req-5dc42691-eddb-4ec9-a4b6-1d0b08185191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.388313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-5dc42691-eddb-4ec9-a4b6-1d0b08185191 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0893943 Dec 13 10:16:52.411122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.435108 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-2e3b820f-a3fa-48a5-a552-6c5b243ed087 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0397866 Dec 13 10:16:52.485891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dbf1-4483-4573-8944-28075530909a req-34a20327-7994-498a-bdf1-345a2afdd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.487535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-34a20327-7994-498a-bdf1-345a2afdd685 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0450659 Dec 13 10:16:52.519595 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-df793ea2-1873-4429-89c5-dcdd2c2a9b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249784 Dec 13 10:16:52.591430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:52.615084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-2dbb68eb-349e-43d0-a938-e41231c1d0a5 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874617 Dec 13 10:16:52.620609 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.625596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.637680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:52.675700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:52.676531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:52.677582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2285e553-b675-4997-a259-9fbfe311c3e2 req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "PUT /v2.0/ports/e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 943 time: 0.3387640 Dec 13 10:16:52.716303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-13c0dbf1-4483-4573-8944-28075530909a req-1c476a82-0aa1-41c5-9d03-f705cdd416ab service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938156 Dec 13 10:16:52.726751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2564-9bb4-4a06-bf23-7328865f218b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:52.730909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:52.897172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-b2498446-aa6d-4869-bf07-b48e9a6817d5 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1935894 Dec 13 10:16:52.907057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:52.928422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.026555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.124471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Allocated IP 172.25.2.208 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/0bad7c1d-06c5-4c12-b0c8-e1ea07268d81) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:53.230469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.262703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.300119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:53.303613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:53.305984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:53.335951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'Port': ['ID=0bad7c1d-06c5-4c12-b0c8-e1ea07268d81,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:53.397828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.430648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.576142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.580997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.648389 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event updated for resources: {'Port': ['ID=0bad7c1d-06c5-4c12-b0c8-e1ea07268d81,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:53.656069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.670569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:53.671811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-ff980073-5768-4e18-8d7e-dc58ce54fba8 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.7688236 Dec 13 10:16:53.747882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-5dc414ad-1749-40ec-93d2-88c26a0c490a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 696 time: 0.0697243 Dec 13 10:16:53.852850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-8ca522e4-f9e0-42e6-8822-c7103c4a3acb tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:53.854216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-8ca522e4-f9e0-42e6-8822-c7103c4a3acb tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1003127 Dec 13 10:16:53.864254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-16a8a335-361f-4bdb-914a-63a7fd21fdbd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:53.865171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddeb71a9-e036-4e88-b329-a64c82bf0a51 req-16a8a335-361f-4bdb-914a-63a7fd21fdbd tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052836 Dec 13 10:16:53.998972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9de79203-dbc6-4ee9-ae0e-e8c668ac131c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:54.000494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9de79203-dbc6-4ee9-ae0e-e8c668ac131c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0815582 Dec 13 10:16:54.048256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-90b99c0a-4098-4a92-9168-7d6fd89f033a tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 696 time: 0.0419412 Dec 13 10:16:54.057509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'floatingip': {'port_id': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:54.097948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:54.230454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:54.232605 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be293d2b-d20f-413f-b80c-3cf1c4dc023a" -d '{"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:54.282239 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3fd470-ccb9-4e7f-a0ac-be5a9f65a435 x-openstack-request-id: req-7d3fd470-ccb9-4e7f-a0ac-be5a9f65a435 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:54.282527 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:54.282775 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d3fd470-ccb9-4e7f-a0ac-be5a9f65a435 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:54.283209 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:16:54.333236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-f5a6ce98-55b8-44ec-b824-7b1a4c74a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:54.334986 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-f5a6ce98-55b8-44ec-b824-7b1a4c74a28d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0435920 Dec 13 10:16:54.434655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-30f948dc-c359-4503-9b30-e33e4a5cfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:54.436217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-30f948dc-c359-4503-9b30-e33e4a5cfb4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0930123 Dec 13 10:16:54.480047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-64136e9d-a0ea-4137-9f38-27f498e97f24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0365131 Dec 13 10:16:54.536930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-89a2416c-2e13-4a5e-879c-a1362ce83fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:54.538624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-89a2416c-2e13-4a5e-879c-a1362ce83fde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0506070 Dec 13 10:16:54.570912 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-c603e539-934e-4545-941c-7e6caa751405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256612 Dec 13 10:16:54.660934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-b24cc7cf-c534-4126-b243-d135fd98a594 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Dec 13 10:16:54.755451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-be293d2b-d20f-413f-b80c-3cf1c4dc023a req-559872ae-b339-458b-9f9c-a74243569779 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876465 Dec 13 10:16:54.824266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:54.828255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:54.926773 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Floating IP e6349b52-d844-46a2-b68f-a21fcb8d6dd7 associated. External IP: 172.25.2.208, port: e6f6a2b8-f821-4547-9099-fa03b5da3461. Dec 13 10:16:55.128526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Router 1dba3d43-34b3-4819-bd6c-ac015034cb8e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:55.234536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:55.240040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:55.244433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Sync routers for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:55.253648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:55.254265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:55.266746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-c5ab56d4-f8e7-49f1-a103-a98985289573 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "PUT /v2.0/floatingips/e6349b52-d844-46a2-b68f-a21fcb8d6dd7 HTTP/1.1" status: 200 len: 997 time: 1.2127645 Dec 13 10:16:55.361954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:55.462261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-1f64c86d-4525-4f8d-9cd3-ce19e4827e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:55.470277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-1f64c86d-4525-4f8d-9cd3-ce19e4827e29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.1910875 Dec 13 10:16:55.551831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-4e42f955-5791-4046-8b18-63d1e0549b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:55.553466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-4e42f955-5791-4046-8b18-63d1e0549b99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0823698 Dec 13 10:16:55.582542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e6349b52-d844-46a2-b68f-a21fcb8d6dd7', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'port_id': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'mac_address': 'fa:16:3e:94:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09722d5c-9888-4f51-a279-1eb229933a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:53Z', 'updated_at': '2021-12-13T10:16:54Z', 'revision_number': 1, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:55.612182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Checking router: 1dba3d43-34b3-4819-bd6c-ac015034cb8e for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:55.620444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:55.621060 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:55.623107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-35cb67a2-8600-4f64-a64b-44919deceb52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 1000 time: 0.0632124 Dec 13 10:16:55.671661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9cb43b22-3f20-4f21-a3ca-5f28012e0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:55.673117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9cb43b22-3f20-4f21-a3ca-5f28012e0aed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0439253 Dec 13 10:16:55.704231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-b2c5742a-fc92-4929-a5bb-10e3e421dade service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242765 Dec 13 10:16:55.714164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9c62bcc1-a1e8-4109-b1dd-07d9da6ea2e3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:55.715409 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-9c62bcc1-a1e8-4109-b1dd-07d9da6ea2e3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052860 Dec 13 10:16:55.726887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:55.806217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-e2799c16-c459-41b2-806e-c251186d82ca service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Dec 13 10:16:55.897122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63152190-051b-4864-b05a-a6a1dd1d18e0 req-fe7cf8e8-1ad5-424a-92e3-fd2ec255dc65 service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Dec 13 10:16:55.951354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e6349b52-d844-46a2-b68f-a21fcb8d6dd7', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'port_id': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'mac_address': 'fa:16:3e:94:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09722d5c-9888-4f51-a279-1eb229933a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:53Z', 'updated_at': '2021-12-13T10:16:54Z', 'revision_number': 1, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:55.981434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26294829-dc28-4992-b0b0-932a8de228c0 None None] The sync data for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 is: [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'e6349b52-d844-46a2-b68f-a21fcb8d6dd7', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'port_id': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'mac_address': 'fa:16:3e:94:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09722d5c-9888-4f51-a279-1eb229933a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:53Z', 'updated_at': '2021-12-13T10:16:54Z', 'revision_number': 1, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:56.019677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-5951ed25-6cba-4076-9732-abb84892f179 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 1000 time: 0.0909026 Dec 13 10:16:56.068384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-be5eb15f-ffa0-4ccb-9230-8f7c2932557b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:56.071028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-be5eb15f-ffa0-4ccb-9230-8f7c2932557b tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports/e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 943 time: 0.0453725 Dec 13 10:16:56.185692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4d28242a-d704-417e-8f16-9037dd89f8c4 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 1000 time: 0.0668743 Dec 13 10:16:56.205797 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ad8db-5eb2-4b55-9085-c73134fc5df5 None None] New status for floating IP e6349b52-d844-46a2-b68f-a21fcb8d6dd7: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:56.286556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:56.288832 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63def535-5805-4ab0-92d9-8c366f46e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:56.307361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-a1fab31d-4f5f-4dbf-a7ad-52e13ea57bd6 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:56.309082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-a1fab31d-4f5f-4dbf-a7ad-52e13ea57bd6 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1159618 Dec 13 10:16:56.321058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-cbd845d1-4145-4c49-947f-b196167995be tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:56.322045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-cbd845d1-4145-4c49-947f-b196167995be tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057847 Dec 13 10:16:56.377607 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f20aa2-917e-41cc-94ea-9138a60c9366 x-openstack-request-id: req-65f20aa2-917e-41cc-94ea-9138a60c9366 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:56.377955 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:56.378165 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65f20aa2-917e-41cc-94ea-9138a60c9366 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:56.378574 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:16:56.405274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-c1f9f16e-faf9-418d-9aed-7dd54a9e598e tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 1000 time: 0.0747514 Dec 13 10:16:56.415911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:56.423933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-dc20acbc-f450-4982-b8ef-2c00a32a8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:56.425512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-dc20acbc-f450-4982-b8ef-2c00a32a8f94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0448194 Dec 13 10:16:56.479348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:56.520770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-118007e3-676a-4369-847a-32a14628de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:56.522393 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-118007e3-676a-4369-847a-32a14628de86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0898972 Dec 13 10:16:56.631075 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:56.635982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:56.636326 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Floating IP e6349b52-d844-46a2-b68f-a21fcb8d6dd7 disassociated. External IP: 172.25.2.208, port: e6f6a2b8-f821-4547-9099-fa03b5da3461. Dec 13 10:16:56.853955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Router 1dba3d43-34b3-4819-bd6c-ac015034cb8e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:56.886421 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-462303f7-344b-4a75-9e2c-5e240773711b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 1002 time: 0.3568778 Dec 13 10:16:56.934693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-3ccb34d8-0c39-47c3-a640-37a086b0bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:56.936181 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-3ccb34d8-0c39-47c3-a640-37a086b0bc82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0432074 Dec 13 10:16:56.963254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:56.967689 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:56.968423 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-c1827600-ed2d-4133-b6f5-58c8d1ae8ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250275 Dec 13 10:16:56.973554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Sync routers for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:56.983908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:56.984436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:56.995571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-4591ce21-68d6-45d0-aa41-0b6f7f777a58 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "PUT /v2.0/floatingips/e6349b52-d844-46a2-b68f-a21fcb8d6dd7 HTTP/1.1" status: 200 len: 695 time: 0.5835655 Dec 13 10:16:57.050538 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-712d0d8e-345e-40a7-9b09-eb08677731c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:57.052131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-712d0d8e-345e-40a7-9b09-eb08677731c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0426838 Dec 13 10:16:57.063667 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-f99b4497-b537-49f5-a44c-d439772fb824 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882685 Dec 13 10:16:57.095470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:57.149490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-433162c1-76c3-47bc-8c62-0b0166c4c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:57.151013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-433162c1-76c3-47bc-8c62-0b0166c4c9d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0917802 Dec 13 10:16:57.162665 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-63def535-5805-4ab0-92d9-8c366f46e8b8 req-49b1639b-fd9c-456b-930c-63c941801eb7 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912809 Dec 13 10:16:57.193776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-6d1b823a-54de-46f4-8022-455dbec64740 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0352142 Dec 13 10:16:57.250293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-af62caea-58c0-4c08-aa86-db555277729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:57.251889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-af62caea-58c0-4c08-aa86-db555277729e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0520346 Dec 13 10:16:57.285895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-30b9fd77-72b3-497e-b1d6-6e5af3029b68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272212 Dec 13 10:16:57.377011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-b7b8d5f1-1864-4015-a0a6-41a736c78e6c service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845916 Dec 13 10:16:57.458132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:57.475427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-654e8275-d995-4aa1-83cc-301d78e2c2ee req-fd23d0fc-e912-427c-923a-59472cc928da service neutron] 10.222.0.31 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923564 Dec 13 10:16:57.484832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Checking router: 1dba3d43-34b3-4819-bd6c-ac015034cb8e for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:57.494066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:57.494685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:57.550936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-9db9b197-786e-40f6-9899-c5dbcb94e70c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips/e6349b52-d844-46a2-b68f-a21fcb8d6dd7 HTTP/1.1" status: 200 len: 695 time: 0.0440245 Dec 13 10:16:57.602988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:57.658786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daba620-a12e-4a9e-a9de-359c272de606 req-928e28c0-e37f-4447-85b7-806a1a12f335 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:57.660091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-928e28c0-e37f-4447-85b7-806a1a12f335 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 784 time: 0.1033828 Dec 13 10:16:57.670190 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-c67e3329-9f8e-4a27-84f1-6f07ed4c490d tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:57.671140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-c67e3329-9f8e-4a27-84f1-6f07ed4c490d tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054553 Dec 13 10:16:57.722541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-bbd0b321-4549-408e-a245-3d904b632c11 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 698 time: 0.0448482 Dec 13 10:16:57.776350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-9f07e974-58bd-43aa-bc92-465100fa4876 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.208 HTTP/1.1" status: 200 len: 698 time: 0.0471046 Dec 13 10:16:57.802714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:57.829993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa15af-6a81-4917-9a25-97716a123410 None None] The sync data for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 is: [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '75df5973-9912-4efd-93ca-f73baaa66c9a', 'name': '', 'network_id': 'f985abd4-69c0-4fe5-a8df-305456619cdc', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'mac_address': 'fa:16:3e:7b:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:07Z', 'updated_at': '2021-12-13T10:16:15Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'subnets': [{'id': 'b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:57.909297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Deleting port 0bad7c1d-06c5-4c12-b0c8-e1ea07268d81 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:57.909581 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:57.986476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:57.987138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:57.999719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Calling delete_port for 0bad7c1d-06c5-4c12-b0c8-e1ea07268d81 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:58.055603 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9390f-829d-471a-b6f3-45fb3e5d0b7d None None] New status for floating IP e6349b52-d844-46a2-b68f-a21fcb8d6dd7: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:58.136695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.137911 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.db.api [None req-b5f9390f-829d-471a-b6f3-45fb3e5d0b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:16:58.138333 n-d-820935-7 neutron-server[103197]: DEBUG oslo_db.api [None req-b5f9390f-829d-471a-b6f3-45fb3e5d0b7d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:16:58.162245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event deleted for resources: {'Port': ['ID=0bad7c1d-06c5-4c12-b0c8-e1ea07268d81,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:58.224208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.226814 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.227995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3daba620-a12e-4a9e-a9de-359c272de606 req-044cc101-c720-49e4-9ec3-dd99613a4d76 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "DELETE /v2.0/floatingips/e6349b52-d844-46a2-b68f-a21fcb8d6dd7 HTTP/1.1" status: 204 len: 173 time: 0.4459467 Dec 13 10:16:58.286730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-48d1c4d6-ec8c-4334-a4bb-12284b85427f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups/fd42f765-5722-4fe4-986e-cddcfcb377d7 HTTP/1.1" status: 200 len: 1825 time: 0.0382123 Dec 13 10:16:58.344703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.366956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.379094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:58.381406 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:58.412455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.415102 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.416334 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04e72df1-ad1a-43bb-a856-f38563b983f0 req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd42f765-5722-4fe4-986e-cddcfcb377d7 HTTP/1.1" status: 204 len: 173 time: 0.1230142 Dec 13 10:16:58.426357 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f22072-e009-4a8f-a917-df0b6651bd6c x-openstack-request-id: req-35f22072-e009-4a8f-a917-df0b6651bd6c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:58.426663 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:58.426913 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f22072-e009-4a8f-a917-df0b6651bd6c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:58.427323 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:16:58.428163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27a6fa-9b72-4ec9-aaf6-30d26d1fbc5f tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42f765-5722-4fe4-986e-cddcfcb377d7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:58.485673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-863cd9b7-f34c-4826-9687-9edf0badf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:58.487207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-863cd9b7-f34c-4826-9687-9edf0badf53c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 1097 time: 0.0429568 Dec 13 10:16:58.585270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-8f48cac5-e3e5-4065-aa0c-027800f9a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:58.586891 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-8f48cac5-e3e5-4065-aa0c-027800f9a42e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 200 len: 920 time: 0.0924993 Dec 13 10:16:58.639377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-82018ed6-603b-4026-b0a2-9a70e0f8acbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 200 len: 217 time: 0.0380862 Dec 13 10:16:58.639664 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9390f-829d-471a-b6f3-45fb3e5d0b7d None None] New status for floating IP e6349b52-d844-46a2-b68f-a21fcb8d6dd7: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:58.658309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba181cb-85d7-4dcb-bf19-a07fff217a4b req-cfe911e5-247b-470e-9f05-e8e128969606 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:58.659869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ba181cb-85d7-4dcb-bf19-a07fff217a4b req-cfe911e5-247b-470e-9f05-e8e128969606 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0490592 Dec 13 10:16:58.693368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-086d45e1-31bc-407f-aad5-441f719cc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:58.695370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-086d45e1-31bc-407f-aad5-441f719cc9f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 200 len: 859 time: 0.0493903 Dec 13 10:16:58.714929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ba181cb-85d7-4dcb-bf19-a07fff217a4b req-1b3c76b3-ca05-401e-8f83-12be5d3b456c tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Dec 13 10:16:58.730113 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-52d45aa3-199c-4461-ba9b-55a9292ac906 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f985abd4-69c0-4fe5-a8df-305456619cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268269 Dec 13 10:16:58.827147 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-7d0603cc-8e3e-4861-9b53-46b26c73f853 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Dec 13 10:16:58.914373 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a68bc848-950c-4aa7-a7c5-8cfcd1cf8fa6 req-e0bc71e5-4f52-45cf-a7ab-a5f2decc8196 service neutron] 10.222.0.20 "GET /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795598 Dec 13 10:16:59.835940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a6d5-fa04-476d-8542-d0f308c570e9 req-6e707787-f635-4a9f-9c22-e5f6d09ab646 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:59.837430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ca4a6d5-fa04-476d-8542-d0f308c570e9 req-6e707787-f635-4a9f-9c22-e5f6d09ab646 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0492015 Dec 13 10:16:59.892842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ca4a6d5-fa04-476d-8542-d0f308c570e9 req-8b3e04a7-bef6-4f8f-981a-20ae97f4d246 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Dec 13 10:16:59.895180 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:00.679931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-f2dd2107-4a88-4a40-b2e3-23d5649010b7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:00.681398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-f2dd2107-4a88-4a40-b2e3-23d5649010b7 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.20 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0487044 Dec 13 10:17:00.772496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Deleting port e6f6a2b8-f821-4547-9099-fa03b5da3461 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:00.772836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:00.860018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] For port e6f6a2b8-f821-4547-9099-fa03b5da3461, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=e6f6a2b8-f821-4547-9099-fa03b5da3461,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:00.860388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:00.872010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Calling delete_port for e6f6a2b8-f821-4547-9099-fa03b5da3461 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:01.005147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:01.014172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b0cdf-078a-4d1c-8b63-f4de463db26a req-be3ebcb7-6793-4dad-b8ae-dab2d2684527 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:01.016297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-284b0cdf-078a-4d1c-8b63-f4de463db26a req-be3ebcb7-6793-4dad-b8ae-dab2d2684527 tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/ports?device_id=09722d5c-9888-4f51-a279-1eb229933a0d HTTP/1.1" status: 200 len: 946 time: 0.0512683 Dec 13 10:17:01.018986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['e6f6a2b8-f821-4547-9099-fa03b5da3461'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:01.036382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Pushing event deleted for resources: {'Port': ['ID=e6f6a2b8-f821-4547-9099-fa03b5da3461,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:01.067893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-284b0cdf-078a-4d1c-8b63-f4de463db26a req-e97a9ddf-35ad-49cb-b45e-64f16a25e7fa tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21fcffa-ab06-4cef-9b0e-099147802f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Dec 13 10:17:01.082978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] No DVR routers for this DVR port e6f6a2b8-f821-4547-9099-fa03b5da3461 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:01.085602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:01.089052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-00887764-4732-43c5-86dc-78dbcb12fea4 req-0772e325-f832-4bdd-8095-4bf2b30b37cc tempest-ServerRescueTestJSONUnderV235-2080379832 tempest-ServerRescueTestJSONUnderV235-2080379832-project] 10.222.0.20 "DELETE /v2.0/ports/e6f6a2b8-f821-4547-9099-fa03b5da3461 HTTP/1.1" status: 204 len: 173 time: 0.4018135 Dec 13 10:17:01.089516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'name': 'network-vif-deleted', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:01.091889 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c9fd1-5d70-4a43-8b93-295cf5a71b10" -d '{"events": [{"server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "name": "network-vif-deleted", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:01.130107 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026fba5-fe38-4f3a-a61e-ebba6af0ead4 x-openstack-request-id: req-c026fba5-fe38-4f3a-a61e-ebba6af0ead4 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:01.130408 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09722d5c-9888-4f51-a279-1eb229933a0d", "name": "network-vif-deleted", "tag": "e6f6a2b8-f821-4547-9099-fa03b5da3461", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:01.130670 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c026fba5-fe38-4f3a-a61e-ebba6af0ead4 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:01.131112 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09722d5c-9888-4f51-a279-1eb229933a0d', 'name': 'network-vif-deleted', 'tag': 'e6f6a2b8-f821-4547-9099-fa03b5da3461', 'status': 'completed', 'code': 200} Dec 13 10:17:02.123607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58568) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:02.459101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.011196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Deleting port 75df5973-9912-4efd-93ca-f73baaa66c9a {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:03.011531 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.088242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] For port 75df5973-9912-4efd-93ca-f73baaa66c9a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=75df5973-9912-4efd-93ca-f73baaa66c9a,segment=NetworkSegment(641e936a-753c-4e51-9668-7f9195f91136),segment_id=641e936a-753c-4e51-9668-7f9195f91136)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:03.088604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.099819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Calling delete_port for 75df5973-9912-4efd-93ca-f73baaa66c9a owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:03.282428 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.309027 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=75df5973-9912-4efd-93ca-f73baaa66c9a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:03.464077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.671471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Router 1dba3d43-34b3-4819-bd6c-ac015034cb8e has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:17:03.776074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:17:03.781000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25d58e16-c200-479b-807a-aad26ef8cf59 admin admin] 10.222.0.31 "PUT /v2.0/routers/1dba3d43-34b3-4819-bd6c-ac015034cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6563673 Dec 13 10:17:03.784096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:03.792954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Sync routers for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:17:03.802571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:03.803190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:03.889048 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.910594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:03.990987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.044714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Deleting port 931f3825-b535-4cde-9a04-fd4b626e6922 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:04.044942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.088198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:17:03Z', 'revision_number': 5, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port': {'id': '931f3825-b535-4cde-9a04-fd4b626e6922', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:05Z', 'updated_at': '2021-12-13T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.118366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Checking router: 1dba3d43-34b3-4819-bd6c-ac015034cb8e for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:17:04.127154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Routers {'1dba3d43-34b3-4819-bd6c-ac015034cb8e'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:04.127299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] For port 931f3825-b535-4cde-9a04-fd4b626e6922, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=931f3825-b535-4cde-9a04-fd4b626e6922,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:04.127682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.127807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:16:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.139441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Calling delete_port for 931f3825-b535-4cde-9a04-fd4b626e6922 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:04.212492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] Set router 1dba3d43-34b3-4819-bd6c-ac015034cb8e gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:04.238632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6f6a2b8-f821-4547-9099-fa03b5da3461 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:04.267857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:17:03Z', 'revision_number': 6, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.301593 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.313700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: e6f6a2b8-f821-4547-9099-fa03b5da3461 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:04.314055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device e6f6a2b8-f821-4547-9099-fa03b5da3461 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:04.315670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8823854-9dd1-4bb1-ae6d-2d9177579389 None None] The sync data for ids ['1dba3d43-34b3-4819-bd6c-ac015034cb8e'] in n-d-820935-7 is: [{'id': '1dba3d43-34b3-4819-bd6c-ac015034cb8e', 'name': 'tempest-ServerRescueTestJSONUnderV235-760570547-router', 'tenant_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:03Z', 'updated_at': '2021-12-13T10:17:03Z', 'revision_number': 6, 'project_id': 'ba32b1f779d4460d9362c5e0d41a1cac', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:17:04.330322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=931f3825-b535-4cde-9a04-fd4b626e6922,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:04.345361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e263b4-62bc-4ea7-9aaa-499b91e84370 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:17:04.394940 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.485116 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.487196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.528738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.529416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dba3d43-34b3-4819-bd6c-ac015034cb8e {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:17:04.533843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.534983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2ee05c3c-87e3-4d12-9ef2-129a2ae00f3a admin admin] 10.222.0.31 "DELETE /v2.0/routers/1dba3d43-34b3-4819-bd6c-ac015034cb8e HTTP/1.1" status: 204 len: 168 time: 0.7499764 Dec 13 10:17:04.537432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58574) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:04.556475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.582234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Deleting subnet b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:17:04.585243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.618205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.664542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.724901 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.755637 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.760013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef HTTP/1.1" status: 204 len: 168 time: 0.2216153 Dec 13 10:17:04.761752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:04.763914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a419d-03da-47c3-9614-f32a14c18d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b68b3d-fcfe-4b96-906d-4d5cbfadd5ef,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:04.834337 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.915020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.934780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985abd4-69c0-4fe5-a8df-305456619cdc']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.944044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641e936a-753c-4e51-9668-7f9195f91136') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.944338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641e936a-753c-4e51-9668-7f9195f91136') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:04.953383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.966021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.972216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:17:04.972608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:17:04.974205 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:17:05.025800 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.031726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.034917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] 10.222.0.31 "DELETE /v2.0/networks/f985abd4-69c0-4fe5-a8df-305456619cdc HTTP/1.1" status: 204 len: 168 time: 0.2720325 Dec 13 10:17:05.045900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9069924-d0f8-40de-9dc8-5d688cd9536d admin admin] Pushing event deleted for resources: {'Network': ['ID=f985abd4-69c0-4fe5-a8df-305456619cdc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:05.099942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 75df5973-9912-4efd-93ca-f73baaa66c9a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:05.126207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 75df5973-9912-4efd-93ca-f73baaa66c9a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:05.126572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 75df5973-9912-4efd-93ca-f73baaa66c9a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:05.200066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58580) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:05.240876 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a3fbdb5-8335-47d8-8af1-e0d6efbdd3fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba32b1f779d4460d9362c5e0d41a1cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395305 Dec 13 10:17:05.243381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:05.296542 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.318743 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.368097 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.371022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:05.372241 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b21fcffa-ab06-4cef-9b0e-099147802f42 HTTP/1.1" status: 204 len: 168 time: 0.1278913 Dec 13 10:17:05.380404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802b37d-57de-4776-8357-9044fcf5a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21fcffa-ab06-4cef-9b0e-099147802f42,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:06.027535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:06.123058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-969182700-network', 'tenant_id': 'a96766bf0a6b4d5389501ec40128228e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:06.148140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Made reservation on behalf of a96766bf0a6b4d5389501ec40128228e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:06.150733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.152899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c56ad21-2a9e-42e1-a63c-0f9e7246b6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.159820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.233495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.237434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.258758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:17:06.271994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:06.276852 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.277202 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Added segment 8b6ed818-c961-4d23-9032-9205e02ac928 of type vlan for network a2616196-674d-44a1-bd96-f605555b1111 Dec 13 10:17:06.317874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.344823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.345748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:06.346326 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.403007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3742185 Dec 13 10:17:06.405782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58608) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:06.410677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5aa1f-259f-4471-8ec4-a7dacca2a640 admin admin] Pushing event updated for resources: {'Network': ['ID=a2616196-674d-44a1-bd96-f605555b1111,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:06.411360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Request body: {'subnet': {'network_id': 'a2616196-674d-44a1-bd96-f605555b1111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-969182700-subnet', 'tenant_id': 'a96766bf0a6b4d5389501ec40128228e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:06.420340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network a2616196-674d-44a1-bd96-f605555b1111 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:17:06.434234 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Made reservation on behalf of a96766bf0a6b4d5389501ec40128228e for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:06.436988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.591155 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 931f3825-b535-4cde-9a04-fd4b626e6922 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:06.612521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 931f3825-b535-4cde-9a04-fd4b626e6922 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:06.612873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 931f3825-b535-4cde-9a04-fd4b626e6922 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:06.620015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.674129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28109704-3f55-493c-8c7e-74c150a77e04,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:06.684660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.685007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.685349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.685685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.686013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.686363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.686671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.686994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.687314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.687708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.688282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.688604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.688923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:06.693807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Checking segment: {'id': '8b6ed818-c961-4d23-9032-9205e02ac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:06.694163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Network hostable DHCP agents. Network: a2616196-674d-44a1-bd96-f605555b1111, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:17:06.711225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Network a2616196-674d-44a1-bd96-f605555b1111 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:17:06.720115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, a2616196-674d-44a1-bd96-f605555b1111) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:06.724065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:06.724652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:06.728817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3ffbe-371f-4b8f-966d-4d54e0587c77 None None] Network a2616196-674d-44a1-bd96-f605555b1111 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:06.739958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-28ea1e23-a03e-4b3c-afe8-e037ce8549a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3324592 Dec 13 10:17:06.827790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9c3fd-afb2-4d78-9674-5038c0b6325c None None] Network a2616196-674d-44a1-bd96-f605555b1111 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:07.161334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-7277c6cd-ed6e-480f-baeb-58762117a841 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:07.162793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-7277c6cd-ed6e-480f-baeb-58762117a841 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/networks?id=a2616196-674d-44a1-bd96-f605555b1111 HTTP/1.1" status: 200 len: 808 time: 0.1039529 Dec 13 10:17:07.177224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-24fd3c9c-800d-4daa-9956-e3068ab324ed tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/quotas/a96766bf0a6b4d5389501ec40128228e HTTP/1.1" status: 200 len: 375 time: 0.0086372 Dec 13 10:17:07.209063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-12fc8fa7-9481-4b14-a5e7-a183d0991062 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a96766bf0a6b4d5389501ec40128228e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267208 Dec 13 10:17:07.299050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-33f89a09-cba4-4dd9-9ac6-f85391dd8bbe service neutron] 10.222.0.31 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831449 Dec 13 10:17:07.384995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-7733175b-86c2-40fc-b911-88e3f195abf3 service neutron] 10.222.0.31 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Dec 13 10:17:07.540121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-efb96b41-e082-401e-8846-580f050a143a req-ff5113ac-8c92-4355-abec-30ee783ed874 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 210 time: 0.0260117 Dec 13 10:17:08.435741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-bcf9f96d-3c87-4a62-8b95-8fa94907bece tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:08.437109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-bcf9f96d-3c87-4a62-8b95-8fa94907bece tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.20 "GET /v2.0/networks?id=a2616196-674d-44a1-bd96-f605555b1111 HTTP/1.1" status: 200 len: 808 time: 0.1088419 Dec 13 10:17:08.449564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Request body: {'port': {'device_id': '62671192-c9c3-4e18-be08-798b3dd77da1', 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111', 'admin_state_up': True, 'tenant_id': 'a96766bf0a6b4d5389501ec40128228e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:08.553883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Made reservation on behalf of a96766bf0a6b4d5389501ec40128228e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:08.557436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:08.611827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c509b329-1bc4-491c-99d1-70a013459bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:08.644206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12822538-361b-491d-9e78-9d59f4685cec req-473da9df-fdc4-4832-b653-450d4c5b41d4 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Dec 13 10:17:08.693135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Allocated IP 172.20.0.3 (a2616196-674d-44a1-bd96-f605555b1111/28109704-3f55-493c-8c7e-74c150a77e04/b99a6f6f-8551-45ff-9914-26ddefc10f0d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:17:08.834318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:08.866961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:08.916127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Network a2616196-674d-44a1-bd96-f605555b1111 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:17:08.919175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:08.923299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:17:08.929698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Pushing event updated for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:08.956207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.956496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.956849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.957193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.957533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.957892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.958233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.958628 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.958975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.959326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.959686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.960017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.960348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:08.986491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:08.987103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.002140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-d1e9e3d3-d4f6-428f-a338-cba9bfcfa32f tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562584 Dec 13 10:17:09.014475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Request body: {'port': {'device_id': '62671192-c9c3-4e18-be08-798b3dd77da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:09.066481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.327312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99a6f6f-8551-45ff-9914-26ddefc10f0d {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:09.334626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.346987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Transition to ACTIVE for port object b99a6f6f-8551-45ff-9914-26ddefc10f0d will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:17:09.350339 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.415618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:09.465685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Attempting to bind port b99a6f6f-8551-45ff-9914-26ddefc10f0d on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:17:09.466365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Attempting to bind port b99a6f6f-8551-45ff-9914-26ddefc10f0d by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '8b6ed818-c961-4d23-9032-9205e02ac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:17:09.466365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Attempting to bind port b99a6f6f-8551-45ff-9914-26ddefc10f0d on network a2616196-674d-44a1-bd96-f605555b1111 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:09.471057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Port b99a6f6f-8551-45ff-9914-26ddefc10f0d on network a2616196-674d-44a1-bd96-f605555b1111 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:17:09.471400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Attempting to bind port b99a6f6f-8551-45ff-9914-26ddefc10f0d on network a2616196-674d-44a1-bd96-f605555b1111 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:09.476077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:17:09.476416 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Checking segment: {'id': '8b6ed818-c961-4d23-9032-9205e02ac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:09.476796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Bound using segment: {'id': '8b6ed818-c961-4d23-9032-9205e02ac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:17:09.477218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Bound port: b99a6f6f-8551-45ff-9914-26ddefc10f0d, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6ed818-c961-4d23-9032-9205e02ac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:17:09.477566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.541507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:17:09.544434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d,segment=NetworkSegment(8b6ed818-c961-4d23-9032-9205e02ac928),segment_id=8b6ed818-c961-4d23-9032-9205e02ac928)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:17:09.549636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.585589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:09.586222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.587642 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] 10.222.0.20 "PUT /v2.0/ports/b99a6f6f-8551-45ff-9914-26ddefc10f0d HTTP/1.1" status: 200 len: 1091 time: 0.5770707 Dec 13 10:17:09.588086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:09.590340 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d3403b-f27f-4e54-a2ae-6b806b9b363b" -d '{"events": [{"name": "network-changed", "server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:09.612516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411328-9011-4db5-8032-4c3224cb0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:09.624375 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:09.656546 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a60ea-4328-4a08-a99d-1ebc7c31ce8b x-openstack-request-id: req-0c5a60ea-4328-4a08-a99d-1ebc7c31ce8b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:09.656854 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:09.657112 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c5a60ea-4328-4a08-a99d-1ebc7c31ce8b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:09.657511 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d', 'status': 'completed', 'code': 200} Dec 13 10:17:09.673748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-54a9bf3a-4152-4962-86aa-c26422d63e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:09.675267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-54a9bf3a-4152-4962-86aa-c26422d63e89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a96766bf0a6b4d5389501ec40128228e&device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 1094 time: 0.0450780 Dec 13 10:17:09.724966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-e63bd54c-578b-4363-a930-8784431468ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d HTTP/1.1" status: 200 len: 217 time: 0.0389824 Dec 13 10:17:09.768113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a1452-fea8-4d54-bd19-782847f93640 req-8b9ab02d-1dd9-436d-949e-313a458fbacb tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:09.769604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da0a1452-fea8-4d54-bd19-782847f93640 req-8b9ab02d-1dd9-436d-949e-313a458fbacb tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Dec 13 10:17:09.778414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-28c19983-be9d-448e-af0f-3946dd0219f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:09.779893 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-28c19983-be9d-448e-af0f-3946dd0219f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28109704-3f55-493c-8c7e-74c150a77e04 HTTP/1.1" status: 200 len: 848 time: 0.0477746 Dec 13 10:17:09.811765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-3f3c1143-58ac-4bf9-9d12-8262ff72c725 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2616196-674d-44a1-bd96-f605555b1111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Dec 13 10:17:09.817213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da0a1452-fea8-4d54-bd19-782847f93640 req-465dab43-88da-4a60-b7b7-5866f31258c4 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Dec 13 10:17:09.911089 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-de41661a-75a9-4fa2-9759-d1cca8141d3c service neutron] 10.222.0.20 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919189 Dec 13 10:17:10.005616 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ee331b-d4b5-46d4-8297-0556c20e9899 req-a62e10e3-4498-43c8-9fd6-2f6494c0d256 service neutron] 10.222.0.20 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Dec 13 10:17:10.088390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-53a68445-82f2-437e-8f59-06e551a0664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:10.089867 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-53a68445-82f2-437e-8f59-06e551a0664e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a96766bf0a6b4d5389501ec40128228e&device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 1094 time: 0.0407848 Dec 13 10:17:10.179988 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-ba5838b4-31ef-42f7-bc00-44ad4fd5ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:10.181346 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-ba5838b4-31ef-42f7-bc00-44ad4fd5ca4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2616196-674d-44a1-bd96-f605555b1111 HTTP/1.1" status: 200 len: 909 time: 0.0846362 Dec 13 10:17:10.222724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-a5294ac8-a186-418a-a865-382fffcb69af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d HTTP/1.1" status: 200 len: 217 time: 0.0338256 Dec 13 10:17:10.271223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-35c6dd94-0c52-451e-8c29-4647895872d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:10.272613 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-35c6dd94-0c52-451e-8c29-4647895872d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28109704-3f55-493c-8c7e-74c150a77e04 HTTP/1.1" status: 200 len: 848 time: 0.0414627 Dec 13 10:17:10.307383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-496dee15-727b-49c6-91da-e4da441c3261 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2616196-674d-44a1-bd96-f605555b1111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265903 Dec 13 10:17:10.393993 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-168dd0f4-381e-419b-bc7d-02230cc2ebd9 service neutron] 10.222.0.20 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788200 Dec 13 10:17:10.485563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-76d3403b-f27f-4e54-a2ae-6b806b9b363b req-91c86947-7342-4d53-a305-440010fdde97 service neutron] 10.222.0.20 "GET /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827069 Dec 13 10:17:10.941686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1ef1a-4a56-474a-a55d-b85e4648ddd5 req-d7443d3b-f0b4-48ec-a73d-b9589a428da5 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:10.943142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59e1ef1a-4a56-474a-a55d-b85e4648ddd5 req-d7443d3b-f0b4-48ec-a73d-b9589a428da5 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 943 time: 0.0486660 Dec 13 10:17:10.989461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59e1ef1a-4a56-474a-a55d-b85e4648ddd5 req-df39d8a8-a4fd-41e8-8eeb-a1f143f47437 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Dec 13 10:17:11.243826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:12.017335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:12.107321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6dad4-7b15-4a34-bfdd-6adce4a804b0 req-ad05932a-1b00-483f-8ebc-0257955021e0 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:12.108824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dac6dad4-7b15-4a34-bfdd-6adce4a804b0 req-ad05932a-1b00-483f-8ebc-0257955021e0 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 943 time: 0.0476525 Dec 13 10:17:12.158873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dac6dad4-7b15-4a34-bfdd-6adce4a804b0 req-ddd26d08-6a22-44e6-bdc6-a8dc8ff80220 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Dec 13 10:17:12.262955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b99a6f6f-8551-45ff-9914-26ddefc10f0d details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:12.358240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d,segment=NetworkSegment(8b6ed818-c961-4d23-9032-9205e02ac928),segment_id=8b6ed818-c961-4d23-9032-9205e02ac928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:12.369709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d', 'network_id': 'a2616196-674d-44a1-bd96-f605555b1111', 'port_id': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d', 'mac_address': 'fa:16:3e:07:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28109704-3f55-493c-8c7e-74c150a77e04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:12.404669 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:12.417228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99a6f6f-8551-45ff-9914-26ddefc10f0d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:12.436694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d,segment=NetworkSegment(8b6ed818-c961-4d23-9032-9205e02ac928),segment_id=8b6ed818-c961-4d23-9032-9205e02ac928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:12.440673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:12.490187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:12.497497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.497845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.498185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.498520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.498854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.499182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.499508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.499880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.500204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.500527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.500849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.501170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.501495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:12.635908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b99a6f6f-8551-45ff-9914-26ddefc10f0d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:13.277470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d55661-d8e2-4727-84c8-e36648f00484 req-f23b1463-2569-4ca4-b43b-a8ed9bd98ce7 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:13.278942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54d55661-d8e2-4727-84c8-e36648f00484 req-f23b1463-2569-4ca4-b43b-a8ed9bd98ce7 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 944 time: 0.0478799 Dec 13 10:17:13.326634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54d55661-d8e2-4727-84c8-e36648f00484 req-2ce79675-cdbb-463b-8c3a-13f43b7c179a tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Dec 13 10:17:14.278013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b99a6f6f-8551-45ff-9914-26ddefc10f0d up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:17:14.325382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port b99a6f6f-8551-45ff-9914-26ddefc10f0d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:17:14.329449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port b99a6f6f-8551-45ff-9914-26ddefc10f0d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:17:14.329828 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:14.406978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:14.429127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:14.431377 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be106c-425e-4295-a7d3-d80a7a1ffbad" -d '{"events": [{"server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "name": "network-vif-plugged", "status": "completed", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:14.445173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d,segment=NetworkSegment(8b6ed818-c961-4d23-9032-9205e02ac928),segment_id=8b6ed818-c961-4d23-9032-9205e02ac928)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:14.450199 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:14.451531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d992615-7575-494d-8558-90f399c67312 req-eeec9052-3471-469e-bf74-2a07557c10ca tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:14.454517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d992615-7575-494d-8558-90f399c67312 req-eeec9052-3471-469e-bf74-2a07557c10ca tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 944 time: 0.0516856 Dec 13 10:17:14.478852 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131c1528-5dc7-4a90-bdcd-dae48c570840 x-openstack-request-id: req-131c1528-5dc7-4a90-bdcd-dae48c570840 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:14.479181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "name": "network-vif-plugged", "status": "completed", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:14.479438 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-131c1528-5dc7-4a90-bdcd-dae48c570840 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:14.479928 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d', 'code': 200} Dec 13 10:17:14.504410 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d992615-7575-494d-8558-90f399c67312 req-41954220-6368-4a3f-a54d-3bf6805cd305 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Dec 13 10:17:14.507982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:14.580819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5f55-71bd-4857-9b61-0e61034f7739 req-11e02dea-b8a3-4932-8fc8-070281b6c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:14.582336 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d98a5f55-71bd-4857-9b61-0e61034f7739 req-11e02dea-b8a3-4932-8fc8-070281b6c999 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 1096 time: 0.0412331 Dec 13 10:17:14.624301 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d98a5f55-71bd-4857-9b61-0e61034f7739 req-28c3949f-2b2a-406d-9d3a-640524c83ce3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354071 Dec 13 10:17:15.630338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c2ed3-2281-4b73-9012-690aa1edcc33 req-3bf30014-3ef5-4ff3-b144-bb51e59fc0d0 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:15.631843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-220c2ed3-2281-4b73-9012-690aa1edcc33 req-3bf30014-3ef5-4ff3-b144-bb51e59fc0d0 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 945 time: 0.0515232 Dec 13 10:17:15.679215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-220c2ed3-2281-4b73-9012-690aa1edcc33 req-263847b8-e4ac-4e7a-ac05-1b644a44a478 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Dec 13 10:17:16.798486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc8ffe-5ec1-4c3c-a12c-c07bd2b45c09 req-7fe5f96f-22be-4ab2-8d1c-b5e1bacf65da tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:16.800005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ecc8ffe-5ec1-4c3c-a12c-c07bd2b45c09 req-7fe5f96f-22be-4ab2-8d1c-b5e1bacf65da tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 945 time: 0.0483963 Dec 13 10:17:16.846840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ecc8ffe-5ec1-4c3c-a12c-c07bd2b45c09 req-3d3e4ee3-a5a1-42bc-aa4a-b7ce7e29bd36 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Dec 13 10:17:18.369199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb9c8-2ef6-4dbd-924e-98af46785bbc req-b9a29f09-0827-43dc-b795-89b577aca361 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:18.370739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ecdb9c8-2ef6-4dbd-924e-98af46785bbc req-b9a29f09-0827-43dc-b795-89b577aca361 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Dec 13 10:17:18.416830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ecdb9c8-2ef6-4dbd-924e-98af46785bbc req-a66890d1-fb1f-48f4-8e70-00f2ace571e5 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Dec 13 10:17:18.509571 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:17:19.537864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114ff3-e164-493f-9b39-ca55190ecb0e req-de6bc592-da59-413f-a943-0ba86fc055d6 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:19.539363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31114ff3-e164-493f-9b39-ca55190ecb0e req-de6bc592-da59-413f-a943-0ba86fc055d6 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Dec 13 10:17:19.583165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-e0e5efa3-c31d-4e37-9469-30e8d2cd4f7b tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:19.584688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-e0e5efa3-c31d-4e37-9469-30e8d2cd4f7b tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.20 "GET /v2.0/ports?device_id=62671192-c9c3-4e18-be08-798b3dd77da1 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Dec 13 10:17:19.587770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31114ff3-e164-493f-9b39-ca55190ecb0e req-68fd6937-7b5a-46fe-936a-c927e42a2998 tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Dec 13 10:17:19.676507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Deleting port b99a6f6f-8551-45ff-9914-26ddefc10f0d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:19.676845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:19.761742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] For port b99a6f6f-8551-45ff-9914-26ddefc10f0d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=b99a6f6f-8551-45ff-9914-26ddefc10f0d,segment=NetworkSegment(8b6ed818-c961-4d23-9032-9205e02ac928),segment_id=8b6ed818-c961-4d23-9032-9205e02ac928)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:19.762020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:19.773377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Calling delete_port for b99a6f6f-8551-45ff-9914-26ddefc10f0d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:19.900918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:19.912611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['b99a6f6f-8551-45ff-9914-26ddefc10f0d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:19.929916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Pushing event deleted for resources: {'Port': ['ID=b99a6f6f-8551-45ff-9914-26ddefc10f0d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:19.975260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] No DVR routers for this DVR port b99a6f6f-8551-45ff-9914-26ddefc10f0d on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:19.978135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:19.981511 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1b9d4e37-e9da-4afe-8dfb-93ae6dbd69be req-0ca6f00e-f0c8-48b7-8103-34fb97f3a79d tempest-ServerTagsTestJSON-473132112 tempest-ServerTagsTestJSON-473132112-project] 10.222.0.20 "DELETE /v2.0/ports/b99a6f6f-8551-45ff-9914-26ddefc10f0d HTTP/1.1" status: 204 len: 173 time: 0.3909607 Dec 13 10:17:19.981998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'name': 'network-vif-deleted', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:19.984327 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ae8fd-7c9f-4d27-82e2-c0415284af96" -d '{"events": [{"server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "name": "network-vif-deleted", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:20.020548 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89445dfc-3fc7-4f73-a128-94aa729fdfa0 x-openstack-request-id: req-89445dfc-3fc7-4f73-a128-94aa729fdfa0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:20.020939 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62671192-c9c3-4e18-be08-798b3dd77da1", "name": "network-vif-deleted", "tag": "b99a6f6f-8551-45ff-9914-26ddefc10f0d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:20.021194 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89445dfc-3fc7-4f73-a128-94aa729fdfa0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:20.021593 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62671192-c9c3-4e18-be08-798b3dd77da1', 'name': 'network-vif-deleted', 'tag': 'b99a6f6f-8551-45ff-9914-26ddefc10f0d', 'status': 'completed', 'code': 200} Dec 13 10:17:20.649147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58710) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:20.692974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Deleting subnet 28109704-3f55-493c-8c7e-74c150a77e04 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:17:20.696006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:20.729516 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:20.766673 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:20.817504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:20.845547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28109704-3f55-493c-8c7e-74c150a77e04,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:20.852371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:20.855649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-af4f8602-49a5-47a4-bc9f-d86420e6e357 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28109704-3f55-493c-8c7e-74c150a77e04 HTTP/1.1" status: 204 len: 168 time: 0.2054799 Dec 13 10:17:20.858074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58712) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:20.925372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.007222 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.026747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2616196-674d-44a1-bd96-f605555b1111']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:21.035616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6ed818-c961-4d23-9032-9205e02ac928') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:21.035917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6ed818-c961-4d23-9032-9205e02ac928') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:21.044960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.058432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.064541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:17:21.065568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:17:21.067770 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:17:21.120612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.125127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.129025 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/a2616196-674d-44a1-bd96-f605555b1111 HTTP/1.1" status: 204 len: 168 time: 0.2700291 Dec 13 10:17:21.141380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bbdd5-191d-4a15-ac53-0d83d7dc50ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a2616196-674d-44a1-bd96-f605555b1111,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:21.234360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58716) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:21.274275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bbd27396-e3b8-4cab-80fb-adf87b4a9cdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a96766bf0a6b4d5389501ec40128228e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387573 Dec 13 10:17:21.276650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58718) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:21.322906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.347121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.392542 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.395055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:21.396226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9 HTTP/1.1" status: 204 len: 168 time: 0.1186857 Dec 13 10:17:21.403655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9aad9-faff-44e8-8d40-fd2ae20897b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0151dc-2e50-4f4c-8d08-1f2ab2c339e9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:22.050923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58740) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:22.146267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1072127693-network', 'tenant_id': '23aab025b2f04a9db891f49b0b5dfe9b'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:22.166468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Made reservation on behalf of 23aab025b2f04a9db891f49b0b5dfe9b for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:22.168694 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.177081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.257870 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.261503 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.282417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:17:22.295649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fba7e19-a7a0-46f2-a529-234a438c21ba,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:22.301462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.301913 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Added segment ccb00283-bd46-4d30-8446-3cf438dd54ae of type vlan for network 3ccf461e-2411-45d9-a4c8-256f92ff5030 Dec 13 10:17:22.340300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b99a6f6f-8551-45ff-9914-26ddefc10f0d no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:22.342880 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.362950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: b99a6f6f-8551-45ff-9914-26ddefc10f0d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:22.363474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device b99a6f6f-8551-45ff-9914-26ddefc10f0d not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:22.368099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.369041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:22.369616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.418614 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3664653 Dec 13 10:17:22.421408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 58744) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:22.426857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Request body: {'subnet': {'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1072127693-subnet', 'tenant_id': '23aab025b2f04a9db891f49b0b5dfe9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:22.431595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a46c0-7242-4e55-bd0b-57728c70063b admin admin] Pushing event updated for resources: {'Network': ['ID=3ccf461e-2411-45d9-a4c8-256f92ff5030,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:22.442274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:17:22.448925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Made reservation on behalf of 23aab025b2f04a9db891f49b0b5dfe9b for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:22.451368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.614522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.667305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c873ede-140f-4891-aa60-a6c0e5d52e57,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:22.677272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Checking segment: {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:22.677628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Network hostable DHCP agents. Network: 3ccf461e-2411-45d9-a4c8-256f92ff5030, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:17:22.693523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:17:22.701971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3ccf461e-2411-45d9-a4c8-256f92ff5030) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:22.706374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:22.707452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:22.711173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fdec7-9d75-43de-82eb-c9e1fd0e73f1 None None] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:22.722579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-364284a6-e824-4c23-8c67-d6b7ea3a26b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3001099 Dec 13 10:17:22.811261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e06f19-f512-4b43-bb52-3ca1d58888a3 None None] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:23.153782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-04bca735-a3ec-47e1-8b17-5243d3a2080e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:23.155253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-04bca735-a3ec-47e1-8b17-5243d3a2080e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 814 time: 0.1029847 Dec 13 10:17:23.170151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-28f8e4a7-790d-4048-9c4d-7a5a192d219d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/quotas/23aab025b2f04a9db891f49b0b5dfe9b HTTP/1.1" status: 200 len: 375 time: 0.0090790 Dec 13 10:17:23.201923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-c4b88953-5522-4e6b-beb5-245139a68980 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259333 Dec 13 10:17:23.288961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-b12fd746-39b5-47f9-9502-9b1d240b9826 service neutron] 10.222.0.31 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799086 Dec 13 10:17:23.380554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-930eb327-6ab0-4dc6-bca3-8ea7a0387877 service neutron] 10.222.0.31 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Dec 13 10:17:23.534885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76cd7056-11b4-4840-95c5-d5a3baab0c9f req-846a27b0-fe50-4869-ae08-2c757733ce02 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 210 time: 0.0265541 Dec 13 10:17:24.429047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-03e64744-c362-4b9f-983f-10c2fe3fe364 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:24.430514 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-03e64744-c362-4b9f-983f-10c2fe3fe364 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 814 time: 0.1111596 Dec 13 10:17:24.445129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Request body: {'port': {'device_id': 'b64caa72-974f-44d1-83df-772845f84d0f', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'admin_state_up': True, 'tenant_id': '23aab025b2f04a9db891f49b0b5dfe9b'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:24.549521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Made reservation on behalf of 23aab025b2f04a9db891f49b0b5dfe9b for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:24.553156 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:24.631439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af441a1a-95f4-4acd-8736-3a8b0d929d13 req-d499a257-4b05-4530-babf-0d8fde850d8f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 210 time: 0.0262716 Dec 13 10:17:24.681778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Allocated IP 172.20.0.10 (3ccf461e-2411-45d9-a4c8-256f92ff5030/0c873ede-140f-4891-aa60-a6c0e5d52e57/a93e21a0-608a-4130-a8f8-8bae12e46d47) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:17:24.825466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:24.857877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:24.900544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:17:24.903704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:24.907312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:17:24.931608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:24.958778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:24.959386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:24.974902 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-fb109585-3dd2-4dd2-a282-b726ca96cb67 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5349581 Dec 13 10:17:24.988351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Request body: {'port': {'device_id': 'b64caa72-974f-44d1-83df-772845f84d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:25.043967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.297950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:25.305890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.317838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Transition to ACTIVE for port object a93e21a0-608a-4130-a8f8-8bae12e46d47 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:17:25.321110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.371571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:25.436208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Attempting to bind port a93e21a0-608a-4130-a8f8-8bae12e46d47 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:17:25.436852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Attempting to bind port a93e21a0-608a-4130-a8f8-8bae12e46d47 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:17:25.436852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Attempting to bind port a93e21a0-608a-4130-a8f8-8bae12e46d47 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:25.441344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Port a93e21a0-608a-4130-a8f8-8bae12e46d47 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:17:25.441664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Attempting to bind port a93e21a0-608a-4130-a8f8-8bae12e46d47 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:25.446493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:17:25.446827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Checking segment: {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:25.447209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Bound using segment: {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:17:25.447669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Bound port: a93e21a0-608a-4130-a8f8-8bae12e46d47, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:17:25.448025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.509787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:17:25.512930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:17:25.516230 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.550755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:25.551300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:25.552767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] 10.222.0.20 "PUT /v2.0/ports/a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 1092 time: 0.5690565 Dec 13 10:17:25.553241 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:25.555471 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3271131-a17f-483d-9fcd-8751db8c3967" -d '{"events": [{"name": "network-changed", "server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:25.578831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367cd25-b212-4d55-9bbe-aaf0d4457b91 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:25.600007 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49affff-5fdf-4ca9-86b5-7c1ff77eb56a x-openstack-request-id: req-d49affff-5fdf-4ca9-86b5-7c1ff77eb56a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:25.600305 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:25.600565 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d49affff-5fdf-4ca9-86b5-7c1ff77eb56a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:25.600975 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'status': 'completed', 'code': 200} Dec 13 10:17:25.649244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-4786fa0d-f90c-4846-80bf-46074ea4a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:25.650727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-4786fa0d-f90c-4846-80bf-46074ea4a81d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1095 time: 0.0435822 Dec 13 10:17:25.693466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-67c765ec-3842-464e-81ab-ca3ae94df46d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Dec 13 10:17:25.742303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-6b2d059f-4119-49e7-8a50-190f50423425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:25.743804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-6b2d059f-4119-49e7-8a50-190f50423425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0436800 Dec 13 10:17:25.745263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b3fbf-02ef-404f-a32c-2bbf1c858dd3 req-cca3b01a-75e0-4236-a4f5-d861b87345a8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:25.746757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d87b3fbf-02ef-404f-a32c-2bbf1c858dd3 req-cca3b01a-75e0-4236-a4f5-d861b87345a8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0482364 Dec 13 10:17:25.775571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-0b9ca450-32fc-4d5e-9f39-d1de5ad1bd79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249300 Dec 13 10:17:25.797833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d87b3fbf-02ef-404f-a32c-2bbf1c858dd3 req-76244e3c-bd51-4837-9573-83b405f92900 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Dec 13 10:17:25.867800 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-0b8b7b12-6e7c-46a2-9ea3-7a1d8f84b441 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Dec 13 10:17:25.955082 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-016d64d9-4799-4dea-9021-68bd73aeae17 req-ee7bfbb3-01ca-40be-a1eb-b3ee492c7b20 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806022 Dec 13 10:17:26.042789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-6afa8b53-a159-4077-8191-345b4ab0d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:26.044327 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-6afa8b53-a159-4077-8191-345b4ab0d3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1095 time: 0.0455320 Dec 13 10:17:26.132303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-e71d3202-e303-422e-b564-ec1920c9f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:26.133739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-e71d3202-e303-422e-b564-ec1920c9f39e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.0826831 Dec 13 10:17:26.177488 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-3e461f7d-47f3-4b7b-8c5c-740422c28ed1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Dec 13 10:17:26.511132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-e2d415e8-1b30-4adb-bb67-d2f78b9013da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:26.512534 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-e2d415e8-1b30-4adb-bb67-d2f78b9013da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.3283587 Dec 13 10:17:26.545882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-a875330f-28d5-4c1e-b5fc-8b558df39982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247641 Dec 13 10:17:26.635691 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-ab77e83a-38d3-4bb1-986e-336df8e53ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818198 Dec 13 10:17:26.721953 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d3271131-a17f-483d-9fcd-8751db8c3967 req-533d6058-daf8-4264-9805-78ddcf5038ea service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791295 Dec 13 10:17:26.913358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcac60-fed7-488d-8d27-42c039f50100 req-daa5ae6c-f3fb-4ad9-8c5f-343a0c2ef8f8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:26.914840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8dcac60-fed7-488d-8d27-42c039f50100 req-daa5ae6c-f3fb-4ad9-8c5f-343a0c2ef8f8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0485625 Dec 13 10:17:26.961087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8dcac60-fed7-488d-8d27-42c039f50100 req-7f54abfe-854e-445a-982e-78675bc7b53e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Dec 13 10:17:28.079988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6c6c5-0b04-42d1-901f-2d51ce52ff3e req-50f34988-2f99-44a6-8304-4446b5bea1f3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:28.081518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3f6c6c5-0b04-42d1-901f-2d51ce52ff3e req-50f34988-2f99-44a6-8304-4446b5bea1f3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0513663 Dec 13 10:17:28.142200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3f6c6c5-0b04-42d1-901f-2d51ce52ff3e req-6a33878a-6431-4245-99e9-91eefcc1ae35 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499337 Dec 13 10:17:28.274555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5342a-5e1f-422b-804d-5269cf7b218e req-6c6579c4-18cf-452f-9fbe-f7595f00b8c4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:28.276189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fc5342a-5e1f-422b-804d-5269cf7b218e req-6c6579c4-18cf-452f-9fbe-f7595f00b8c4 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Dec 13 10:17:28.327054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fc5342a-5e1f-422b-804d-5269cf7b218e req-92a83c86-c3f4-4235-bf92-07bc91aeb2cd tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 Dec 13 10:17:28.355966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:28.459185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:28.473784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'port_id': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'mac_address': 'fa:16:3e:82:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c873ede-140f-4891-aa60-a6c0e5d52e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:28.514081 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:28.527529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:28.548548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:28.552649 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:28.601921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:28.743182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:29.246059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c2aa2-93e0-429a-8e7a-c23f61378b21 req-397a89db-b74e-415f-8867-339eb71f31ca tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:29.247519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c33c2aa2-93e0-429a-8e7a-c23f61378b21 req-397a89db-b74e-415f-8867-339eb71f31ca tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0470796 Dec 13 10:17:29.293768 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c33c2aa2-93e0-429a-8e7a-c23f61378b21 req-3f1f989b-bf7b-4234-a037-bd5ea091698b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397160 Dec 13 10:17:29.446577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57128d8-b51a-4639-b897-74f40e145344 req-c080f023-f76b-4c3a-96f7-acf49ebfd010 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:29.448070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c57128d8-b51a-4639-b897-74f40e145344 req-c080f023-f76b-4c3a-96f7-acf49ebfd010 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Dec 13 10:17:29.497574 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c57128d8-b51a-4639-b897-74f40e145344 req-aebf9365-84fa-427e-ad88-3b23d0473605 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Dec 13 10:17:29.901087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:30.370879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:17:30.408503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcea7c-00fa-4e76-ad6c-fcf8e6a703dd req-70f4a4ea-77ab-4a0f-b60c-c5a7a88428a9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:30.409993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84fcea7c-00fa-4e76-ad6c-fcf8e6a703dd req-70f4a4ea-77ab-4a0f-b60c-c5a7a88428a9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0490031 Dec 13 10:17:30.418811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port a93e21a0-608a-4130-a8f8-8bae12e46d47 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:17:30.423081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a93e21a0-608a-4130-a8f8-8bae12e46d47 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:17:30.423454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:30.458534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84fcea7c-00fa-4e76-ad6c-fcf8e6a703dd req-e0b10cdc-b008-469b-a434-c498a5d02bef tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Dec 13 10:17:30.503148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:30.526051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:30.528293 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd6c3f9-e19d-45c2-b177-f4ec1c5931ee" -d '{"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:30.540908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:30.545622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:30.572569 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ae392-ca19-444b-a2cf-f75a4e36cc27 x-openstack-request-id: req-ce8ae392-ca19-444b-a2cf-f75a4e36cc27 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:30.572795 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:30.573051 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce8ae392-ca19-444b-a2cf-f75a4e36cc27 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:30.573496 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'code': 200} Dec 13 10:17:30.605201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:30.618250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4fe6c-7733-4aac-aaa6-7d388fd2065e req-283dee8e-d398-4de2-969f-022f8a9e6210 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:30.619816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4c4fe6c-7733-4aac-aaa6-7d388fd2065e req-283dee8e-d398-4de2-969f-022f8a9e6210 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0514748 Dec 13 10:17:30.670577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5975c-b12f-4e8b-83f5-9052b503752a req-f7f37746-aaae-4395-88f4-6be0b3f582ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:30.672178 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b7c5975c-b12f-4e8b-83f5-9052b503752a req-f7f37746-aaae-4395-88f4-6be0b3f582ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1097 time: 0.0401492 Dec 13 10:17:30.673384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4c4fe6c-7733-4aac-aaa6-7d388fd2065e req-95482f89-ab98-410b-b10e-75d96a4f1a36 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475798 Dec 13 10:17:30.716242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b7c5975c-b12f-4e8b-83f5-9052b503752a req-52609b2f-7c33-47ea-acad-b5a6eb5de2a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Dec 13 10:17:31.572992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87d29a-fe3f-46d1-a715-e7dfa69a5881 req-8c0bf70f-da87-4960-8862-38aab9112f0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:31.574485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f87d29a-fe3f-46d1-a715-e7dfa69a5881 req-8c0bf70f-da87-4960-8862-38aab9112f0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0482953 Dec 13 10:17:31.621832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f87d29a-fe3f-46d1-a715-e7dfa69a5881 req-cf51e5e5-1aef-4257-bee0-4d90ce86a5b7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Dec 13 10:17:31.794033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38893f-84e2-40d8-b16b-8f0571f0792a req-cf8111a1-57cb-4e7d-99a6-36e2ec1a5f56 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:31.795444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb38893f-84e2-40d8-b16b-8f0571f0792a req-cf8111a1-57cb-4e7d-99a6-36e2ec1a5f56 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0482886 Dec 13 10:17:31.843977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb38893f-84e2-40d8-b16b-8f0571f0792a req-75045fee-7f6d-43f6-b746-f86949bfdc9f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Dec 13 10:17:32.737814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94149d0e-85d4-44c8-beaa-ceb95ef26a1c req-bcfeb012-9666-46a7-bb13-2aab3f343787 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.739286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94149d0e-85d4-44c8-beaa-ceb95ef26a1c req-bcfeb012-9666-46a7-bb13-2aab3f343787 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0517552 Dec 13 10:17:32.785464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94149d0e-85d4-44c8-beaa-ceb95ef26a1c req-dad65e65-05bf-4c4e-88ac-b4f6f98bec46 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Dec 13 10:17:33.014552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5c89-fc20-4a55-a044-6576fffedf30 req-7dd05a1e-b4cf-40c6-86bb-f5bdc5947c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:33.016023 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96ee5c89-fc20-4a55-a044-6576fffedf30 req-7dd05a1e-b4cf-40c6-86bb-f5bdc5947c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.1051590 Dec 13 10:17:33.060100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-c59c9d3e-3fc1-42ef-8d5c-7cfd2826857c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:33.061504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-c59c9d3e-3fc1-42ef-8d5c-7cfd2826857c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 814 time: 0.1487556 Dec 13 10:17:33.085844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-33f55e6b-60d4-478a-a07c-7228d821311b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/quotas/23aab025b2f04a9db891f49b0b5dfe9b HTTP/1.1" status: 200 len: 375 time: 0.0173461 Dec 13 10:17:33.095427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-96ee5c89-fc20-4a55-a044-6576fffedf30 req-ee6ea24e-3252-4655-b891-98c202500111 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723927 Dec 13 10:17:33.136879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-ae71594a-2ff1-4577-9466-284585a6363a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453629 Dec 13 10:17:33.227273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-d5322dd3-4a2c-4a0f-80de-91ca0e5b5d65 service neutron] 10.222.0.31 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829175 Dec 13 10:17:33.312163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-60ee6464-388a-4f6a-924c-5687e2a9566d service neutron] 10.222.0.31 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788648 Dec 13 10:17:33.467863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-941fddd7-3cd9-41d7-b7d8-3bad39c44722 req-2ebeccb4-b1e2-4637-ba3b-00f1ecc81ef6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 210 time: 0.0261374 Dec 13 10:17:34.364621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-d3a8dc40-63c4-41e0-a5fe-90e8f18d4bab tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:34.366170 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-d3a8dc40-63c4-41e0-a5fe-90e8f18d4bab tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.16 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 814 time: 0.1118660 Dec 13 10:17:34.381169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Request body: {'port': {'device_id': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'admin_state_up': True, 'tenant_id': '23aab025b2f04a9db891f49b0b5dfe9b'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:34.496060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Made reservation on behalf of 23aab025b2f04a9db891f49b0b5dfe9b for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:34.499678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.542679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8547c-744b-44a0-9f05-626ef08027ce req-efcfeb2e-7d1b-477a-8f15-9944bfd49555 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:34.544240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba8547c-744b-44a0-9f05-626ef08027ce req-efcfeb2e-7d1b-477a-8f15-9944bfd49555 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.3785219 Dec 13 10:17:34.581298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bc98b2e-4151-4dfb-84a8-17b081984d2e req-6c0eee4f-1b6b-41ca-bc3c-60fe64f22d3e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 210 time: 0.0356884 Dec 13 10:17:34.587457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.618283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bba8547c-744b-44a0-9f05-626ef08027ce req-ac2a2f8c-cc4c-4538-af74-d7fee191934e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644636 Dec 13 10:17:34.632880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Allocated IP 172.20.0.4 (3ccf461e-2411-45d9-a4c8-256f92ff5030/0c873ede-140f-4891-aa60-a6c0e5d52e57/1bd9c68c-cccf-49f5-8a72-c2383f960753) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:17:34.775574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.809397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.821454 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:34.853945 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Network 3ccf461e-2411-45d9-a4c8-256f92ff5030 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:17:34.857154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:34.861394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:17:34.887816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Pushing event updated for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:34.923436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:34.924115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.941426 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-8567e163-a616-401f-87a2-2992071d4b54 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651703 Dec 13 10:17:34.953782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Request body: {'port': {'device_id': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:35.014446 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.176844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-815f9683-633b-4e7a-b6de-86254951904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.178270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-815f9683-633b-4e7a-b6de-86254951904b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.1135991 Dec 13 10:17:35.330379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-844975a2-bd0d-4363-90ee-6674de35bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.331890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-844975a2-bd0d-4363-90ee-6674de35bf13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.1274953 Dec 13 10:17:35.419282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd9c68c-cccf-49f5-8a72-c2383f960753 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:35.431887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.438350 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-25e0a8d2-d46d-4000-9b50-e7333883cf8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 1000 time: 0.0969121 Dec 13 10:17:35.455262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Transition to ACTIVE for port object 1bd9c68c-cccf-49f5-8a72-c2383f960753 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:17:35.475027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.530140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-7a4a8220-0134-4d28-85e9-026c915772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.531626 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-7a4a8220-0134-4d28-85e9-026c915772f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.0854743 Dec 13 10:17:35.552130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:35.629128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-2e42bbd3-61df-41fa-932c-5d22026bf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.630652 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-2e42bbd3-61df-41fa-932c-5d22026bf22b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901189 Dec 13 10:17:35.650246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Attempting to bind port 1bd9c68c-cccf-49f5-8a72-c2383f960753 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:17:35.650601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Attempting to bind port 1bd9c68c-cccf-49f5-8a72-c2383f960753 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:17:35.650932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Attempting to bind port 1bd9c68c-cccf-49f5-8a72-c2383f960753 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:35.665047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Port 1bd9c68c-cccf-49f5-8a72-c2383f960753 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:17:35.665382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Attempting to bind port 1bd9c68c-cccf-49f5-8a72-c2383f960753 on network 3ccf461e-2411-45d9-a4c8-256f92ff5030 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:35.702799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:17:35.703044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Checking segment: {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:35.703434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Bound using segment: {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:17:35.703898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Bound port: 1bd9c68c-cccf-49f5-8a72-c2383f960753, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb00283-bd46-4d30-8446-3cf438dd54ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:17:35.704830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.739448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6c643-efaa-48da-ae39-7d8ce58a028b req-fde11423-26e6-4015-9124-928113c11c3b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.740947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10b6c643-efaa-48da-ae39-7d8ce58a028b req-fde11423-26e6-4015-9124-928113c11c3b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 943 time: 0.0819614 Dec 13 10:17:35.762032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd9ee-bff8-4e4a-9747-d538abdd9a88 req-f7434fad-37e9-419b-ac6a-060633eb6a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.763472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b67cd9ee-bff8-4e4a-9747-d538abdd9a88 req-f7434fad-37e9-419b-ac6a-060633eb6a4f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0717506 Dec 13 10:17:35.780171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-6a1f1299-55d1-4e14-a61a-5808fd98cf04 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409335 Dec 13 10:17:35.813722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:17:35.834349 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b67cd9ee-bff8-4e4a-9747-d538abdd9a88 req-6e80b328-1ee0-4d5c-b33b-def1a5045691 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629833 Dec 13 10:17:35.837814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10b6c643-efaa-48da-ae39-7d8ce58a028b req-c676c0d7-bb7c-42ca-9a0f-df77dd42d8af tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893595 Dec 13 10:17:35.858256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:17:35.864280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.918547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.919172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.920650 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] 10.222.0.16 "PUT /v2.0/ports/1bd9c68c-cccf-49f5-8a72-c2383f960753 HTTP/1.1" status: 200 len: 1091 time: 0.9710333 Dec 13 10:17:35.922746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:35.925595 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fea355-4db4-4112-9b65-6abc5e5c7778" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:35.948307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c74622b2-3ce3-4336-af7b-762d0c58d130 req-6e80e513-fa70-47b0-bcb9-0df557da32fb service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573246 Dec 13 10:17:35.951180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:35.989235 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e07f18-4388-41f4-a4ec-abda497df0d1 x-openstack-request-id: req-c1e07f18-4388-41f4-a4ec-abda497df0d1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:35.989536 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:35.989791 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1e07f18-4388-41f4-a4ec-abda497df0d1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:35.990185 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753', 'status': 'completed', 'code': 200} Dec 13 10:17:36.006675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-4d97da9b-40b7-4294-b557-c04ecfaffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.008236 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-4d97da9b-40b7-4294-b557-c04ecfaffc79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0477788 Dec 13 10:17:36.053771 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-b7bef87f-d2c9-4899-8b34-356c10d115cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753 HTTP/1.1" status: 200 len: 217 time: 0.0381839 Dec 13 10:17:36.101501 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-dd6c9cb7-ef1a-436c-ae8c-a3d87da215b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.102913 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-dd6c9cb7-ef1a-436c-ae8c-a3d87da215b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0426207 Dec 13 10:17:36.134627 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-a8086830-0dc6-49fe-a703-98dd7884773d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246582 Dec 13 10:17:36.155067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f480fa52-4e13-449f-8039-2938115809e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:36.227000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-ce510e4d-2beb-46c3-aa1a-36705fd96a89 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Dec 13 10:17:36.313883 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-7ac5fee8-563e-4d27-aab5-c9aaa895c763 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805256 Dec 13 10:17:36.400718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-cc199ea8-9a16-4aac-bd51-2992949c9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.402218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-cc199ea8-9a16-4aac-bd51-2992949c9a5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0410085 Dec 13 10:17:36.496047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-6851dbf7-e163-4e25-b211-18090ec05ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.497435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-6851dbf7-e163-4e25-b211-18090ec05ab6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.0886617 Dec 13 10:17:36.539352 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-ab14bed6-bdf1-4722-9290-988168981bcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753 HTTP/1.1" status: 200 len: 217 time: 0.0345213 Dec 13 10:17:36.595832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-a6d203a1-844a-46d2-8336-34dd5eaac2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.597897 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-a6d203a1-844a-46d2-8336-34dd5eaac2fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0492380 Dec 13 10:17:36.628559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-dd644d99-62ee-4c18-8e19-4e03f9936553 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236366 Dec 13 10:17:36.716612 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-37a03bb2-f56c-4221-a2df-ff41e63a17fd service neutron] 10.222.0.16 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802448 Dec 13 10:17:36.812287 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-09fea355-4db4-4112-9b65-6abc5e5c7778 req-2198b19e-6daf-442a-8171-5524596bda9b service neutron] 10.222.0.16 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Dec 13 10:17:36.992250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e624090-f204-4d6a-a639-929ecabcea47 req-8f880f92-c18b-4acb-97db-25cdd4a9f925 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.993718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e624090-f204-4d6a-a639-929ecabcea47 req-8f880f92-c18b-4acb-97db-25cdd4a9f925 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 943 time: 0.0792480 Dec 13 10:17:37.000808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81684775-c267-499b-afd6-405f1bcceca6 req-afab9a09-1610-4e4a-ad99-fb2e90055916 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.002134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81684775-c267-499b-afd6-405f1bcceca6 req-afab9a09-1610-4e4a-ad99-fb2e90055916 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0789659 Dec 13 10:17:37.070445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e624090-f204-4d6a-a639-929ecabcea47 req-829046b5-c997-458e-8f0f-385724bf2d92 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Dec 13 10:17:37.079029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81684775-c267-499b-afd6-405f1bcceca6 req-f8fb2b7c-c424-49a8-9736-fe1cb034ddd2 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698621 Dec 13 10:17:37.189227 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-71d48d9f-8d8e-4e1e-8c7e-b117950e75bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386763 Dec 13 10:17:37.269596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-3319d4b0-4c39-4f40-ac82-0d68a334c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.271110 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-3319d4b0-4c39-4f40-ac82-0d68a334c04a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1097 time: 0.0402498 Dec 13 10:17:37.374412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-1867064a-e93d-4fe0-adb3-dff3e4cebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.375920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-1867064a-e93d-4fe0-adb3-dff3e4cebe18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.0868845 Dec 13 10:17:37.416188 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-1f40f79d-b286-4443-8fc4-4c1b95b5e4d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0332546 Dec 13 10:17:37.463484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-d64d5929-1d0d-4090-882c-b85af1a328a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.464939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-d64d5929-1d0d-4090-882c-b85af1a328a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0426657 Dec 13 10:17:37.499366 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-ffcee671-d4ea-4b91-8a7f-71c56d9d2012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279596 Dec 13 10:17:37.587087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-bef523db-5f33-48a4-92a6-cedc3f73d29c service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Dec 13 10:17:37.677438 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ea9eaec0-e1b9-44ca-ace0-13598fdbca2f req-8b1ee501-5b7b-4f6f-b8f5-e3a4535ff2cc service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836923 Dec 13 10:17:38.223812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232298-54fe-4b4d-910f-2f6dc0ba75b9 req-2eb6f038-625d-44aa-817b-bbd507f4fb8e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:38.225297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7232298-54fe-4b4d-910f-2f6dc0ba75b9 req-2eb6f038-625d-44aa-817b-bbd507f4fb8e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0787737 Dec 13 10:17:38.232410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270ee8d-b8cf-48ee-a9e5-2d7714fce3ea req-8c4b5768-a605-4dfb-8e07-78c39d6d9cf8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:38.233737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3270ee8d-b8cf-48ee-a9e5-2d7714fce3ea req-8c4b5768-a605-4dfb-8e07-78c39d6d9cf8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 943 time: 0.0784464 Dec 13 10:17:38.308331 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3270ee8d-b8cf-48ee-a9e5-2d7714fce3ea req-19950a8c-750e-44cc-b64a-cc3f3517be33 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Dec 13 10:17:38.311884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7232298-54fe-4b4d-910f-2f6dc0ba75b9 req-f8a356ca-c71f-4e67-bd37-10a2de232e96 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772853 Dec 13 10:17:38.613672 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-260d8283-50d5-45cb-b002-3f8687e0c3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:39.087395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1bd9c68c-cccf-49f5-8a72-c2383f960753 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:39.179791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:39.192056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '1bd9c68c-cccf-49f5-8a72-c2383f960753', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'port_id': '1bd9c68c-cccf-49f5-8a72-c2383f960753', 'mac_address': 'fa:16:3e:1f:1e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c873ede-140f-4891-aa60-a6c0e5d52e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:39.228186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:39.244525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd9c68c-cccf-49f5-8a72-c2383f960753 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:39.262890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:39.266712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:39.314780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:39.451050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d896c50-e4ef-4f44-ac52-26f5bf1c5374 req-3466a52f-b9e3-4aa4-8b93-8ecbe228f27a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:39.452572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d896c50-e4ef-4f44-ac52-26f5bf1c5374 req-3466a52f-b9e3-4aa4-8b93-8ecbe228f27a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0666900 Dec 13 10:17:39.460688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185f3c-0183-43a2-b58c-3398278bb05e req-5720b6db-0843-4d1a-85bb-fba7c831a141 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:39.462189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5185f3c-0183-43a2-b58c-3398278bb05e req-5720b6db-0843-4d1a-85bb-fba7c831a141 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 944 time: 0.0850322 Dec 13 10:17:39.539385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d896c50-e4ef-4f44-ac52-26f5bf1c5374 req-9ec77def-300d-41ab-a9aa-c92a147d1e8e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762517 Dec 13 10:17:39.543766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5185f3c-0183-43a2-b58c-3398278bb05e req-16ff2048-1156-4c1f-af3e-c0d9109d53a0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Dec 13 10:17:39.615231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['1bd9c68c-cccf-49f5-8a72-c2383f960753'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:39.652048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:40.683124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c57e-fbf3-4805-b858-5158ff538fc9 req-cef484b5-4c98-4beb-b0c4-cdb06ac6bdfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:40.684653 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cf7c57e-fbf3-4805-b858-5158ff538fc9 req-cef484b5-4c98-4beb-b0c4-cdb06ac6bdfe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0760820 Dec 13 10:17:40.695938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1406937-c4de-44da-9562-bb47edcd4576 req-a6fa1f9e-66fb-4107-bbd6-c3a7858fd95c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:40.697338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1406937-c4de-44da-9562-bb47edcd4576 req-a6fa1f9e-66fb-4107-bbd6-c3a7858fd95c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 944 time: 0.0800948 Dec 13 10:17:40.771404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1cf7c57e-fbf3-4805-b858-5158ff538fc9 req-5ad969dc-c7d7-4f3c-b35f-2568b18ea75f tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731401 Dec 13 10:17:40.774602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1406937-c4de-44da-9562-bb47edcd4576 req-db58a34f-c331-4bbc-bf49-2e023de54ede tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705492 Dec 13 10:17:41.089005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1bd9c68c-cccf-49f5-8a72-c2383f960753 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:17:41.139730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 1bd9c68c-cccf-49f5-8a72-c2383f960753 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:17:41.143924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 1bd9c68c-cccf-49f5-8a72-c2383f960753 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:17:41.144297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.222294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.257171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:41.259795 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed2fe88-b816-4283-9971-63aace35c87a" -d '{"events": [{"server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:41.270570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.273883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:41.277852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.278777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:41.316025 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2d9288-fdd5-4171-af18-71a6ba96d6a5 x-openstack-request-id: req-6e2d9288-fdd5-4171-af18-71a6ba96d6a5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:41.316317 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:41.316570 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e2d9288-fdd5-4171-af18-71a6ba96d6a5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:41.316957 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753', 'code': 200} Dec 13 10:17:41.354933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:41.395947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9da4a-a110-484d-8e3b-9b33ee04a163 req-f395dabe-4566-408b-bbfb-025e12da51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:41.396633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.397625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41e9da4a-a110-484d-8e3b-9b33ee04a163 req-f395dabe-4566-408b-bbfb-025e12da51ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0415423 Dec 13 10:17:41.432232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:41.436262 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:41.443217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-41e9da4a-a110-484d-8e3b-9b33ee04a163 req-5b988abc-1474-47f5-abe2-dd6a0e5f8ab5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Dec 13 10:17:41.482489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:41.918798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e8cb-e90b-4881-9f06-d552b93082a5 req-2228ad77-58ee-445c-9016-a25c2a96deda tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:41.920327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3051e8cb-e90b-4881-9f06-d552b93082a5 req-2228ad77-58ee-445c-9016-a25c2a96deda tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 945 time: 0.0714228 Dec 13 10:17:41.928772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11035e49-e72a-4a2d-8322-846c2c953963 req-c7d9a3e2-be43-44f5-9cac-36713ffa610d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:41.930179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11035e49-e72a-4a2d-8322-846c2c953963 req-c7d9a3e2-be43-44f5-9cac-36713ffa610d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.0899684 Dec 13 10:17:42.008216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3051e8cb-e90b-4881-9f06-d552b93082a5 req-91ea59ad-be54-47ca-999e-d950883372f5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 Dec 13 10:17:42.017225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11035e49-e72a-4a2d-8322-846c2c953963 req-9f2f9f63-be4e-4e15-b6b4-de7486bbfab9 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800951 Dec 13 10:17:42.024679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:42.731228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bed0-bea2-4af8-b065-32c80be1fc1f req-832f9919-f484-4eac-91bd-48c7ee196cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:42.732773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b991bed0-bea2-4af8-b065-32c80be1fc1f req-832f9919-f484-4eac-91bd-48c7ee196cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1094 time: 0.0412304 Dec 13 10:17:42.779787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b991bed0-bea2-4af8-b065-32c80be1fc1f req-832d9633-3593-428a-a689-c45e211ec9b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 Dec 13 10:17:43.098791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:43.157288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bf74f-9925-45de-a419-465ac219436e req-e02ac33a-0514-4e5e-a550-d285055fe312 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:43.158902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-695bf74f-9925-45de-a419-465ac219436e req-e02ac33a-0514-4e5e-a550-d285055fe312 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 945 time: 0.0820789 Dec 13 10:17:43.167502 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5df1b2-a128-48da-a0fa-fc433031c4b5 req-7e68e162-7330-4889-8349-b21f8c5b1210 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:43.169004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e5df1b2-a128-48da-a0fa-fc433031c4b5 req-7e68e162-7330-4889-8349-b21f8c5b1210 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 943 time: 0.0827386 Dec 13 10:17:43.197423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:43.209810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '2f731114-c765-4460-bb32-72adf53bee0f', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:43.239879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-695bf74f-9925-45de-a419-465ac219436e req-0ca72c00-9ec9-428d-9afe-d3938a779c79 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Dec 13 10:17:43.247007 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:43.248792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e5df1b2-a128-48da-a0fa-fc433031c4b5 req-14288f0f-0152-426a-bdad-a58fbb794d1a tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719204 Dec 13 10:17:43.261735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f731114-c765-4460-bb32-72adf53bee0f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:43.281340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:43.284750 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:43.318277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:43.321040 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54440f47-a605-4998-9208-ab2f597c84ed" -d '{"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-unplugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:43.340721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:43.360385 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a0333-aba1-47c4-a302-318d106da134 x-openstack-request-id: req-d21a0333-aba1-47c4-a302-318d106da134 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:43.360690 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-unplugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:43.360949 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d21a0333-aba1-47c4-a302-318d106da134 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:43.361343 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'code': 200} Dec 13 10:17:43.489566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ca94b-8fd3-4e47-899a-52c62ebf6295 req-1e539f50-aad6-4fac-b9f9-7d3286458f37 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:43.491051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-195ca94b-8fd3-4e47-899a-52c62ebf6295 req-1e539f50-aad6-4fac-b9f9-7d3286458f37 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Dec 13 10:17:43.537076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-195ca94b-8fd3-4e47-899a-52c62ebf6295 req-ab7f3e38-d579-49f8-adcb-fcc60b4f07fc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Dec 13 10:17:44.370579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a53bbd-85a6-4b1b-906c-0e5c73de0a1d req-d5ba8e8c-21f1-498d-9522-ff7df2beecc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:44.372097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7a53bbd-85a6-4b1b-906c-0e5c73de0a1d req-d5ba8e8c-21f1-498d-9522-ff7df2beecc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 944 time: 0.0519800 Dec 13 10:17:44.421962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7a53bbd-85a6-4b1b-906c-0e5c73de0a1d req-f6dda510-b834-43bb-a588-e014a86a654e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Dec 13 10:17:44.445273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 58888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:44.509063 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a2cda5bb-cde9-48fd-ac45-2c55d6eb8db1 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/floatingips/b8237f73-197c-478d-91ec-38a01851fbbf HTTP/1.1" status: 200 len: 991 time: 0.0624547 Dec 13 10:17:44.654649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb660-9504-4b2c-b958-dcb909c76c0a req-22673adf-4444-4bf9-b261-3ca3d4ad2def tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:44.656172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc7fb660-9504-4b2c-b958-dcb909c76c0a req-22673adf-4444-4bf9-b261-3ca3d4ad2def tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Dec 13 10:17:44.704130 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cc7fb660-9504-4b2c-b958-dcb909c76c0a req-e2082b70-9ad7-4b9e-8ca0-1bccea321f40 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Dec 13 10:17:45.016946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-ef6e1f7f-a595-4320-8d03-8109a3df7f78 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:45.018905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-ef6e1f7f-a595-4320-8d03-8109a3df7f78 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 945 time: 0.0483196 Dec 13 10:17:45.099262 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:45.109583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Deleting port 1bd9c68c-cccf-49f5-8a72-c2383f960753 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:45.110034 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:45.195399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:45.196756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] For port 1bd9c68c-cccf-49f5-8a72-c2383f960753, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=1bd9c68c-cccf-49f5-8a72-c2383f960753,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:45.197119 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:45.206744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '2f731114-c765-4460-bb32-72adf53bee0f', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'port_id': '2f731114-c765-4460-bb32-72adf53bee0f', 'mac_address': 'fa:16:3e:52:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:45.208852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Calling delete_port for 1bd9c68c-cccf-49f5-8a72-c2383f960753 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:45.336095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:45.348023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['1bd9c68c-cccf-49f5-8a72-c2383f960753'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:45.350890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:45.363857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Pushing event deleted for resources: {'Port': ['ID=1bd9c68c-cccf-49f5-8a72-c2383f960753,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:45.398828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['2f731114-c765-4460-bb32-72adf53bee0f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:45.407655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] No DVR routers for this DVR port 1bd9c68c-cccf-49f5-8a72-c2383f960753 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:45.410178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:45.413573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-619c1c73-5b68-463f-80b0-ddacae8c91b6 req-fd214404-3004-4de5-a292-5848259d1b0c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.16 "DELETE /v2.0/ports/1bd9c68c-cccf-49f5-8a72-c2383f960753 HTTP/1.1" status: 204 len: 173 time: 0.3883393 Dec 13 10:17:45.414016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'name': 'network-vif-deleted', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:45.416749 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602d3f7-c57d-4b55-a005-984c3617f081" -d '{"events": [{"server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "name": "network-vif-deleted", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:45.463407 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7362503-010b-49ec-8b98-9b45c4c58c36 x-openstack-request-id: req-f7362503-010b-49ec-8b98-9b45c4c58c36 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:45.464064 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0", "name": "network-vif-deleted", "tag": "1bd9c68c-cccf-49f5-8a72-c2383f960753", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:45.464227 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7362503-010b-49ec-8b98-9b45c4c58c36 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:45.464695 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0', 'name': 'network-vif-deleted', 'tag': '1bd9c68c-cccf-49f5-8a72-c2383f960753', 'status': 'completed', 'code': 200} Dec 13 10:17:45.814370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5a4c5435-bb57-4a4a-8b2e-0e98b2551928 req-c86b7db8-1327-4a9e-b5d8-a183264989db tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3e5a9d3-e623-4ad5-9290-831e8c6c3bc0 HTTP/1.1" status: 200 len: 210 time: 0.0290713 Dec 13 10:17:46.968924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d1e46-a689-4bc2-a8d6-7612be939dec req-f93ab131-b80e-483f-908b-7196befcb5ab tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:46.970401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f5d1e46-a689-4bc2-a8d6-7612be939dec req-f93ab131-b80e-483f-908b-7196befcb5ab tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0526032 Dec 13 10:17:47.016128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f5d1e46-a689-4bc2-a8d6-7612be939dec req-9d3e6442-c0af-4668-be65-5e8e4d45b6c7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398414 Dec 13 10:17:47.116661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:17:47.163708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 2f731114-c765-4460-bb32-72adf53bee0f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:17:47.164088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:47.176547 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c95d4-03e9-47d1-9490-8b835571dbfc req-c62716dd-baa6-495f-adae-39fec06b92e9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:47.178042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef0c95d4-03e9-47d1-9490-8b835571dbfc req-c62716dd-baa6-495f-adae-39fec06b92e9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0479405 Dec 13 10:17:47.225163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef0c95d4-03e9-47d1-9490-8b835571dbfc req-45cf8e10-d104-4436-8354-fcdaeea94072 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Dec 13 10:17:47.243363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:47.266368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:47.268668 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b686b-6933-4ba0-8027-92818ef89711" -d '{"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-plugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:47.281430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:47.286265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:47.286570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1bd9c68c-cccf-49f5-8a72-c2383f960753 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:47.310138 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146cec1d-738f-459f-91ca-ee6a85b492cb x-openstack-request-id: req-146cec1d-738f-459f-91ca-ee6a85b492cb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:47.310436 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-plugged", "status": "completed", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:47.310689 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-146cec1d-738f-459f-91ca-ee6a85b492cb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:47.311082 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'code': 200} Dec 13 10:17:47.328185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 1bd9c68c-cccf-49f5-8a72-c2383f960753 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:47.328442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 1bd9c68c-cccf-49f5-8a72-c2383f960753 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:47.349494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2e065-d703-4fcc-8c5f-4f957325b493 req-cccc5957-22a9-46ad-a992-48de181a19bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:47.350894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcc2e065-d703-4fcc-8c5f-4f957325b493 req-cccc5957-22a9-46ad-a992-48de181a19bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0573540 Dec 13 10:17:47.354246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:47.401840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bcc2e065-d703-4fcc-8c5f-4f957325b493 req-d5cca051-3052-4523-b514-15870a1e70c6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Dec 13 10:17:49.020330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797a3b-2ec5-44af-b05e-4dbd8f2896d4 req-b44daf4e-a77a-47dc-ac46-97b87a715af3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:49.021739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec797a3b-2ec5-44af-b05e-4dbd8f2896d4 req-b44daf4e-a77a-47dc-ac46-97b87a715af3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0482755 Dec 13 10:17:49.068578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec797a3b-2ec5-44af-b05e-4dbd8f2896d4 req-96501477-21c8-4046-89bb-1b6c1986e259 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Dec 13 10:17:49.182611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8b1e-27ea-49d1-83df-586c7015ca96 req-c03961c3-4763-42db-880e-b67fb836c7c6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:49.184121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d3b8b1e-27ea-49d1-83df-586c7015ca96 req-c03961c3-4763-42db-880e-b67fb836c7c6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0484147 Dec 13 10:17:49.234251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d3b8b1e-27ea-49d1-83df-586c7015ca96 req-3e4c4971-71c1-4858-9ee6-8fb75ed3a55b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Dec 13 10:17:50.679753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fc426-c0a6-4e46-8bff-1e057a07c563 req-9681785f-069f-46e5-80cd-52eaa233f4e3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:50.681249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-890fc426-c0a6-4e46-8bff-1e057a07c563 req-9681785f-069f-46e5-80cd-52eaa233f4e3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0481086 Dec 13 10:17:50.727941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-890fc426-c0a6-4e46-8bff-1e057a07c563 req-bcef3cec-5403-441d-b58d-5a6f492ac08e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Dec 13 10:17:50.842202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362886a-add6-464b-824e-ef179158e3d2 req-0ee5840c-92e1-4763-912a-1844117a878c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:50.843699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c362886a-add6-464b-824e-ef179158e3d2 req-0ee5840c-92e1-4763-912a-1844117a878c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0488112 Dec 13 10:17:50.890946 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c362886a-add6-464b-824e-ef179158e3d2 req-e4108674-78d2-4b5d-acbe-1c957b4aeba0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Dec 13 10:17:51.053210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe29e5-af7e-4205-a4e6-d59c5cd6662e req-cdeee5df-2199-4ce0-92fe-6e1cb9ae1470 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.054629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4fe29e5-af7e-4205-a4e6-d59c5cd6662e req-cdeee5df-2199-4ce0-92fe-6e1cb9ae1470 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0514541 Dec 13 10:17:51.101204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4fe29e5-af7e-4205-a4e6-d59c5cd6662e req-e36db338-5551-471d-9f0e-cf84bd019019 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Dec 13 10:17:51.213473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c566eea-ecef-4edb-b000-743f09537e0c req-c740adfc-bc04-433f-a5f4-b616b04607ca tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.214935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c566eea-ecef-4edb-b000-743f09537e0c req-c740adfc-bc04-433f-a5f4-b616b04607ca tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0482354 Dec 13 10:17:51.260945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c566eea-ecef-4edb-b000-743f09537e0c req-2f8553e7-4ee8-467f-bad2-1bf9945e86d0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Dec 13 10:17:51.418097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1213-b7bd-4cd9-b0cd-1cf387ee8ebf req-500f0d93-fa7c-4687-bf13-cccd07c17bba tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.419568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-664d1213-b7bd-4cd9-b0cd-1cf387ee8ebf req-500f0d93-fa7c-4687-bf13-cccd07c17bba tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0472727 Dec 13 10:17:51.470478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-664d1213-b7bd-4cd9-b0cd-1cf387ee8ebf req-479433a6-d497-41ee-a8df-51ff05623ed9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Dec 13 10:17:51.584939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65117de-4454-4382-b16a-23efd2f279db req-130606ca-5c53-4df2-a76d-421d321ce03f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.586421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a65117de-4454-4382-b16a-23efd2f279db req-130606ca-5c53-4df2-a76d-421d321ce03f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0491002 Dec 13 10:17:51.632335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a65117de-4454-4382-b16a-23efd2f279db req-4735ba9b-42bc-432d-a65a-a6f5fc51ded3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Dec 13 10:17:51.803634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7397-a6a2-48be-b262-336e969f60a7 req-fcc3fa64-e6f0-4a02-9957-0e63a16ffdf0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.805113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88be7397-a6a2-48be-b262-336e969f60a7 req-fcc3fa64-e6f0-4a02-9957-0e63a16ffdf0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0485039 Dec 13 10:17:51.858013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-88be7397-a6a2-48be-b262-336e969f60a7 req-08932368-912f-4369-b600-58e962e84bc6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Dec 13 10:17:51.976944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5ce3-44d6-4626-81ea-dc8dc453d63b req-bd9b0c1b-caea-4064-b580-6aba6a86c1e7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.978431 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b8c5ce3-44d6-4626-81ea-dc8dc453d63b req-bd9b0c1b-caea-4064-b580-6aba6a86c1e7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0528538 Dec 13 10:17:52.024684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b8c5ce3-44d6-4626-81ea-dc8dc453d63b req-462c6370-5e67-43a6-9ef6-8f7408f0e319 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Dec 13 10:17:52.187367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba015ea-72e0-45d2-892f-49f032f751bb req-f3b198e5-743d-470a-8493-10920a5c0453 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.189126 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba015ea-72e0-45d2-892f-49f032f751bb req-f3b198e5-743d-470a-8493-10920a5c0453 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0486658 Dec 13 10:17:52.234806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ba015ea-72e0-45d2-892f-49f032f751bb req-04ebe0bd-a424-47bd-9ab4-f46d125a731e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Dec 13 10:17:52.351830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b772f-ddae-472a-8629-21e216fadcc8 req-eb3e6a3c-4425-464d-9034-81a14496a5cb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.353298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-362b772f-ddae-472a-8629-21e216fadcc8 req-eb3e6a3c-4425-464d-9034-81a14496a5cb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0522597 Dec 13 10:17:52.399108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-362b772f-ddae-472a-8629-21e216fadcc8 req-14ad9768-a8f7-409b-bdba-bccaf9e46efa tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Dec 13 10:17:52.559568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129410b-7160-45eb-b634-c574b52311a5 req-6501a418-2323-45e9-9b3e-c4bac916a424 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.561057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5129410b-7160-45eb-b634-c574b52311a5 req-6501a418-2323-45e9-9b3e-c4bac916a424 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0485623 Dec 13 10:17:52.608665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5129410b-7160-45eb-b634-c574b52311a5 req-00452dc7-d9bd-42d6-803d-1a19ccc5d877 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Dec 13 10:17:52.721546 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22748db3-79b0-49ff-b985-a2e814ecdef9 req-5e096fe8-e208-460b-aa42-ce4a864fe78c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.722921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22748db3-79b0-49ff-b985-a2e814ecdef9 req-5e096fe8-e208-460b-aa42-ce4a864fe78c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0479403 Dec 13 10:17:52.771975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22748db3-79b0-49ff-b985-a2e814ecdef9 req-99a35ba2-25e8-4094-ae49-cc40ae2d530f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Dec 13 10:17:52.989555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519e94-59e5-463b-b02e-8639404b0090 req-390af1ed-ef03-4d52-87b5-958732e9d2c0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.990926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41519e94-59e5-463b-b02e-8639404b0090 req-390af1ed-ef03-4d52-87b5-958732e9d2c0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 814 time: 0.0985656 Dec 13 10:17:53.005299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41519e94-59e5-463b-b02e-8639404b0090 req-9c5ad0f9-8e15-4f99-a2c1-752b04a5f979 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/quotas/23aab025b2f04a9db891f49b0b5dfe9b HTTP/1.1" status: 200 len: 375 time: 0.0087590 Dec 13 10:17:53.052750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41519e94-59e5-463b-b02e-8639404b0090 req-175bc82a-ff88-417d-a1ed-7d668e3d06b0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422127 Dec 13 10:17:53.158895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeed36-522b-41b6-abc6-2dddd7fd7874 req-18bbcb3a-fe30-48ae-9904-8ca8093a27d5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.160425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bbeed36-522b-41b6-abc6-2dddd7fd7874 req-18bbcb3a-fe30-48ae-9904-8ca8093a27d5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0526302 Dec 13 10:17:53.206432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bbeed36-522b-41b6-abc6-2dddd7fd7874 req-c7a96ebf-9b1e-456b-8721-530884e89c41 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Dec 13 10:17:53.322320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a1c8-f347-4b9f-88b8-f4250d142ec6 req-51d27c99-804f-4491-8b38-975d33283c26 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.323895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e300a1c8-f347-4b9f-88b8-f4250d142ec6 req-51d27c99-804f-4491-8b38-975d33283c26 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0502319 Dec 13 10:17:53.370789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e300a1c8-f347-4b9f-88b8-f4250d142ec6 req-3af848ac-27e7-47ef-aa60-94976b90602b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Dec 13 10:17:53.515509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5350e133-7587-4852-998d-20c9ae62665d req-546a4e45-129f-4e16-aff5-ab425b070134 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=23aab025b2f04a9db891f49b0b5dfe9b HTTP/1.1" status: 200 len: 221 time: 0.0255582 Dec 13 10:17:53.617182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a881-974d-4c22-8e00-22d3e1a5cc51 req-57ad3928-14f6-467e-a802-eecc07eb9a35 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.618663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d019a881-974d-4c22-8e00-22d3e1a5cc51 req-57ad3928-14f6-467e-a802-eecc07eb9a35 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0520165 Dec 13 10:17:53.665120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d019a881-974d-4c22-8e00-22d3e1a5cc51 req-c919fc2c-4537-4079-bec6-f2db08ceab66 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Dec 13 10:17:53.780869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5006b-42b3-437e-8dc1-f4fa6819d46b req-75bb3df6-a024-414b-81c0-d303d1105ec9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.782247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fa5006b-42b3-437e-8dc1-f4fa6819d46b req-75bb3df6-a024-414b-81c0-d303d1105ec9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0478888 Dec 13 10:17:53.828800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5fa5006b-42b3-437e-8dc1-f4fa6819d46b req-77a7950c-e46b-4da2-83bd-51fd89326ccc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Dec 13 10:17:53.962192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2d2d7-05b7-4035-b8e1-18d38674fb54 req-1420d523-983d-4061-80a1-d34657a4be28 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.963681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef2d2d7-05b7-4035-b8e1-18d38674fb54 req-1420d523-983d-4061-80a1-d34657a4be28 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0480857 Dec 13 10:17:54.013626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef2d2d7-05b7-4035-b8e1-18d38674fb54 req-fae79688-0287-4482-999a-5ed360cdada2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Dec 13 10:17:54.127720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb0c6b-876b-4782-b935-50a3ae4359c4 req-5b0898b6-a63a-48ff-ab56-8a85c5fe0639 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.129242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30cb0c6b-876b-4782-b935-50a3ae4359c4 req-5b0898b6-a63a-48ff-ab56-8a85c5fe0639 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0487664 Dec 13 10:17:54.174800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-30cb0c6b-876b-4782-b935-50a3ae4359c4 req-7ba147a1-230e-48f5-a5b5-ecd290d27460 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Dec 13 10:17:54.296445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee9f0d-5ee4-4674-afef-548366906d26 req-29ddd515-a199-40ba-b015-930fe0329a1e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.297817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ee9f0d-5ee4-4674-afef-548366906d26 req-29ddd515-a199-40ba-b015-930fe0329a1e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0471711 Dec 13 10:17:54.343311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ee9f0d-5ee4-4674-afef-548366906d26 req-08e5fc02-ab66-4570-b752-1f5c27773a81 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Dec 13 10:17:54.460601 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942528b3-81bf-43c2-964d-c0985fae3ae8 req-612fab2c-9544-462f-9220-ff8a3b8bb435 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.462053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-942528b3-81bf-43c2-964d-c0985fae3ae8 req-612fab2c-9544-462f-9220-ff8a3b8bb435 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0514381 Dec 13 10:17:54.509208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-942528b3-81bf-43c2-964d-c0985fae3ae8 req-e57e4b42-268a-44fd-a3f0-2ac13db34084 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Dec 13 10:17:54.633348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72350957-5495-4baf-9670-b3b5ab6ed66a req-279fbd8a-f614-4c69-a44b-750578ee2955 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.634877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72350957-5495-4baf-9670-b3b5ab6ed66a req-279fbd8a-f614-4c69-a44b-750578ee2955 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0491912 Dec 13 10:17:54.681393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72350957-5495-4baf-9670-b3b5ab6ed66a req-0ef7a14d-dc54-4d12-825c-56afdffc31e1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Dec 13 10:17:54.793823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a1de6-14db-4d38-84d9-68bdd9b60b19 req-1195ce29-86fd-45f9-941b-1b94039c9dbe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.795303 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-597a1de6-14db-4d38-84d9-68bdd9b60b19 req-1195ce29-86fd-45f9-941b-1b94039c9dbe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0472860 Dec 13 10:17:54.846318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-597a1de6-14db-4d38-84d9-68bdd9b60b19 req-55d3ecdf-4728-42bd-8c15-4127266dba69 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Dec 13 10:17:54.975496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23f212-2316-4d3c-8a3a-a3e046d4c58f req-457956dd-7fdb-4040-b97d-ab21cab53525 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.976979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb23f212-2316-4d3c-8a3a-a3e046d4c58f req-457956dd-7fdb-4040-b97d-ab21cab53525 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0480840 Dec 13 10:17:55.024267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb23f212-2316-4d3c-8a3a-a3e046d4c58f req-2e7b9770-8828-42c3-9bc6-95aafd81826a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Dec 13 10:17:55.137070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2a0be-5002-44b6-ad0a-95721e674d8a req-2c03c2c6-b66f-4281-9878-40a6c6f098bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:55.138520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72e2a0be-5002-44b6-ad0a-95721e674d8a req-2c03c2c6-b66f-4281-9878-40a6c6f098bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0475359 Dec 13 10:17:55.184684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72e2a0be-5002-44b6-ad0a-95721e674d8a req-20536b25-80e4-4e7f-9899-0f569ff79de7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Dec 13 10:17:55.316417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acd42e-3db1-44c1-a176-94dc7d628911 req-532807dd-8240-411a-af1a-87325490f7b1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:55.317884 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62acd42e-3db1-44c1-a176-94dc7d628911 req-532807dd-8240-411a-af1a-87325490f7b1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0518806 Dec 13 10:17:55.363952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-62acd42e-3db1-44c1-a176-94dc7d628911 req-e4e45818-bbcc-4d52-8251-fd8be9c683f5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Dec 13 10:17:55.476337 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847ffa4-c224-491d-b916-396027262bac req-bec7aa97-f1b6-4ced-b9f9-b21ce5819f6e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:55.477829 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8847ffa4-c224-491d-b916-396027262bac req-bec7aa97-f1b6-4ced-b9f9-b21ce5819f6e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0484269 Dec 13 10:17:55.508188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:17:55.524217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8847ffa4-c224-491d-b916-396027262bac req-78c3a48f-c30a-4516-b841-85d2b115d174 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Dec 13 10:17:55.653800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31a5b9-8428-4d1b-80de-6d5272baae01 req-166982fc-dc6f-4195-95ec-e89ae6a3d307 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:55.655161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb31a5b9-8428-4d1b-80de-6d5272baae01 req-166982fc-dc6f-4195-95ec-e89ae6a3d307 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0505099 Dec 13 10:17:55.700952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bb31a5b9-8428-4d1b-80de-6d5272baae01 req-42c46c69-9c57-4f4a-86a2-5d859e145c86 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Dec 13 10:17:55.814888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8125ed-f931-4cdd-98d4-8fbc82fb3140 req-860255a9-892d-4de8-91f0-277bf0beab86 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:55.816415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b8125ed-f931-4cdd-98d4-8fbc82fb3140 req-860255a9-892d-4de8-91f0-277bf0beab86 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0486999 Dec 13 10:17:55.862891 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b8125ed-f931-4cdd-98d4-8fbc82fb3140 req-d82c8210-176a-468e-8456-681f594a33f8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Dec 13 10:17:56.024602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7092f2-34cc-43e0-903d-f91e793e1c7f req-c8e9fe4e-9a21-4278-b353-c5d3f2593af3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.026047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf7092f2-34cc-43e0-903d-f91e793e1c7f req-c8e9fe4e-9a21-4278-b353-c5d3f2593af3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0476089 Dec 13 10:17:56.075012 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf7092f2-34cc-43e0-903d-f91e793e1c7f req-ca6aafbf-12f9-4b46-b16a-3152d1c72f01 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Dec 13 10:17:56.192263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82776-a805-4a81-a74c-3278d7009455 req-d5e033d4-b054-4c52-a2ed-0047d5fd6463 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.193625 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df82776-a805-4a81-a74c-3278d7009455 req-d5e033d4-b054-4c52-a2ed-0047d5fd6463 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0479932 Dec 13 10:17:56.238987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df82776-a805-4a81-a74c-3278d7009455 req-b23390e5-1947-4e67-91f2-58242a282aeb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Dec 13 10:17:56.402965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50871b4-0314-4906-964b-953779921b70 req-37c38b84-f0d4-4cba-bae8-92c6ed37e2cd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.404980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d50871b4-0314-4906-964b-953779921b70 req-37c38b84-f0d4-4cba-bae8-92c6ed37e2cd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0540242 Dec 13 10:17:56.459925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d50871b4-0314-4906-964b-953779921b70 req-1dff7562-1a19-4a1f-ace2-b24030869331 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 Dec 13 10:17:56.586637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b312b6-2867-406d-b807-fefc24d03aaf req-f91edcca-9eef-4e33-a709-d9788ed8cf97 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.588153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80b312b6-2867-406d-b807-fefc24d03aaf req-f91edcca-9eef-4e33-a709-d9788ed8cf97 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0558236 Dec 13 10:17:56.636414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80b312b6-2867-406d-b807-fefc24d03aaf req-6c4a0dd8-a122-4f15-a9ba-085a71c6bf28 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Dec 13 10:17:56.763799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016b27c-ed82-4311-8599-12a2ab6b9ccc req-851ceed7-e038-4c44-b938-e2ec857454d0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.765159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f016b27c-ed82-4311-8599-12a2ab6b9ccc req-851ceed7-e038-4c44-b938-e2ec857454d0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0476620 Dec 13 10:17:56.811314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f016b27c-ed82-4311-8599-12a2ab6b9ccc req-73161142-9ef2-4330-83f2-4c55a731d0d8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Dec 13 10:17:56.925310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63345-158c-4911-8679-2cae862f8e39 req-925a402d-4b2d-40e9-974d-883e52c968e5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.926766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ee63345-158c-4911-8679-2cae862f8e39 req-925a402d-4b2d-40e9-974d-883e52c968e5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0490713 Dec 13 10:17:56.976899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4ee63345-158c-4911-8679-2cae862f8e39 req-4040443e-a3bc-42fa-ab2d-8ad368a60dff tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Dec 13 10:17:57.170388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029443-0fb9-41b8-9c2e-99b0733a7bcb req-2fb5c6d3-596d-4e90-b49f-d5f7bd764edc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:57.171858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4029443-0fb9-41b8-9c2e-99b0733a7bcb req-2fb5c6d3-596d-4e90-b49f-d5f7bd764edc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0478954 Dec 13 10:17:57.219597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4029443-0fb9-41b8-9c2e-99b0733a7bcb req-c15192eb-9080-4c67-ad8c-339029f34277 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Dec 13 10:17:58.335821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01767b-1c1e-4109-8125-a038d10712ee req-d549d569-6caf-4cf6-90a1-da5212d70181 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:58.337288 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f01767b-1c1e-4109-8125-a038d10712ee req-d549d569-6caf-4cf6-90a1-da5212d70181 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0483148 Dec 13 10:17:58.382329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0f01767b-1c1e-4109-8125-a038d10712ee req-a4c898f8-10a9-4eef-b617-63fea230fe46 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Dec 13 10:17:58.625448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bbd6-139b-46fc-952b-1eaeec11fb18 req-38e51ad3-483c-4c22-b216-6c2892fd33cd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:58.626976 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a06bbd6-139b-46fc-952b-1eaeec11fb18 req-38e51ad3-483c-4c22-b216-6c2892fd33cd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0546465 Dec 13 10:17:58.674339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a06bbd6-139b-46fc-952b-1eaeec11fb18 req-1fadcfae-a104-4c52-aa41-a37bbfe7de09 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Dec 13 10:17:59.789856 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89c12-3ff3-4bc2-ae0c-29f135dc2771 req-4dca9afc-cd06-44d9-84dc-e0431192262d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:59.791365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08c89c12-3ff3-4bc2-ae0c-29f135dc2771 req-4dca9afc-cd06-44d9-84dc-e0431192262d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0475843 Dec 13 10:17:59.839123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08c89c12-3ff3-4bc2-ae0c-29f135dc2771 req-5136a326-633d-4040-95cc-a1bf4bcf4076 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Dec 13 10:17:59.928611 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.960675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042576-e14b-4f61-81a9-2eda8d464a71 req-0fb21238-dc12-4a23-b8ad-c5628f366107 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:59.962095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1042576-e14b-4f61-81a9-2eda8d464a71 req-0fb21238-dc12-4a23-b8ad-c5628f366107 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0535421 Dec 13 10:18:00.008018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1042576-e14b-4f61-81a9-2eda8d464a71 req-cb8ce873-223b-47be-9c0e-e4bdd6819ba7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Dec 13 10:18:00.156498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00e63-6aeb-4030-9955-a7464f92f4fd req-898f592d-a530-403f-b70f-05e0f996deb6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.157985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fb00e63-6aeb-4030-9955-a7464f92f4fd req-898f592d-a530-403f-b70f-05e0f996deb6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0489058 Dec 13 10:18:00.207802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7fb00e63-6aeb-4030-9955-a7464f92f4fd req-6c1c1297-2e5a-4323-ad2c-415250f29012 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Dec 13 10:18:00.328494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6bf30-5792-41ef-b7d2-24637cd12181 req-64676dcd-b7d0-4548-9bfe-8c7ff1b5290e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.330077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ded6bf30-5792-41ef-b7d2-24637cd12181 req-64676dcd-b7d0-4548-9bfe-8c7ff1b5290e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0491514 Dec 13 10:18:00.383615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ded6bf30-5792-41ef-b7d2-24637cd12181 req-8c22dc9e-bea2-4b3d-b63f-c6a0d78afeb0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466263 Dec 13 10:18:00.517063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6686-0f7e-48fb-ae79-021b1ca742af req-d8e14204-c4ac-430f-9e73-7e578002cc25 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.518453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-204c6686-0f7e-48fb-ae79-021b1ca742af req-d8e14204-c4ac-430f-9e73-7e578002cc25 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0493340 Dec 13 10:18:00.565173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-204c6686-0f7e-48fb-ae79-021b1ca742af req-ea29dceb-3fc4-46e9-9564-3364659274de tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Dec 13 10:18:00.679727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121c53-a901-4f5d-87a0-c2271f18e6d4 req-14822dba-72a4-4d03-81ce-c7a71513e43c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.681194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61121c53-a901-4f5d-87a0-c2271f18e6d4 req-14822dba-72a4-4d03-81ce-c7a71513e43c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0484993 Dec 13 10:18:00.727611 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-61121c53-a901-4f5d-87a0-c2271f18e6d4 req-9d9ef39f-a74e-45bc-849a-30647d9fa7c0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Dec 13 10:18:00.876429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfa77e-5412-4f57-9b7a-a30b99725926 req-17b45ff2-d579-465c-997f-dca77b3032e8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.878481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0acfa77e-5412-4f57-9b7a-a30b99725926 req-17b45ff2-d579-465c-997f-dca77b3032e8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0513518 Dec 13 10:18:00.923445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0acfa77e-5412-4f57-9b7a-a30b99725926 req-9cb3dd8a-ea76-4c7e-9870-2a17d320e2cd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Dec 13 10:18:01.037384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed579ea-34b2-40df-945f-6f2f0556ef83 req-8e2c9f02-b78f-48e5-8558-f09c1559c1e1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.038886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ed579ea-34b2-40df-945f-6f2f0556ef83 req-8e2c9f02-b78f-48e5-8558-f09c1559c1e1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0489650 Dec 13 10:18:01.085351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ed579ea-34b2-40df-945f-6f2f0556ef83 req-94e207f6-d258-4ef9-a0ee-4e4f5a579cd9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Dec 13 10:18:01.214033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e671060-4349-4600-9899-a7e5002f4cd5 req-151f01e0-241a-496c-9125-527d676c73c7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.215529 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e671060-4349-4600-9899-a7e5002f4cd5 req-151f01e0-241a-496c-9125-527d676c73c7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0474603 Dec 13 10:18:01.268616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e671060-4349-4600-9899-a7e5002f4cd5 req-dc4c6677-e5d1-4198-8d25-0eb6f858f446 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 Dec 13 10:18:01.390094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc4b2-ab9a-4671-a968-4ebe5d7ab84c req-bb096d3d-4494-4c92-bc8e-f579ceda138c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.391582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-808fc4b2-ab9a-4671-a968-4ebe5d7ab84c req-bb096d3d-4494-4c92-bc8e-f579ceda138c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0560935 Dec 13 10:18:01.438246 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-808fc4b2-ab9a-4671-a968-4ebe5d7ab84c req-8b275c33-c8ed-4598-97e9-792c92681cb5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Dec 13 10:18:01.567062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0c252-f848-4f12-8477-23a0ae69ecfb req-99a37392-0a7d-47be-a24d-4ae15c8ddc9d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.568614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7b0c252-f848-4f12-8477-23a0ae69ecfb req-99a37392-0a7d-47be-a24d-4ae15c8ddc9d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0484366 Dec 13 10:18:01.614895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c7b0c252-f848-4f12-8477-23a0ae69ecfb req-90624fd3-ec4a-4449-83c4-64cb2e606d56 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Dec 13 10:18:01.733134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b0257-53d8-454c-8ba4-a4a232112c66 req-3b2e8db0-5df7-43fb-a5cc-62eb1a3a159f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.734595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f57b0257-53d8-454c-8ba4-a4a232112c66 req-3b2e8db0-5df7-43fb-a5cc-62eb1a3a159f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0519388 Dec 13 10:18:01.781466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f57b0257-53d8-454c-8ba4-a4a232112c66 req-6573a33f-cbd6-440d-aa6a-2df24df29a0f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Dec 13 10:18:01.935154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc950f4-9dda-4ebd-a4d4-24e11f5b217f req-a44446da-39f2-4287-9f26-cc7e495d15f7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.936730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddc950f4-9dda-4ebd-a4d4-24e11f5b217f req-a44446da-39f2-4287-9f26-cc7e495d15f7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0478549 Dec 13 10:18:01.984159 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddc950f4-9dda-4ebd-a4d4-24e11f5b217f req-8ac6c0a0-487c-4f1d-8808-90bc4a6c27ba tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Dec 13 10:18:02.106207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295e04-89f8-493b-8c63-b8693f0078f3 req-6c2372ec-c10b-4657-ba5d-7878bf27e150 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.107783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4295e04-89f8-493b-8c63-b8693f0078f3 req-6c2372ec-c10b-4657-ba5d-7878bf27e150 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0562778 Dec 13 10:18:02.154543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4295e04-89f8-493b-8c63-b8693f0078f3 req-d1c3bcb5-081a-4d7b-8a9d-49811e2e9ea9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Dec 13 10:18:02.282921 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b034c-8860-48a9-93e8-e3e7fc0e2c1e req-00ae14f6-4d18-4d74-94aa-b1e730cf2eb1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.284442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-949b034c-8860-48a9-93e8-e3e7fc0e2c1e req-00ae14f6-4d18-4d74-94aa-b1e730cf2eb1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0484047 Dec 13 10:18:02.331137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-949b034c-8860-48a9-93e8-e3e7fc0e2c1e req-4669d0f5-435d-47ed-b551-dfb040600f8f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Dec 13 10:18:02.443284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b3de0-175d-4879-8c02-6ba3d030b376 req-886e4e0c-4ae7-4aee-bd9d-1260ad445ebc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.444784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-827b3de0-175d-4879-8c02-6ba3d030b376 req-886e4e0c-4ae7-4aee-bd9d-1260ad445ebc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0475595 Dec 13 10:18:02.493693 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-827b3de0-175d-4879-8c02-6ba3d030b376 req-a1757420-f6eb-4346-9bf3-7f5de7e11087 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Dec 13 10:18:02.647305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be29bb-723b-4966-8e64-e83415bc24e6 req-30daa480-49bd-4b64-9a02-0cf3bdb05be9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.648699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53be29bb-723b-4966-8e64-e83415bc24e6 req-30daa480-49bd-4b64-9a02-0cf3bdb05be9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0471313 Dec 13 10:18:02.694847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-53be29bb-723b-4966-8e64-e83415bc24e6 req-751128fa-c062-4d2a-9322-a7902830a394 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Dec 13 10:18:02.808428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac91ec4-00b5-4f0a-93d4-a6217a0f3a04 req-84c0636c-e3a0-4298-ad07-3e6cd24add3c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.809910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ac91ec4-00b5-4f0a-93d4-a6217a0f3a04 req-84c0636c-e3a0-4298-ad07-3e6cd24add3c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0485289 Dec 13 10:18:02.856486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ac91ec4-00b5-4f0a-93d4-a6217a0f3a04 req-49b997d5-20a9-4894-97d1-cb6678d43aa9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Dec 13 10:18:03.020889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b46de0-966a-49a4-8b3c-19ef04fb5584 req-108d8d4b-89df-4c87-97f2-4416486c1d81 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.022492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0b46de0-966a-49a4-8b3c-19ef04fb5584 req-108d8d4b-89df-4c87-97f2-4416486c1d81 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0537446 Dec 13 10:18:03.069612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0b46de0-966a-49a4-8b3c-19ef04fb5584 req-19062055-b96b-4208-8c97-974420e52d22 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Dec 13 10:18:03.183784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cc8ff-d57d-4a7d-bbfe-04ad7e5a4580 req-631948ef-0ed2-4de8-928f-8213195facb2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.185175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a32cc8ff-d57d-4a7d-bbfe-04ad7e5a4580 req-631948ef-0ed2-4de8-928f-8213195facb2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0488017 Dec 13 10:18:03.232893 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a32cc8ff-d57d-4a7d-bbfe-04ad7e5a4580 req-63fcd43a-ee90-4b29-b83e-104a16dda402 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Dec 13 10:18:03.364611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b649a-48ac-46c3-b30c-a766a075dbc5 req-66d8c9b7-0d65-49ae-99c3-b7c0698ebbce tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.366204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a5b649a-48ac-46c3-b30c-a766a075dbc5 req-66d8c9b7-0d65-49ae-99c3-b7c0698ebbce tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0537100 Dec 13 10:18:03.417368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a5b649a-48ac-46c3-b30c-a766a075dbc5 req-6dc20f3d-2f12-4135-97e7-5f6710840e3e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Dec 13 10:18:03.531989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643b66-ab80-4ac9-9175-d11fa4e4c513 req-2df902d3-7b73-4e31-9cb3-3d089d9a073f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.533560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45643b66-ab80-4ac9-9175-d11fa4e4c513 req-2df902d3-7b73-4e31-9cb3-3d089d9a073f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0505939 Dec 13 10:18:03.582969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45643b66-ab80-4ac9-9175-d11fa4e4c513 req-ce276874-fdaa-4337-98bc-db79a5a9e664 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Dec 13 10:18:03.982947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e850-efdd-4e36-a684-ecb22c7ffd37 req-bc6a1016-4355-4e16-8f88-ae53dad032dd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.984740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d826e850-efdd-4e36-a684-ecb22c7ffd37 req-bc6a1016-4355-4e16-8f88-ae53dad032dd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0487173 Dec 13 10:18:04.031873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d826e850-efdd-4e36-a684-ecb22c7ffd37 req-1cee40bb-b457-4bcb-b305-ec33b25327e9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Dec 13 10:18:04.605466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:05.151041 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3921b-a01b-45a9-aa77-7072a2655e74 req-ab792945-34e4-4478-9950-6b616c0552bb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:05.152523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0d3921b-a01b-45a9-aa77-7072a2655e74 req-ab792945-34e4-4478-9950-6b616c0552bb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0503449 Dec 13 10:18:05.197921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0d3921b-a01b-45a9-aa77-7072a2655e74 req-37c72cde-7a7c-4bb0-8176-25512c0f933d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Dec 13 10:18:06.158085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85e070a0-f24c-404a-883f-2cb4eba101e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.311239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4eeed-6bfb-4a4b-8dbf-68c1bca5254c req-cc24a9f3-f4bc-4edb-b4c9-f215b791d38d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:06.312973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ba4eeed-6bfb-4a4b-8dbf-68c1bca5254c req-cc24a9f3-f4bc-4edb-b4c9-f215b791d38d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0479703 Dec 13 10:18:06.358377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ba4eeed-6bfb-4a4b-8dbf-68c1bca5254c req-bfc9c5a2-68fb-4b09-bd57-c03cf02fc3fd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Dec 13 10:18:07.475266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05ad2-62b5-4de6-980c-2999b42d6271 req-bc6dd04c-905c-4438-a2d9-358ce23074a3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:07.476762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbe05ad2-62b5-4de6-980c-2999b42d6271 req-bc6dd04c-905c-4438-a2d9-358ce23074a3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0512583 Dec 13 10:18:07.523338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbe05ad2-62b5-4de6-980c-2999b42d6271 req-a2cb4350-8a00-44c7-9b6a-680560ddfb95 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Dec 13 10:18:08.616438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd211908-c4fb-47b4-8132-cda80cd211a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.640075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2728af5-b76b-4749-a970-feed5f221ffc req-15defa1e-ae2c-4bb8-a4c1-dd3db852ee8d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:08.641572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2728af5-b76b-4749-a970-feed5f221ffc req-15defa1e-ae2c-4bb8-a4c1-dd3db852ee8d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0501792 Dec 13 10:18:08.687995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2728af5-b76b-4749-a970-feed5f221ffc req-2b217b45-b575-4adf-87ed-77f7adc84be5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Dec 13 10:18:09.628035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.802477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502210-8349-4997-8062-64fbdd88532c req-60fe4cab-f229-408a-828e-c2a3c52e3cd3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:09.803970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f502210-8349-4997-8062-64fbdd88532c req-60fe4cab-f229-408a-828e-c2a3c52e3cd3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0473411 Dec 13 10:18:09.853998 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7f502210-8349-4997-8062-64fbdd88532c req-d906d90b-86a6-4822-9d79-092ee8c11d46 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Dec 13 10:18:10.969663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0263f-6f3e-4de9-a6ca-5b0e672fe437 req-ff726980-02de-4765-a094-3e43b42fe189 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:10.971182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbd0263f-6f3e-4de9-a6ca-5b0e672fe437 req-ff726980-02de-4765-a094-3e43b42fe189 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0479455 Dec 13 10:18:11.016700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dbd0263f-6f3e-4de9-a6ca-5b0e672fe437 req-5286dc3b-dff7-4cc6-84b0-42da6377eee2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Dec 13 10:18:11.248955 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.021393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.130119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8762-1f15-4768-b3b5-d7aebb202919 req-0009fd0d-4daa-49af-b1a7-4be65308d8ad tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:12.131622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-198b8762-1f15-4768-b3b5-d7aebb202919 req-0009fd0d-4daa-49af-b1a7-4be65308d8ad tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0476613 Dec 13 10:18:12.179457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-198b8762-1f15-4768-b3b5-d7aebb202919 req-dbd7ac89-e18f-4ad1-a164-24529910f562 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Dec 13 10:18:13.297381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f0de4-5917-4c2f-be22-77f41a517c3a req-c266de98-7082-4ee1-ac24-f6242a088c0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:13.298875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18f0de4-5917-4c2f-be22-77f41a517c3a req-c266de98-7082-4ee1-ac24-f6242a088c0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0516551 Dec 13 10:18:13.346030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18f0de4-5917-4c2f-be22-77f41a517c3a req-0fe6599e-4e9c-4f29-a8d1-7a5cc7213453 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Dec 13 10:18:14.460060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611296b7-cc25-4226-8c68-2c0468e2ea0a req-f3b49108-2140-4482-aa2e-a600d4738eef tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:14.461514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-611296b7-cc25-4226-8c68-2c0468e2ea0a req-f3b49108-2140-4482-aa2e-a600d4738eef tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0477679 Dec 13 10:18:14.506509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-611296b7-cc25-4226-8c68-2c0468e2ea0a req-be312490-615f-4733-987e-bf5e517ed3d7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Dec 13 10:18:15.619997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07867-07f3-4008-a663-26b4a9ed1822 req-63fc96a0-ca71-4ddb-9ec1-3376f987c901 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:15.621445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ba07867-07f3-4008-a663-26b4a9ed1822 req-63fc96a0-ca71-4ddb-9ec1-3376f987c901 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0474138 Dec 13 10:18:15.670945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ba07867-07f3-4008-a663-26b4a9ed1822 req-af8ce3b7-9d06-4515-a8b3-6780580a69b3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Dec 13 10:18:16.534358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:16.648656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:16.662184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'port_id': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'mac_address': 'fa:16:3e:82:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c873ede-140f-4891-aa60-a6c0e5d52e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:16.708829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:16.725825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:16.748847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:16.753823 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:16.799332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e12ef-1925-47ae-9bdb-0a7d91048d3f req-8c9fa376-d97b-497e-823e-496cae5f7e74 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.801498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-255e12ef-1925-47ae-9bdb-0a7d91048d3f req-8c9fa376-d97b-497e-823e-496cae5f7e74 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0552661 Dec 13 10:18:16.820719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:16.830813 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.831390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.831836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.832297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.832691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.833031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.833370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.833745 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.834078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.834436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.834768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.835093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.835440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:16.851264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:16.881116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-255e12ef-1925-47ae-9bdb-0a7d91048d3f req-69f5f56f-d417-4e80-8b03-f72b1abc0d09 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 Dec 13 10:18:18.024893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ad622-4c66-410e-9666-e2258dba03be req-2781a41c-08ea-4c26-97a8-9c18c9705cb8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:18.026384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5ad622-4c66-410e-9666-e2258dba03be req-2781a41c-08ea-4c26-97a8-9c18c9705cb8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0590754 Dec 13 10:18:18.084773 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed5ad622-4c66-410e-9666-e2258dba03be req-4b049b3a-9992-45e6-bf86-107d303ccf75 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Dec 13 10:18:18.545455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:18.600142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a93e21a0-608a-4130-a8f8-8bae12e46d47 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:18.600526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:18.688003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:18.712501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:18.715218 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73317864-8d74-472e-b1c5-b47dd60e3898" -d '{"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:18.736352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:18.742380 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:18.803449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:18.858782 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ea77b-c362-4559-a1cb-582afede5fb1 x-openstack-request-id: req-605ea77b-c362-4559-a1cb-582afede5fb1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:18.859199 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:18.859462 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-605ea77b-c362-4559-a1cb-582afede5fb1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:18.859889 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'code': 200} Dec 13 10:18:19.209981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ecb5a-e8fd-4c41-be0f-8b2b44082f22 req-b8a9b64c-e87b-4404-a1cc-92d89e524a1f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:19.211617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d47ecb5a-e8fd-4c41-be0f-8b2b44082f22 req-b8a9b64c-e87b-4404-a1cc-92d89e524a1f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0545456 Dec 13 10:18:19.267229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d47ecb5a-e8fd-4c41-be0f-8b2b44082f22 req-998ca26f-5941-44fa-a4fa-341081b23bc9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Dec 13 10:18:20.390474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681891-a8d1-439a-9f6e-9d5e8665c3b3 req-66727e7f-dbf6-4841-95e7-6554eabd8a0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:20.391992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84681891-a8d1-439a-9f6e-9d5e8665c3b3 req-66727e7f-dbf6-4841-95e7-6554eabd8a0e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0491560 Dec 13 10:18:20.443526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84681891-a8d1-439a-9f6e-9d5e8665c3b3 req-88850f2e-c5b2-4c59-9eb3-afeda32a8c12 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Dec 13 10:18:21.567694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229a379-1f9f-4c46-b133-f1a3f7120697 req-25de1dc0-a978-4975-9e84-65da7b0dd8b0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:21.574814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8229a379-1f9f-4c46-b133-f1a3f7120697 req-25de1dc0-a978-4975-9e84-65da7b0dd8b0 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0603178 Dec 13 10:18:21.620756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8229a379-1f9f-4c46-b133-f1a3f7120697 req-2054b6e7-4597-40de-b8ce-811bca33aeb8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Dec 13 10:18:22.753236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ca1c0-c017-4bbc-af63-a673aadb0b3f req-a33dbfab-b031-407d-b261-d879d19034ec tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:22.755604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b94ca1c0-c017-4bbc-af63-a673aadb0b3f req-a33dbfab-b031-407d-b261-d879d19034ec tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0521479 Dec 13 10:18:22.819462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b94ca1c0-c017-4bbc-af63-a673aadb0b3f req-bd12afdc-bb2b-4244-8282-b7b9ce2d1d43 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562067 Dec 13 10:18:23.943000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13253b-a287-4c34-953f-38f2cdc6e41b req-e2103507-7991-4e1b-84b0-35c29a3ef464 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:23.944563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d13253b-a287-4c34-953f-38f2cdc6e41b req-e2103507-7991-4e1b-84b0-35c29a3ef464 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0550976 Dec 13 10:18:23.997525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d13253b-a287-4c34-953f-38f2cdc6e41b req-9a902c58-e3c3-4e5e-be0c-46803d74e8a1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Dec 13 10:18:25.127325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054b938-21dd-46d1-9ba0-675b07b4dd46 req-8d405d03-d453-4bd3-8404-b29c192aaf12 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:25.134530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c054b938-21dd-46d1-9ba0-675b07b4dd46 req-8d405d03-d453-4bd3-8404-b29c192aaf12 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0567272 Dec 13 10:18:25.186537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c054b938-21dd-46d1-9ba0-675b07b4dd46 req-7a6ccce9-f4df-4e63-9004-6c8340dc8c43 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Dec 13 10:18:26.121231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-0331c352-f0a9-4c5a-9038-ecaa27497b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.122741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-0331c352-f0a9-4c5a-9038-ecaa27497b70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1097 time: 0.0411024 Dec 13 10:18:26.210185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-c09f3873-d339-480b-ad3c-8445b084cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.211761 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-c09f3873-d339-480b-ad3c-8445b084cdea service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.0820909 Dec 13 10:18:26.257841 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-9a2a3f82-2c88-4473-be0b-34b3dae29e3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0394895 Dec 13 10:18:26.299092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491f76d-06bd-4d7f-a02f-0dff36ef2d71 req-19cf4e7a-92f3-4069-b4c2-5eb052c35bfe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.300598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8491f76d-06bd-4d7f-a02f-0dff36ef2d71 req-19cf4e7a-92f3-4069-b4c2-5eb052c35bfe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0482759 Dec 13 10:18:26.306711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-b3647bca-3d91-4e76-92c4-2f942e193094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.308218 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-b3647bca-3d91-4e76-92c4-2f942e193094 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0440609 Dec 13 10:18:26.340594 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-fe46cd17-6e70-4523-92a1-f090bf8efeee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244622 Dec 13 10:18:26.347961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8491f76d-06bd-4d7f-a02f-0dff36ef2d71 req-d949823b-a069-428a-9dff-26b3832748dd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Dec 13 10:18:26.432561 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-eddcc2ad-3e1d-4d54-b9ca-f072012a15f5 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 Dec 13 10:18:26.524550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9b7f35ea-f0e3-493d-8861-2e33b43f277d req-a4288550-86e5-49bb-9186-c04977e6acd7 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Dec 13 10:18:27.463431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c895d-4256-487d-a75e-13cea63c0c5a req-c721f489-0d27-4b66-9df0-c66fa717bdf4 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.464903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-702c895d-4256-487d-a75e-13cea63c0c5a req-c721f489-0d27-4b66-9df0-c66fa717bdf4 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0506482 Dec 13 10:18:27.510395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-702c895d-4256-487d-a75e-13cea63c0c5a req-1f433988-0cd6-4a0e-ab3c-8f5e05a2df8e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Dec 13 10:18:28.623211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:28.629539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e91fc-821d-449b-801f-9afa4414d291 req-e95aefa2-914c-4611-bfaf-f8974775e558 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:28.631067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4e91fc-821d-449b-801f-9afa4414d291 req-e95aefa2-914c-4611-bfaf-f8974775e558 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 946 time: 0.0502770 Dec 13 10:18:28.679640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4e91fc-821d-449b-801f-9afa4414d291 req-4c4cb84a-739e-4632-ba7c-16afc64be64c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Dec 13 10:18:28.699677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:28.722522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:28.725323 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a174513f-9e6a-4385-80ad-96f4802be825" -d '{"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:28.742335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:28.746424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:28.777443 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e916d9-ca98-4a90-aa64-a4686652e4c8 x-openstack-request-id: req-a7e916d9-ca98-4a90-aa64-a4686652e4c8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:28.777732 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-unplugged", "status": "failed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:28.778185 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7e916d9-ca98-4a90-aa64-a4686652e4c8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:28.778580 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'code': 422} returned with failed status Dec 13 10:18:28.806398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:28.808332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c086d3e-2bbc-4fbc-bb96-a06322843840 req-78697473-002e-49a3-a5d2-f1acb59b88b8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:28.809900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c086d3e-2bbc-4fbc-bb96-a06322843840 req-78697473-002e-49a3-a5d2-f1acb59b88b8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0506055 Dec 13 10:18:28.866085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c086d3e-2bbc-4fbc-bb96-a06322843840 req-56084111-e4fb-48e7-af6f-197371a1d4ee tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Dec 13 10:18:29.016342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-b62942c6-6c4f-4bbd-ae65-b1b7a1c66381 req-af9360be-7695-48c6-961f-57fef0cc5231 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:18:29.017438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b62942c6-6c4f-4bbd-ae65-b1b7a1c66381 req-af9360be-7695-48c6-961f-57fef0cc5231 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056591 Dec 13 10:18:29.169484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25536d37-e579-4f86-aed0-f2b85031e4b6 req-d1158992-8c0d-4894-9d5f-efd6b6fc2f2d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:29.171010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25536d37-e579-4f86-aed0-f2b85031e4b6 req-d1158992-8c0d-4894-9d5f-efd6b6fc2f2d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0482070 Dec 13 10:18:29.219723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-25536d37-e579-4f86-aed0-f2b85031e4b6 req-e73a062d-c3f2-465d-86c1-2bbfe3e48194 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Dec 13 10:18:29.378837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-e6c375dc-55e7-4450-b89e-376de4a7cdeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903063 Dec 13 10:18:29.938003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:30.100383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-87338dd0-8854-4cb3-b91f-da03a5703650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.101858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-87338dd0-8854-4cb3-b91f-da03a5703650 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f&tenant_id=23aab025b2f04a9db891f49b0b5dfe9b HTTP/1.1" status: 200 len: 1095 time: 0.0405276 Dec 13 10:18:30.165256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-553f328c-948c-499d-ae94-6e25a081d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.166705 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-553f328c-948c-499d-ae94-6e25a081d23b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1095 time: 0.0425463 Dec 13 10:18:30.254040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-ac841bc7-3146-4fdb-939c-37422382d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.255496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-ac841bc7-3146-4fdb-939c-37422382d3e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.0823309 Dec 13 10:18:30.297929 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-0a04240b-90d4-4077-a9a6-a3776558932d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0348849 Dec 13 10:18:30.337597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba590c-30fb-4257-a4fd-03f537c19a0a req-91911944-4184-4f5b-a8e6-8c7aea260b02 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.339092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3ba590c-30fb-4257-a4fd-03f537c19a0a req-91911944-4184-4f5b-a8e6-8c7aea260b02 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0513430 Dec 13 10:18:30.352759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-07a6c389-f8de-4804-a953-79233b27fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.354260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-07a6c389-f8de-4804-a953-79233b27fc06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0491593 Dec 13 10:18:30.385546 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-d311e503-fea0-438f-86e0-c058477d9a5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246563 Dec 13 10:18:30.386270 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3ba590c-30fb-4257-a4fd-03f537c19a0a req-964b697a-a5a3-455e-927d-35e394e34ce3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Dec 13 10:18:30.473791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-05bbed36-b271-4d3b-bf53-b0908854109f service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802057 Dec 13 10:18:30.568397 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e4c00533-7c44-44b2-9a09-d93ed4098076 req-56ff6776-e756-483c-9d7b-fdc3f82664b5 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Dec 13 10:18:31.502660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9de3e-a725-45a8-ac6c-42e6115775bc req-5afc5cec-e4da-4816-af54-f708e20498b3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:31.504233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50c9de3e-a725-45a8-ac6c-42e6115775bc req-5afc5cec-e4da-4816-af54-f708e20498b3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0489757 Dec 13 10:18:31.555441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50c9de3e-a725-45a8-ac6c-42e6115775bc req-c9ced66f-753e-4705-961b-7b30294638bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Dec 13 10:18:32.510090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:18:32.678892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929dd9f-60ea-4145-b450-be1c91f11c82 req-ccfd8be2-763a-4e13-9bdb-a0a6f92ca69e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:32.680439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d929dd9f-60ea-4145-b450-be1c91f11c82 req-ccfd8be2-763a-4e13-9bdb-a0a6f92ca69e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0526648 Dec 13 10:18:32.732560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d929dd9f-60ea-4145-b450-be1c91f11c82 req-0240fc73-e333-48fb-81af-f5088a087424 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Dec 13 10:18:33.869576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad50df-94e5-4761-b07d-9d50fbb271d0 req-60194a5f-2a30-465b-ad05-9bc3df2a6bc5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:33.871078 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaad50df-94e5-4761-b07d-9d50fbb271d0 req-60194a5f-2a30-465b-ad05-9bc3df2a6bc5 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0494690 Dec 13 10:18:33.921591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aaad50df-94e5-4761-b07d-9d50fbb271d0 req-756bcfe1-c5f6-48b6-9850-60056b2dd36b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Dec 13 10:18:34.611724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:35.051392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40836f33-686a-4991-91c5-7356e21503f7 req-14b7bebf-1b15-4bba-a578-e2b739bff04e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:35.053170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40836f33-686a-4991-91c5-7356e21503f7 req-14b7bebf-1b15-4bba-a578-e2b739bff04e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0557466 Dec 13 10:18:35.102652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40836f33-686a-4991-91c5-7356e21503f7 req-f1e8a028-7a05-49ef-b121-fd7a8e87cf45 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Dec 13 10:18:36.035749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-a0c818db-2fb9-49c8-9b63-41620cd03ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439863 Dec 13 10:18:36.128242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779524d-d71a-4580-86de-23dace5df868 req-0de85e2a-a0f2-4024-9749-2956b91c2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.129783 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-0de85e2a-a0f2-4024-9749-2956b91c2508 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.0480611 Dec 13 10:18:36.177856 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c491642e-468e-444e-9780-7a2122083775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:36.250497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187b88a-25ca-4150-8bb4-114597d26808 req-8cb6348e-72bc-4f24-9ae8-e7ceb7fd94d6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.252777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b187b88a-25ca-4150-8bb4-114597d26808 req-8cb6348e-72bc-4f24-9ae8-e7ceb7fd94d6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0545154 Dec 13 10:18:36.274891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779524d-d71a-4580-86de-23dace5df868 req-ccb1ae30-db89-471d-a166-25a3cf18f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.276566 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-ccb1ae30-db89-471d-a166-25a3cf18f771 service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.1084085 Dec 13 10:18:36.309917 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b187b88a-25ca-4150-8bb4-114597d26808 req-4382b1ff-e2ba-4551-9524-5c18b49d5458 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Dec 13 10:18:36.346863 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-afae3357-6b3f-4ddf-884d-f5b6e25aca84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 1000 time: 0.0627196 Dec 13 10:18:36.403211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779524d-d71a-4580-86de-23dace5df868 req-8d2cf546-eafc-4070-8d24-fefd18ec4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.404636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-8d2cf546-eafc-4070-8d24-fefd18ec4123 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.0507333 Dec 13 10:18:36.454731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779524d-d71a-4580-86de-23dace5df868 req-0678b923-b1fe-4c17-a479-0f067adc5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.456304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-0678b923-b1fe-4c17-a479-0f067adc5974 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428948 Dec 13 10:18:36.550905 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-7635cab9-ff26-4140-b7b4-4c70f3bd7ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872266 Dec 13 10:18:36.650047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0779524d-d71a-4580-86de-23dace5df868 req-a451346a-e793-45c2-9fc2-cd263218397d service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925224 Dec 13 10:18:37.435735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49c2e-f62a-47fa-851a-97b2f586d640 req-46ce0cd3-2a1b-4081-abd0-de1927ea4d02 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.437249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6d49c2e-f62a-47fa-851a-97b2f586d640 req-46ce0cd3-2a1b-4081-abd0-de1927ea4d02 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0519514 Dec 13 10:18:37.485763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6d49c2e-f62a-47fa-851a-97b2f586d640 req-efa31394-a493-4b8d-8f7d-165a2ff6f1e4 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Dec 13 10:18:38.604521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4131f3-a31c-4e1a-925e-2e1803b890ad req-c781063d-04ff-4e45-80ab-7603a5628536 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.606017 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c4131f3-a31c-4e1a-925e-2e1803b890ad req-c781063d-04ff-4e45-80ab-7603a5628536 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0497339 Dec 13 10:18:38.618033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b72d62f-2104-4b4f-bc59-77279141d266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.659981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c4131f3-a31c-4e1a-925e-2e1803b890ad req-099f0d53-3846-4b1c-92f4-8c4c0be82042 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Dec 13 10:18:39.629484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:39.778435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba8f03-3907-4df7-b88f-c51ce187e91b req-da9c708f-855b-4664-a319-ae47d731f8c8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:39.779939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2ba8f03-3907-4df7-b88f-c51ce187e91b req-da9c708f-855b-4664-a319-ae47d731f8c8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0518422 Dec 13 10:18:39.841065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2ba8f03-3907-4df7-b88f-c51ce187e91b req-f991359e-8304-4f46-89ac-8ff10861acef tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Dec 13 10:18:40.958211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1022-2922-4fee-bf79-338b1c72f1b6 req-6862aed7-1818-424e-affb-c18b50251dcb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:40.959677 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09eb1022-2922-4fee-bf79-338b1c72f1b6 req-6862aed7-1818-424e-affb-c18b50251dcb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0473881 Dec 13 10:18:41.005549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09eb1022-2922-4fee-bf79-338b1c72f1b6 req-38176a0b-c093-4e16-abcf-043a894afcd8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Dec 13 10:18:41.389685 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:41.444825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-18afa331-3859-43d8-8d12-6c9da5a955fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:41.446217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-18afa331-3859-43d8-8d12-6c9da5a955fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1095 time: 0.0423019 Dec 13 10:18:41.844208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-13a4f91b-01c4-4de5-9d6d-a2e60c41b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:41.845732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-13a4f91b-01c4-4de5-9d6d-a2e60c41b756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.3732100 Dec 13 10:18:41.889362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-5bed3c58-c5f4-4a06-8a4f-4c9887b687f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0352271 Dec 13 10:18:41.937580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-c7feaabe-bc47-43cd-87b0-02a8ea08c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:41.938990 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-c7feaabe-bc47-43cd-87b0-02a8ea08c5fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0425718 Dec 13 10:18:41.970699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-c1658bde-c45c-4413-ae14-e2a80cea02ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232136 Dec 13 10:18:42.022775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.064662 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-3f23560f-ca71-4d2a-9153-f75a3392d4eb service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Dec 13 10:18:42.125993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a07c-fb6a-486f-bdd5-bbf4e8d2b669 req-9f25864a-7a2f-40b7-9c65-a0aae686c95f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:42.128353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a669a07c-fb6a-486f-bdd5-bbf4e8d2b669 req-9f25864a-7a2f-40b7-9c65-a0aae686c95f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0510929 Dec 13 10:18:42.159615 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1e3cd7e7-0215-48f2-a023-1266f86c2eee req-10001ee7-2951-4a5a-a328-6a720cbfe5f6 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Dec 13 10:18:42.173709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a669a07c-fb6a-486f-bdd5-bbf4e8d2b669 req-5cd7e915-5257-4365-9ab3-e5c1920232c1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Dec 13 10:18:43.287843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf447-0895-4263-a276-f16428e03300 req-5c8deb13-fc1c-4837-8743-fa918d1e2a8a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:43.289306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a4bf447-0895-4263-a276-f16428e03300 req-5c8deb13-fc1c-4837-8743-fa918d1e2a8a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0477991 Dec 13 10:18:43.338042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a4bf447-0895-4263-a276-f16428e03300 req-122b33a2-0d0f-4db9-843b-6ac8176d8fee tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Dec 13 10:18:44.454525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57e0e-450d-438f-810b-a4174e058410 req-2cfb999a-1e8c-4eb1-a3e6-f0d55f0cfdda tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:44.456687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af57e0e-450d-438f-810b-a4174e058410 req-2cfb999a-1e8c-4eb1-a3e6-f0d55f0cfdda tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 944 time: 0.0520320 Dec 13 10:18:44.501592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af57e0e-450d-438f-810b-a4174e058410 req-288b19ff-b1ac-42c5-ab25-ac02fd0d3dd3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Dec 13 10:18:44.698173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:44.791047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:44.802800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'network_id': '3ccf461e-2411-45d9-a4c8-256f92ff5030', 'port_id': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'mac_address': 'fa:16:3e:82:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c873ede-140f-4891-aa60-a6c0e5d52e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:44.838667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.851770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:44.869909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:44.873208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.924683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:45.074506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:45.614703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521727c-3d65-43cb-9789-9ac8e7f151f2 req-7f76412d-77c3-4be1-a457-1a4d3f6ca4f3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:45.616192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1521727c-3d65-43cb-9789-9ac8e7f151f2 req-7f76412d-77c3-4be1-a457-1a4d3f6ca4f3 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0475795 Dec 13 10:18:45.662261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1521727c-3d65-43cb-9789-9ac8e7f151f2 req-f08ddbda-e273-4688-9610-433ce35f80c7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Dec 13 10:18:46.714029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:46.760767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port a93e21a0-608a-4130-a8f8-8bae12e46d47 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:46.761141 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.775465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c36d9-ee48-4a9a-a74f-92ee440d9e4e req-c98d2a33-0688-4b81-a62f-fc13e80d5330 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:46.776970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b56c36d9-ee48-4a9a-a74f-92ee440d9e4e req-c98d2a33-0688-4b81-a62f-fc13e80d5330 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 945 time: 0.0474429 Dec 13 10:18:46.828455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b56c36d9-ee48-4a9a-a74f-92ee440d9e4e req-d749b516-68fb-4c19-9b72-d5fabbcf4496 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Dec 13 10:18:46.841895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.864070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:46.866301 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c171d651-9390-4527-9135-158c820ae102" -d '{"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:46.878909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:46.882207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.906578 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7fe29-c381-4fe6-b15e-448153d29602 x-openstack-request-id: req-e8c7fe29-c381-4fe6-b15e-448153d29602 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:46.906882 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:46.907135 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8c7fe29-c381-4fe6-b15e-448153d29602 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:46.907530 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'code': 200} Dec 13 10:18:46.932752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:47.063064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c5f56-c103-45c2-8ec8-6897ab222a84 req-2bb0392d-487d-44bb-94e1-dacdb91fbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:47.064585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-283c5f56-c103-45c2-8ec8-6897ab222a84 req-2bb0392d-487d-44bb-94e1-dacdb91fbd75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1098 time: 0.0397663 Dec 13 10:18:47.106988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-283c5f56-c103-45c2-8ec8-6897ab222a84 req-8648642e-b8ae-41cd-a424-8f7235e7ca67 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Dec 13 10:18:47.946233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970aa0-b39e-44ea-a335-603c0abe968f req-d8482fa8-6f2f-4588-9251-aac44ceae8e9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:47.947705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c970aa0-b39e-44ea-a335-603c0abe968f req-d8482fa8-6f2f-4588-9251-aac44ceae8e9 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0472505 Dec 13 10:18:47.995990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c970aa0-b39e-44ea-a335-603c0abe968f req-5999c4d2-d49b-41bb-b25c-39349ddbcae2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Dec 13 10:18:49.113097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39dfca-0791-4e06-b4f0-66cf772f20fd req-bccfa7a4-fbbe-4ddd-9c24-aa101753a506 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:49.114548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab39dfca-0791-4e06-b4f0-66cf772f20fd req-bccfa7a4-fbbe-4ddd-9c24-aa101753a506 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0472236 Dec 13 10:18:49.159113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab39dfca-0791-4e06-b4f0-66cf772f20fd req-aeda8a92-4186-48c3-a355-44b621e37283 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Dec 13 10:18:49.574165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83c90-7c01-4d68-b778-ffe59665d474 req-7f372d93-25ef-45c3-bd10-866905d48716 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:49.575925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0c83c90-7c01-4d68-b778-ffe59665d474 req-7f372d93-25ef-45c3-bd10-866905d48716 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.3506312 Dec 13 10:18:49.621971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0c83c90-7c01-4d68-b778-ffe59665d474 req-0e5a90c9-38a4-43a4-95d8-18c8bf8b1c65 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Dec 13 10:18:49.739559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e3c7-f49a-4be6-888b-2ce3d488557d req-c1a73fd0-97c4-4492-9ae4-138e76bad472 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:49.741041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bae5e3c7-f49a-4be6-888b-2ce3d488557d req-c1a73fd0-97c4-4492-9ae4-138e76bad472 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0470355 Dec 13 10:18:49.787217 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bae5e3c7-f49a-4be6-888b-2ce3d488557d req-92280395-c67f-48d9-a90e-c4d9b6f4d421 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Dec 13 10:18:49.914454 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5046c-2bd4-4e79-9dac-cd05bc2e53fc req-cf9870dd-529b-45b4-ba8d-f62602dca1fe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:49.915949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1af5046c-2bd4-4e79-9dac-cd05bc2e53fc req-cf9870dd-529b-45b4-ba8d-f62602dca1fe tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0485508 Dec 13 10:18:49.965160 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1af5046c-2bd4-4e79-9dac-cd05bc2e53fc req-45418cd5-8dd1-4afd-8749-fb7f1b37fe34 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Dec 13 10:18:50.077551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ceb82-7402-48de-bbb8-046ebb1e5dcd req-e88e6efc-73c1-4a5c-a825-961109713d09 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:50.079011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-685ceb82-7402-48de-bbb8-046ebb1e5dcd req-e88e6efc-73c1-4a5c-a825-961109713d09 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0479426 Dec 13 10:18:50.124509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-685ceb82-7402-48de-bbb8-046ebb1e5dcd req-09d812a5-d0c6-46d2-a33b-66c10a22b872 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Dec 13 10:18:50.253022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd806-3596-47db-9306-e8f98f4cb530 req-436ae0b3-63aa-452c-a77d-fdf09131d67d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:50.254478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79efd806-3596-47db-9306-e8f98f4cb530 req-436ae0b3-63aa-452c-a77d-fdf09131d67d tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0475109 Dec 13 10:18:50.298870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-79efd806-3596-47db-9306-e8f98f4cb530 req-69c5eaac-f092-44c4-aaa6-fdc846cc7714 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Dec 13 10:18:50.415748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332c146-54e6-472e-98b5-0470f821a4cc req-f89683e6-4aeb-4456-84e3-75c6e5cdda36 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:50.417087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c332c146-54e6-472e-98b5-0470f821a4cc req-f89683e6-4aeb-4456-84e3-75c6e5cdda36 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0510595 Dec 13 10:18:50.462706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c332c146-54e6-472e-98b5-0470f821a4cc req-751629e6-e86d-4c57-8f8a-93cce5cab76a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Dec 13 10:18:50.690809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eecdff-ffe9-4b01-8273-b1a8f4300b2c req-4db92f29-6b57-49d9-b5a6-dee21b86c177 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:50.692206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7eecdff-ffe9-4b01-8273-b1a8f4300b2c req-4db92f29-6b57-49d9-b5a6-dee21b86c177 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0492053 Dec 13 10:18:50.737251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7eecdff-ffe9-4b01-8273-b1a8f4300b2c req-2f4a16bd-b7a6-4f8a-a196-34e31816f755 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391555 Dec 13 10:18:50.944733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59434) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:51.227210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 1e55f77c-cd99-49cc-807e-a40a271a9f11 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:51.227451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.302919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.303247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.315438 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 1e55f77c-cd99-49cc-807e-a40a271a9f11 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:51.458287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.488731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=1e55f77c-cd99-49cc-807e-a40a271a9f11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:51.512472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.512826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.513170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.513507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.513847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.514177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.514504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.514832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.515158 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.515483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.515846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.516166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.516483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:51.555281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.555640 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Floating IP b8237f73-197c-478d-91ec-38a01851fbbf disassociated (deleted). External IP: 172.25.2.56, port: 2f731114-c765-4460-bb32-72adf53bee0f. Dec 13 10:18:51.758089 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router bed0a107-efbc-4767-8c6f-53fed8abd257 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:51.852825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731a71f-8e35-40fa-9a37-739ec0cd9d47 req-a21342a8-0ac4-4767-9eba-96f707507315 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:51.854307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5731a71f-8e35-40fa-9a37-739ec0cd9d47 req-a21342a8-0ac4-4767-9eba-96f707507315 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0476182 Dec 13 10:18:51.868002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:51.872946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:51.879889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Sync routers for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:51.889816 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:51.890431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:18:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:51.903327 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-106a1466-2653-4bcb-ba33-ef4b36589fb8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/floatingips/b8237f73-197c-478d-91ec-38a01851fbbf HTTP/1.1" status: 204 len: 168 time: 0.9575613 Dec 13 10:18:51.904262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:51.906995 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e10720-30b5-4b94-aaa3-9eb488592d73" -d '{"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:51.908109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5731a71f-8e35-40fa-9a37-739ec0cd9d47 req-3a323760-397d-4ac0-a970-bf49ff40c4b4 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Dec 13 10:18:52.013667 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:52.021104 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae37d23-ccf5-454a-b2a4-54882c322353 x-openstack-request-id: req-aae37d23-ccf5-454a-b2a4-54882c322353 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:52.021782 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:52.021782 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae37d23-ccf5-454a-b2a4-54882c322353 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:52.022053 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'status': 'completed', 'code': 200} Dec 13 10:18:52.114348 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-c3badb29-9025-4c05-b29e-8253b181e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.117570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-c3badb29-9025-4c05-b29e-8253b181e9c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a710072baa3a482d91a81cbc7585c07e&device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 1096 time: 0.0671458 Dec 13 10:18:52.168724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a6c19-e194-4ca5-884e-264a23c4925f req-fd91e315-1ec9-40f0-9696-a826d1756db0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.170923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-305a6c19-e194-4ca5-884e-264a23c4925f req-fd91e315-1ec9-40f0-9696-a826d1756db0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0644391 Dec 13 10:18:52.235355 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-0f6e618f-60e1-4704-a0a6-d9e6d0b928eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.237450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-305a6c19-e194-4ca5-884e-264a23c4925f req-e91a22c6-7a8e-4503-bf75-e08e0567e0fc tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587621 Dec 13 10:18:52.237670 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-0f6e618f-60e1-4704-a0a6-d9e6d0b928eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 200 len: 898 time: 0.1115263 Dec 13 10:18:52.269947 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:52.297892 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Checking router: bed0a107-efbc-4767-8c6f-53fed8abd257 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:52.307192 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:52.307850 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:18:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:52.314762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-673cdb75-0f86-4d12-944d-f43b02de6e8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 200 len: 217 time: 0.0690365 Dec 13 10:18:52.358847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d156e7d-1616-48ab-b4e6-3b088fdbb18c req-ed2a1d93-7ee0-4f82-82c0-a147c9b0d8b6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.360411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d156e7d-1616-48ab-b4e6-3b088fdbb18c req-ed2a1d93-7ee0-4f82-82c0-a147c9b0d8b6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0491393 Dec 13 10:18:52.389227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-fc3b72d6-15fb-43bf-ba81-89d2fb6a0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.390759 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-fc3b72d6-15fb-43bf-ba81-89d2fb6a0623 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 1098 time: 0.0846789 Dec 13 10:18:52.392534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-3ac1b97b-853d-4bca-9009-7bf8ab0be1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.394398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-3ac1b97b-853d-4bca-9009-7bf8ab0be1f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 200 len: 835 time: 0.0623107 Dec 13 10:18:52.413405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d156e7d-1616-48ab-b4e6-3b088fdbb18c req-13ce2826-fba0-4527-b8f9-bd1b1cf760e2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Dec 13 10:18:52.417864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:52.489707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-f074f2cc-6174-4f73-a228-231fa4e4dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.491251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-f074f2cc-6174-4f73-a228-231fa4e4dc9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=645659a5-75d7-4d51-bc38-c41828681e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859172 Dec 13 10:18:52.563267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-8380f8d3-041e-4600-b018-24f211824230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.564755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-8380f8d3-041e-4600-b018-24f211824230 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 200 len: 915 time: 0.1673095 Dec 13 10:18:52.609711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-ec831188-5a07-4a8f-88b7-7473ebdba72b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 200 len: 217 time: 0.0370364 Dec 13 10:18:52.671690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-c42d25a2-f5ca-450d-8454-a0ae51d62189 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715014 Dec 13 10:18:52.680128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-126c9299-dc6b-46c0-a836-359ef0d9e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:52.681526 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-126c9299-dc6b-46c0-a836-359ef0d9e9ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 200 len: 854 time: 0.0620003 Dec 13 10:18:52.701075 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:52.726748 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2abcc9-8677-47a2-9037-af99553ae3b8 None None] The sync data for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 is: [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'ac0f29dd-ab89-4c6d-bf09-60cba212eaf6', 'name': '', 'network_id': '645659a5-75d7-4d51-bc38-c41828681e5b', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'mac_address': 'fa:16:3e:14:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:04Z', 'updated_at': '2021-12-13T10:16:11Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'subnets': [{'id': 'f9218d8a-c4c1-4a45-9081-253bd05cd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:52.745456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-3a2ab34e-862c-498f-8d4a-139f104ee44f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccf461e-2411-45d9-a4c8-256f92ff5030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544190 Dec 13 10:18:52.843956 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39e10720-30b5-4b94-aaa3-9eb488592d73 req-9b220dc9-0f15-443b-a37b-788dc382bbc2 service neutron] 10.222.0.16 "GET /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614738 Dec 13 10:18:52.869990 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-0283759c-8366-4c86-b13f-97f3082a0885 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163640 Dec 13 10:18:52.970801 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49f52f19-d384-414e-b12c-4ea32e4a8872 req-54534271-87d4-484a-a0d8-99f58523b1fe service neutron] 10.222.0.20 "GET /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Dec 13 10:18:52.973509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fca4b-06a7-4569-8b25-2909fc3d71e4 None None] New status for floating IP b8237f73-197c-478d-91ec-38a01851fbbf: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:18:53.360557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d89ac-697c-4f3e-a1a3-980f6bd247cb req-18f593d5-304b-4a62-ac66-512404ea3fa8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:53.362503 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-447d89ac-697c-4f3e-a1a3-980f6bd247cb req-18f593d5-304b-4a62-ac66-512404ea3fa8 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Dec 13 10:18:53.410688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-447d89ac-697c-4f3e-a1a3-980f6bd247cb req-c2ad5e16-b060-4e92-b612-1f04ad137a26 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78a0eee-946e-4709-a95c-3da462aecd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Dec 13 10:18:53.532556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720bd4e-cc25-4888-b582-b76d036bdbf1 req-0993e4cd-a998-426a-9387-d63485e00916 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:53.533088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-01805e09-d491-491a-842a-d00a2aba3f2d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:53.534572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b720bd4e-cc25-4888-b582-b76d036bdbf1 req-0993e4cd-a998-426a-9387-d63485e00916 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0495350 Dec 13 10:18:53.535165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-01805e09-d491-491a-842a-d00a2aba3f2d tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a002509-5eb5-42b8-b888-80b97d795976 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Dec 13 10:18:53.586272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b720bd4e-cc25-4888-b582-b76d036bdbf1 req-b997e3d4-d8db-444f-ada4-0f71fdf5f8a6 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Dec 13 10:18:53.627516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port 2f731114-c765-4460-bb32-72adf53bee0f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:53.627804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:53.720347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port 2f731114-c765-4460-bb32-72adf53bee0f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=2f731114-c765-4460-bb32-72adf53bee0f,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:53.720712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:53.732848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for 2f731114-c765-4460-bb32-72adf53bee0f owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:53.866328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:53.895879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=2f731114-c765-4460-bb32-72adf53bee0f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:53.938336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] No DVR routers for this DVR port 2f731114-c765-4460-bb32-72adf53bee0f on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:53.941358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:53.944920 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5907d9e1-23e6-43be-ae8f-e9cccc6952d1 req-54aae687-050c-477b-af74-0a661acf9c6e tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.16 "DELETE /v2.0/ports/2f731114-c765-4460-bb32-72adf53bee0f HTTP/1.1" status: 204 len: 173 time: 0.4040201 Dec 13 10:18:54.022837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-deleted', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:54.025258 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1075980-6567-4993-9f19-e9c26378ea13" -d '{"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-deleted", "tag": "2f731114-c765-4460-bb32-72adf53bee0f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:54.062143 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df67950-d547-4a2f-a22b-94ef6032be69 x-openstack-request-id: req-9df67950-d547-4a2f-a22b-94ef6032be69 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:54.062823 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a002509-5eb5-42b8-b888-80b97d795976", "name": "network-vif-deleted", "tag": "2f731114-c765-4460-bb32-72adf53bee0f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:54.063244 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9df67950-d547-4a2f-a22b-94ef6032be69 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:54.063822 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a002509-5eb5-42b8-b888-80b97d795976', 'name': 'network-vif-deleted', 'tag': '2f731114-c765-4460-bb32-72adf53bee0f', 'status': 'completed', 'code': 200} Dec 13 10:18:54.466906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59462) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:54.743052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fac39-14ad-45d6-a150-fb7f3ec1f701 req-a330d65f-7a02-4409-94c2-d4b2f88e35bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:54.744526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-878fac39-14ad-45d6-a150-fb7f3ec1f701 req-a330d65f-7a02-4409-94c2-d4b2f88e35bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0873690 Dec 13 10:18:54.822070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-878fac39-14ad-45d6-a150-fb7f3ec1f701 req-bb23ad55-b966-4eeb-b802-dd14e32d80b1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700600 Dec 13 10:18:54.893526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:55.017485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55d972-a5f4-4e7d-a9f8-7392f9f16b3b req-cf1ed445-95cc-46d7-96a1-ee4c1cae30fc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:55.019006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf55d972-a5f4-4e7d-a9f8-7392f9f16b3b req-cf1ed445-95cc-46d7-96a1-ee4c1cae30fc tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.1288183 Dec 13 10:18:55.122125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf55d972-a5f4-4e7d-a9f8-7392f9f16b3b req-5bf1645e-916e-4fca-b7e4-c146b2d5605b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968986 Dec 13 10:18:55.247904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:55.248252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:55.300050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd94eaf-3e25-4e85-abf3-71d28f128a4d req-5abfe311-e794-4bc4-b148-6484ad718c4c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:55.301516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0dd94eaf-3e25-4e85-abf3-71d28f128a4d req-5abfe311-e794-4bc4-b148-6484ad718c4c tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0978136 Dec 13 10:18:55.377442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0dd94eaf-3e25-4e85-abf3-71d28f128a4d req-2d6055c8-6a84-4114-834d-5d506b39de84 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692081 Dec 13 10:18:55.382231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port ac0f29dd-ab89-4c6d-bf09-60cba212eaf6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:55.382599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:55.395164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:55.540825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770415-a101-423b-8322-87b1be7c1be2 req-2047a6ee-4376-4381-9f33-4072e91d8e3b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:55.542302 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87770415-a101-423b-8322-87b1be7c1be2 req-2047a6ee-4376-4381-9f33-4072e91d8e3b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0977376 Dec 13 10:18:55.607109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87770415-a101-423b-8322-87b1be7c1be2 req-c14b935d-5f9a-4c8b-9bde-1ee2125ecaa7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587378 Dec 13 10:18:55.650863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:55.682979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=ac0f29dd-ab89-4c6d-bf09-60cba212eaf6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:55.696683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.697047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.697397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.697744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.698083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.698420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.698756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.699090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.699423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.699786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.700163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.700480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.700809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:55.838198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42272c4-0df1-4395-8182-46985834cfe2 req-c5b4a112-8c24-4ecb-875b-cfa7774cc4a1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:55.839803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42272c4-0df1-4395-8182-46985834cfe2 req-c5b4a112-8c24-4ecb-875b-cfa7774cc4a1 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.1185234 Dec 13 10:18:55.930549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b42272c4-0df1-4395-8182-46985834cfe2 req-5667513c-dc0c-418d-b6f5-0b6d96cc1010 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834644 Dec 13 10:18:55.937545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.094036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126bec-fbab-4fbf-b7ca-a23e97473341 req-d8009287-dafd-4d08-b3b4-ad7ad83ccd52 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:56.095520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0126bec-fbab-4fbf-b7ca-a23e97473341 req-d8009287-dafd-4d08-b3b4-ad7ad83ccd52 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0950096 Dec 13 10:18:56.214877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0126bec-fbab-4fbf-b7ca-a23e97473341 req-b53f163b-6343-45a1-b991-97c148d5996a tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124394 Dec 13 10:18:56.234314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Router bed0a107-efbc-4767-8c6f-53fed8abd257 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:56.366251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:56.375473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b4361975-8472-4f4f-8d61-5885fc3f2bc0 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "PUT /v2.0/routers/bed0a107-efbc-4767-8c6f-53fed8abd257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9050965 Dec 13 10:18:56.375744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Sync routers for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:56.376199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59484) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:56.387275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5201c-cfc5-4ecf-b9c1-2f11fd7375a7 req-060c07e0-c653-4b12-8290-842eada54238 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:56.387916 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:56.388550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:18:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:56.388799 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0f5201c-cfc5-4ecf-b9c1-2f11fd7375a7 req-060c07e0-c653-4b12-8290-842eada54238 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0704799 Dec 13 10:18:56.431237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting subnet f9218d8a-c4c1-4a45-9081-253bd05cd723 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:18:56.434382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.439700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0f5201c-cfc5-4ecf-b9c1-2f11fd7375a7 req-9a4c6d75-8759-4895-a07e-f227a76fc704 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Dec 13 10:18:56.483949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.495717 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:56.569586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd95692-c3c6-45ea-a780-3570b6ea810c req-15eac8ac-55cf-493e-b3cb-b29b840d7f46 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:56.571344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebd95692-c3c6-45ea-a780-3570b6ea810c req-15eac8ac-55cf-493e-b3cb-b29b840d7f46 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0595429 Dec 13 10:18:56.572655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.625070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ebd95692-c3c6-45ea-a780-3570b6ea810c req-1afa34c0-4942-4456-b6c6-c6b8dd4b2ba2 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Dec 13 10:18:56.657258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.694867 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:18:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:56.695403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d616d9-af1d-4bee-b2d8-d2d065a5447f None None] Network 645659a5-75d7-4d51-bc38-c41828681e5b requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:56.700966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.704548 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/subnets/f9218d8a-c4c1-4a45-9081-253bd05cd723 HTTP/1.1" status: 204 len: 168 time: 0.3270469 Dec 13 10:18:56.706181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b61cd-2257-4733-9b7e-36868a9878c6 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Subnet': ['ID=f9218d8a-c4c1-4a45-9081-253bd05cd723,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:56.706982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59490) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:56.768981 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Checking router: bed0a107-efbc-4767-8c6f-53fed8abd257 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:56.788243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Routers {'bed0a107-efbc-4767-8c6f-53fed8abd257'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:56.788885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:18:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bed0a107-efbc-4767-8c6f-53fed8abd257'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:56.919538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:56.937591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] DHCP port deletion for 645659a5-75d7-4d51-bc38-c41828681e5b request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:56.955746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] Set router bed0a107-efbc-4767-8c6f-53fed8abd257 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:56.964255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dafc5d-a3d7-4c85-aeff-8ba41925e6ad req-63c85c31-7150-4282-a982-684061f9ca33 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:56.965770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05dafc5d-a3d7-4c85-aeff-8ba41925e6ad req-63c85c31-7150-4282-a982-684061f9ca33 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.1145096 Dec 13 10:18:57.009226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Deleting port 47f9a217-c549-4e25-9fc1-5aa87d52c256 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:57.009522 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.087348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] For port 47f9a217-c549-4e25-9fc1-5aa87d52c256, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=47f9a217-c549-4e25-9fc1-5aa87d52c256,segment=NetworkSegment(f3e84908-82f1-48cc-8329-964103eade6a),segment_id=f3e84908-82f1-48cc-8329-964103eade6a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:57.087809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.101701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Calling delete_port for 47f9a217-c549-4e25-9fc1-5aa87d52c256 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:57.183541 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:18:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:57.184884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.212102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c45c06-37bd-4b34-aa71-34abed023c61 None None] The sync data for ids ['bed0a107-efbc-4767-8c6f-53fed8abd257'] in n-d-820935-7 is: [{'id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016032725', 'tenant_id': 'a710072baa3a482d91a81cbc7585c07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:18:55Z', 'revision_number': 5, 'project_id': 'a710072baa3a482d91a81cbc7585c07e', 'gw_port': {'id': 'e3c43267-1323-4110-936c-0510e9b220ec', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed0a107-efbc-4767-8c6f-53fed8abd257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:01Z', 'updated_at': '2021-12-13T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:57.216751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] Pushing event deleted for resources: {'Port': ['ID=47f9a217-c549-4e25-9fc1-5aa87d52c256,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:57.220397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0bf71-7548-4f2c-a8d7-98c44cf9c74b None None] No DVR routers for this DVR port 47f9a217-c549-4e25-9fc1-5aa87d52c256 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:57.390096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05dafc5d-a3d7-4c85-aeff-8ba41925e6ad req-0a54df73-6607-462d-a4eb-bf99f8b44757 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166131 Dec 13 10:18:57.396994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:57.407702 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.421075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 2f731114-c765-4460-bb32-72adf53bee0f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:57.421780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 2f731114-c765-4460-bb32-72adf53bee0f not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:57.465409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Deleting port e3c43267-1323-4110-936c-0510e9b220ec {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:57.465750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.577884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148cc6-9701-476d-9b0a-6c627977104d req-6b0d890c-a293-420e-8da2-91cbd29b9b36 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:57.579276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97148cc6-9701-476d-9b0a-6c627977104d req-6b0d890c-a293-420e-8da2-91cbd29b9b36 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.1012712 Dec 13 10:18:57.586279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] For port e3c43267-1323-4110-936c-0510e9b220ec, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e3c43267-1323-4110-936c-0510e9b220ec,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:57.586645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.609951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Calling delete_port for e3c43267-1323-4110-936c-0510e9b220ec owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:57.677556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97148cc6-9701-476d-9b0a-6c627977104d req-fe28d64f-f0e8-4975-a9df-307cf4eb255e tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883751 Dec 13 10:18:57.826537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:57.842033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c226f-eac7-471c-9ce4-fe487782eb70 req-efda8558-208c-41f9-b74e-861b0b7636b7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:57.843630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-159c226f-eac7-471c-9ce4-fe487782eb70 req-efda8558-208c-41f9-b74e-861b0b7636b7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0689149 Dec 13 10:18:57.864928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Port': ['ID=e3c43267-1323-4110-936c-0510e9b220ec,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:57.878864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f527ea-fe69-411f-889a-963d32204997 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:57.956380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-159c226f-eac7-471c-9ce4-fe487782eb70 req-b2741249-e173-438e-aef9-5ee7fd4f5f63 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949368 Dec 13 10:18:57.959010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.060229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.074985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.133828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46907f-37b8-44f7-8091-4d272540b914 req-c4c27e36-d3fe-4ecb-8475-7b2e10eb5402 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:58.135312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af46907f-37b8-44f7-8091-4d272540b914 req-c4c27e36-d3fe-4ecb-8475-7b2e10eb5402 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0877194 Dec 13 10:18:58.136375 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.136889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Fanout notify agent at l3_agent the message router_deleted on router bed0a107-efbc-4767-8c6f-53fed8abd257 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:18:58.143612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.144658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e68166e5-c7e3-463a-9a52-564d6fbf1a65 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/routers/bed0a107-efbc-4767-8c6f-53fed8abd257 HTTP/1.1" status: 204 len: 168 time: 1.4321091 Dec 13 10:18:58.147445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59502) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:58.196293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-af46907f-37b8-44f7-8091-4d272540b914 req-ea211c47-128f-45a9-8f35-f3b589388523 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Dec 13 10:18:58.242624 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.326370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fc656-5b6e-4aef-8316-761ea8b277aa req-f118b36c-4e23-4d2e-8081-2283ade61ea7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:58.327905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d59fc656-5b6e-4aef-8316-761ea8b277aa req-f118b36c-4e23-4d2e-8081-2283ade61ea7 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0505815 Dec 13 10:18:58.336218 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.357086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645659a5-75d7-4d51-bc38-c41828681e5b']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:58.366187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e84908-82f1-48cc-8329-964103eade6a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:58.366481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e84908-82f1-48cc-8329-964103eade6a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:58.375685 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.375904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d59fc656-5b6e-4aef-8316-761ea8b277aa req-acc33e52-55ea-40f2-8233-37d025adb6bd tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Dec 13 10:18:58.389159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.396108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:18:58.396572 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:18:58.399497 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:18:58.460025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.467650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.470847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/networks/645659a5-75d7-4d51-bc38-c41828681e5b HTTP/1.1" status: 204 len: 168 time: 0.3218009 Dec 13 10:18:58.474231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59510) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:58.484444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014be218-17f0-42b3-8d48-8695d9859071 tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'Network': ['ID=645659a5-75d7-4d51-bc38-c41828681e5b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:58.535111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbb647-f783-47d4-b5b4-9d03619d49e6 req-472b8d38-6ed4-419b-bad7-b62e26c401cb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:58.536683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccfbb647-f783-47d4-b5b4-9d03619d49e6 req-472b8d38-6ed4-419b-bad7-b62e26c401cb tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0890114 Dec 13 10:18:58.563498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.602128 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.629522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ccfbb647-f783-47d4-b5b4-9d03619d49e6 req-1b68d84a-f5c7-4912-8d67-9d46d4ea6b97 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812376 Dec 13 10:18:58.687722 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.691022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.697243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] 10.222.0.31 "DELETE /v2.0/security-groups/d78a0eee-946e-4709-a95c-3da462aecd0a HTTP/1.1" status: 204 len: 168 time: 0.2192924 Dec 13 10:18:58.704407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cf50-5afc-44e9-88e2-1e0df3a7a1fe tempest-TestNetworkAdvancedServerOps-1465696600 tempest-TestNetworkAdvancedServerOps-1465696600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78a0eee-946e-4709-a95c-3da462aecd0a,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:58.718436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:58.746205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:58.746559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ac0f29dd-ab89-4c6d-bf09-60cba212eaf6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:58.747313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3c43267-1323-4110-936c-0510e9b220ec no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:58.767265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e3c43267-1323-4110-936c-0510e9b220ec {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:58.774045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e3c43267-1323-4110-936c-0510e9b220ec not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:58.774574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47f9a217-c549-4e25-9fc1-5aa87d52c256 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:58.779711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a330d-c1c3-4513-aa74-76e208b8c73d req-16f8079d-4e84-455e-874b-ffef230377ed tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:58.781296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-786a330d-c1c3-4513-aa74-76e208b8c73d req-16f8079d-4e84-455e-874b-ffef230377ed tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0650082 Dec 13 10:18:58.798162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 47f9a217-c549-4e25-9fc1-5aa87d52c256 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:58.798508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 47f9a217-c549-4e25-9fc1-5aa87d52c256 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:58.836988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-786a330d-c1c3-4513-aa74-76e208b8c73d req-9055fe7f-1afb-41e3-8a46-ae97b441d35b tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Dec 13 10:18:58.962394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59530) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:59.099628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48a185ff-67bd-4270-a2ed-9a1cacf98725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a710072baa3a482d91a81cbc7585c07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360009 Dec 13 10:18:59.102124 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59534) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:59.148677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.170171 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.216565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.219153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.220319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07c6d364-54a6-4a8d-891b-60985d547158 HTTP/1.1" status: 204 len: 168 time: 0.1173074 Dec 13 10:18:59.228835 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315d9a3-9576-4765-9194-336227f86e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c6d364-54a6-4a8d-891b-60985d547158,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:59.500161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59540) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:59.539585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f343e5d1-fbf1-4cd5-8cff-7b0bfe7c489b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6771794e0518474d84ea8cbef5c33d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382056 Dec 13 10:18:59.542029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59542) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:59.593262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.616061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.668022 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.670625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.671804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a40b8cfe-1737-4f07-a29c-dd037561170f HTTP/1.1" status: 204 len: 168 time: 0.1288230 Dec 13 10:18:59.679740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1001fc9-fcb7-417b-9270-bcf4e0a0b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b8cfe-1737-4f07-a29c-dd037561170f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:59.933253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:03.496324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff923-7648-48d4-9e67-77603a373d1c req-74492eeb-328e-4091-ae91-e157e20f0a20 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:03.497927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f12ff923-7648-48d4-9e67-77603a373d1c req-74492eeb-328e-4091-ae91-e157e20f0a20 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0491085 Dec 13 10:19:03.545950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f12ff923-7648-48d4-9e67-77603a373d1c req-84545bf7-29a4-414d-a73a-32d99f8d9ea8 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Dec 13 10:19:04.605895 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:04.664180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc6d1-d1a7-4295-a12c-21d0a4dfae55 req-7e455ecf-40be-412e-9af0-008a65e29960 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:04.665665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c1dc6d1-d1a7-4295-a12c-21d0a4dfae55 req-7e455ecf-40be-412e-9af0-008a65e29960 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0476763 Dec 13 10:19:04.712615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c1dc6d1-d1a7-4295-a12c-21d0a4dfae55 req-0b191779-f300-4c2f-a803-9c36dfe2b678 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fba7e19-a7a0-46f2-a529-234a438c21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Dec 13 10:19:05.029427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-161815d8-b730-452f-85ca-6bbaf4dc6895 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:05.030833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-161815d8-b730-452f-85ca-6bbaf4dc6895 tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.20 "GET /v2.0/ports?device_id=b64caa72-974f-44d1-83df-772845f84d0f HTTP/1.1" status: 200 len: 947 time: 0.0497270 Dec 13 10:19:05.121129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Deleting port a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:05.121466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.205804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] For port a93e21a0-608a-4130-a8f8-8bae12e46d47, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=a93e21a0-608a-4130-a8f8-8bae12e46d47,segment=NetworkSegment(ccb00283-bd46-4d30-8446-3cf438dd54ae),segment_id=ccb00283-bd46-4d30-8446-3cf438dd54ae)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:05.206162 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.217451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Calling delete_port for a93e21a0-608a-4130-a8f8-8bae12e46d47 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:05.344844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.356919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['a93e21a0-608a-4130-a8f8-8bae12e46d47'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:19:05.371447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Pushing event deleted for resources: {'Port': ['ID=a93e21a0-608a-4130-a8f8-8bae12e46d47,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:05.416300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] No DVR routers for this DVR port a93e21a0-608a-4130-a8f8-8bae12e46d47 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:19:05.418806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.422144 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-39b4eb5e-352f-4673-a0fa-cca54ac3752e req-3e46c5fa-82bd-4e46-83ac-3bee7495ba4f tempest-ServersNegativeTestJSON-1280379855 tempest-ServersNegativeTestJSON-1280379855-project] 10.222.0.20 "DELETE /v2.0/ports/a93e21a0-608a-4130-a8f8-8bae12e46d47 HTTP/1.1" status: 204 len: 173 time: 0.3850462 Dec 13 10:19:05.422583 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-deleted', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:19:05.425360 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559a293-f07b-4595-8299-a7e193628c35" -d '{"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-deleted", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:19:05.463148 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f44da4-f0b4-4d6b-92fd-965d63febadc x-openstack-request-id: req-e1f44da4-f0b4-4d6b-92fd-965d63febadc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:19:05.463442 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64caa72-974f-44d1-83df-772845f84d0f", "name": "network-vif-deleted", "tag": "a93e21a0-608a-4130-a8f8-8bae12e46d47", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:19:05.463730 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1f44da4-f0b4-4d6b-92fd-965d63febadc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:19:05.464130 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64caa72-974f-44d1-83df-772845f84d0f', 'name': 'network-vif-deleted', 'tag': 'a93e21a0-608a-4130-a8f8-8bae12e46d47', 'status': 'completed', 'code': 200} Dec 13 10:19:05.767750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:05.815063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Deleting subnet 0c873ede-140f-4891-aa60-a6c0e5d52e57 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:19:05.818614 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.852166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.889977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.943464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.970189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c873ede-140f-4891-aa60-a6c0e5d52e57,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:05.972736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:05.975969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-13f6cce5-8e10-4019-b5aa-6390ba927452 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c873ede-140f-4891-aa60-a6c0e5d52e57 HTTP/1.1" status: 204 len: 168 time: 0.2072165 Dec 13 10:19:05.978413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59574) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:06.049001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.123935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.149714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccf461e-2411-45d9-a4c8-256f92ff5030']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:06.160429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb00283-bd46-4d30-8446-3cf438dd54ae') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:06.160934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb00283-bd46-4d30-8446-3cf438dd54ae') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:06.161119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e938761-ebbc-4a4a-8d89-4ac32995b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.171380 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.184371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.190839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:19:06.191255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:19:06.193202 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:19:06.244366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.249218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.253074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ccf461e-2411-45d9-a4c8-256f92ff5030 HTTP/1.1" status: 204 len: 168 time: 0.2737207 Dec 13 10:19:06.265175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98ee3b-72df-4013-b290-e7570e2c34cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccf461e-2411-45d9-a4c8-256f92ff5030,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:06.413030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:06.452329 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9e88a564-473e-42e2-80d8-ebfcd6b4c456 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23aab025b2f04a9db891f49b0b5dfe9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381544 Dec 13 10:19:06.454798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59580) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:06.500228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.522562 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.569689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.572299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:06.573456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fba7e19-a7a0-46f2-a529-234a438c21ba HTTP/1.1" status: 204 len: 168 time: 0.1171165 Dec 13 10:19:06.581191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930dcc-a8ab-48eb-b6f5-3b335d051712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fba7e19-a7a0-46f2-a529-234a438c21ba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:07.222068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:07.320742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1726889075-network', 'tenant_id': 'a6fd8ed041f44232aa24157bf4c19167'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:07.341878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Made reservation on behalf of a6fd8ed041f44232aa24157bf4c19167 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:07.344307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.352889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.427958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.431836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.451515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:19:07.466203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c15ed2b-a3e5-494e-9761-3fb3e493f974,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:07.469075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.469414 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Added segment 2a42acc5-42c9-414a-a09a-a5c74eb7d1e8 of type vlan for network c209dae7-3f6c-4e52-9ac7-77dd995b6513 Dec 13 10:19:07.508430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.532456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.534101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:07.534679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:07.588417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3652520 Dec 13 10:19:07.593825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cc8c8-2516-4120-811e-cf9ab88a248c admin admin] Pushing event updated for resources: {'Network': ['ID=c209dae7-3f6c-4e52-9ac7-77dd995b6513,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:07.604538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network c209dae7-3f6c-4e52-9ac7-77dd995b6513 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:19:08.092467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3eec-0046-4604-98d8-ce7734133c15 req-fa223211-daab-404a-83ab-1d5a47f4bd06 tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:08.099284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3eec-0046-4604-98d8-ce7734133c15 req-fa223211-daab-404a-83ab-1d5a47f4bd06 tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:08.105154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3eec-0046-4604-98d8-ce7734133c15 req-fa223211-daab-404a-83ab-1d5a47f4bd06 tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:08.106733 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33fc3eec-0046-4604-98d8-ce7734133c15 req-fa223211-daab-404a-83ab-1d5a47f4bd06 tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1868994 Dec 13 10:19:08.209881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce63b93-1f88-484c-9bb9-edf6d2c37906 req-a5a6f30a-94b5-4bc3-9eea-939ec83a5f4e tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:08.211174 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5ce63b93-1f88-484c-9bb9-edf6d2c37906 req-a5a6f30a-94b5-4bc3-9eea-939ec83a5f4e tempest-ComputeTenantNetworksTest-1206688433 tempest-ComputeTenantNetworksTest-1206688433-project] 10.222.0.31 "GET /v2.0/networks/c209dae7-3f6c-4e52-9ac7-77dd995b6513 HTTP/1.1" status: 200 len: 769 time: 0.0842412 Dec 13 10:19:08.219307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59616) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:08.288339 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.363065 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.382233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c209dae7-3f6c-4e52-9ac7-77dd995b6513']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:08.391185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a42acc5-42c9-414a-a09a-a5c74eb7d1e8') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:08.391484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a42acc5-42c9-414a-a09a-a5c74eb7d1e8') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:08.400978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.415473 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.421552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:19:08.421991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:19:08.423901 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:19:08.479809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.485050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.488204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c209dae7-3f6c-4e52-9ac7-77dd995b6513 HTTP/1.1" status: 204 len: 168 time: 0.2679403 Dec 13 10:19:08.499230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1140eb4-9911-4aa4-a28c-4c3e8ec73728 admin admin] Pushing event deleted for resources: {'Network': ['ID=c209dae7-3f6c-4e52-9ac7-77dd995b6513,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:08.593686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59620) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:08.620978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-baffd385-801d-4af1-a0eb-89517da6cbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.634387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9bea039b-3ef1-4649-9825-ccae0fad7e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6fd8ed041f44232aa24157bf4c19167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395281 Dec 13 10:19:08.636806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59622) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:08.682402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.703429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.748916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.751413 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:08.752591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c15ed2b-a3e5-494e-9761-3fb3e493f974 HTTP/1.1" status: 204 len: 168 time: 0.1148877 Dec 13 10:19:08.760951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf3816-0930-4ffc-a622-a43c63acc462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c15ed2b-a3e5-494e-9761-3fb3e493f974,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:08.885466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:08.909391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: a93e21a0-608a-4130-a8f8-8bae12e46d47 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:08.909741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device a93e21a0-608a-4130-a8f8-8bae12e46d47 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:09.509930 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:19:09.642083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.034484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59680) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:11.141509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8176a147-cecd-45bd-98e7-8eae4b797d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.212957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8176a147-cecd-45bd-98e7-8eae4b797d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.216863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8176a147-cecd-45bd-98e7-8eae4b797d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.255035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.256249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8176a147-cecd-45bd-98e7-8eae4b797d0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f83313bdd0e40e6b3daed7e20e7d185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206886 Dec 13 10:19:11.257357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a147-cecd-45bd-98e7-8eae4b797d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c3f28-7fa0-46e6-a6f4-be1db916a82c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:11.258940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:11.307820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.333815 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.380024 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.382544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.383829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/968c3f28-7fa0-46e6-a6f4-be1db916a82c HTTP/1.1" status: 204 len: 168 time: 0.1237051 Dec 13 10:19:11.391524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128043a0-ef6f-48a4-8517-152c9e49a6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c3f28-7fa0-46e6-a6f4-be1db916a82c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:11.634420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:11.647305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e301e4e-df9b-46e1-80ff-a1935732d160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.719354 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e301e4e-df9b-46e1-80ff-a1935732d160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.723488 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2e301e4e-df9b-46e1-80ff-a1935732d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.759325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e301e4e-df9b-46e1-80ff-a1935732d160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f509f42f-00fc-48bf-9689-353b1d4d86b7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:11.763569 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e301e4e-df9b-46e1-80ff-a1935732d160 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67738f8170f94cbb99a2b88b6e120ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280770 Dec 13 10:19:11.766127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:11.814632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.836001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.883600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.887315 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:11.888520 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f509f42f-00fc-48bf-9689-353b1d4d86b7 HTTP/1.1" status: 204 len: 168 time: 0.1214933 Dec 13 10:19:11.896636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a23e-d999-4048-9cd9-6c1f1eb6dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f509f42f-00fc-48bf-9689-353b1d4d86b7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:12.026453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.130001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:21.233352 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9ac-01ed-4873-b792-a803bfc2e64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.309707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9ac-01ed-4873-b792-a803bfc2e64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.313567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9ac-01ed-4873-b792-a803bfc2e64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.351579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-90b7e9ac-01ed-4873-b792-a803bfc2e64d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56f9174297b44764998dde1263de0c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204428 Dec 13 10:19:21.353475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7e9ac-01ed-4873-b792-a803bfc2e64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c643b0-2e27-468d-8b35-e40045805eed,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:21.354337 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:21.401558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.422482 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.468868 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.471630 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.473290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3c643b0-2e27-468d-8b35-e40045805eed HTTP/1.1" status: 204 len: 168 time: 0.1179328 Dec 13 10:19:21.480786 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f47e3-e0c4-4a9d-aae2-0c51a824d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c643b0-2e27-468d-8b35-e40045805eed,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:21.738025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59952) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:21.751163 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51a06778-c7c3-4700-aacf-59d29086751b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.823958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51a06778-c7c3-4700-aacf-59d29086751b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.827828 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51a06778-c7c3-4700-aacf-59d29086751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.866072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-51a06778-c7c3-4700-aacf-59d29086751b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b45da210d0243fca00acc8e9de72c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269567 Dec 13 10:19:21.867446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a06778-c7c3-4700-aacf-59d29086751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e963a32e-17aa-4d04-ab73-f48b53aa2199,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:21.868885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:21.917017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.940235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.985264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.988615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.989860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e963a32e-17aa-4d04-ab73-f48b53aa2199 HTTP/1.1" status: 204 len: 168 time: 0.1199224 Dec 13 10:19:21.997652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04e1c7-1a68-47b3-a0b5-a9b2dc1dd142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e963a32e-17aa-4d04-ab73-f48b53aa2199,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:22.909796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 59982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:23.012594 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b634ce5-25f9-4d06-9b54-041690824351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.085812 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b634ce5-25f9-4d06-9b54-041690824351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.089525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b634ce5-25f9-4d06-9b54-041690824351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.127364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b634ce5-25f9-4d06-9b54-041690824351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dd3a0f8c31f4136aa0f646c4af46eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165208 Dec 13 10:19:23.128261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b634ce5-25f9-4d06-9b54-041690824351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727f0ae-f543-4e6a-8814-c404fe8c89b7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:23.131261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 59986) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:23.180689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.201816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.247299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.250241 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.251316 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1727f0ae-f543-4e6a-8814-c404fe8c89b7 HTTP/1.1" status: 204 len: 168 time: 0.1188364 Dec 13 10:19:23.259585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0da91-b466-4fd5-a834-c9493970ce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727f0ae-f543-4e6a-8814-c404fe8c89b7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:25.035929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.141282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-77a21ae0-aeb0-4387-b7c0-95ab5f9afeda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.213147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-77a21ae0-aeb0-4387-b7c0-95ab5f9afeda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.216952 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-77a21ae0-aeb0-4387-b7c0-95ab5f9afeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.256437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-77a21ae0-aeb0-4387-b7c0-95ab5f9afeda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf28d69d1c1245e8891268068e8dbf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194612 Dec 13 10:19:25.257658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a21ae0-aeb0-4387-b7c0-95ab5f9afeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d722b48-c893-4445-9788-5492c09bbf7b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:25.259108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.308806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.330658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.376683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.379877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.381040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d722b48-c893-4445-9788-5492c09bbf7b HTTP/1.1" status: 204 len: 168 time: 0.1207161 Dec 13 10:19:25.388412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b90d89-c692-4466-923d-0ea2671ada52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d722b48-c893-4445-9788-5492c09bbf7b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:25.633161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60070) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.645954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b703-5202-421a-b407-9660aa8e3766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.718835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b703-5202-421a-b407-9660aa8e3766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.722997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b703-5202-421a-b407-9660aa8e3766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.760925 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8ab7b703-5202-421a-b407-9660aa8e3766 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f45752fd513c423681f944f64943eed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266823 Dec 13 10:19:25.762773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b703-5202-421a-b407-9660aa8e3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a85e43-a74d-4586-b1fc-de745a315537,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:25.763634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60072) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.811743 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.832800 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.881184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.883887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.885069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4a85e43-a74d-4586-b1fc-de745a315537 HTTP/1.1" status: 204 len: 168 time: 0.1204221 Dec 13 10:19:25.892836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9c1e8-e4a7-4f97-98da-bd2a681f58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a85e43-a74d-4586-b1fc-de745a315537,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:27.913304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60182) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:28.019334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f48a5af-0acb-4fb8-b7f0-fa66910fb644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.093471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f48a5af-0acb-4fb8-b7f0-fa66910fb644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.098776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f48a5af-0acb-4fb8-b7f0-fa66910fb644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.135834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1f48a5af-0acb-4fb8-b7f0-fa66910fb644 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a2d36eccce64bc6885e5c60b31396e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213533 Dec 13 10:19:28.137809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a5af-0acb-4fb8-b7f0-fa66910fb644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e567703-1c47-4795-8bc4-4599e4695b2a,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:28.138588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:28.194746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.217096 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.261871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.264639 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.265793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e567703-1c47-4795-8bc4-4599e4695b2a HTTP/1.1" status: 204 len: 168 time: 0.1262105 Dec 13 10:19:28.275661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b5050-2cf5-4f42-992c-13e475f2aa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e567703-1c47-4795-8bc4-4599e4695b2a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:28.530656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60192) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:28.544701 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0955873e-c2ea-47f0-be08-95c870c94af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.627206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0955873e-c2ea-47f0-be08-95c870c94af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.631311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0955873e-c2ea-47f0-be08-95c870c94af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.667367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955873e-c2ea-47f0-be08-95c870c94af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3123d-e1d1-44bb-9dc4-44698faf21bf,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:28.673951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0955873e-c2ea-47f0-be08-95c870c94af2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a4036e8f31f43848d87bf5cc1843d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398053 Dec 13 10:19:28.674177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60194) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:28.721956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.742020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.788170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.790827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.792077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6a3123d-e1d1-44bb-9dc4-44698faf21bf HTTP/1.1" status: 204 len: 168 time: 0.1170359 Dec 13 10:19:28.800299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eefa4c-d57b-4129-b759-45ada7d8193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3123d-e1d1-44bb-9dc4-44698faf21bf,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:29.928882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:29.977566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60230) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:30.074096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-38bc3b5e-b33b-4d91-a5d2-3eee613ce916 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-639878999'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:30.074473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-38bc3b5e-b33b-4d91-a5d2-3eee613ce916 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Unknown quota resources ['metering_label']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:19:30.243815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-38bc3b5e-b33b-4d91-a5d2-3eee613ce916 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:30.245011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-38bc3b5e-b33b-4d91-a5d2-3eee613ce916 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2664323 Dec 13 10:19:30.247796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60234) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:30.251957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e3c86fbe-8770-4911-9185-095675563b4e tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b69a1a4f-f2b5-4bba-a095-2b50ce753f9e'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:30.252450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e3c86fbe-8770-4911-9185-095675563b4e tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103195) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:19:30.325256 n-d-820935-7 neutron-server[103195]: WARNING neutron.services.metering.metering_plugin [None req-e3c86fbe-8770-4911-9185-095675563b4e tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 10:19:30.422711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e3c86fbe-8770-4911-9185-095675563b4e tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:30.423924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e3c86fbe-8770-4911-9185-095675563b4e tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1751852 Dec 13 10:19:30.427188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60236) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:30.431612 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-517c3cca-28c1-4580-8c72-d3ff1d6c624c tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b69a1a4f-f2b5-4bba-a095-2b50ce753f9e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:30.432105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-517c3cca-28c1-4580-8c72-d3ff1d6c624c tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:19:30.506926 n-d-820935-7 neutron-server[103194]: WARNING neutron.services.metering.metering_plugin [None req-517c3cca-28c1-4580-8c72-d3ff1d6c624c tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 10:19:30.914946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-517c3cca-28c1-4580-8c72-d3ff1d6c624c tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:30.916076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-517c3cca-28c1-4580-8c72-d3ff1d6c624c tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4878707 Dec 13 10:19:30.918689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60238) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:30.928517 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d1021564-8b1c-4a42-8cc4-ee11ffe8f930 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=7ca24a82-545f-4202-9466-9aa500e8a1dd HTTP/1.1" status: 200 len: 464 time: 0.0088453 Dec 13 10:19:30.930594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60240) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.027509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5365706f-874d-4532-aed0-7eef83a789de tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.028674 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5365706f-874d-4532-aed0-7eef83a789de tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/7ca24a82-545f-4202-9466-9aa500e8a1dd HTTP/1.1" status: 204 len: 168 time: 0.0972340 Dec 13 10:19:31.031307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60242) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.039701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d13347ff-a6ed-40d7-925d-b4e1b4f0d01a tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=7ca24a82-545f-4202-9466-9aa500e8a1dd HTTP/1.1" status: 200 len: 221 time: 0.0073278 Dec 13 10:19:31.042636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60244) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.046601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a865202-78b6-45a1-8ba6-a29e78080a51 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--930647558', 'description': 'label created by tempest'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:31.047038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a865202-78b6-45a1-8ba6-a29e78080a51 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Unknown quota resources ['metering_label']. {{(pid=103194) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:19:31.234245 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a865202-78b6-45a1-8ba6-a29e78080a51 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.235330 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a865202-78b6-45a1-8ba6-a29e78080a51 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1917348 Dec 13 10:19:31.237974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60246) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.309947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5f6f87e9-3bf6-42a9-89b8-06c03d395358 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=dd03d1f4-d857-456e-abbb-e911c2076f2e HTTP/1.1" status: 200 len: 467 time: 0.0703926 Dec 13 10:19:31.312753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60248) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.485470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-46ce46c5-63a4-48ec-97fc-2dd0ab34aee0 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.486532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-46ce46c5-63a4-48ec-97fc-2dd0ab34aee0 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/dd03d1f4-d857-456e-abbb-e911c2076f2e HTTP/1.1" status: 204 len: 168 time: 0.1728833 Dec 13 10:19:31.489782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60250) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.500027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee3226e7-2394-4546-af3e-a7b3b63b6b92 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=dd03d1f4-d857-456e-abbb-e911c2076f2e HTTP/1.1" status: 200 len: 216 time: 0.0092528 Dec 13 10:19:31.503037 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60252) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.511669 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-629654b3-dcd6-4b88-a669-7fab3e9adcb0 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076473 Dec 13 10:19:31.514677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60254) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.529288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-15304be2-733d-4450-b7d3-c9223065f046 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134835 Dec 13 10:19:31.532145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60256) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.579984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb671987-9a30-417e-925b-c537caf84aea tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/b69a1a4f-f2b5-4bba-a095-2b50ce753f9e HTTP/1.1" status: 200 len: 472 time: 0.0467892 Dec 13 10:19:31.583169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60258) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.591901 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0ad6eff2-4355-4a97-a0cd-75424bc0387b tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/61ce2bf6-d73b-4a3d-ab3c-8fd7f8dfdb68 HTTP/1.1" status: 200 len: 461 time: 0.0075979 Dec 13 10:19:31.594359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60260) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.690792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d8839cfa-7c19-4fd9-a6bd-b47f6572d9a9 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.691965 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d8839cfa-7c19-4fd9-a6bd-b47f6572d9a9 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/61ce2bf6-d73b-4a3d-ab3c-8fd7f8dfdb68 HTTP/1.1" status: 204 len: 168 time: 0.0967612 Dec 13 10:19:31.694391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:31.867912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e3f92f28-51c3-4d39-8c4d-592a1eecafc5 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.869044 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e3f92f28-51c3-4d39-8c4d-592a1eecafc5 tempest-MeteringTestJSON-1722461344 tempest-MeteringTestJSON-1722461344-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/b69a1a4f-f2b5-4bba-a095-2b50ce753f9e HTTP/1.1" status: 204 len: 168 time: 0.1737609 Dec 13 10:19:32.112402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60272) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:32.216169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0912c416-e26f-4daf-af54-1918d9699b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.289758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0912c416-e26f-4daf-af54-1918d9699b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.293638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0912c416-e26f-4daf-af54-1918d9699b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.334072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912c416-e26f-4daf-af54-1918d9699b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff892477-db8c-4782-984b-32b7095d716a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:32.338306 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0912c416-e26f-4daf-af54-1918d9699b6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52cbc88e8c29438c8431118b74f15da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249072 Dec 13 10:19:32.341570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60276) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:32.388416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.408599 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.455346 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.457964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.459104 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff892477-db8c-4782-984b-32b7095d716a HTTP/1.1" status: 204 len: 168 time: 0.1171522 Dec 13 10:19:32.466649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b79e98-0f06-4048-b57e-426dba3f8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff892477-db8c-4782-984b-32b7095d716a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:32.714340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60282) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:32.727768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7641d50-8e46-49ce-8488-33cf135374fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.801471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7641d50-8e46-49ce-8488-33cf135374fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.805280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c7641d50-8e46-49ce-8488-33cf135374fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.843310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c7641d50-8e46-49ce-8488-33cf135374fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57764a2ae5aa44e7a857737f76a7699d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278741 Dec 13 10:19:32.844445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641d50-8e46-49ce-8488-33cf135374fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1a96c6-08c3-42c6-ae17-8ae278a87269,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:32.846021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60284) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:32.893968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.918900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.963882 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.966426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.967572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a1a96c6-08c3-42c6-ae17-8ae278a87269 HTTP/1.1" status: 204 len: 168 time: 0.1199121 Dec 13 10:19:32.976920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b877b-b5e3-4a61-a831-68d87f7bd408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1a96c6-08c3-42c6-ae17-8ae278a87269,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:34.125229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60320) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:34.264374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-746571464'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:34.284551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Made reservation on behalf of 2fa8dc47be3545ecbf7d2339d510afbe for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:34.287929 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.296364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.372277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.376217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.406005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:19:34.412423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daed976-03db-47cc-b05e-139a0fe10597,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:34.418457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.418802 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Added segment aac2456c-ad92-4cdc-aaef-7a2cb3185223 of type vlan for network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 Dec 13 10:19:34.459552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.481981 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.487408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:34.488042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.545453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4190564 Dec 13 10:19:34.554269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb38f12-0c50-498e-9a93-1307d8723c17 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Pushing event updated for resources: {'Network': ['ID=cee8ab6a-9dd0-41c2-afa7-9f17086603a6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:34.565362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:19:34.639270 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.712510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60328) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:34.717563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6', 'binding:host_id': 'n-h2-820935-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1013524906'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:34.737369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Made reservation on behalf of 2bea7fbe26784afb9dde4b354118ebcb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:34.739806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.752286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.827758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.831274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.836166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port ff07c770-9d8a-4473-a766-4618015ea383 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:34.911699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0681a-5140-4255-9381-72be4875095e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:35.051676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port ff07c770-9d8a-4473-a766-4618015ea383 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:35.060473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.065772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.119887 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=ff07c770-9d8a-4473-a766-4618015ea383,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:35.130027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Checking segment: {'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:19:35.130642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Network hostable DHCP agents. Network: cee8ab6a-9dd0-41c2-afa7-9f17086603a6, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:19:35.147434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:19:35.156422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, cee8ab6a-9dd0-41c2-afa7-9f17086603a6) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:35.161017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:35.165970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9f125-ac0a-4b88-80ae-a2f70a555d03 None None] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:19:35.175490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.175856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.176190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.180435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.180760 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.181140 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 2 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.193192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.193736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.194209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.198515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.198836 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.199216 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 3 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.211665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.212001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.212326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.217411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.217760 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.218151 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 4 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.230618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.230951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.231288 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.235502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.235852 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.236245 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 5 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.249087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.249417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.249747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.255455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.255838 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.256223 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 6 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.267737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.268075 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.268403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.272598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.272921 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.273297 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 7 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.288422 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.288750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.289076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.293200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.293519 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.293897 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 8 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.305542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.305861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.306185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.310273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.310593 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.310971 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 9 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.323428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.323779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.324103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.328232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.328549 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.328932 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 10 to bind port ff07c770-9d8a-4473-a766-4618015ea383 Dec 13 10:19:35.340053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:35.340376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:35.340697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:35.344837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port ff07c770-9d8a-4473-a766-4618015ea383 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:35.345156 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port ff07c770-9d8a-4473-a766-4618015ea383 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:35.345510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.405745 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port ff07c770-9d8a-4473-a766-4618015ea383, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:19:35.405977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempted to set empty binding levels {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 10:19:35.409342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.442389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:35.442985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.459985 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=ff07c770-9d8a-4473-a766-4618015ea383,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:35.467570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7eadedb9-212f-4f18-97c9-d4713300ad5d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7514679 Dec 13 10:19:35.468447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60330) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:35.544622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Deleting port ff07c770-9d8a-4473-a766-4618015ea383 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:35.544960 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.605629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port ff07c770-9d8a-4473-a766-4618015ea383, host n-h2-820935-7, got binding levels [] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:35.605989 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.618245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Calling delete_port for ff07c770-9d8a-4473-a766-4618015ea383 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:35.697535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.724630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff07c770-9d8a-4473-a766-4618015ea383,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:35.730138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.733442 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-392cfbd9-6b77-4b0e-831d-b5dead10b429 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ff07c770-9d8a-4473-a766-4618015ea383 HTTP/1.1" status: 204 len: 168 time: 0.2647002 Dec 13 10:19:35.736044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:35.759782 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-736dc74d-d5ca-41bc-b0cf-a9fd9ec0e386 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] GET failed (client error): The resource could not be found. Dec 13 10:19:35.761072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-736dc74d-d5ca-41bc-b0cf-a9fd9ec0e386 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports/ff07c770-9d8a-4473-a766-4618015ea383 HTTP/1.1" status: 404 len: 333 time: 0.0241241 Dec 13 10:19:35.764269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60334) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:35.768567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1799634230'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:35.788929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Made reservation on behalf of 2bea7fbe26784afb9dde4b354118ebcb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:35.791246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.806691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port 4efb1703-7aa9-4988-8ddd-858ebe765644 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:35.951672 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:35.983196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.025002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:36.027921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:36.031147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:36.032078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.032681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.038048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=4efb1703-7aa9-4988-8ddd-858ebe765644,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:36.052347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cd3ca019-cf5d-44c4-8a1c-1c7e7b676882 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2871220 Dec 13 10:19:36.054986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60336) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:36.059831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:36.115329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.162789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3d7380b-76cf-4cdd-85a1-c692a7576c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.280752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port 4efb1703-7aa9-4988-8ddd-858ebe765644 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:36.288590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.293891 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.341391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=4efb1703-7aa9-4988-8ddd-858ebe765644,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:36.355519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.355897 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.356233 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.360433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.360763 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.361144 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 2 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.374096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.374429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.374758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.378963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.379288 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.379703 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 3 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.390838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.391167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.391495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.395746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.396074 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.396455 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 4 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.408258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.408595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.408930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.413559 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.413884 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.414266 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 5 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.425545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.426424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.426762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.430931 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.431255 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.431737 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 6 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.443702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.444039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.444366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.448521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.448843 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.449228 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 7 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.460457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.460794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.461122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.465318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.465640 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.466026 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 8 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.478263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.478596 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.478921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.483065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.483390 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.483807 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 9 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.495539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.495900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.496232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.500394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.500722 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.501105 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 10 to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 Dec 13 10:19:36.512832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:36.513168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:36.513498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:36.517719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:36.518045 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 4efb1703-7aa9-4988-8ddd-858ebe765644 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:36.518409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.583663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port 4efb1703-7aa9-4988-8ddd-858ebe765644, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:19:36.584050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempted to set empty binding levels {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 10:19:36.588733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.621052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] In _notify_port_updated(), no bound segment for port 4efb1703-7aa9-4988-8ddd-858ebe765644 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:19:36.621892 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.622468 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.626140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "PUT /v2.0/ports/4efb1703-7aa9-4988-8ddd-858ebe765644 HTTP/1.1" status: 200 len: 975 time: 0.5678835 Dec 13 10:19:36.626812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60338) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:36.634527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dd35a-bb7a-4a45-9e45-e4709cd92063 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=4efb1703-7aa9-4988-8ddd-858ebe765644,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:36.695417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.695913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.696365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.696818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.697262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:36.699035 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fcb5084d-5d29-4d4e-81de-400689266dd6 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4672 time: 0.0712399 Dec 13 10:19:36.701969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60340) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:36.776531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Deleting port 4efb1703-7aa9-4988-8ddd-858ebe765644 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:36.776880 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.835441 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port 4efb1703-7aa9-4988-8ddd-858ebe765644, host n-h2-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:36.835746 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.848599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Calling delete_port for 4efb1703-7aa9-4988-8ddd-858ebe765644 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:36.930193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.957755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event deleted for resources: {'Port': ['ID=4efb1703-7aa9-4988-8ddd-858ebe765644,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:36.963305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:36.966735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-08bde0b6-ea91-4067-a45d-ee9cfebd0f87 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4efb1703-7aa9-4988-8ddd-858ebe765644 HTTP/1.1" status: 204 len: 168 time: 0.2638197 Dec 13 10:19:36.969300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60342) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:36.991333 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-218ccbd6-78fc-4990-b4eb-7f0e41ccd609 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] GET failed (client error): The resource could not be found. Dec 13 10:19:36.992910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-218ccbd6-78fc-4990-b4eb-7f0e41ccd609 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports/4efb1703-7aa9-4988-8ddd-858ebe765644 HTTP/1.1" status: 404 len: 333 time: 0.0224485 Dec 13 10:19:36.996877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60344) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.001888 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-450725366', 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:37.024318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Made reservation on behalf of 2bea7fbe26784afb9dde4b354118ebcb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:37.026751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.041948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port 840b73d4-75e8-4e63-acc4-bc24e40ef151 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:37.184442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.216566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.256205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:37.259041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:37.262445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:37.263336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:37.263962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.272617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=840b73d4-75e8-4e63-acc4-bc24e40ef151,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:37.284451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-18b1b41a-3a38-475b-bd74-e0ef30b91443 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2864230 Dec 13 10:19:37.287041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60346) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.323086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b57794-19f8-47e6-b48e-8e5915d3a6bb tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:37.324467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7b57794-19f8-47e6-b48e-8e5915d3a6bb tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports/840b73d4-75e8-4e63-acc4-bc24e40ef151 HTTP/1.1" status: 200 len: 954 time: 0.0364742 Dec 13 10:19:37.327167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.408040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Deleting port 840b73d4-75e8-4e63-acc4-bc24e40ef151 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:37.408377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.464712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.479752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Calling delete_port for 840b73d4-75e8-4e63-acc4-bc24e40ef151 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:37.554485 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.579273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event deleted for resources: {'Port': ['ID=840b73d4-75e8-4e63-acc4-bc24e40ef151,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:37.586230 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.589482 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb100dbd-fd8a-4f33-99cf-9b10a7290201 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "DELETE /v2.0/ports/840b73d4-75e8-4e63-acc4-bc24e40ef151 HTTP/1.1" status: 204 len: 168 time: 0.2613969 Dec 13 10:19:37.592087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60350) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.615034 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc902ca8-45f2-47a2-a0bb-d21c11e88c8f tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] GET failed (client error): The resource could not be found. Dec 13 10:19:37.616399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc902ca8-45f2-47a2-a0bb-d21c11e88c8f tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports/840b73d4-75e8-4e63-acc4-bc24e40ef151 HTTP/1.1" status: 404 len: 333 time: 0.0234249 Dec 13 10:19:37.619882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.624278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-711695778'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:37.644302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Made reservation on behalf of 2bea7fbe26784afb9dde4b354118ebcb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:37.648879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.664101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port 0e486aad-f4ea-485a-bb12-148a08727c81 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:37.812761 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.845473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.890782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:37.893762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:37.897693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:37.898595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:37.899188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:37.904599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=0e486aad-f4ea-485a-bb12-148a08727c81,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:37.918443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5b159b8-6b63-4504-a84f-b209eeeb53a1 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2975879 Dec 13 10:19:37.920991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60354) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:37.925840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:37.977802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.141240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] device_id is not set on port 0e486aad-f4ea-485a-bb12-148a08727c81 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:38.148722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.153931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.205315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=0e486aad-f4ea-485a-bb12-148a08727c81,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:38.216483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.217090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.217478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.221759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.222078 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.222455 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 2 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.235792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.236057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.236382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.240762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.241083 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.241457 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 3 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.252535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.252864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.253189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.257339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.257658 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.258032 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 4 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.273586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.273916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.274242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.278376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.278694 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.279070 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 5 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.291697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.292338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.292456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.296891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.297213 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.297595 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 6 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.309521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.309937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.310270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.314566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.314881 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.315253 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 7 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.326687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.327014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.327333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.331425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.331769 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.332658 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 8 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.344146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.344471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.344795 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.349518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.349835 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.350208 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 9 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.361243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.361571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.361894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.366135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.366460 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.366835 n-d-820935-7 neutron-server[103194]: INFO neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempt 10 to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 Dec 13 10:19:38.378657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:38.379503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:38.379857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempting to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:38.383996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:19:38.384351 n-d-820935-7 neutron-server[103194]: ERROR neutron.plugins.ml2.managers [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Failed to bind port 0e486aad-f4ea-485a-bb12-148a08727c81 on host n-h2-820935-7 for vnic_type normal using segments [{'id': 'aac2456c-ad92-4cdc-aaef-7a2cb3185223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cee8ab6a-9dd0-41c2-afa7-9f17086603a6'}] Dec 13 10:19:38.384667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.444298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port 0e486aad-f4ea-485a-bb12-148a08727c81, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:19:38.444649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attempted to set empty binding levels {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 10:19:38.448733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.479390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] In _notify_port_updated(), no bound segment for port 0e486aad-f4ea-485a-bb12-148a08727c81 on network cee8ab6a-9dd0-41c2-afa7-9f17086603a6 {{(pid=103194) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:19:38.480246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:38.480843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.482169 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "PUT /v2.0/ports/0e486aad-f4ea-485a-bb12-148a08727c81 HTTP/1.1" status: 200 len: 974 time: 0.5602524 Dec 13 10:19:38.484964 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60356) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:38.495082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58326b0b-2573-4459-95d3-09373fa833e7 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event updated for resources: {'Port': ['ID=0e486aad-f4ea-485a-bb12-148a08727c81,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:38.559872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Deleting port 0e486aad-f4ea-485a-bb12-148a08727c81 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:38.560216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.621695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] For port 0e486aad-f4ea-485a-bb12-148a08727c81, host n-h2-820935-7, got binding levels [] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:38.622209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.626755 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a952aee4-3bb2-482e-8657-74cc66648317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.636456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Calling delete_port for 0e486aad-f4ea-485a-bb12-148a08727c81 owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:38.716409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.743221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e486aad-f4ea-485a-bb12-148a08727c81,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:38.749491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.753153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2327646-4110-4720-82ca-be8dbc04d401 tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0e486aad-f4ea-485a-bb12-148a08727c81 HTTP/1.1" status: 204 len: 168 time: 0.2672086 Dec 13 10:19:38.756376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60358) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:38.778588 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf47a2b3-6071-4744-852f-6d68cc48781d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] GET failed (client error): The resource could not be found. Dec 13 10:19:38.779899 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf47a2b3-6071-4744-852f-6d68cc48781d tempest-PortsAdminExtendedAttrsTestJSON-1305205156 tempest-PortsAdminExtendedAttrsTestJSON-1305205156-project-admin] 10.222.0.31 "GET /v2.0/ports/0e486aad-f4ea-485a-bb12-148a08727c81 HTTP/1.1" status: 404 len: 333 time: 0.0226238 Dec 13 10:19:38.783044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60360) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:38.857944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.939792 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.958830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee8ab6a-9dd0-41c2-afa7-9f17086603a6']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:38.967659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac2456c-ad92-4cdc-aaef-7a2cb3185223') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:38.967953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac2456c-ad92-4cdc-aaef-7a2cb3185223') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:38.977002 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.989988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.995718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:19:38.996109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:19:38.999004 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:19:39.057319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.064568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.068354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] 10.222.0.31 "DELETE /v2.0/networks/cee8ab6a-9dd0-41c2-afa7-9f17086603a6 HTTP/1.1" status: 204 len: 168 time: 0.2843862 Dec 13 10:19:39.080859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30362789-71b4-49dd-9cb8-5392714bcc25 tempest-PortsAdminExtendedAttrsTestJSON-1889665613 tempest-PortsAdminExtendedAttrsTestJSON-1889665613-project] Pushing event deleted for resources: {'Network': ['ID=cee8ab6a-9dd0-41c2-afa7-9f17086603a6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:39.304431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60366) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:39.434232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c120074-de0b-48e8-8890-57f89e5a974e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fa8dc47be3545ecbf7d2339d510afbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285765 Dec 13 10:19:39.436700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60370) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:39.481999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.503519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.548195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.551519 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.552646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1daed976-03db-47cc-b05e-139a0fe10597 HTTP/1.1" status: 204 len: 168 time: 0.1147695 Dec 13 10:19:39.560254 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e2aa-c8d1-4912-8179-229a540c467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daed976-03db-47cc-b05e-139a0fe10597,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:39.635307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.807430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60376) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:39.850648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a2ecd11-0e69-4043-9024-3fb9d20f6a06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bea7fbe26784afb9dde4b354118ebcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420027 Dec 13 10:19:39.853047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60378) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:39.901254 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.922081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.968568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.971337 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:39.972518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1e0681a-5140-4255-9381-72be4875095e HTTP/1.1" status: 204 len: 168 time: 0.1185813 Dec 13 10:19:39.980634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ba9d-b3d8-473f-8a3c-2aad3e2ffa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0681a-5140-4255-9381-72be4875095e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:41.140433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:41.242229 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-286175721', 'router:external': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:41.266005 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Made reservation on behalf of e4fcd2b3b01447d6a30447b03d9b42f2 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:41.267964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.268860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.280170 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.355792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.359525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.384967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:19:41.394868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e4504-577f-42c8-8153-388669a2d941,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:41.399736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.400083 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Added segment 3d420d15-ac9e-4eb0-93e5-263db78a34c1 of type vlan for network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 Dec 13 10:19:41.444619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.473342 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.474426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:41.475011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:41.524470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3828425 Dec 13 10:19:41.527540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60420) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:41.532516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'subnet': {'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:41.537801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5e17-0d16-461b-816c-329f4eff08f7 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Network': ['ID=cbc38dd6-3d85-4b8b-9f83-59b7f2689735,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:41.548245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:19:41.555359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Made reservation on behalf of e4fcd2b3b01447d6a30447b03d9b42f2 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:41.557700 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.030079 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.154457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.objects.ports [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103195) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:19:42.154903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.210457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59b75610-4a5a-4a84-b93c-edfb7fa1acb0,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:42.217334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Checking segment: {'id': '3d420d15-ac9e-4eb0-93e5-263db78a34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:19:42.217670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network hostable DHCP agents. Network: cbc38dd6-3d85-4b8b-9f83-59b7f2689735, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:19:42.234540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:19:42.243536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, cbc38dd6-3d85-4b8b-9f83-59b7f2689735) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:42.247375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:42.248009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.252491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b09789-bfed-410d-be26-230f58014c6e None None] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:19:42.267589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e7d750e-7c27-4ebb-a054-59eaba5a20d3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7388554 Dec 13 10:19:42.270562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60422) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:42.275256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1455921910', 'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:42.295781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Made reservation on behalf of e4fcd2b3b01447d6a30447b03d9b42f2 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:19:42.298101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.315191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] device_id is not set on port b7d612e0-aed3-4258-8334-181d64efde4b yet. {{(pid=103195) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:19:42.350475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1368633-0e98-4f6d-909c-e2405ebfa9af None None] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:19:42.421170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 2001:db8::184 (cbc38dd6-3d85-4b8b-9f83-59b7f2689735/59b75610-4a5a-4a84-b93c-edfb7fa1acb0/b7d612e0-aed3-4258-8334-181d64efde4b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:42.556884 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.590818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.631401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:42.634287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:42.637779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:42.638750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:42.639359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.648988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=b7d612e0-aed3-4258-8334-181d64efde4b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:42.663854 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d38d55b-3657-465e-a74c-dc8fbccd10b5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.3900235 Dec 13 10:19:42.664354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60424) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:42.738767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Deleting port b7d612e0-aed3-4258-8334-181d64efde4b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:42.739026 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.811823 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.823651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Calling delete_port for b7d612e0-aed3-4258-8334-181d64efde4b owned by {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:42.949197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:42.974370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7d612e0-aed3-4258-8334-181d64efde4b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:42.999642 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.002910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e5a4b426-d7e0-47e5-8652-ebd3f1155f53 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b7d612e0-aed3-4258-8334-181d64efde4b HTTP/1.1" status: 204 len: 168 time: 0.3379238 Dec 13 10:19:43.005969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60426) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:43.010087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735', 'external_fixed_ips': [{'subnet_id': '59b75610-4a5a-4a84-b93c-edfb7fa1acb0', 'ip_address': '2001:db8::184'}]}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:43.030777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.031837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.086753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.215936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.413104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.431305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.612977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 2001:db8::184 (cbc38dd6-3d85-4b8b-9f83-59b7f2689735/59b75610-4a5a-4a84-b93c-edfb7fa1acb0/75302c45-aa1f-47c7-9c9f-b875829d9930) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:43.714222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.746643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:43.783948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:43.786836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:43.790486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:43.824704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=75302c45-aa1f-47c7-9c9f-b875829d9930,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:43.997508 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.185324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.308584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router caa95da4-9bda-4632-963f-a8623e7a12ec is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:44.411540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:44.420763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Sync routers for ids ['caa95da4-9bda-4632-963f-a8623e7a12ec'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:44.428819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.430298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-876e09f3-cb66-4a4b-a796-1c5a498c061b tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4232943 Dec 13 10:19:44.432446 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Routers {'caa95da4-9bda-4632-963f-a8623e7a12ec'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:44.432729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60428) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:44.433312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['caa95da4-9bda-4632-963f-a8623e7a12ec'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:44.534134 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.539432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Set router caa95da4-9bda-4632-963f-a8623e7a12ec gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:44.630911 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.685213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Deleting port 75302c45-aa1f-47c7-9c9f-b875829d9930 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:44.685555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.717188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa95da4-9bda-4632-963f-a8623e7a12ec', 'name': '', 'tenant_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735', 'external_fixed_ips': [{'subnet_id': '59b75610-4a5a-4a84-b93c-edfb7fa1acb0', 'ip_address': '2001:db8::184'}], 'enable_snat': True}, 'gw_port_id': '75302c45-aa1f-47c7-9c9f-b875829d9930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:19:43Z', 'updated_at': '2021-12-13T10:19:43Z', 'revision_number': 3, 'project_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'gw_port': {'id': '75302c45-aa1f-47c7-9c9f-b875829d9930', 'name': '', 'network_id': 'cbc38dd6-3d85-4b8b-9f83-59b7f2689735', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa95da4-9bda-4632-963f-a8623e7a12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '59b75610-4a5a-4a84-b93c-edfb7fa1acb0', 'ip_address': '2001:db8::184', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:19:43Z', 'updated_at': '2021-12-13T10:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b75610-4a5a-4a84-b93c-edfb7fa1acb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:44.743903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Checking router: caa95da4-9bda-4632-963f-a8623e7a12ec for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:19:44.744257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Updating router caa95da4-9bda-4632-963f-a8623e7a12ec port 75302c45-aa1f-47c7-9c9f-b875829d9930 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:19:44.759897 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.768157 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.771652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Calling delete_port for 75302c45-aa1f-47c7-9c9f-b875829d9930 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:44.935469 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:44.960414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Port': ['ID=75302c45-aa1f-47c7-9c9f-b875829d9930,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:45.018287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:19:45.018649 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:19:45.307932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.392095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.394157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.435187 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.435752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa95da4-9bda-4632-963f-a8623e7a12ec {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:45.440374 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.441861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-52433e30-5161-4ec2-8c60-14e713e94b26 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/routers/caa95da4-9bda-4632-963f-a8623e7a12ec HTTP/1.1" status: 204 len: 168 time: 1.0077112 Dec 13 10:19:45.444463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60430) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:45.486572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Deleting subnet 59b75610-4a5a-4a84-b93c-edfb7fa1acb0 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:19:45.490091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.527089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.539930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Port 75302c45-aa1f-47c7-9c9f-b875829d9930 not found while updating agent binding for router caa95da4-9bda-4632-963f-a8623e7a12ec. {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 10:19:45.548189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:45.548570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 10:19:45.549169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_agentschedulers_db [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'caa95da4-9bda-4632-963f-a8623e7a12ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent'). {{(pid=103196) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 10:19:45.549547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e8df-3b51-49e3-9f7f-68d054bf4f1e None None] The sync data for ids ['caa95da4-9bda-4632-963f-a8623e7a12ec'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:45.566963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.617039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.643372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59b75610-4a5a-4a84-b93c-edfb7fa1acb0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:45.645580 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.649242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d6c4ea2f-28f6-4c5f-afaf-66de4a45a53f tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/59b75610-4a5a-4a84-b93c-edfb7fa1acb0 HTTP/1.1" status: 204 len: 168 time: 0.2038331 Dec 13 10:19:45.651211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60432) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:45.720661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.796930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.817079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc38dd6-3d85-4b8b-9f83-59b7f2689735']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:45.826250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d420d15-ac9e-4eb0-93e5-263db78a34c1') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:45.826554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d420d15-ac9e-4eb0-93e5-263db78a34c1') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:45.840690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.853962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.859810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:19:45.860191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:19:45.861877 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:19:45.917131 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.921374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbc38dd6-3d85-4b8b-9f83-59b7f2689735 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:19:45.923921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:45.927739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/networks/cbc38dd6-3d85-4b8b-9f83-59b7f2689735 HTTP/1.1" status: 204 len: 168 time: 0.2755342 Dec 13 10:19:45.940826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e32b-5854-48e2-8b65-84853e8fe469 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbc38dd6-3d85-4b8b-9f83-59b7f2689735,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:46.112790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:46.117308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'name': 'tempest-router--1574723086', 'project_id': '0d0ba944924145ba952d224542d36674'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:46.137877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.138863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.191963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.197526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.211738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.215331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-923166c1-027e-442d-8f86-3b750bc6eeea tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0990818 Dec 13 10:19:46.215532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60442) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:46.284751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.434562 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.436670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.479462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.480024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16d61c64-60ea-4c08-9028-224de5c2a9a4 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:46.484270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.485378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-82329a70-206f-434d-b2dd-66a096e5f501 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/routers/16d61c64-60ea-4c08-9028-224de5c2a9a4 HTTP/1.1" status: 204 len: 168 time: 0.2689221 Dec 13 10:19:46.509071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:19:46.586136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60446) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:46.772544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1029284273', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:46.796038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:46.797042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.167885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.316866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.510192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.528437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.635694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Allocated IP 172.25.2.30 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/aa1fc99c-69a1-442e-aa44-c687ff42c82f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:47.733818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.767953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.805642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:47.808558 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:47.817015 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:47.822744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fef3c-592b-4c6e-b1a2-e425f36f6506 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:47.841103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event updated for resources: {'Port': ['ID=aa1fc99c-69a1-442e-aa44-c687ff42c82f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:47.904628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aae4864a-bd9d-4c6c-8383-e23e87bce02a None None] Provisioning complete for port aa1fc99c-69a1-442e-aa44-c687ff42c82f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:47.905021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aae4864a-bd9d-4c6c-8383-e23e87bce02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:47.937909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aae4864a-bd9d-4c6c-8383-e23e87bce02a None None] Port aa1fc99c-69a1-442e-aa44-c687ff42c82f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:19:48.068836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:48.259922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:48.386747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Router 06613cef-f4ef-4244-b3e8-d26a843cdc85 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:48.499227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:48.508940 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] Sync routers for ids ['06613cef-f4ef-4244-b3e8-d26a843cdc85'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:48.519377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] Routers {'06613cef-f4ef-4244-b3e8-d26a843cdc85'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:48.520046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['06613cef-f4ef-4244-b3e8-d26a843cdc85'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:48.520403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:48.523980 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-49cfcd28-84e2-482f-b90e-271e60d9403d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9368167 Dec 13 10:19:48.524423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60450) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:48.554154 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:48.563025 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] Routers {'06613cef-f4ef-4244-b3e8-d26a843cdc85'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:48.563661 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['06613cef-f4ef-4244-b3e8-d26a843cdc85'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:48.595063 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:48.595735 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1e997-945c-4757-80e0-8810ffebd678 None None] The sync data for ids ['06613cef-f4ef-4244-b3e8-d26a843cdc85'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:48.629571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-30653845-bd07-4766-be6d-99b2ee662389 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/06613cef-f4ef-4244-b3e8-d26a843cdc85 HTTP/1.1" status: 200 len: 924 time: 0.1038973 Dec 13 10:19:48.632980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60452) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:48.659943 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0b9e8db1-8405-464d-b4df-07c654061849 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=06613cef-f4ef-4244-b3e8-d26a843cdc85 HTTP/1.1" status: 200 len: 205 time: 0.0255911 Dec 13 10:19:48.662153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60454) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:48.767349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:48.871647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:48.923139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port aa1fc99c-69a1-442e-aa44-c687ff42c82f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:48.923398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.001199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.012718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for aa1fc99c-69a1-442e-aa44-c687ff42c82f owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:49.173472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.198761 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=aa1fc99c-69a1-442e-aa44-c687ff42c82f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:49.213152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e039600-87a3-441c-8844-0ebf01e0eb5b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:49.264930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.355928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.358011 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.399520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.400124 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router 06613cef-f4ef-4244-b3e8-d26a843cdc85 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:49.406747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.407862 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e013bd8e-aed0-4f93-9811-2b4df13d64b6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/06613cef-f4ef-4244-b3e8-d26a843cdc85 HTTP/1.1" status: 204 len: 168 time: 0.7447858 Dec 13 10:19:49.411390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:49.416010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603871049', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:49.435824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.436744 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.489921 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.620810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.848619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.866689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:49.968187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 172.25.2.156 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/1ee34030-05dd-4593-8c34-0baf1a61b96b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:50.064709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:50.097850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:50.136058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:50.138991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:50.142563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:50.150859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f761d5-7734-4ef9-8047-d74d8bb9dadb None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:50.171216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee34030-05dd-4593-8c34-0baf1a61b96b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:50.271662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4f7a8a16-a4f2-43cd-b497-3b120e435117 None None] Provisioning complete for port 1ee34030-05dd-4593-8c34-0baf1a61b96b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:50.272283 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8a16-a4f2-43cd-b497-3b120e435117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:50.307323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a8a16-a4f2-43cd-b497-3b120e435117 None None] Port 1ee34030-05dd-4593-8c34-0baf1a61b96b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:19:50.392532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:50.577526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:50.709973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router 149799a1-68e0-4545-a372-9eacd6e9f229 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:51.112927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:51.122489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Sync routers for ids ['149799a1-68e0-4545-a372-9eacd6e9f229'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:51.131184 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.132507 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-696f3f59-9ad5-44e9-9ab1-b7edde418ac5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7196567 Dec 13 10:19:51.135098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60458) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:51.135523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Routers {'149799a1-68e0-4545-a372-9eacd6e9f229'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:51.136172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149799a1-68e0-4545-a372-9eacd6e9f229'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:51.237666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5af320d2-6016-41d1-b336-3c05a995e536 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/149799a1-68e0-4545-a372-9eacd6e9f229 HTTP/1.1" status: 200 len: 908 time: 0.1013856 Dec 13 10:19:51.240858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60460) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:51.245227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603871049', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': True}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:51.268100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.269300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.323107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.411694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Set router 149799a1-68e0-4545-a372-9eacd6e9f229 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:51.462867 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.588988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'name': 'tempest-snat-router-603871049', 'tenant_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156'}], 'enable_snat': False}, 'gw_port_id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:50Z', 'revision_number': 3, 'project_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'gw_port': {'id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:51.615943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Checking router: 149799a1-68e0-4545-a372-9eacd6e9f229 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:19:51.616307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Updating router 149799a1-68e0-4545-a372-9eacd6e9f229 port 1ee34030-05dd-4593-8c34-0baf1a61b96b binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:19:51.645094 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.660785 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.680023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.780078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 172.25.2.225 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/da13cf81-f752-402f-af09-e95c3d1931d0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:51.883121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.917002 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:51.955586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:51.960588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:51.964246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:51.969743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=da13cf81-f752-402f-af09-e95c3d1931d0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:51.976587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21f08a-39d2-4faf-bc2c-61facbf18958 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:51.995153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.995513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.996022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.996485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.996690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.997033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.997369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.997677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.998019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.998350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.998682 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.999011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:51.999340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.075161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-62700460-8d56-49af-a277-a1bd11323a40 None None] Provisioning complete for port da13cf81-f752-402f-af09-e95c3d1931d0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:52.075523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62700460-8d56-49af-a277-a1bd11323a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.110430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.120519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.147966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-62700460-8d56-49af-a277-a1bd11323a40 None None] Port da13cf81-f752-402f-af09-e95c3d1931d0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:19:52.174661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5717b54-4992-46bd-ba6f-cc62c4422c14 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:52.183891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Pushing event updated for resources: {'Port': ['ID=1ee34030-05dd-4593-8c34-0baf1a61b96b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:52.187238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Attempting to bind port 1ee34030-05dd-4593-8c34-0baf1a61b96b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:19:52.187642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Attempting to bind port 1ee34030-05dd-4593-8c34-0baf1a61b96b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:19:52.188014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Attempting to bind port 1ee34030-05dd-4593-8c34-0baf1a61b96b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:19:52.198762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.199104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.199510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.199811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.200252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.200479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.200842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.201229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.201456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.201794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.202136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.202455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.202782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:52.206287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:19:52.206624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:19:52.207031 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.207424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:19:52.207932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Bound port: 1ee34030-05dd-4593-8c34-0baf1a61b96b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:19:52.208858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.233646 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.268068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] For port 1ee34030-05dd-4593-8c34-0baf1a61b96b, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:19:52.283001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] For port 1ee34030-05dd-4593-8c34-0baf1a61b96b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1ee34030-05dd-4593-8c34-0baf1a61b96b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:19:52.284872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] Provisioning complete for port 1ee34030-05dd-4593-8c34-0baf1a61b96b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:52.285274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.288820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.364204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2c04a-39e2-4f0a-96c4-f325126f6b20 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:52.391486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Routers {'149799a1-68e0-4545-a372-9eacd6e9f229'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:52.392139 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149799a1-68e0-4545-a372-9eacd6e9f229'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:52.395753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369efe-7032-425d-9d17-2b748ae83b90 None None] Pushing event updated for resources: {'Port': ['ID=1ee34030-05dd-4593-8c34-0baf1a61b96b,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:52.437475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.519641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.546223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] Set router 149799a1-68e0-4545-a372-9eacd6e9f229 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:52.566262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router 52f29d95-d236-4720-8629-17836f368846 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:52.574871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] For port 1ee34030-05dd-4593-8c34-0baf1a61b96b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1ee34030-05dd-4593-8c34-0baf1a61b96b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:52.604841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.684638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:52.694674 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Sync routers for ids ['52f29d95-d236-4720-8629-17836f368846'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:52.704202 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Routers {'52f29d95-d236-4720-8629-17836f368846'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:52.705165 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['52f29d95-d236-4720-8629-17836f368846'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:52.707489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.712089 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b3ea7ac4-7b42-4f27-ad2a-aec414a6f862 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4675822 Dec 13 10:19:52.712246 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150217f-d233-4211-9dc8-859b7408c0be None None] Pushing event updated for resources: {'Port': ['ID=1ee34030-05dd-4593-8c34-0baf1a61b96b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:52.712378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:52.762219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cccf271f-b408-490d-a149-be48931aa922 None None] Provisioning complete for port 1ee34030-05dd-4593-8c34-0baf1a61b96b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:52.762623 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cccf271f-b408-490d-a149-be48931aa922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:52.822806 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Set router 52f29d95-d236-4720-8629-17836f368846 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:52.828293 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:52.828813 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-61abc2e3-347f-4bf7-bf63-dac4f8dc7e48 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/52f29d95-d236-4720-8629-17836f368846 HTTP/1.1" status: 200 len: 907 time: 0.1146498 Dec 13 10:19:52.853550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'name': 'tempest-snat-router-603871049', 'tenant_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156'}], 'enable_snat': False}, 'gw_port_id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:50Z', 'revision_number': 3, 'project_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'gw_port': {'id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:52.888679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9440e0a-43df-42d4-b97b-de75c1e64541 None None] The sync data for ids ['149799a1-68e0-4545-a372-9eacd6e9f229'] in n-d-820935-7 is: [{'id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'name': 'tempest-snat-router-603871049', 'tenant_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156'}], 'enable_snat': False}, 'gw_port_id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:50Z', 'revision_number': 3, 'project_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'gw_port': {'id': '1ee34030-05dd-4593-8c34-0baf1a61b96b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149799a1-68e0-4545-a372-9eacd6e9f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:19:49Z', 'updated_at': '2021-12-13T10:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:52.942077 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.012836 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f29d95-d236-4720-8629-17836f368846', 'name': 'tempest-snat-router-603871049', 'tenant_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'da13cf81-f752-402f-af09-e95c3d1931d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:19:51Z', 'updated_at': '2021-12-13T10:19:52Z', 'revision_number': 3, 'project_id': 'e4fcd2b3b01447d6a30447b03d9b42f2', 'gw_port': {'id': 'da13cf81-f752-402f-af09-e95c3d1931d0', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f29d95-d236-4720-8629-17836f368846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:19:51Z', 'updated_at': '2021-12-13T10:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:53.039652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Checking router: 52f29d95-d236-4720-8629-17836f368846 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:19:53.039906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Updating router 52f29d95-d236-4720-8629-17836f368846 port da13cf81-f752-402f-af09-e95c3d1931d0 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:19:53.063509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.066342 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.128064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Deleting port da13cf81-f752-402f-af09-e95c3d1931d0 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:53.128491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.225537 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.240193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Calling delete_port for da13cf81-f752-402f-af09-e95c3d1931d0 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:53.421801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.454099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Port': ['ID=da13cf81-f752-402f-af09-e95c3d1931d0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:53.469307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f7b3e-e816-44b0-84f0-8af253ba37d4 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:53.472707 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.db.api [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:19:53.473091 n-d-820935-7 neutron-server[103197]: DEBUG oslo_db.api [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:19:53.515191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.612443 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.614923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.661255 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.661958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52f29d95-d236-4720-8629-17836f368846 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:53.666959 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.668173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-95810dd8-f9aa-4f61-ae3f-2d412aa1d1bd tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/routers/52f29d95-d236-4720-8629-17836f368846 HTTP/1.1" status: 204 len: 168 time: 0.8381574 Dec 13 10:19:53.670711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60466) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:53.776856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.878852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.930554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Deleting port 1ee34030-05dd-4593-8c34-0baf1a61b96b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:53.930892 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:53.994009 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Port da13cf81-f752-402f-af09-e95c3d1931d0 not found while updating agent binding for router 52f29d95-d236-4720-8629-17836f368846. {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 10:19:54.002080 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Routers set() bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:54.002442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Router IDs set() for agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 10:19:54.003064 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52f29d95-d236-4720-8629-17836f368846'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent'). {{(pid=103197) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 10:19:54.003430 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc89077-1053-4b62-b96c-e78fead4a5db None None] The sync data for ids ['52f29d95-d236-4720-8629-17836f368846'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:54.015280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] For port 1ee34030-05dd-4593-8c34-0baf1a61b96b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1ee34030-05dd-4593-8c34-0baf1a61b96b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:54.015714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.027450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Calling delete_port for 1ee34030-05dd-4593-8c34-0baf1a61b96b owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:54.194776 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.220118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ee34030-05dd-4593-8c34-0baf1a61b96b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:54.234776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6debd0-7bbd-4ddc-ae97-864a6b756cfd None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:54.285966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.376106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.378245 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.422392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.422867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 149799a1-68e0-4545-a372-9eacd6e9f229 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:54.428031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.429449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c926f852-6bae-4d94-89aa-071869ade5b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "DELETE /v2.0/routers/149799a1-68e0-4545-a372-9eacd6e9f229 HTTP/1.1" status: 204 len: 168 time: 0.7575581 Dec 13 10:19:54.435922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60468) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:54.439588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1296313338', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:54.464447 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.465559 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.518206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.657830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.845413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.866767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.964807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Allocated IP 172.25.2.31 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/8afba252-3f70-4361-84ba-7e2a56a7bbe3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:55.066277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:55.098587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:55.138622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:55.141532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:55.144907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:55.150161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event updated for resources: {'Port': ['ID=8afba252-3f70-4361-84ba-7e2a56a7bbe3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:55.157733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a7b8c-d2e3-469a-8b94-e1b4e062e4cc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:55.232931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9bcab4be-afab-4e53-83ea-3f0cc470a4c2 None None] Provisioning complete for port 8afba252-3f70-4361-84ba-7e2a56a7bbe3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:55.233323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bcab4be-afab-4e53-83ea-3f0cc470a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:55.265470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9bcab4be-afab-4e53-83ea-3f0cc470a4c2 None None] Port 8afba252-3f70-4361-84ba-7e2a56a7bbe3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:19:55.390088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:55.579708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:55.701702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Router f0b1d64b-0839-4f06-8ea1-f94c1c964dca is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:56.112207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:56.121746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] Sync routers for ids ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:56.131978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] Routers {'f0b1d64b-0839-4f06-8ea1-f94c1c964dca'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:56.132709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:56.134957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:56.136291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ba8cfcd-4914-46c7-b5db-275b3cf91dbb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7018743 Dec 13 10:19:56.138789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60470) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:56.143002 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:56.172080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:56.180727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] Routers {'f0b1d64b-0839-4f06-8ea1-f94c1c964dca'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:56.181335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:56.233177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:56.234198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4828d5-1d3d-4936-954f-3b0a66b3c3fa None None] The sync data for ids ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:56.460085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:56.843769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:56.847013 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:56.951661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router f0b1d64b-0839-4f06-8ea1-f94c1c964dca has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:19:57.056199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:57.060497 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.061536 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dfa944d1-53f6-4c77-ba64-7f525e607ee5 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "PUT /v2.0/routers/f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 200 len: 925 time: 0.9217961 Dec 13 10:19:57.064479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:57.064714 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] Sync routers for ids ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:57.077407 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] Routers {'f0b1d64b-0839-4f06-8ea1-f94c1c964dca'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:57.077990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:57.110411 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:57.119239 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] Routers {'f0b1d64b-0839-4f06-8ea1-f94c1c964dca'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:57.119889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:57.155966 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:57.156619 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03494090-eca7-458b-98c5-32f34a80c531 None None] The sync data for ids ['f0b1d64b-0839-4f06-8ea1-f94c1c964dca'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:57.173136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d464a842-4d9e-4ece-bc5e-a185bc02d2ca tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 200 len: 925 time: 0.1075721 Dec 13 10:19:57.175920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60474) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:57.247458 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f875b-7fce-40f6-8972-1d1339691af4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:57.249058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-419f875b-7fce-40f6-8972-1d1339691af4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=f0b1d64b-0839-4f06-8ea1-f94c1c964dca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722280 Dec 13 10:19:57.251989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60476) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:57.340344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42850d-ce0f-4f6e-869a-6945a8d65a16 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:57.341768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2c42850d-ce0f-4f6e-869a-6945a8d65a16 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.0880158 Dec 13 10:19:57.344462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60478) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:57.370679 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c6d63e80-ba04-4693-a206-0a292753fa7c tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 200 len: 205 time: 0.0251806 Dec 13 10:19:57.372950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:57.474566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.574284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.624026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port 8afba252-3f70-4361-84ba-7e2a56a7bbe3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:57.624286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.697316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.708459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for 8afba252-3f70-4361-84ba-7e2a56a7bbe3 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:57.867375 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:57.899294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=8afba252-3f70-4361-84ba-7e2a56a7bbe3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:57.909352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397eb145-2315-4ac8-a65a-97d1fbe48a44 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:57.957129 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.043983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.046062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.089383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.090033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router f0b1d64b-0839-4f06-8ea1-f94c1c964dca {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:58.096924 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.098030 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9dfbf1f0-c75b-4422-a6e1-f489c1fef0d1 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 204 len: 168 time: 0.7242036 Dec 13 10:19:58.101678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60482) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:58.105901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-219143775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:58.128442 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.129433 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.184711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.189115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.207195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.208988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8bf3f9df-327e-449f-b632-c1f72963582a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1063771 Dec 13 10:19:58.211759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60484) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:58.216127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:19:58.714343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.904077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.922064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.023994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Allocated IP 172.25.2.197 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/278dae57-8706-4c62-8e8c-b6dcb80b166f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:19:59.122081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.155333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.193303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:19:59.197668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:19:59.201033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:19:59.209763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ede21b-29dc-4c39-9a5d-dca25790012e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:59.230132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event updated for resources: {'Port': ['ID=278dae57-8706-4c62-8e8c-b6dcb80b166f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:59.306704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4402533e-ccaf-45e1-ab36-32b5998968d2 None None] Provisioning complete for port 278dae57-8706-4c62-8e8c-b6dcb80b166f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:19:59.307080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4402533e-ccaf-45e1-ab36-32b5998968d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.341401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4402533e-ccaf-45e1-ab36-32b5998968d2 None None] Port 278dae57-8706-4c62-8e8c-b6dcb80b166f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:19:59.455900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.648353 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.651693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.773248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Router bfa1f7df-b432-4fb3-908a-1f116c541ec6 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:19:59.877545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:59.884999 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.887511 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-90ffdb0a-485b-4194-95ca-0929bbe57868 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "PUT /v2.0/routers/bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 200 len: 883 time: 1.6747301 Dec 13 10:19:59.889208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60486) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:59.890387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] Sync routers for ids ['bfa1f7df-b432-4fb3-908a-1f116c541ec6'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:59.901925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] Routers {'bfa1f7df-b432-4fb3-908a-1f116c541ec6'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:59.902563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bfa1f7df-b432-4fb3-908a-1f116c541ec6'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:59.938687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:59.956331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] Routers {'bfa1f7df-b432-4fb3-908a-1f116c541ec6'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:59.956982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['bfa1f7df-b432-4fb3-908a-1f116c541ec6'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:59.960937 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.992989 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-80a68960-cd1a-43de-acc8-cfacb2618063 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 200 len: 924 time: 0.1028638 Dec 13 10:19:59.993712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:59.994444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d67cdc-8989-4648-8dbe-a3ed50841c7e None None] The sync data for ids ['bfa1f7df-b432-4fb3-908a-1f116c541ec6'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:59.995854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.035728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53f706-0010-4fda-89bd-11e20c63be66 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:00.037689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ac53f706-0010-4fda-89bd-11e20c63be66 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=bfa1f7df-b432-4fb3-908a-1f116c541ec6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0406876 Dec 13 10:20:00.040284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60490) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.123749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7d324-a29b-4e7a-95e3-ab52f6c1ac0a tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:00.125125 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b8b7d324-a29b-4e7a-95e3-ab52f6c1ac0a tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.0839615 Dec 13 10:20:00.127923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.154567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2fbecccb-817b-4c58-ae38-61d009ef3b93 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 200 len: 205 time: 0.0256274 Dec 13 10:20:00.157000 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.259114 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.358612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.407811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port 278dae57-8706-4c62-8e8c-b6dcb80b166f {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:00.408148 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.484313 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.495519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for 278dae57-8706-4c62-8e8c-b6dcb80b166f owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:00.654915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.681995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=278dae57-8706-4c62-8e8c-b6dcb80b166f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:00.693126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91213bd-8ff0-4621-97f2-e827afd3787b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:00.740615 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.830073 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.832192 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.876113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.876883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router bfa1f7df-b432-4fb3-908a-1f116c541ec6 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:20:00.884247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.888017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0cf2e2dd-3d3c-46f5-9362-a09c5add91ff tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 204 len: 168 time: 0.7301018 Dec 13 10:20:00.889530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.893902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217988339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:00.916157 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.917115 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.967242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.971001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.987240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:00.988452 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a43f04f3-0f1d-4bb5-b389-8d373d80237e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0979621 Dec 13 10:20:00.991139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60498) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:00.995283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': True}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:01.196391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.393226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.414836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.512499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 172.25.2.80 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/3668918d-9cfb-44b5-9631-3a0fb5bcd45a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:01.607654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.644311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.682199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:01.685127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:01.688954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:01.698126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd4884-a4c1-48aa-8f02-8ac1cb507a41 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:01.713703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=3668918d-9cfb-44b5-9631-3a0fb5bcd45a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:01.772555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-118ecc75-75a0-4328-bdf2-d73abe25e33f None None] Provisioning complete for port 3668918d-9cfb-44b5-9631-3a0fb5bcd45a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:01.772930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118ecc75-75a0-4328-bdf2-d73abe25e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.806629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-118ecc75-75a0-4328-bdf2-d73abe25e33f None None] Port 3668918d-9cfb-44b5-9631-3a0fb5bcd45a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:20:02.238289 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.427382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.430638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.554189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router daaba539-d201-4eb0-bf21-dceca42dc358 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:20:02.657675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:20:02.662362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.663576 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-78a97251-6c5f-4e5f-908a-8784387f0ac3 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "PUT /v2.0/routers/daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 200 len: 918 time: 1.6714871 Dec 13 10:20:02.666171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60500) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.668694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] Sync routers for ids ['daaba539-d201-4eb0-bf21-dceca42dc358'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:20:02.679269 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] Routers {'daaba539-d201-4eb0-bf21-dceca42dc358'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:02.679890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['daaba539-d201-4eb0-bf21-dceca42dc358'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.711910 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.720872 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] Routers {'daaba539-d201-4eb0-bf21-dceca42dc358'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:02.721481 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['daaba539-d201-4eb0-bf21-dceca42dc358'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.756258 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.756912 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50020452-67ff-48c2-be1d-4c823cabfa1f None None] The sync data for ids ['daaba539-d201-4eb0-bf21-dceca42dc358'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:20:02.771756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2f9805e4-139a-4f76-90e0-c52b5ea72b76 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 200 len: 924 time: 0.1044610 Dec 13 10:20:02.774414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60502) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.814720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e81390-d2c9-4ced-a891-5ff084fd0e8c tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:02.816266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b0e81390-d2c9-4ced-a891-5ff084fd0e8c tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=daaba539-d201-4eb0-bf21-dceca42dc358&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0409513 Dec 13 10:20:02.818939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60504) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.900111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20776114-b5b3-4af2-ba65-8160d264f8b8 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:02.901512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20776114-b5b3-4af2-ba65-8160d264f8b8 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.0816605 Dec 13 10:20:02.904291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60506) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.934877 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d1d4d07f-72dc-4bdb-aaeb-2c3df5f46bdb tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 200 len: 205 time: 0.0295260 Dec 13 10:20:02.937456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60508) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:03.040392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.138233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.192834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port 3668918d-9cfb-44b5-9631-3a0fb5bcd45a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:03.193177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.267223 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.278774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for 3668918d-9cfb-44b5-9631-3a0fb5bcd45a owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:03.439585 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.466885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=3668918d-9cfb-44b5-9631-3a0fb5bcd45a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:03.483120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876990a5-8ef0-4839-baed-b3fa5ac2ce3e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:03.534266 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.623022 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.625267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.666012 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.666531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router daaba539-d201-4eb0-bf21-dceca42dc358 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:20:03.673105 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.674201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e0e46490-7ab3-478e-b474-5e393a2dbc22 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 204 len: 168 time: 0.7358603 Dec 13 10:20:03.677807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60510) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:03.682011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-402256862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:03.704228 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.705113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.756954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.760958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.777914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:03.779091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-04c10a2e-2974-48f0-b5fd-825b556f0423 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1003339 Dec 13 10:20:03.781803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60512) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:03.786013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'enable_snat': False}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:03.979569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.171564 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.189876 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.287856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Allocated IP 172.25.2.34 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:04.388525 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.421555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.458557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:04.462950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:04.465363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:04.475767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230f489-b687-4cbe-b503-88d02207e3c0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:04.489240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:04.540147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c966ad14-7aa0-4a60-b72c-8c276efe87e6 None None] Provisioning complete for port 4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:04.540705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c966ad14-7aa0-4a60-b72c-8c276efe87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.574478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c966ad14-7aa0-4a60-b72c-8c276efe87e6 None None] Port 4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:20:04.608083 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.710775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.900682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.904006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:05.332364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Router 3944d04d-d04d-4de6-8d51-b38117772010 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:20:05.436088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:20:05.441076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:05.441851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d5ab44b2-579c-4056-b79c-2a958a1a0527 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "PUT /v2.0/routers/3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 200 len: 918 time: 1.6590765 Dec 13 10:20:05.446007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60514) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:05.448887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] Sync routers for ids ['3944d04d-d04d-4de6-8d51-b38117772010'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:20:05.459206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] Routers {'3944d04d-d04d-4de6-8d51-b38117772010'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:05.459922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3944d04d-d04d-4de6-8d51-b38117772010'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:05.493220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:05.501544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] Routers {'3944d04d-d04d-4de6-8d51-b38117772010'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:05.502141 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3944d04d-d04d-4de6-8d51-b38117772010'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:05.541935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:05.542655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e532f1-f7ff-4a8a-9a11-c1d006d6d598 None None] The sync data for ids ['3944d04d-d04d-4de6-8d51-b38117772010'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:20:05.550186 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-36ec9d8a-41ed-4588-8ac4-a0c03fd0bb83 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 200 len: 924 time: 0.1030767 Dec 13 10:20:05.553843 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60516) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:05.593298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd8c7be-a091-4782-92be-c5e8350a1168 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:05.594732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bcd8c7be-a091-4782-92be-c5e8350a1168 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=3944d04d-d04d-4de6-8d51-b38117772010&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0399773 Dec 13 10:20:05.597294 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60518) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:05.679658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49af8b-42d7-4ea6-8ff1-edea6998521c tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:05.681068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ce49af8b-42d7-4ea6-8ff1-edea6998521c tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/networks/9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 HTTP/1.1" status: 200 len: 881 time: 0.0828655 Dec 13 10:20:05.683819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60520) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:05.714675 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-625b3ff4-953e-457b-8a90-ed4cebef7fb8 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 200 len: 205 time: 0.0298011 Dec 13 10:20:05.717050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60522) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:05.823377 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:05.925132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:05.979677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port 4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:05.980014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.052944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.064388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for 4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:06.164618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42bb2ee3-ba86-4472-9c5f-9e899a5cee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.224437 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.250548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=4ad4c666-8a7f-4ff0-a3fb-d6f3b3f6166c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:06.261047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d8bd7-56a5-47e8-9e9a-29fccfb98a5c None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:06.313171 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.403206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.405338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.447566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.448132 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router 3944d04d-d04d-4de6-8d51-b38117772010 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:20:06.454875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.460533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b2557aca-3803-4632-b56a-1d5a3b6c1b17 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 204 len: 168 time: 0.7383146 Dec 13 10:20:06.460533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:06.464714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501886391', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:06.487465 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.488434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.544220 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.674808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.866529 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.885229 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:06.987070 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Allocated IP 172.25.2.194 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6b3cb942-c81a-4c70-a677-27c6217f87a2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:07.086843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.119914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.157486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:07.160336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:07.164415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:07.173481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e8110-d554-408f-bca8-f70c839a52a2 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:07.192830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event updated for resources: {'Port': ['ID=6b3cb942-c81a-4c70-a677-27c6217f87a2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:07.211419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2c2930d4-5d55-49bc-afbc-b0ee0175c488 None None] Provisioning complete for port 6b3cb942-c81a-4c70-a677-27c6217f87a2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:07.211817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2c2930d4-5d55-49bc-afbc-b0ee0175c488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.244975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2c2930d4-5d55-49bc-afbc-b0ee0175c488 None None] Port 6b3cb942-c81a-4c70-a677-27c6217f87a2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:20:07.410756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.600125 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.719707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Router 07a73340-ef0e-4eb5-967b-49bd4ade5614 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:20:07.821850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:20:07.831097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] Sync routers for ids ['07a73340-ef0e-4eb5-967b-49bd4ade5614'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:20:07.840217 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] Routers {'07a73340-ef0e-4eb5-967b-49bd4ade5614'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:07.840817 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['07a73340-ef0e-4eb5-967b-49bd4ade5614'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:07.841851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:07.843099 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-826ec9b0-c058-49b6-8a27-951309aef30e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.3817348 Dec 13 10:20:07.845821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60526) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:07.850947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:07.872846 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:07.882388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] Routers {'07a73340-ef0e-4eb5-967b-49bd4ade5614'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:07.883096 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:19:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['07a73340-ef0e-4eb5-967b-49bd4ade5614'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:07.920129 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:07.920916 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ee739-f40c-4319-b55e-9b0cc65ce2c8 None None] The sync data for ids ['07a73340-ef0e-4eb5-967b-49bd4ade5614'] in n-d-820935-7 is: [] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:20:08.454643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.466179 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.515608 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Deleting port 6b3cb942-c81a-4c70-a677-27c6217f87a2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:08.515951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.592428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.603901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Calling delete_port for 6b3cb942-c81a-4c70-a677-27c6217f87a2 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:08.619463 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5851220d-af07-468b-b881-5692243b7354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.770602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:08.799800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Pushing event deleted for resources: {'Port': ['ID=6b3cb942-c81a-4c70-a677-27c6217f87a2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:08.807422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029a85e-2f55-4389-bc1b-92ef688f646b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:08.856272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.057925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5494'] for router, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.061099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555601'] for router, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.137893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Router 07a73340-ef0e-4eb5-967b-49bd4ade5614 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:20:09.209991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:20:09.216683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.217842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a641e10-530b-4910-838e-0e36c03de31e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "PUT /v2.0/routers/07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 200 len: 710 time: 1.3710520 Dec 13 10:20:09.219319 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] Sync routers for ids ['07a73340-ef0e-4eb5-967b-49bd4ade5614'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:20:09.220375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.229469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] Routers {'07a73340-ef0e-4eb5-967b-49bd4ade5614'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:09.230077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:20:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['07a73340-ef0e-4eb5-967b-49bd4ade5614'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:09.261536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:09.269937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] Routers {'07a73340-ef0e-4eb5-967b-49bd4ade5614'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:20:09.271059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:20:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['07a73340-ef0e-4eb5-967b-49bd4ade5614'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:09.295939 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bab64a1e-43e7-459c-ba33-c96805f3a433 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/routers/07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 200 len: 745 time: 0.0744386 Dec 13 10:20:09.298528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.302914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:09.303595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a8aa6-03d0-4130-b8ed-6060c96fe571 None None] The sync data for ids ['07a73340-ef0e-4eb5-967b-49bd4ade5614'] in n-d-820935-7 is: [] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:20:09.349740 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b0fe108c-08ca-4920-a5cc-80ca1217c1b4 tempest-RoutersIpV6AdminTest-998958984 tempest-RoutersIpV6AdminTest-998958984-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&device_id=07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 200 len: 205 time: 0.0501199 Dec 13 10:20:09.351938 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.377217 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4ce0b4bd-2612-4751-b818-a008848fb33a tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 200 len: 205 time: 0.0242002 Dec 13 10:20:09.379576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60534) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.450593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.605221 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.607334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.637573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.650116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.650717 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Fanout notify agent at l3_agent the message router_deleted on router 07a73340-ef0e-4eb5-967b-49bd4ade5614 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:20:09.657552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:09.659242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b1ea7ce0-a549-447e-ac82-f363043852af tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 204 len: 168 time: 0.2781999 Dec 13 10:20:09.662279 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60536) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.688741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2e0c8bc4-4524-480d-a973-573c6560707f tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 200 len: 205 time: 0.0253313 Dec 13 10:20:09.690984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.727518 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7c01c3e7-f290-4278-a0d6-2717bf760cae tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:09.728537 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7c01c3e7-f290-4278-a0d6-2717bf760cae tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/07a73340-ef0e-4eb5-967b-49bd4ade5614 HTTP/1.1" status: 404 len: 336 time: 0.0366795 Dec 13 10:20:09.730956 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.760518 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c3de4af-dfea-4c3e-af92-9b1438ad35f6 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 200 len: 205 time: 0.0285060 Dec 13 10:20:09.762872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60542) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.798931 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-ee161905-8a0e-4b6f-95be-e8ba2a917cdc tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:09.800278 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ee161905-8a0e-4b6f-95be-e8ba2a917cdc tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/3944d04d-d04d-4de6-8d51-b38117772010 HTTP/1.1" status: 404 len: 336 time: 0.0365262 Dec 13 10:20:09.802911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60544) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.829453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9ce1655a-1c24-4394-981f-53d43f402d5e tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 200 len: 205 time: 0.0254924 Dec 13 10:20:09.831736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60546) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.871914 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-8105b2dd-a88e-4d92-815a-38a9a7d8abbc tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:09.872969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8105b2dd-a88e-4d92-815a-38a9a7d8abbc tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/daaba539-d201-4eb0-bf21-dceca42dc358 HTTP/1.1" status: 404 len: 336 time: 0.0403426 Dec 13 10:20:09.875426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60548) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.902232 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b49f367b-55d2-4dac-97d4-44013044542d tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 200 len: 205 time: 0.0257502 Dec 13 10:20:09.904602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.940371 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-7407eae0-5aa4-459d-938c-36181fb74939 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:09.941359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7407eae0-5aa4-459d-938c-36181fb74939 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/bfa1f7df-b432-4fb3-908a-1f116c541ec6 HTTP/1.1" status: 404 len: 336 time: 0.0358725 Dec 13 10:20:09.944380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:09.969162 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0db036d6-7ecc-4915-95c5-b389186255db tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 200 len: 205 time: 0.0237982 Dec 13 10:20:09.971314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60554) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.010683 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-799b1bcf-a9ce-4453-8c9c-5c62313997db tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:10.011697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-799b1bcf-a9ce-4453-8c9c-5c62313997db tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/f0b1d64b-0839-4f06-8ea1-f94c1c964dca HTTP/1.1" status: 404 len: 336 time: 0.0394578 Dec 13 10:20:10.014086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.039110 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b5e1780d-a3f9-4a7a-a695-e9c309907cf7 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "GET /v2.0/ports?device_id=06613cef-f4ef-4244-b3e8-d26a843cdc85 HTTP/1.1" status: 200 len: 205 time: 0.0240335 Dec 13 10:20:10.041326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.077595 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-90b98eec-40d3-487a-8b3e-afe4404572e8 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] delete failed (client error): The resource could not be found. Dec 13 10:20:10.078587 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-90b98eec-40d3-487a-8b3e-afe4404572e8 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/routers/06613cef-f4ef-4244-b3e8-d26a843cdc85 HTTP/1.1" status: 404 len: 336 time: 0.0363941 Dec 13 10:20:10.081035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.109585 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e22afa-c0e0-46d7-ab23-5aef37b310f4 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] DELETE failed (client error): The resource could not be found. Dec 13 10:20:10.110038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e22afa-c0e0-46d7-ab23-5aef37b310f4 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:20:10.113071 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50e22afa-c0e0-46d7-ab23-5aef37b310f4 tempest-RoutersIpV6AdminTest-1787369286 tempest-RoutersIpV6AdminTest-1787369286-project] 10.222.0.31 "DELETE /v2.0/subnets/59b75610-4a5a-4a84-b93c-edfb7fa1acb0 HTTP/1.1" status: 404 len: 337 time: 0.0311594 Dec 13 10:20:10.349436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60566) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.453232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.526782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.530620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.571275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e0af39f88dd40f99642e8654d36ff1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207696 Dec 13 10:20:10.572521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded85f41-bafa-4c20-869e-7b4222b17cba,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:10.574007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60570) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.580146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.580503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.580852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.581196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.581534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.581881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.582202 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.582531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.583453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.583810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.584148 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.584475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.584802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60e7ae-66ce-4b4f-b2d1-17a7cee10184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:10.621640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.642454 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.688502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.691113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:10.692788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ded85f41-bafa-4c20-869e-7b4222b17cba HTTP/1.1" status: 204 len: 168 time: 0.1172628 Dec 13 10:20:10.700776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69551738-b539-48bd-adeb-470d6891afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded85f41-bafa-4c20-869e-7b4222b17cba,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:10.946676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:10.986116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-783d6d53-df9e-4914-a29a-77e90719fa58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4fcd2b3b01447d6a30447b03d9b42f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382450 Dec 13 10:20:10.988441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:11.034461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.055845 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.103792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.106425 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.107599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d41e4504-577f-42c8-8153-388669a2d941 HTTP/1.1" status: 204 len: 168 time: 0.1176116 Dec 13 10:20:11.115773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9156-15e3-4db8-b12c-f2f89921bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e4504-577f-42c8-8153-388669a2d941,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:11.254753 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.778779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:11.879515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'networks': [{'name': 'tempest-network--902541124'}, {'name': 'tempest-network--211533983'}]} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:11.879836 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-network--902541124'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:11.880291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-network--211533983'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:11.900647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'network': 2} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:11.905028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.913583 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.988600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.992899 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:11.993352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.030370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8be290-b9a8-4f3e-a8df-cc101c0bd8e3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:12.031236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.035424 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:12.045317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.045845 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment fed71225-79be-41f1-8105-14c175732fa3 of type vlan for network 4f77b934-9da7-44da-9ead-b433eacea538 Dec 13 10:20:12.088508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.115763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:12.123975 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.124315 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment 30d177d1-66f1-402c-a5f3-923d66faf329 of type vlan for network 3ca61066-a264-4c47-a29d-5e12b339da82 Dec 13 10:20:12.165460 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.188834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.189319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.194835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.199619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.200231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.250158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4701908 Dec 13 10:20:12.252757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60604) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:12.268359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=4f77b934-9da7-44da-9ead-b433eacea538,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:12.280628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4f77b934-9da7-44da-9ead-b433eacea538 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:12.336659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1cb5c-1b41-4623-914a-8da1db00e40c tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=3ca61066-a264-4c47-a29d-5e12b339da82,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:12.349442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3ca61066-a264-4c47-a29d-5e12b339da82 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:12.365506 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f7266-2f55-4ab8-8a4f-ced257a549af tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.371341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f7266-2f55-4ab8-8a4f-ced257a549af tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.377188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f7266-2f55-4ab8-8a4f-ced257a549af tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.383369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f7266-2f55-4ab8-8a4f-ced257a549af tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:12.385046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-610f7266-2f55-4ab8-8a4f-ced257a549af tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1311154 Dec 13 10:20:12.387953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60606) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:12.461571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.547452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.568747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f77b934-9da7-44da-9ead-b433eacea538']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.577878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed71225-79be-41f1-8105-14c175732fa3') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.578179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed71225-79be-41f1-8105-14c175732fa3') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.588284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.601090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.606854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:12.607233 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:12.610141 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:12.665752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.672502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.675687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/4f77b934-9da7-44da-9ead-b433eacea538 HTTP/1.1" status: 204 len: 168 time: 0.2867892 Dec 13 10:20:12.678804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60608) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:12.700386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe8e95-0eb5-4bc9-8d4f-65747f8b1878 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=4f77b934-9da7-44da-9ead-b433eacea538,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:12.766482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.854141 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.874291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca61066-a264-4c47-a29d-5e12b339da82']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.883290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d177d1-66f1-402c-a5f3-923d66faf329') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.883627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d177d1-66f1-402c-a5f3-923d66faf329') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:12.893361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.906862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.913302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:12.913691 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:12.916763 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:12.971564 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.978801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:12.982046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/3ca61066-a264-4c47-a29d-5e12b339da82 HTTP/1.1" status: 204 len: 168 time: 0.2896183 Dec 13 10:20:12.984677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:12.993944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c20678-9aa5-41b8-a5e5-827039f40d56 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=3ca61066-a264-4c47-a29d-5e12b339da82,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:13.154481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2efe00-ba13-4435-9ec7-29c0539889c3 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:13.161170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2efe00-ba13-4435-9ec7-29c0539889c3 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:13.162714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff2efe00-ba13-4435-9ec7-29c0539889c3 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1769528 Dec 13 10:20:13.166430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60612) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:13.172597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-370182622'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:13.193732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:13.197110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.220058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:13.229461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.229810 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment f983e59a-bd3a-499a-bb7f-ff9d9290d7e3 of type vlan for network 403cba37-b078-4a13-9c88-2ab8366b1e6e Dec 13 10:20:13.268479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.293273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.298755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:13.299335 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.355825 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1882830 Dec 13 10:20:13.358517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60614) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:13.363794 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-303882943'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:13.373629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56117-e1fd-4cc5-b033-1ead7dbed8ba tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=403cba37-b078-4a13-9c88-2ab8366b1e6e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:13.385640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 403cba37-b078-4a13-9c88-2ab8366b1e6e details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:13.386150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:13.389530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.412920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:13.421775 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.422106 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment 5f5c9003-fc43-42d3-a799-b59f965d9153 of type vlan for network 3e8c49b8-968a-49f5-9440-1c2e05748112 Dec 13 10:20:13.466799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.491324 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.496888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:13.497471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.550391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1906831 Dec 13 10:20:13.553214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60616) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:13.558328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'ports': [{'network_id': '403cba37-b078-4a13-9c88-2ab8366b1e6e', 'name': 'tempest-port--347110978', 'admin_state_up': True}, {'network_id': '3e8c49b8-968a-49f5-9440-1c2e05748112', 'admin_state_up': False}]} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:13.558640 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'port': {'network_id': '403cba37-b078-4a13-9c88-2ab8366b1e6e', 'name': 'tempest-port--347110978', 'admin_state_up': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:13.559123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'port': {'network_id': '3e8c49b8-968a-49f5-9440-1c2e05748112', 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:13.566556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07ce5a-d4f4-403a-ac9e-a0e863abeb11 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=3e8c49b8-968a-49f5-9440-1c2e05748112,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:13.576678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 3e8c49b8-968a-49f5-9440-1c2e05748112 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:13.713250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'port': 2} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:13.717560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.729919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.807466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] device_id is not set on port 42464367-83ff-4085-952c-11214ef7cf5b yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:20:13.919122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.987703 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] device_id is not set on port 97a5b51a-e132-481e-a565-d693465d4948 yet. {{(pid=103194) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:20:14.092153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.127378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.187971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Port': ['ID=42464367-83ff-4085-952c-11214ef7cf5b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:14.195814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Checking segment: {'id': 'f983e59a-bd3a-499a-bb7f-ff9d9290d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '403cba37-b078-4a13-9c88-2ab8366b1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:14.196251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network hostable DHCP agents. Network: 403cba37-b078-4a13-9c88-2ab8366b1e6e, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:20:14.211915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network 403cba37-b078-4a13-9c88-2ab8366b1e6e is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:20:14.219768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 403cba37-b078-4a13-9c88-2ab8366b1e6e) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:14.223194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:14.224049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.228827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376bdf9-1d78-45e7-846c-d018450b9ea7 None None] Network 403cba37-b078-4a13-9c88-2ab8366b1e6e requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:14.287265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Port': ['ID=97a5b51a-e132-481e-a565-d693465d4948,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:14.294939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Checking segment: {'id': '5f5c9003-fc43-42d3-a799-b59f965d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3e8c49b8-968a-49f5-9440-1c2e05748112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:14.295308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network hostable DHCP agents. Network: 3e8c49b8-968a-49f5-9440-1c2e05748112, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:20:14.312829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network 3e8c49b8-968a-49f5-9440-1c2e05748112 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:20:14.322812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 3e8c49b8-968a-49f5-9440-1c2e05748112) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:14.326906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:14.331217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a47766-7f96-4c54-bee3-b1b21f33d07b None None] Network 3e8c49b8-968a-49f5-9440-1c2e05748112 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:14.333789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:14.338643 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:14.339291 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.358226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e7e43611-f88e-4bd4-8363-fd18ed15dc34 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8014245 Dec 13 10:20:14.358471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60618) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:14.436195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24802d-b679-4a2a-aba3-98fd1e1b7258 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:14.442408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24802d-b679-4a2a-aba3-98fd1e1b7258 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:14.443960 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f24802d-b679-4a2a-aba3-98fd1e1b7258 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0847268 Dec 13 10:20:14.446693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60620) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:14.530167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Deleting port 42464367-83ff-4085-952c-11214ef7cf5b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:14.530424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.594549 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.607062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Calling delete_port for 42464367-83ff-4085-952c-11214ef7cf5b owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:14.685402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.710823 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Port': ['ID=42464367-83ff-4085-952c-11214ef7cf5b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:14.717955 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.721372 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1780097c-5b37-4f85-9970-b102f9b3cc96 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/ports/42464367-83ff-4085-952c-11214ef7cf5b HTTP/1.1" status: 204 len: 168 time: 0.2737522 Dec 13 10:20:14.724481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60622) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:14.811617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Deleting port 97a5b51a-e132-481e-a565-d693465d4948 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:14.812123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.196414 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.209246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Calling delete_port for 97a5b51a-e132-481e-a565-d693465d4948 owned by {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:15.292854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.318883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Port': ['ID=97a5b51a-e132-481e-a565-d693465d4948,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.326036 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.329267 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4b2fab65-d979-43bf-8d58-4d87d7e7480e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/ports/97a5b51a-e132-481e-a565-d693465d4948 HTTP/1.1" status: 204 len: 168 time: 0.6038692 Dec 13 10:20:15.331874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60624) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:15.358236 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd270fa0-0a23-45ce-8b50-c960f319a4c4 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0253088 Dec 13 10:20:15.361742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:15.366465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-102784214'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:15.387940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:15.391254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.414698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:15.423178 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.423522 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment 725e0b07-f771-4865-a19a-3510febfa508 of type vlan for network d3c8465d-b24d-47ed-bc79-72a1721654bb Dec 13 10:20:15.461721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.484596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.490535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.491106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.543121 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1803861 Dec 13 10:20:15.545972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60628) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:15.551110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1196109493'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:15.560600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c734d2-a730-4b04-8675-609df4243b7d tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=d3c8465d-b24d-47ed-bc79-72a1721654bb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.572738 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d3c8465d-b24d-47ed-bc79-72a1721654bb details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:15.576367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:15.579852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.604748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:15.613373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.613711 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Added segment 37dd076f-07ac-473f-a48f-45cc8f6fc65e of type vlan for network 35e44991-a44a-4741-a00d-97bb7981f16d Dec 13 10:20:15.656201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.679764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.685335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.685919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.737970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1908197 Dec 13 10:20:15.754863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db1d0-9e6e-406d-8b3b-64c3cff357f7 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Network': ['ID=35e44991-a44a-4741-a00d-97bb7981f16d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.765181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 35e44991-a44a-4741-a00d-97bb7981f16d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:15.864401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60630) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:15.869537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'subnets': [{'network_id': 'd3c8465d-b24d-47ed-bc79-72a1721654bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1617131375', 'ip_version': 4}, {'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:15.869851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'subnet': {'network_id': 'd3c8465d-b24d-47ed-bc79-72a1721654bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1617131375', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:15.870446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Request body: {'subnet': {'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:16.021022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Made reservation on behalf of de807e2d755c450bbe62fb6fc0618390 for: {'subnet': 2} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:16.025435 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.025773 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.355801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.416290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Subnet': ['ID=d3225581-22af-4b2f-ac59-99768469c2ca,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:16.420445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Checking segment: {'id': '725e0b07-f771-4865-a19a-3510febfa508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3c8465d-b24d-47ed-bc79-72a1721654bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:16.420799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network hostable DHCP agents. Network: d3c8465d-b24d-47ed-bc79-72a1721654bb, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:20:16.436770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network d3c8465d-b24d-47ed-bc79-72a1721654bb is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:20:16.445383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d3c8465d-b24d-47ed-bc79-72a1721654bb) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:16.449191 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.455316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a46781-c38f-4e39-8235-684b554237ab None None] Network d3c8465d-b24d-47ed-bc79-72a1721654bb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:16.509453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event updated for resources: {'Subnet': ['ID=87d5a407-2c0f-4159-9166-474c2c950642,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:16.519541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Checking segment: {'id': '37dd076f-07ac-473f-a48f-45cc8f6fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:16.519928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network hostable DHCP agents. Network: 35e44991-a44a-4741-a00d-97bb7981f16d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:20:16.536969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Network 35e44991-a44a-4741-a00d-97bb7981f16d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:20:16.545595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 35e44991-a44a-4741-a00d-97bb7981f16d) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:16.549818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.550452 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.550909 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.568910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-41626cf5-b313-4ca5-ae9f-4f82ad663662 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7033725 Dec 13 10:20:16.571376 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60632) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:16.658574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ca4f3-d503-405c-8adf-3f8a17ff46ae tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.660085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ca4f3-d503-405c-8adf-3f8a17ff46ae tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.661598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ca4f3-d503-405c-8adf-3f8a17ff46ae tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.663307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-321ca4f3-d503-405c-8adf-3f8a17ff46ae tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0909016 Dec 13 10:20:16.666535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60634) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:16.720902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36bff3-4f03-4c81-b1ad-daa96b918ee7 None None] Network 35e44991-a44a-4741-a00d-97bb7981f16d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:16.722106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Deleting subnet d3225581-22af-4b2f-ac59-99768469c2ca {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:20:16.726006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.737250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62b6a0-b58f-4a99-b99f-ba55f39491c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d3c8465d-b24d-47ed-bc79-72a1721654bb', 'network_id': 'd3c8465d-b24d-47ed-bc79-72a1721654bb', 'project_id': 'de807e2d755c450bbe62fb6fc0618390', 'fixed_ips': [{'subnet_id': 'd3225581-22af-4b2f-ac59-99768469c2ca'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:20:16.738137 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a62b6a0-b58f-4a99-b99f-ba55f39491c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:16.899962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-35e44991-a44a-4741-a00d-97bb7981f16d', 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d', 'project_id': 'de807e2d755c450bbe62fb6fc0618390', 'fixed_ips': [{'subnet_id': '87d5a407-2c0f-4159-9166-474c2c950642'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:20:16.900843 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.042996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Allocated IP 172.20.0.18 (35e44991-a44a-4741-a00d-97bb7981f16d/87d5a407-2c0f-4159-9166-474c2c950642/bf6bafe7-b69b-4759-acee-012b7bd0759e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:17.109011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.152081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.184293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.190609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.208888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.233216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Subnet': ['ID=d3225581-22af-4b2f-ac59-99768469c2ca,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-2a62b6a0-b58f-4a99-b99f-ba55f39491c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3225581-22af-4b2f-ac59-99768469c2ca: This subnet is being modified by another concurrent operation. Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3225581-22af-4b2f-ac59-99768469c2ca: This subnet is being modified by another concurrent operation. Dec 13 10:20:17.234608 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:20:17.244513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Network 35e44991-a44a-4741-a00d-97bb7981f16d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:17.244513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:17.252238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:17.253671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.253828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec90178f-bd99-44be-8929-a02d8491a47a None None] Network d3c8465d-b24d-47ed-bc79-72a1721654bb requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:17.254508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2a6433d9-54dc-47ef-bc12-5763f2276b7b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/subnets/d3225581-22af-4b2f-ac59-99768469c2ca HTTP/1.1" status: 204 len: 168 time: 0.5869515 Dec 13 10:20:17.257819 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60636) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:17.269456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Pushing event updated for resources: {'Port': ['ID=bf6bafe7-b69b-4759-acee-012b7bd0759e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:17.309315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Deleting subnet 87d5a407-2c0f-4159-9166-474c2c950642 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:20:17.312574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.352147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.370890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Attempting to bind port bf6bafe7-b69b-4759-acee-012b7bd0759e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:20:17.371270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Attempting to bind port bf6bafe7-b69b-4759-acee-012b7bd0759e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '37dd076f-07ac-473f-a48f-45cc8f6fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:20:17.371657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Attempting to bind port bf6bafe7-b69b-4759-acee-012b7bd0759e on network 35e44991-a44a-4741-a00d-97bb7981f16d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:20:17.377213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:20:17.377598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Checking segment: {'id': '37dd076f-07ac-473f-a48f-45cc8f6fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:17.378001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.378391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Bound using segment: {'id': '37dd076f-07ac-473f-a48f-45cc8f6fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:20:17.378913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Bound port: bf6bafe7-b69b-4759-acee-012b7bd0759e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dd076f-07ac-473f-a48f-45cc8f6fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35e44991-a44a-4741-a00d-97bb7981f16d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:20:17.379299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.440038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.497295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.499630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] For port bf6bafe7-b69b-4759-acee-012b7bd0759e, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:20:17.502835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] For port bf6bafe7-b69b-4759-acee-012b7bd0759e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bf6bafe7-b69b-4759-acee-012b7bd0759e,segment=NetworkSegment(37dd076f-07ac-473f-a48f-45cc8f6fc65e),segment_id=37dd076f-07ac-473f-a48f-45cc8f6fc65e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:20:17.506989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.525059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Subnet': ['ID=87d5a407-2c0f-4159-9166-474c2c950642,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:17.529934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.533263 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b21abb2b-6ddf-43cf-a06e-563e963b9547 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/subnets/87d5a407-2c0f-4159-9166-474c2c950642 HTTP/1.1" status: 204 len: 168 time: 0.2745440 Dec 13 10:20:17.536858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60638) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:17.569768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7d6c7-a873-47ba-bbf2-a41d8fbc0b09 None None] Pushing event updated for resources: {'Port': ['ID=bf6bafe7-b69b-4759-acee-012b7bd0759e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:17.625255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2239ed-4233-443c-b1d2-14526698095e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:17.626748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1d2239ed-4233-443c-b1d2-14526698095e tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0889394 Dec 13 10:20:17.630668 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60640) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:17.712555 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.775539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Deleting port bf6bafe7-b69b-4759-acee-012b7bd0759e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:17.775939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.839443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] For port bf6bafe7-b69b-4759-acee-012b7bd0759e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bf6bafe7-b69b-4759-acee-012b7bd0759e,segment=NetworkSegment(37dd076f-07ac-473f-a48f-45cc8f6fc65e),segment_id=37dd076f-07ac-473f-a48f-45cc8f6fc65e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:17.839777 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.853758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Calling delete_port for bf6bafe7-b69b-4759-acee-012b7bd0759e owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:17.934464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:17.961282 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Port': ['ID=bf6bafe7-b69b-4759-acee-012b7bd0759e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:17.963237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] No DVR routers for this DVR port bf6bafe7-b69b-4759-acee-012b7bd0759e on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:20:18.044819 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.064285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e44991-a44a-4741-a00d-97bb7981f16d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.073353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dd076f-07ac-473f-a48f-45cc8f6fc65e') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.073580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dd076f-07ac-473f-a48f-45cc8f6fc65e') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.083451 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.096312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.102769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:18.103172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:18.106206 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:18.165298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.170341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.173842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/35e44991-a44a-4741-a00d-97bb7981f16d HTTP/1.1" status: 204 len: 168 time: 0.5414305 Dec 13 10:20:18.176949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60642) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:18.190644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78b60f-f139-4085-b1b8-bb72f64a263b tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=35e44991-a44a-4741-a00d-97bb7981f16d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:18.258694 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.346932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.376699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c8465d-b24d-47ed-bc79-72a1721654bb']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.386573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725e0b07-f771-4865-a19a-3510febfa508') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.386869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725e0b07-f771-4865-a19a-3510febfa508') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.396770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.410436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.417175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:18.417569 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:18.420629 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:18.478836 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.485567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.488755 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/d3c8465d-b24d-47ed-bc79-72a1721654bb HTTP/1.1" status: 204 len: 168 time: 0.3107526 Dec 13 10:20:18.491943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60644) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:18.497368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f1c97-efed-4642-b349-a33d17fe3bab None None] DHCP port deletion for 35e44991-a44a-4741-a00d-97bb7981f16d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:20:18.509393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d42a81-9f99-4798-9591-bcdcd2eb1bea tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=d3c8465d-b24d-47ed-bc79-72a1721654bb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:18.516429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09057e34-e6af-4063-9ecb-493646e0a208 None None] Network 35e44991-a44a-4741-a00d-97bb7981f16d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:18.529513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09057e34-e6af-4063-9ecb-493646e0a208 None None] Network 35e44991-a44a-4741-a00d-97bb7981f16d could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:20:18.537544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8fa57-7f0d-4ca6-90a9-cf89fcaf8f05 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:20:18.539509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fda22617-1365-4508-96da-4ed21329210c None None] Could not find standard attr ID for object bf6bafe7-b69b-4759-acee-012b7bd0759e. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:20:18.571971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.599105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8fa57-7f0d-4ca6-90a9-cf89fcaf8f05 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:20:18.659045 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.679073 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8c49b8-968a-49f5-9440-1c2e05748112']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.689137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5c9003-fc43-42d3-a799-b59f965d9153') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.689498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5c9003-fc43-42d3-a799-b59f965d9153') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.703791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.717332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.723186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:18.724107 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:18.727013 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:18.789951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.793569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.796913 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/3e8c49b8-968a-49f5-9440-1c2e05748112 HTTP/1.1" status: 204 len: 168 time: 0.3039515 Dec 13 10:20:18.799625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60646) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:18.806991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5fe87-b68c-455e-99de-7d04d85031ef tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=3e8c49b8-968a-49f5-9440-1c2e05748112,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:18.881970 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.964462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.984313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403cba37-b078-4a13-9c88-2ab8366b1e6e']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.993827 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f983e59a-bd3a-499a-bb7f-ff9d9290d7e3') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:18.994128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f983e59a-bd3a-499a-bb7f-ff9d9290d7e3') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:19.003196 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.015865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.021757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:19.022140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:19.025286 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:19.084101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.090584 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.093731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] 10.222.0.31 "DELETE /v2.0/networks/403cba37-b078-4a13-9c88-2ab8366b1e6e HTTP/1.1" status: 204 len: 168 time: 0.2930062 Dec 13 10:20:19.105755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69072746-41b0-4611-a9b2-a7f702df39a5 tempest-BulkNetworkOpsTest-1519292232 tempest-BulkNetworkOpsTest-1519292232-project] Pushing event deleted for resources: {'Network': ['ID=403cba37-b078-4a13-9c88-2ab8366b1e6e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:19.329989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60652) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:19.458759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b98ce90a-7f55-4874-8c7e-00727d44478a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de807e2d755c450bbe62fb6fc0618390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275809 Dec 13 10:20:19.461184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60656) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:19.506887 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.527631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.573530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.576100 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:19.577240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc8be290-b9a8-4f3e-a8df-cc101c0bd8e3 HTTP/1.1" status: 204 len: 168 time: 0.1151757 Dec 13 10:20:19.585445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47ba37-eeeb-4eaf-8645-fd8df2c7b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8be290-b9a8-4f3e-a8df-cc101c0bd8e3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:20.184418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.278497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990940970'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:20.300600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.309094 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.384382 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.388160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.425174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea66a4e0-d55e-4d47-8c4c-6eb59e16888b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:20.461878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.465280 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.493338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.494548 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3090887 Dec 13 10:20:20.497548 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.502320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4b52-bf00-48a2-8ca4-9f5c5ba89902 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a344832-76b4-4a10-b490-b1796798fbcc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:20.560617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d7f88e8a-52a9-4cc8-8144-f8b5e437e5bc tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0618584 Dec 13 10:20:20.563425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60684) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.568084 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-security--132282311', 'description': 'tempest-security-description-37682552'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:20.600416 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.642357 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.647052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.649751 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.650969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "PUT /v2.0/security-groups/0a344832-76b4-4a10-b490-b1796798fbcc HTTP/1.1" status: 200 len: 1794 time: 0.0866058 Dec 13 10:20:20.653808 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.675477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a669-3741-4f41-a190-490e52b268fb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a344832-76b4-4a10-b490-b1796798fbcc,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:20.694196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-46cda283-dda0-4894-a30d-326ab25a00fe tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups/0a344832-76b4-4a10-b490-b1796798fbcc HTTP/1.1" status: 200 len: 1794 time: 0.0391207 Dec 13 10:20:20.696500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.746778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.769715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.812258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.814946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.816212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a344832-76b4-4a10-b490-b1796798fbcc HTTP/1.1" status: 204 len: 168 time: 0.1188140 Dec 13 10:20:20.819379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60690) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.826029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d070c95-0000-44e9-8f14-1f083dde0b1f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a344832-76b4-4a10-b490-b1796798fbcc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:20.860608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e41ae572-0edf-4dd8-8eb2-17b873bdf757 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0398705 Dec 13 10:20:20.863210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.875824 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-771dd687-b971-4b64-968f-59f198770ccc tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] delete failed (client error): The resource could not be found. Dec 13 10:20:20.876785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-771dd687-b971-4b64-968f-59f198770ccc tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a344832-76b4-4a10-b490-b1796798fbcc HTTP/1.1" status: 404 len: 347 time: 0.0126538 Dec 13 10:20:20.881765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:20.885755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--464387960'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:20.908000 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.972942 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.976492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.009125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.010327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1285598 Dec 13 10:20:21.013324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60696) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.014291 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52001c-19b5-4957-829f-7b9f37571d82 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29820287-c4a8-4f4a-a196-637aab54325c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.018364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '29820287-c4a8-4f4a-a196-637aab54325c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.044455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.089699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.093260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.110860 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e57a11-1923-4834-afc3-c9afa32ff2f3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.119046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.120280 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e944000-0547-488d-beaa-88811807908b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058922 Dec 13 10:20:21.123143 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60698) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.148387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.155703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.184543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.190684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.191799 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/61e57a11-1923-4834-afc3-c9afa32ff2f3 HTTP/1.1" status: 204 len: 168 time: 0.0676844 Dec 13 10:20:21.194525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.197056 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d0c5e-2b25-4232-a876-5f9e98665d86 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e57a11-1923-4834-afc3-c9afa32ff2f3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.240521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c6b51783-1ad5-4162-8cf2-68ffb085cafe tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448561 Dec 13 10:20:21.243246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60702) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.294824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.316687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.357091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.359828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.360995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/29820287-c4a8-4f4a-a196-637aab54325c HTTP/1.1" status: 204 len: 168 time: 0.1166084 Dec 13 10:20:21.363769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60704) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.370542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b04b5-bc6f-49c1-97a3-631bc77628fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29820287-c4a8-4f4a-a196-637aab54325c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.408934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-42d32132-e605-4a3c-86af-be388e6d2c89 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434637 Dec 13 10:20:21.413137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.417380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047951893'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.438847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.502299 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.505927 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.529568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.530764 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1167130 Dec 13 10:20:21.533695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.538929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '13bf117d-1f1c-49a4-91b3-32aaa9e2a729', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.539206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0300f-b992-4781-a72e-5798bb088cb3 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf117d-1f1c-49a4-91b3-32aaa9e2a729,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.565176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.619516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.622985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.646671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bc066a-e494-41e6-9715-88f69dd4dcc9,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.652492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.653667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2ed6d85a-9966-49f9-85d5-c4898a0bfe22 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189315 Dec 13 10:20:21.656485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60710) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.660772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '13bf117d-1f1c-49a4-91b3-32aaa9e2a729', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.688208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.743379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.746905 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.765742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aeb135-b3c0-4e1c-9ec7-81b8df9d654e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.772464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.773535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ad85ad26-4f8d-4042-b318-ca2b2a85c819 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161208 Dec 13 10:20:21.776304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60712) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.780557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '13bf117d-1f1c-49a4-91b3-32aaa9e2a729', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.806451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.862283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.865798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.884104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfc5d84-b3e3-4b49-bd78-79219f4977f8,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.890996 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.894705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9fdd2e3c-dffa-4b4e-93c6-eeba6b9bd511 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150014 Dec 13 10:20:21.894893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60714) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:21.899726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '13bf117d-1f1c-49a4-91b3-32aaa9e2a729', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:21.925146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.980725 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:21.984471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.007316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ecf63d-c750-4904-a912-d79fbe305480,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.012969 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.014263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c1c76fdc-731b-43cc-9e50-02c999bdf1d6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178193 Dec 13 10:20:22.016946 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.022244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '13bf117d-1f1c-49a4-91b3-32aaa9e2a729', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:22.048167 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.107173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.110578 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.127986 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ae4b4c-cb54-47af-8492-ff2b13341f0f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.136547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.137737 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cb2b28ba-ed5e-4333-81a5-50e2dbdbc3f2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1197419 Dec 13 10:20:22.140492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60718) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.163258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.170831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.197033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.203943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.205050 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/52ae4b4c-cb54-47af-8492-ff2b13341f0f HTTP/1.1" status: 204 len: 168 time: 0.0636570 Dec 13 10:20:22.208307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60720) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.209739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e78d98-301d-47b4-bf8c-ef3151ed712c tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52ae4b4c-cb54-47af-8492-ff2b13341f0f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.251399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e0def774-b323-4553-81b5-799acbb04388 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0418279 Dec 13 10:20:22.253977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60722) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.282118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.290466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.315369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.320240 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.321342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f1ecf63d-c750-4904-a912-d79fbe305480 HTTP/1.1" status: 204 len: 168 time: 0.0663652 Dec 13 10:20:22.324084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60724) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.328295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e704a1-adcf-4cd7-8333-4887a22fcd03 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1ecf63d-c750-4904-a912-d79fbe305480,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.376302 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-21263775-d188-46fa-b018-800ae97b0873 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0508645 Dec 13 10:20:22.378850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60726) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.401616 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.408962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.434671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.441691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.442859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/acfc5d84-b3e3-4b49-bd78-79219f4977f8 HTTP/1.1" status: 204 len: 168 time: 0.0631094 Dec 13 10:20:22.445624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60728) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.446810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07821a-ec1d-4adc-8ba8-101b563cfae2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acfc5d84-b3e3-4b49-bd78-79219f4977f8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.488351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e48e54a-23cc-42a3-83c0-7c9f36c69136 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0412369 Dec 13 10:20:22.490630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60730) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.512100 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.519273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.545677 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.550553 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.551699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/81aeb135-b3c0-4e1c-9ec7-81b8df9d654e HTTP/1.1" status: 204 len: 168 time: 0.0601268 Dec 13 10:20:22.554229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60732) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.570954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d56ed1-ce23-40d8-91ca-db988f2279eb tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81aeb135-b3c0-4e1c-9ec7-81b8df9d654e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.599379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d95fce45-63b7-4481-97ff-6c4a8e575b3a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441597 Dec 13 10:20:22.602051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.623512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.631312 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.656019 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.661759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.662909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/94bc066a-e494-41e6-9715-88f69dd4dcc9 HTTP/1.1" status: 204 len: 168 time: 0.0599556 Dec 13 10:20:22.665673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60736) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.670785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708c18-44e7-4d5a-8420-3505faf44973 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94bc066a-e494-41e6-9715-88f69dd4dcc9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.704737 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-37391134-d6d0-4c35-9704-dcda9bed4dce tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378485 Dec 13 10:20:22.707315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60738) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.757439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.780915 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.822923 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.825575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.826731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/13bf117d-1f1c-49a4-91b3-32aaa9e2a729 HTTP/1.1" status: 204 len: 168 time: 0.1185007 Dec 13 10:20:22.829464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.835582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf19583-ac52-48bc-93a5-23d83a75afde tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf117d-1f1c-49a4-91b3-32aaa9e2a729,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:22.875911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0bc69b9e-8831-4445-92fb-07d8684b5bed tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451577 Dec 13 10:20:22.880030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60742) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:22.884488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--697868794'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:22.905117 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.969343 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:22.972949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.001623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.002844 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1218793 Dec 13 10:20:23.005569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60744) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.010599 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': 'db7b65ca-986f-4b4a-ac0c-e15b24999e94', 'direction': 'ingress', 'protocol': 17}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:23.015781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d8d36-aea5-4752-8d23-b5b84f9929a6 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b65ca-986f-4b4a-ac0c-e15b24999e94,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.040045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.093388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.097181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.114483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33609399-3647-4207-bb94-4e838003363c,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.123030 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.124242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7dcbef31-1202-4010-afc9-25da4c40d20b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1177564 Dec 13 10:20:23.126953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60746) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.177467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.200385 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.246214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.249272 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.250684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/db7b65ca-986f-4b4a-ac0c-e15b24999e94 HTTP/1.1" status: 204 len: 168 time: 0.1227574 Dec 13 10:20:23.253314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.261390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd87d06-764e-4aa0-9559-6c5041f6fb51 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b65ca-986f-4b4a-ac0c-e15b24999e94,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.295205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3cbdc8df-3243-4d4a-bf44-becaf5aa74c8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0407028 Dec 13 10:20:23.298764 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60750) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.303605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910611526'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:23.325038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.393909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.397597 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.427453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.428741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1289926 Dec 13 10:20:23.431521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60752) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.432732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc389cf2-3ec8-48c5-9150-4b9a82adff5e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b4b5a-b001-4a5c-a0ec-6974a83fec11,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.436059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782494249'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:23.458052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.507761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:20:23.522361 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.526061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.555336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.556572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1240065 Dec 13 10:20:23.558417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b3d8-2896-4696-913d-7b1642fae341 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bbf8d8-39d7-4bb1-a94d-5e00bedb4d66,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.559443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60754) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.565335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '3f0b4b5a-b001-4a5c-a0ec-6974a83fec11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5bbf8d8-39d7-4bb1-a94d-5e00bedb4d66', 'remote_ip_prefix': None}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:23.595505 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.663901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.667463 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.685146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f2c8b-ddcf-4ede-8499-dc73bb1f87be,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.692190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.693376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8102a5b9-29b1-464b-9065-85b9caee2f67 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1322279 Dec 13 10:20:23.696302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60756) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.719037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.726864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.752809 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.758644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.759757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/483f2c8b-ddcf-4ede-8499-dc73bb1f87be HTTP/1.1" status: 204 len: 168 time: 0.0625181 Dec 13 10:20:23.762476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60758) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.765024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd18f5-7f97-4d81-a3b2-5954569431b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=483f2c8b-ddcf-4ede-8499-dc73bb1f87be,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.806068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1a79e09e-72f4-45bf-a14a-35a5fc8a6aab tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423472 Dec 13 10:20:23.808695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60760) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.859771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.881127 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.922417 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.925095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:23.926306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5bbf8d8-39d7-4bb1-a94d-5e00bedb4d66 HTTP/1.1" status: 204 len: 168 time: 0.1166630 Dec 13 10:20:23.929007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:23.935111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5bb00-ea06-4676-aa9f-7b9ec815b235 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bbf8d8-39d7-4bb1-a94d-5e00bedb4d66,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:23.983203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-da10fdfb-4950-4b5b-a36b-e3861bf40e2b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0528848 Dec 13 10:20:23.985835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.035347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.060314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.100058 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.102707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.103888 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f0b4b5a-b001-4a5c-a0ec-6974a83fec11 HTTP/1.1" status: 204 len: 168 time: 0.1171007 Dec 13 10:20:24.106525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60766) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.112978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da02907-dd96-48e7-a71b-fdbb344adce8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b4b5a-b001-4a5c-a0ec-6974a83fec11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.152682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4d992238-1066-4e90-9f25-599953d8be6e tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449581 Dec 13 10:20:24.156370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60768) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.160522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115957563'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:24.180627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.244995 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.248414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.275900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.277119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1198270 Dec 13 10:20:24.279857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60770) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.284089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '0f1a39bf-f5d6-4489-b8ba-0c39c7d9a80c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:24.291744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a300af0-8657-4ef7-a3d5-cd44f1f09b23 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1a39bf-f5d6-4489-b8ba-0c39c7d9a80c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.313005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.367597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.370807 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.388265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb52acd6-ff57-4485-8ac6-d3b996be431f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.397188 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.398376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd255bb2-da2d-4962-ad02-70813748b8d8 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1176121 Dec 13 10:20:24.401139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60772) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.423785 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.431753 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.457453 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.463811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.464875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eb52acd6-ff57-4485-8ac6-d3b996be431f HTTP/1.1" status: 204 len: 168 time: 0.0628102 Dec 13 10:20:24.467732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60774) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.470248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48575225-137a-4d45-b839-bdeda53379f1 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb52acd6-ff57-4485-8ac6-d3b996be431f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.507010 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-682ba2bd-10a2-461d-ad0c-763ff218216b tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378566 Dec 13 10:20:24.509619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60776) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.559473 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.582049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.622775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.625556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.626699 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f1a39bf-f5d6-4489-b8ba-0c39c7d9a80c HTTP/1.1" status: 204 len: 168 time: 0.1161671 Dec 13 10:20:24.629425 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60778) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.636527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade416d-c6a5-441c-aa9f-a2dd691d5479 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1a39bf-f5d6-4489-b8ba-0c39c7d9a80c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.676247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2255bc6d-7fbb-48c3-a14a-001230c6a344 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451365 Dec 13 10:20:24.680424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60780) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.684748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--511764656'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:24.706458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.777150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.780551 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.809962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.811191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1298468 Dec 13 10:20:24.813372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780791a3-7c0b-4c79-966f-5d6376909152 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a855cb15-d0a3-49ba-84e1-809926d5e79d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.814280 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60782) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.820116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': 'a855cb15-d0a3-49ba-84e1-809926d5e79d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:24.848855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.896150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.899431 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.916953 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8e745d-627d-4f59-8aa1-2138c6bf1651,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:24.925126 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:24.926381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b0dbd0ab-dc22-4d11-b2ee-4b4231a952ea tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1108980 Dec 13 10:20:24.929508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60784) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.945177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1e2eb1d4-239d-4486-bb3c-d3d36e5f4f59 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules/4f8e745d-627d-4f59-8aa1-2138c6bf1651 HTTP/1.1" status: 200 len: 763 time: 0.0146077 Dec 13 10:20:24.947300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60786) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:24.986808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-08c44d23-ebbf-40ea-a1fd-17ad5941d484 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385129 Dec 13 10:20:24.989826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60788) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.012253 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.019799 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.046772 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.053310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.054396 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f8e745d-627d-4f59-8aa1-2138c6bf1651 HTTP/1.1" status: 204 len: 168 time: 0.0636978 Dec 13 10:20:25.057045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60790) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.059514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78333b77-8329-4d9a-99a2-1b6f8c1911f7 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f8e745d-627d-4f59-8aa1-2138c6bf1651,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.094973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b0132a6-a97f-404a-a5e1-569737e4cd18 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0367765 Dec 13 10:20:25.097514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60792) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.102192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': 'a855cb15-d0a3-49ba-84e1-809926d5e79d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:25.127963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.181226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.185112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.199833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4326ee53-34db-4faa-9111-60b128d751a3,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.210491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.211721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f35eb64a-6ef5-40ca-916a-18bdffd47df2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132512 Dec 13 10:20:25.214282 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60794) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.230392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-631003b7-d2b7-436b-8cfd-83acfd808c3d tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules/4326ee53-34db-4faa-9111-60b128d751a3 HTTP/1.1" status: 200 len: 763 time: 0.0147605 Dec 13 10:20:25.232268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60796) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.269287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f0cdff84-e7c6-4d06-91bf-213ba5962253 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0359900 Dec 13 10:20:25.272128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60798) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.294123 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.301363 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.329386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.335784 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.336856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4326ee53-34db-4faa-9111-60b128d751a3 HTTP/1.1" status: 204 len: 168 time: 0.0638347 Dec 13 10:20:25.339839 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.341894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8bfd-f0db-46a7-b074-3fa8bd9a1db2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4326ee53-34db-4faa-9111-60b128d751a3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.380788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-99aff6d1-938c-4bb8-99d6-d28832a60974 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397980 Dec 13 10:20:25.383338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60802) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.387536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': 'a855cb15-d0a3-49ba-84e1-809926d5e79d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:25.409331 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Project f292f5947d574517b5b39eca982dfb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:20:25.414722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.469317 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.472256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.490189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1266c8d-07f4-42bf-950d-f64094dff801,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.497343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.498524 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70128c2e-abd0-4651-8185-e31dcddcbd2f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142282 Dec 13 10:20:25.501081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60804) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.516633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e1641c5-2d53-46e2-ab25-532e4bd93926 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules/d1266c8d-07f4-42bf-950d-f64094dff801 HTTP/1.1" status: 200 len: 769 time: 0.0145502 Dec 13 10:20:25.519033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60806) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.557490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-78df93b3-7a5e-4b0b-a150-2eae1233ed0f tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0372553 Dec 13 10:20:25.559907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60808) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.581949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.589795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.616062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.620759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.622038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d1266c8d-07f4-42bf-950d-f64094dff801 HTTP/1.1" status: 204 len: 168 time: 0.0612519 Dec 13 10:20:25.624705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60810) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.630192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249cbe-7686-454e-a12e-9ecbe83b3e2a tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1266c8d-07f4-42bf-950d-f64094dff801,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.663358 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f45d1e0-c056-4bf1-9523-9b9cd228abd5 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373838 Dec 13 10:20:25.666060 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60812) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.716311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.737436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.778742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.781364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.782498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/a855cb15-d0a3-49ba-84e1-809926d5e79d HTTP/1.1" status: 204 len: 168 time: 0.1155498 Dec 13 10:20:25.785240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60814) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.791295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c0f0-a0dd-4716-8f0d-a320237f1400 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855cb15-d0a3-49ba-84e1-809926d5e79d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.836010 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bb0b4b57-f478-4951-b379-e2d7a54bd9b2 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492601 Dec 13 10:20:25.840210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.844528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788268553'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:25.865608 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.930409 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.934110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.962421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.963673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1225064 Dec 13 10:20:25.966552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60818) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:25.967486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1325bf-45d2-4aad-9524-a855676677fd tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2aea4e-4c87-4d6a-a357-bbee26f56b09,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.971392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Request body: {'security_group_rule': {'security_group_id': '8b2aea4e-4c87-4d6a-a357-bbee26f56b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:25.998821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.043616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.047073 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.065927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3589375-2506-4c51-bd26-70834cce6828,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:26.071411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.075339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60820) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.075500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3821ca20-6c01-4ecc-bd02-9f237dea2002 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1077907 Dec 13 10:20:26.127063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.149188 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.191272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.194580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.195749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b2aea4e-4c87-4d6a-a357-bbee26f56b09 HTTP/1.1" status: 204 len: 168 time: 0.1193447 Dec 13 10:20:26.198428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60822) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.204371 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadbe36-c36f-4b75-b7d5-a3f29b95f500 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2aea4e-4c87-4d6a-a357-bbee26f56b09,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:26.241675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-244bc86f-0997-4b51-8ea9-d11354739d68 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421038 Dec 13 10:20:26.244215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60824) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.280680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfcccbf4-868b-4393-a9a7-32305220c1cc tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0354176 Dec 13 10:20:26.283284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.295736 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-cb72e72a-9a4c-4d45-b50a-a66943ebe837 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] delete failed (client error): The resource could not be found. Dec 13 10:20:26.296679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cb72e72a-9a4c-4d45-b50a-a66943ebe837 tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b2aea4e-4c87-4d6a-a357-bbee26f56b09 HTTP/1.1" status: 404 len: 347 time: 0.0125003 Dec 13 10:20:26.300029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60828) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.340918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5f5eab1e-0494-46f8-afbc-d47eeba9b9ac tempest-SecGroupIPv6Test-1076221544 tempest-SecGroupIPv6Test-1076221544-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0398707 Dec 13 10:20:26.572759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60834) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.703717 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d52ea771-031d-4e47-b324-60fa9f40a049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f292f5947d574517b5b39eca982dfb72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296048 Dec 13 10:20:26.705952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.754872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.775279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.822051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.824912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.826103 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea66a4e0-d55e-4d47-8c4c-6eb59e16888b HTTP/1.1" status: 204 len: 168 time: 0.1192632 Dec 13 10:20:26.834273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7dceb-cd79-4c19-b4a8-7d305f4ddbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea66a4e0-d55e-4d47-8c4c-6eb59e16888b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:28.532821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:28.640589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e5f9c4-814e-4cf0-839c-2b0469077576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.721790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e5f9c4-814e-4cf0-839c-2b0469077576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.727001 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e5f9c4-814e-4cf0-839c-2b0469077576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.765706 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70e5f9c4-814e-4cf0-839c-2b0469077576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c0992612bc64bae86d6958610936d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318492 Dec 13 10:20:28.766677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5f9c4-814e-4cf0-839c-2b0469077576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c3627f-a03e-44eb-ba7d-52ded82671b2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:28.768543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:28.836540 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.861051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.918248 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.921020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.922199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51c3627f-a03e-44eb-ba7d-52ded82671b2 HTTP/1.1" status: 204 len: 168 time: 0.1521056 Dec 13 10:20:28.931207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876317bf-44da-4b64-bb8e-071cbe812352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c3627f-a03e-44eb-ba7d-52ded82671b2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:29.190220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 60904) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:29.203282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c06a461b-9b72-4c51-9419-40da108600ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.275458 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c06a461b-9b72-4c51-9419-40da108600ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.280570 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c06a461b-9b72-4c51-9419-40da108600ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.321738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c06a461b-9b72-4c51-9419-40da108600ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c375d7317f5e41e1a7d8c61a093a94e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303380 Dec 13 10:20:29.322798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a461b-9b72-4c51-9419-40da108600ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac0af0-f3b8-4340-a81b-b6c4199f8c5f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:29.324359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 60906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:29.372088 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.396510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.442847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.445418 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:29.446589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bac0af0-f3b8-4340-a81b-b6c4199f8c5f HTTP/1.1" status: 204 len: 168 time: 0.1205833 Dec 13 10:20:29.453921 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813038b2-49d6-45ca-8161-fe77925abf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac0af0-f3b8-4340-a81b-b6c4199f8c5f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:29.944341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:34.605677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:36.166287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e72806e-c018-4a25-a575-a396af3ded8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:38.620454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e2183b06-3243-41b2-8df1-74103350a310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:39.642045 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:41.262981 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:42.034250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:43.736232 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-92264a68-9b98-479c-8076-ff4d22597e76 req-69d341e7-1826-4d9c-916d-20641af31b5c service neutron] (103194) timed out ('10.222.0.31', 50360) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:20:57.000796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:57.110144 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.185626 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.189338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.226238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d8a88b61484a199a4f8453bf41fc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242999 Dec 13 10:20:57.229225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 32888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:57.231467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc38f2-820f-4d88-909a-7c3d8a2a9682,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:57.239387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.242534 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.242936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.244272 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.244810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.245160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.245500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.245840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.246172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.246502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.246828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.247153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.247479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4c71d-683a-464c-a64a-7f88c165ea2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:57.287719 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.309492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.366148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.369449 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.373963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bacc38f2-820f-4d88-909a-7c3d8a2a9682 HTTP/1.1" status: 204 len: 168 time: 0.1429076 Dec 13 10:20:57.384764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe812e-17ee-443e-b335-b0777e70d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc38f2-820f-4d88-909a-7c3d8a2a9682,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:57.672694 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 32894) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:57.686413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b694a3fd-441f-4542-af0b-9d0116f6f864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.764151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b694a3fd-441f-4542-af0b-9d0116f6f864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.768322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b694a3fd-441f-4542-af0b-9d0116f6f864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.811073 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b694a3fd-441f-4542-af0b-9d0116f6f864 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b84b2ed44444dbcbb5467857e08dd6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372833 Dec 13 10:20:57.812058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694a3fd-441f-4542-af0b-9d0116f6f864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c691aae1-afac-467f-ace3-f23d249dce8d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:57.814102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 32898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:57.863290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.884573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.936404 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.939181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:57.940470 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c691aae1-afac-467f-ace3-f23d249dce8d HTTP/1.1" status: 204 len: 168 time: 0.1252935 Dec 13 10:20:57.949068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370454c4-da21-488a-bbb0-e788f86ca651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691aae1-afac-467f-ace3-f23d249dce8d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:59.958747 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:00.297582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c2bb9330-ab78-458f-8818-639d742c16d2 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=57802d99866f4a55bb5711b2636e86de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242009 Dec 13 10:21:00.401018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-29484ed7-a146-47da-9e79-2708f181926c tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:00.402472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-29484ed7-a146-47da-9e79-2708f181926c tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0993955 Dec 13 10:21:00.416972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-ffce9934-a68e-44f9-9609-d67809f755d6 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/quotas/57802d99866f4a55bb5711b2636e86de HTTP/1.1" status: 200 len: 375 time: 0.0086823 Dec 13 10:21:00.447736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-d99ebd37-83e9-4524-871e-1e4e60b03eae tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=57802d99866f4a55bb5711b2636e86de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256534 Dec 13 10:21:00.507273 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:21:00.715125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7328fa1-dfc1-4c43-b962-5117e593c7f5 req-0862f84f-2cef-4c11-9860-7bf9b338c179 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 210 time: 0.1358445 Dec 13 10:21:01.545244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-2d50ee22-0bfc-49b4-a556-8f16be14ad30 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=57802d99866f4a55bb5711b2636e86de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209384 Dec 13 10:21:01.654704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-05678f82-5030-46ee-acff-a67c79686ebf tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:01.656205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-05678f82-5030-46ee-acff-a67c79686ebf tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058657 Dec 13 10:21:01.668401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Request body: {'port': {'device_id': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '57802d99866f4a55bb5711b2636e86de'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:01.778842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Made reservation on behalf of 57802d99866f4a55bb5711b2636e86de for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:21:01.782403 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:01.792728 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:01.839521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-67204b73-80ce-49da-8a40-373a4a9b3add req-d152f0fa-8ed5-45f1-9230-7d39fa42baab tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 210 time: 0.0277081 Dec 13 10:21:01.868358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:01.871875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:01.933548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4281a-30db-4763-9f5a-9bfabc6ee6a8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:02.003906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Allocated IP 192.168.233.16 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/f370222a-69a8-4568-9ba0-1e14f2f3e8a4) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:21:02.143682 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.176566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.223127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:21:02.226728 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:21:02.230317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:21:02.236419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Pushing event updated for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:02.281797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:02.282405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.298853 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-9c552dba-79d2-44a6-b9d6-be2d68d6598b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6338942 Dec 13 10:21:02.368852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Request body: {'port': {'device_id': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:02.424076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.439789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8eab88e5-e4a2-4cd5-a010-d54cf15b48e7 None None] Provisioning complete for port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:21:02.440364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8eab88e5-e4a2-4cd5-a010-d54cf15b48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.473687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8eab88e5-e4a2-4cd5-a010-d54cf15b48e7 None None] Port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:21:02.681565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f370222a-69a8-4568-9ba0-1e14f2f3e8a4 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:21:02.689070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.701749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Transition to ACTIVE for port object f370222a-69a8-4568-9ba0-1e14f2f3e8a4 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:21:02.705050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.756573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Pushing event updated for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:02.826439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Attempting to bind port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:21:02.826780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Attempting to bind port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:21:02.827113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Attempting to bind port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:02.831809 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:21:02.832135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Attempting to bind port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:02.837135 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:21:02.837531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:21:02.837922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:21:02.838353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Bound port: f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:21:02.838711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.909412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:02.912658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:21:02.917848 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.954577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:02.955246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.956696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] 10.222.0.16 "PUT /v2.0/ports/f370222a-69a8-4568-9ba0-1e14f2f3e8a4 HTTP/1.1" status: 200 len: 1095 time: 0.6496570 Dec 13 10:21:02.957186 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:02.959511 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a60b5-7772-4a83-b779-215bfd0ebca2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:02.977488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597b3a3-d727-48b7-b732-87d6956ab58e req-18615001-28e4-4331-952a-ac64ac3e52f3 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:02.979156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e597b3a3-d727-48b7-b732-87d6956ab58e req-18615001-28e4-4331-952a-ac64ac3e52f3 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 947 time: 0.0610538 Dec 13 10:21:03.005734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d5fd-259f-4f41-8ed8-7f445975badc service neutron] Pushing event updated for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:03.011159 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581a5f63-31b9-427d-b4a8-5ccd6e4438ef x-openstack-request-id: req-581a5f63-31b9-427d-b4a8-5ccd6e4438ef {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:03.011460 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:03.011781 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-581a5f63-31b9-427d-b4a8-5ccd6e4438ef {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:03.012188 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4', 'status': 'completed', 'code': 200} Dec 13 10:21:03.042868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e597b3a3-d727-48b7-b732-87d6956ab58e req-9b684d5f-3afa-41fa-a66f-8499af7d6a6e tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517325 Dec 13 10:21:03.073460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-253d9323-06ff-4b8a-a1a8-80e4808e2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.075039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-253d9323-06ff-4b8a-a1a8-80e4808e2c41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57802d99866f4a55bb5711b2636e86de&device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 1098 time: 0.0467713 Dec 13 10:21:03.123325 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-95111e23-8f4b-4c50-98c5-8e7359ada425 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4 HTTP/1.1" status: 200 len: 217 time: 0.0402448 Dec 13 10:21:03.172133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-e166c967-54bc-44fb-bead-012a3afe1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.173663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-e166c967-54bc-44fb-bead-012a3afe1285 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0441413 Dec 13 10:21:03.218963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-3bd68f29-e846-4f14-9dc3-ddbd8087525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.220404 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-3bd68f29-e846-4f14-9dc3-ddbd8087525d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395720 Dec 13 10:21:03.312222 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-e399bd01-dba5-496c-8e7e-fa48ebb74a62 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Dec 13 10:21:03.403094 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-faf6867d-3d2b-443b-8d28-4ed768f6f3b9 req-07876772-0187-484e-875e-c123c4d822a6 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Dec 13 10:21:03.483311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-9413b3c7-5727-4e13-8d9e-5af786cc20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.484754 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-9413b3c7-5727-4e13-8d9e-5af786cc20b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57802d99866f4a55bb5711b2636e86de&device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 1098 time: 0.0398245 Dec 13 10:21:03.576309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-699a53d5-2af3-4380-9852-41043525882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.577780 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-699a53d5-2af3-4380-9852-41043525882e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.0861344 Dec 13 10:21:03.618344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-2ee79d5b-3e2a-4485-99ad-5398bc70d9fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4 HTTP/1.1" status: 200 len: 217 time: 0.0338860 Dec 13 10:21:03.670377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-91aa8e8a-6d5d-4a4f-ae31-639f4639ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.671868 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-91aa8e8a-6d5d-4a4f-ae31-639f4639ae0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0463734 Dec 13 10:21:03.716190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-3b40dc3e-d026-48b4-8e8a-16eb50e66759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.717639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-3b40dc3e-d026-48b4-8e8a-16eb50e66759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388789 Dec 13 10:21:03.803870 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-311b1429-d1bb-472e-84dd-c8662a81e7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792556 Dec 13 10:21:03.894221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-047a60b5-7772-4a83-b779-215bfd0ebca2 req-ae2c11cd-7589-42a2-a476-5861327b0afd service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Dec 13 10:21:04.161509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05223e71-33ed-49ba-9156-43ccecb18f74 req-8198ebd2-a451-47de-8b75-ef5946f6930b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:04.162983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05223e71-33ed-49ba-9156-43ccecb18f74 req-8198ebd2-a451-47de-8b75-ef5946f6930b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 947 time: 0.0480595 Dec 13 10:21:04.213325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05223e71-33ed-49ba-9156-43ccecb18f74 req-f70009d5-49fb-4317-807d-f78997c535b9 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Dec 13 10:21:04.606951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:05.328890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de5cf9-4bc9-4af3-9b1a-84a1baf8ea54 req-594ebf54-e262-41ce-b4fd-46003c3d8e5e tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:05.330396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92de5cf9-4bc9-4af3-9b1a-84a1baf8ea54 req-594ebf54-e262-41ce-b4fd-46003c3d8e5e tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 947 time: 0.0495009 Dec 13 10:21:05.377185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92de5cf9-4bc9-4af3-9b1a-84a1baf8ea54 req-911236d6-a172-4f99-ab41-6626ada05075 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Dec 13 10:21:06.167315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ebf41ed-5eee-48c4-ad82-de9db147291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:06.492966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214898c-416d-4ed7-b6dd-82c5af0d92fe req-7117342e-8cc8-485f-b878-b8fc0fadea6b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:06.494370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1214898c-416d-4ed7-b6dd-82c5af0d92fe req-7117342e-8cc8-485f-b878-b8fc0fadea6b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 947 time: 0.0488787 Dec 13 10:21:06.542466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1214898c-416d-4ed7-b6dd-82c5af0d92fe req-be68b3bb-aeed-4d3f-a122-f416de75e805 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Dec 13 10:21:07.659629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5314c9-a252-4fd0-a512-526bf26e6591 req-0a1bc039-f38f-417d-a4e7-f258f6525162 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.661606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd5314c9-a252-4fd0-a512-526bf26e6591 req-0a1bc039-f38f-417d-a4e7-f258f6525162 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 947 time: 0.0523038 Dec 13 10:21:07.707978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd5314c9-a252-4fd0-a512-526bf26e6591 req-63bc01b7-3d3b-4cf5-949a-ccf3a493dcea tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Dec 13 10:21:08.000308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f370222a-69a8-4568-9ba0-1e14f2f3e8a4 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:21:08.096572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:08.108641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4', 'mac_address': 'fa:16:3e:db:8e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:21:08.147992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:08.160382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f370222a-69a8-4568-9ba0-1e14f2f3e8a4 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:21:08.179865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:08.183682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:08.229859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:08.237356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.237713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.238069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.238441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.238885 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.239228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.239589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.239928 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.240260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.240592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.240921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.241278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.241608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:08.529667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f370222a-69a8-4568-9ba0-1e14f2f3e8a4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:21:08.640724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5cf0-40e7-41bc-b719-ad3f65a3fd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:08.821294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7b7f-6c72-4120-8133-706037079851 req-b188b64c-0464-4cc7-927d-178c04ce28be tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:08.822789 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e02d7b7f-6c72-4120-8133-706037079851 req-b188b64c-0464-4cc7-927d-178c04ce28be tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 948 time: 0.0487337 Dec 13 10:21:08.868872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e02d7b7f-6c72-4120-8133-706037079851 req-3748f12b-b95f-4374-a84b-854815fd337a tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Dec 13 10:21:09.642854 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:09.981848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87238381-7851-40ed-93c3-f32ebbec7267 req-6ad614c5-98ab-4b96-a315-a59c7b609fea tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.983335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87238381-7851-40ed-93c3-f32ebbec7267 req-6ad614c5-98ab-4b96-a315-a59c7b609fea tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 948 time: 0.0476077 Dec 13 10:21:10.017664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f370222a-69a8-4568-9ba0-1e14f2f3e8a4 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:21:10.033454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87238381-7851-40ed-93c3-f32ebbec7267 req-23223e15-e893-4c46-89e6-d45d919f86fb tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Dec 13 10:21:10.067062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:21:10.071113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:21:10.071491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:10.149672 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:10.171540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:10.173785 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db7265-1bfc-4c5e-a703-2296ad781a1b" -d '{"events": [{"server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "name": "network-vif-plugged", "status": "completed", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:10.187048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:10.191347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:10.214445 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f84f19c-20f2-4996-b036-c182b64f88c3 x-openstack-request-id: req-8f84f19c-20f2-4996-b036-c182b64f88c3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:10.214736 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "name": "network-vif-plugged", "status": "completed", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:10.214986 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f84f19c-20f2-4996-b036-c182b64f88c3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:10.215371 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4', 'code': 200} Dec 13 10:21:10.241318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:10.314213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292edb2-da9e-42a2-972f-d14324a9b348 req-db2b921d-f1c5-4726-a8ab-a86208781803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:10.315727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b292edb2-da9e-42a2-972f-d14324a9b348 req-db2b921d-f1c5-4726-a8ab-a86208781803 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 1100 time: 0.0401092 Dec 13 10:21:10.359109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b292edb2-da9e-42a2-972f-d14324a9b348 req-cb1f1a0c-369d-447b-92b9-4b3a41ccf3c0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Dec 13 10:21:11.147668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ae82-adda-4740-9529-a84cfab51d2e req-d687cb4d-cdba-4ce6-b124-c520ae794888 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:11.149138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4141ae82-adda-4740-9529-a84cfab51d2e req-d687cb4d-cdba-4ce6-b124-c520ae794888 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 949 time: 0.0485494 Dec 13 10:21:11.195535 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4141ae82-adda-4740-9529-a84cfab51d2e req-2ffd68eb-1188-447b-ac50-0483c97c32a5 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Dec 13 10:21:11.260964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:12.037845 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:12.308574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2de2-5b47-49e8-a007-0b67ae7ff936 req-a534512c-65fd-4594-af60-e863cc67719a tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:12.310038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-500c2de2-5b47-49e8-a007-0b67ae7ff936 req-a534512c-65fd-4594-af60-e863cc67719a tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 949 time: 0.0471716 Dec 13 10:21:12.356059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-500c2de2-5b47-49e8-a007-0b67ae7ff936 req-4cb07e27-f1e3-4eed-abf5-3effe1bea27b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Dec 13 10:21:29.958584 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:34.621583 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:36.170175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a128-a5bd-449e-9542-e15d55128814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:37.507118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:21:38.621803 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-09a6b7c5-40cd-42b1-aa82-504b275b4a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:39.063310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-01f5dfd3-887b-4a85-a176-ad68b0ec50a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438185 Dec 13 10:21:39.142970 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221522-f683-472f-a3ff-570c7df91d24 req-645b0b45-0bf1-4f53-82fc-9d190304b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:39.144515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-645b0b45-0bf1-4f53-82fc-9d190304b290 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57802d99866f4a55bb5711b2636e86de&device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 1100 time: 0.0402343 Dec 13 10:21:39.247404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221522-f683-472f-a3ff-570c7df91d24 req-402bfe4f-1e8b-4631-b5b0-8dec85878cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:39.248906 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-402bfe4f-1e8b-4631-b5b0-8dec85878cf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.0847442 Dec 13 10:21:39.296738 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-baf5801f-14dc-4954-ad9d-2a671d213040 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4 HTTP/1.1" status: 200 len: 217 time: 0.0409858 Dec 13 10:21:39.347069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221522-f683-472f-a3ff-570c7df91d24 req-86c4d940-dc1a-41f3-9f07-76519e14a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:39.349450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-86c4d940-dc1a-41f3-9f07-76519e14a25c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0461400 Dec 13 10:21:39.394030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221522-f683-472f-a3ff-570c7df91d24 req-3e7846f0-ba00-4c57-9edf-74e044f9311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:39.395590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-3e7846f0-ba00-4c57-9edf-74e044f9311b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397708 Dec 13 10:21:39.489696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-fe20776b-618d-415d-b4bd-cf60a7df74e7 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Dec 13 10:21:39.584109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6b221522-f683-472f-a3ff-570c7df91d24 req-a89ade13-2692-456f-86a7-a2e854819568 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Dec 13 10:21:39.644629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:41.262831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:42.040505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:59.958897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:04.628107 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.173054 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66d07e13-b02c-4ea6-8ad6-1def15ebdb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:08.624722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5c19f6f-85bc-44de-bb41-4789dcc06217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:09.650520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:11.265917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:12.050293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:14.506168 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:22:20.106390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0d40a-3216-4981-a989-fd379a5b4d75 req-55f54361-01c7-47af-b251-937bf76ae804 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:20.107889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ee0d40a-3216-4981-a989-fd379a5b4d75 req-55f54361-01c7-47af-b251-937bf76ae804 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 949 time: 0.0532501 Dec 13 10:22:20.154202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9ee0d40a-3216-4981-a989-fd379a5b4d75 req-82e49e58-14a4-4313-8b34-9b24d3ea6aae tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Dec 13 10:22:21.270541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ffc1-b3d4-4d26-9cb3-41dd2e7fa29a req-eca1a134-506f-4470-9b2a-520e50e6e04b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:21.272018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9725ffc1-b3d4-4d26-9cb3-41dd2e7fa29a req-eca1a134-506f-4470-9b2a-520e50e6e04b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 949 time: 0.0477493 Dec 13 10:22:21.317539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9725ffc1-b3d4-4d26-9cb3-41dd2e7fa29a req-4e57f8e6-6527-43c2-8990-8df2821c0ca0 tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/security-groups?id=55b4281a-30db-4763-9f5a-9bfabc6ee6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Dec 13 10:22:21.912024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-ccbbef48-af87-47ce-8c66-1cb868c7c14f tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:21.913610 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-ccbbef48-af87-47ce-8c66-1cb868c7c14f tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 949 time: 0.0487120 Dec 13 10:22:22.004401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Deleting port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:22:22.004729 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:22.091178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] For port f370222a-69a8-4568-9ba0-1e14f2f3e8a4, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:22.091573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:22.103649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Calling delete_port for f370222a-69a8-4568-9ba0-1e14f2f3e8a4 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:22:22.232790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:22.244544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f370222a-69a8-4568-9ba0-1e14f2f3e8a4'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:22.261930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Pushing event deleted for resources: {'Port': ['ID=f370222a-69a8-4568-9ba0-1e14f2f3e8a4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:22.288723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.289065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.289407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.289744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.290080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.290412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.290742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.291076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.291400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.291747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.292074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.292430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.292772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:22.317315 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] No DVR routers for this DVR port f370222a-69a8-4568-9ba0-1e14f2f3e8a4 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:22:22.319869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:22.323216 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5b3c4a03-523c-46c2-a996-819b0e35da93 req-851bef89-1d38-4e1c-9747-8723d929440b tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.16 "DELETE /v2.0/ports/f370222a-69a8-4568-9ba0-1e14f2f3e8a4 HTTP/1.1" status: 204 len: 173 time: 0.4038715 Dec 13 10:22:22.323686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'name': 'network-vif-deleted', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:22.325962 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af7eb9-e950-472b-a101-a20343320338" -d '{"events": [{"server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "name": "network-vif-deleted", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:22.368808 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7519d9-301e-4745-9fd3-92a10803036d x-openstack-request-id: req-ad7519d9-301e-4745-9fd3-92a10803036d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:22.369233 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13d2ef-c9af-4bb6-a10c-d820ac8f1885", "name": "network-vif-deleted", "tag": "f370222a-69a8-4568-9ba0-1e14f2f3e8a4", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:22.369498 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad7519d9-301e-4745-9fd3-92a10803036d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:22.369908 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e13d2ef-c9af-4bb6-a10c-d820ac8f1885', 'name': 'network-vif-deleted', 'tag': 'f370222a-69a8-4568-9ba0-1e14f2f3e8a4', 'status': 'completed', 'code': 200} Dec 13 10:22:22.415263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2d06e5c-2987-41fb-9cde-958dd9e4f6ff req-5b96fecc-ae89-4338-8b4a-6ae722fc99fb tempest-VolumesBackupsTest-1081517306 tempest-VolumesBackupsTest-1081517306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e13d2ef-c9af-4bb6-a10c-d820ac8f1885 HTTP/1.1" status: 200 len: 210 time: 0.0264232 Dec 13 10:22:24.308410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f370222a-69a8-4568-9ba0-1e14f2f3e8a4 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:22:24.329452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: f370222a-69a8-4568-9ba0-1e14f2f3e8a4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:22:24.329802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f370222a-69a8-4568-9ba0-1e14f2f3e8a4 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:22:29.957558 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:34.635472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:36.175203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b786474d-e3bd-43ad-9b47-b700c1c06262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:38.635498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7a31acc-8ce1-43fe-9d5e-0ede08889b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:39.652399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:41.266547 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:42.044642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:51.505036 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:22:59.957041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:04.635624 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:06.177594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8edb4f4-7c38-4192-8567-f61f849292e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:08.630349 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1579a91a-2753-459d-a64a-a68f5d7fce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:09.653265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:11.269042 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:12.048048 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:28.504360 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:23:29.970218 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:34.635965 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:36.180189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb5f747e-3afb-4d32-b394-a7906cdaa668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:38.633410 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ea96b7f6-f2f5-4b18-a370-4d80857d1bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:39.657106 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:41.275279 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:42.051117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:59.977277 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:04.637145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:05.504371 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:24:06.182466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-079bfabc-3a32-44a2-a2d7-edc843dd9c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:08.635582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6012b21d-0884-43c7-8ecc-3ab9cb723601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:09.660752 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:11.275905 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:12.059477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:29.969976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:34.638614 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:36.289978 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ef863239-e8a2-4e87-b150-2a15ef3170ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:38.636026 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-be84f1dd-5d13-4e2a-844a-10ce33b2562f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:39.664352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:41.276893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:42.052830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:42.503295 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:24:59.968682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:00.348182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-966c6215-6e0c-45dc-bda4-6a88acdf16b4 req-cbd0ce72-b854-4191-b9c5-ea392a2b1e20 service neutron] (103195) timed out ('10.222.0.31', 55862) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:25:04.637497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:06.185487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d10d046c-3181-4d3f-bfb5-97bee32ec6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:08.639212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9584d23-81da-4e2e-a272-7168e40d0d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:09.668501 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:11.282834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:12.056004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:19.503090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:25:29.984221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:34.619058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:35.304447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36816) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:35.507191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ec80115f-3dad-4c60-b61c-a72562170fe4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57802d99866f4a55bb5711b2636e86de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013319 Dec 13 10:25:35.510096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36826) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:35.560090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:35.580671 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:35.627883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:35.630553 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:35.634220 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55b4281a-30db-4763-9f5a-9bfabc6ee6a8 HTTP/1.1" status: 204 len: 168 time: 0.1207628 Dec 13 10:25:35.642063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4281a-30db-4763-9f5a-9bfabc6ee6a8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:35.649677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.650158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.650529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.650866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.651207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.651572 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.651913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.652310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.652635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.652907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.653241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.653573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:35.653903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a43f62-55c2-493a-b822-4995524f5296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.191294 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c7e73712-1e73-496b-a6b6-befdda1e04e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.253906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36850) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:36.345821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-808097862-network', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:36.367021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Made reservation on behalf of 53a7e8eb650d4bad86b1bbf26492071b for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:25:36.369922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.378184 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.451409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.455125 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.484851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:25:36.498826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d23ac3-53d7-4625-beb5-2436667242bf,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:36.503631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.503910 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Added segment 75399a9a-f5aa-42e1-9e27-579b57edd56e of type vlan for network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 Dec 13 10:25:36.542364 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.568341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.569270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:36.569851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.616748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3617368 Dec 13 10:25:36.620451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36854) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:36.626115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Request body: {'subnet': {'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-808097862-subnet', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:36.630533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8121aa1-4534-408b-8bd0-70a02ff9f540 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7fe1a9-2a88-43aa-bff7-787fbeeaa504,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:36.641337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:25:36.647982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Made reservation on behalf of 53a7e8eb650d4bad86b1bbf26492071b for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:25:36.650802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.816046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.879430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85d8f14-0772-4e38-8be7-540f5d703b6d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:36.882283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Checking segment: {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:36.882636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Network hostable DHCP agents. Network: 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:25:36.890092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.890439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.890779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.891114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.891448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.891800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.892169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.892498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.892822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.893147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.893467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.893787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.894115 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:36.909828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:25:36.918820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:36.923253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:36.923872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.928464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce6191-3e18-4823-bdf7-127c995e5fd3 None None] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:36.942544 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b18f9ebb-2d17-4927-9f07-a19aa444bd06 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3184164 Dec 13 10:25:36.942709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36862) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:36.947008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:36.967911 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:36.969284 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.023187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.033092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'fixed_ips': [{'subnet_id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:25:37.034446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.160913 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.171501 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Allocated IP 172.20.0.2 (0b7fe1a9-2a88-43aa-bff7-787fbeeaa504/d85d8f14-0772-4e38-8be7-540f5d703b6d/0e34f454-52b4-4c24-bc3c-ab246dae0845) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:37.310421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.316320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.358595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:37.358823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.363197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:37.366596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:37.373833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Pushing event updated for resources: {'Port': ['ID=0e34f454-52b4-4c24-bc3c-ab246dae0845,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:37.379007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.385190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.385190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.385449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.385780 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.386116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.386471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.386784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.387217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.387663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.388002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.388336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.388727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.388995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:37.434770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Attempting to bind port 0e34f454-52b4-4c24-bc3c-ab246dae0845 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:37.435059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Attempting to bind port 0e34f454-52b4-4c24-bc3c-ab246dae0845 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:37.435431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Attempting to bind port 0e34f454-52b4-4c24-bc3c-ab246dae0845 on network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:37.440449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:37.440824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Checking segment: {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:37.441220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.441611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Bound using segment: {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:37.442105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Bound port: 0e34f454-52b4-4c24-bc3c-ab246dae0845, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:37.442506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.478882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Allocated IP 172.25.2.101 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/7eda336a-25b6-42c9-9eb7-0270ec846a20) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:37.504392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] For port 0e34f454-52b4-4c24-bc3c-ab246dae0845, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:37.507461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] For port 0e34f454-52b4-4c24-bc3c-ab246dae0845, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0e34f454-52b4-4c24-bc3c-ab246dae0845,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:37.512263 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.574056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235969-b527-4a20-941c-bcbf8276a81c None None] Pushing event updated for resources: {'Port': ['ID=0e34f454-52b4-4c24-bc3c-ab246dae0845,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:37.908302 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.942435 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:37.977389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:37.981696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:37.985222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:37.996070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b87e0-f350-4044-8d96-08f2525ada2f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:38.008799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Pushing event updated for resources: {'Port': ['ID=7eda336a-25b6-42c9-9eb7-0270ec846a20,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:38.065354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a92db1b9-c157-4f32-9340-7e2febec2db0 None None] Provisioning complete for port 7eda336a-25b6-42c9-9eb7-0270ec846a20 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:38.065831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a92db1b9-c157-4f32-9340-7e2febec2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.099299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a92db1b9-c157-4f32-9340-7e2febec2db0 None None] Port 7eda336a-25b6-42c9-9eb7-0270ec846a20 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:38.234991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.435837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.464968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f9234-0a7a-4035-bf2a-9f7249b3425d None None] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:38.545900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] Provisioning complete for port 0e34f454-52b4-4c24-bc3c-ab246dae0845 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:38.546289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.563960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Router 59cb521a-05f4-4410-94d2-026476331a7c is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:25:38.658484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6659e20a-e8c2-4989-b442-3ff26f58397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.663967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.676265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:38.686729 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Sync routers for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:38.697791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:38.698836 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:38.710364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.712661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aa4a54ff-948e-4009-9e5b-a91589d35121 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7690523 Dec 13 10:25:38.715633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36864) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:38.716945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] For port 0e34f454-52b4-4c24-bc3c-ab246dae0845, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0e34f454-52b4-4c24-bc3c-ab246dae0845,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:38.725009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.785734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c3041-4041-441c-ab0e-6f1b431e142f None None] Pushing event updated for resources: {'Port': ['ID=0e34f454-52b4-4c24-bc3c-ab246dae0845,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:38.831022 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:38.948114 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c92fe41f-2f86-4b3c-b851-b1f1deee70a3 None None] Provisioning complete for port 0e34f454-52b4-4c24-bc3c-ab246dae0845 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:38.948492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c92fe41f-2f86-4b3c-b851-b1f1deee70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:38.975239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0e34f454-52b4-4c24-bc3c-ab246dae0845 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:39.065737 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0e34f454-52b4-4c24-bc3c-ab246dae0845 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:39.066217 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.120629 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:38Z', 'revision_number': 3, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:39.156127 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Checking router: 59cb521a-05f4-4410-94d2-026476331a7c for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:39.156483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Updating router 59cb521a-05f4-4410-94d2-026476331a7c port 7eda336a-25b6-42c9-9eb7-0270ec846a20 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:25:39.182405 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.185368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.365114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Allocated IP 172.20.0.1 (0b7fe1a9-2a88-43aa-bff7-787fbeeaa504/d85d8f14-0772-4e38-8be7-540f5d703b6d/bf28708f-d5d4-48d3-9ca3-c956e2df5e22) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:39.443969 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.450282 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.471427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.493573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19bbfa1-8d18-45e5-8c24-68c5e2bc60be None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:39.497748 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Attempting to bind port 7eda336a-25b6-42c9-9eb7-0270ec846a20 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:39.499944 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Attempting to bind port 7eda336a-25b6-42c9-9eb7-0270ec846a20 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:39.503823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Attempting to bind port 7eda336a-25b6-42c9-9eb7-0270ec846a20 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:39.509231 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.514357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:39.514749 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:39.515153 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.515569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:39.516040 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Bound port: 7eda336a-25b6-42c9-9eb7-0270ec846a20, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:39.516426 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.525207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a20e0c07-c55c-46be-b91f-5b57249e753c None None] Provisioning complete for port 7eda336a-25b6-42c9-9eb7-0270ec846a20 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:39.525581 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a20e0c07-c55c-46be-b91f-5b57249e753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.547393 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Pushing event updated for resources: {'Port': ['ID=7eda336a-25b6-42c9-9eb7-0270ec846a20,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:39.556275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:39.559750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:39.560973 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.561099 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.561901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.561901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.562121 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.562372 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.562856 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.563018 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.563347 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.563713 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.564194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.564408 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.564668 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:39.565087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:39.565374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a20e0c07-c55c-46be-b91f-5b57249e753c None None] Port 7eda336a-25b6-42c9-9eb7-0270ec846a20 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:39.569220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Pushing event updated for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:39.588677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] For port 7eda336a-25b6-42c9-9eb7-0270ec846a20, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:39.592537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] For port 7eda336a-25b6-42c9-9eb7-0270ec846a20, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7eda336a-25b6-42c9-9eb7-0270ec846a20,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:39.601269 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.617090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.643333 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231a323-d034-4471-b9c9-a712afdec1a5 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:39.653750 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:39.654392 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:39.685997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.699921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] Provisioning complete for port 7eda336a-25b6-42c9-9eb7-0270ec846a20 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:39.700346 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.771055 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:39.780399 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.802395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.837729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] For port 7eda336a-25b6-42c9-9eb7-0270ec846a20, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7eda336a-25b6-42c9-9eb7-0270ec846a20,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:39.843103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.844820 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddedc72-09f3-40f4-be34-865148c3635f None None] Pushing event updated for resources: {'Port': ['ID=7eda336a-25b6-42c9-9eb7-0270ec846a20,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:39.900230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44fa5c-fcde-42ba-abf5-db5a529174e2 None None] Pushing event updated for resources: {'Port': ['ID=7eda336a-25b6-42c9-9eb7-0270ec846a20,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:39.962041 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:38Z', 'revision_number': 3, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:39.963056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-77ef5edb-9954-44e7-b7f5-672ce50b1348 None None] Provisioning complete for port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:39.963556 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-77ef5edb-9954-44e7-b7f5-672ce50b1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.983410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.988257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:39.992346 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689821ae-04d6-48e7-8b03-3b4f12b4157e None None] The sync data for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 is: [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:38Z', 'revision_number': 3, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:40.005125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-77ef5edb-9954-44e7-b7f5-672ce50b1348 None None] Port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:40.061541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:40.063335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Pushing event updated for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:40.156483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:40.157898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:40.294314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Router 59cb521a-05f4-4410-94d2-026476331a7c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:40.414398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:40.419661 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c2212c6-1d00-472d-828d-a341889c6e77 admin admin] 10.222.0.31 "PUT /v2.0/routers/59cb521a-05f4-4410-94d2-026476331a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025270 Dec 13 10:25:40.435449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-575ed3ee-e4bf-4dbc-a579-fffd0c72b8db None None] Provisioning complete for port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:40.435876 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-575ed3ee-e4bf-4dbc-a579-fffd0c72b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:40.471862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-575ed3ee-e4bf-4dbc-a579-fffd0c72b8db None None] Port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:40.913757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36884) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:40.919830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-293647638-network', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:40.947643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Made reservation on behalf of 4839297a08fa4057a79ffd97aa1b1534 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:25:40.950249 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:40.950676 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7eda336a-25b6-42c9-9eb7-0270ec846a20 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:40.960834 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.005910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 7eda336a-25b6-42c9-9eb7-0270ec846a20 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:41.006289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.042668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.046605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.071842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:25:41.089152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.089493 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Added segment 32325d30-6bfe-4327-a70f-20fcb8cb059c of type vlan for network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 Dec 13 10:25:41.090775 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f871af28-752e-42a8-bb3d-e4279556b701,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:41.133842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.158180 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.159128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:41.159752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.219419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3011951 Dec 13 10:25:41.219720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:41.226694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Request body: {'subnet': {'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-293647638-subnet', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:41.231428 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f9be-4d50-4a22-94cb-b420916c74da admin admin] Pushing event updated for resources: {'Network': ['ID=4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:41.242696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:25:41.251461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Made reservation on behalf of 4839297a08fa4057a79ffd97aa1b1534 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:25:41.253817 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.321856 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.427904 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.484797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad91e8a-42ec-4e1f-90bf-d93f3456306f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:41.492142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Checking segment: {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:41.492552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Network hostable DHCP agents. Network: 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:25:41.511150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:25:41.521361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:41.526878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:41.527479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.531177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc6d71-90be-44cd-a571-240d218397ae None None] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:41.543894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d34f3d5d-8bce-4434-9983-bb61e0face98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3230906 Dec 13 10:25:41.546349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:41.550740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:41.576325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.577460 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.635539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.642723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'fixed_ips': [{'subnet_id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:25:41.644191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.729489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Sync routers for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:41.765524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:41.766074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:41.777771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.833670 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Allocated IP 172.20.0.2 (4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21/cad91e8a-42ec-4e1f-90bf-d93f3456306f/49223a67-acc9-4258-ae50-99dc1c196fdc) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:41.975926 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:41.995373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.102716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Allocated IP 172.25.2.33 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/553fa3a9-2e5d-480d-b322-83b25e01804b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:42.113863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:42.149936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.206693 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.243152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.287344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:42.293065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:42.295717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:42.311445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.312951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878f36f-201b-42b1-9fd6-511b353c9010 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:42.323292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Pushing event updated for resources: {'Port': ['ID=553fa3a9-2e5d-480d-b322-83b25e01804b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:42.333415 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.414121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:42.423340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:42.426671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:42.429680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Pushing event updated for resources: {'Port': ['ID=49223a67-acc9-4258-ae50-99dc1c196fdc,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:42.468431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de0fdebd-1175-4363-a396-a799a1c1db6a None None] Provisioning complete for port 553fa3a9-2e5d-480d-b322-83b25e01804b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:42.468818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de0fdebd-1175-4363-a396-a799a1c1db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.530538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Attempting to bind port 49223a67-acc9-4258-ae50-99dc1c196fdc on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:42.530924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Attempting to bind port 49223a67-acc9-4258-ae50-99dc1c196fdc by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:42.531293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Attempting to bind port 49223a67-acc9-4258-ae50-99dc1c196fdc on network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:42.543504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:42.543909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Checking segment: {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:42.544319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.544716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Bound using segment: {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:42.545194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Bound port: 49223a67-acc9-4258-ae50-99dc1c196fdc, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:42.545579 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.549803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'bf28708f-d5d4-48d3-9ca3-c956e2df5e22', 'name': '', 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'mac_address': 'fa:16:3e:06:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:39Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 2, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'subnets': [{'id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:42.556264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.558104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-de0fdebd-1175-4363-a396-a799a1c1db6a None None] Port 553fa3a9-2e5d-480d-b322-83b25e01804b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:42.586327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Checking router: 59cb521a-05f4-4410-94d2-026476331a7c for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:42.586691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Updating router 59cb521a-05f4-4410-94d2-026476331a7c port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:25:42.639657 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.692535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] For port 49223a67-acc9-4258-ae50-99dc1c196fdc, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:42.708045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] For port 49223a67-acc9-4258-ae50-99dc1c196fdc, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49223a67-acc9-4258-ae50-99dc1c196fdc,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:42.716211 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.746422 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:42.872491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514653d-fdba-410a-818c-cabe4cd9c774 None None] Pushing event updated for resources: {'Port': ['ID=49223a67-acc9-4258-ae50-99dc1c196fdc,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:42.885864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Router a5041519-ef22-4030-bc1d-f94f3809bfa1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:25:43.009446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:43.020497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Sync routers for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:43.022108 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.032075 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:43.032920 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:43.033111 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.034717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.036195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-654952e3-5648-46bd-aef1-3b8739d221f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4886982 Dec 13 10:25:43.038619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36890) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:43.095463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be849a-08e7-418c-8c20-158be80936d8 None None] Pushing event updated for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:43.191684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:43.194967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Attempting to bind port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:43.195945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Attempting to bind port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:43.196377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Attempting to bind port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 on network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:43.202128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:43.203093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Checking segment: {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:43.203307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.203839 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Bound using segment: {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:43.204552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Bound port: bf28708f-d5d4-48d3-9ca3-c956e2df5e22, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75399a9a-f5aa-42e1-9e27-579b57edd56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:43.205181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.279890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] For port bf28708f-d5d4-48d3-9ca3-c956e2df5e22, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:43.284566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] For port bf28708f-d5d4-48d3-9ca3-c956e2df5e22, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:43.291488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.361428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:43.362184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:43.441249 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:42Z', 'revision_number': 3, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:43.467675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be849a-08e7-418c-8c20-158be80936d8 None None] Pushing event updated for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:43.482290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Checking router: a5041519-ef22-4030-bc1d-f94f3809bfa1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:43.483034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Updating router a5041519-ef22-4030-bc1d-f94f3809bfa1 port 553fa3a9-2e5d-480d-b322-83b25e01804b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:25:43.527785 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.534496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] Provisioning complete for port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:43.535317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.602045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:43.694851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.810268 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] For port bf28708f-d5d4-48d3-9ca3-c956e2df5e22, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:43.817888 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.845579 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.856807 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.894815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c31e77-63a8-4485-86f3-ba373dfa20d0 None None] Pushing event updated for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:43.927799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c340f99-d59c-4a06-8cb2-cea27f12d3d1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:43.931664 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d19b94-d73c-452a-ab2b-9a89bb6359bb None None] Pushing event updated for resources: {'Port': ['ID=553fa3a9-2e5d-480d-b322-83b25e01804b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:43.940921 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Attempting to bind port 553fa3a9-2e5d-480d-b322-83b25e01804b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:43.941325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Attempting to bind port 553fa3a9-2e5d-480d-b322-83b25e01804b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:43.941696 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Attempting to bind port 553fa3a9-2e5d-480d-b322-83b25e01804b on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:43.950824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:43.951217 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:43.951653 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.952092 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:43.952579 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Bound port: 553fa3a9-2e5d-480d-b322-83b25e01804b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:43.952962 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:43.975688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5ae18876-6636-4c96-a620-80f126927029 None None] Provisioning complete for port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:43.977213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ae18876-6636-4c96-a620-80f126927029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.024949 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] For port 553fa3a9-2e5d-480d-b322-83b25e01804b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:44.025795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'bf28708f-d5d4-48d3-9ca3-c956e2df5e22', 'name': '', 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'mac_address': 'fa:16:3e:06:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:39Z', 'updated_at': '2021-12-13T10:25:43Z', 'revision_number': 4, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'subnets': [{'id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:44.028389 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] For port 553fa3a9-2e5d-480d-b322-83b25e01804b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=553fa3a9-2e5d-480d-b322-83b25e01804b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:44.033748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.038720 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.059749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47734750-1d09-4136-a6ab-3ff661d69dbb None None] The sync data for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 is: [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'bf28708f-d5d4-48d3-9ca3-c956e2df5e22', 'name': '', 'network_id': '0b7fe1a9-2a88-43aa-bff7-787fbeeaa504', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'mac_address': 'fa:16:3e:06:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:39Z', 'updated_at': '2021-12-13T10:25:43Z', 'revision_number': 4, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'subnets': [{'id': 'd85d8f14-0772-4e38-8be7-540f5d703b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:44.108038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3545c9-2109-4344-8eea-12c29360d6c0 None None] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:44.252866 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:44.253470 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:44.255255 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d19b94-d73c-452a-ab2b-9a89bb6359bb None None] Pushing event updated for resources: {'Port': ['ID=553fa3a9-2e5d-480d-b322-83b25e01804b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:44.259322 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93880198-11f7-4867-9cb1-65c551e8494a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:44.288264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Allocated IP 172.20.0.1 (4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21/cad91e8a-42ec-4e1f-90bf-d93f3456306f/588f1494-ca8d-43c3-8cb1-927cfcdd88df) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:44.332357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Provisioning complete for port 553fa3a9-2e5d-480d-b322-83b25e01804b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:44.332735 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.404315 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:44.437379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.459009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.496994 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.525957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] For port 553fa3a9-2e5d-480d-b322-83b25e01804b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=553fa3a9-2e5d-480d-b322-83b25e01804b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:44.540739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.575985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:44.580447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:44.582731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Pushing event updated for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:44.585581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:44.592125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Provisioning complete for port 49223a67-acc9-4258-ae50-99dc1c196fdc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:44.592992 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.627476 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.655830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Pushing event updated for resources: {'Port': ['ID=553fa3a9-2e5d-480d-b322-83b25e01804b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:44.660262 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:42Z', 'revision_number': 3, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:44.696547 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c955c-9371-4a3f-8cde-015d43c70831 None None] The sync data for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 is: [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:42Z', 'revision_number': 3, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:44.718815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.780323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] For port 49223a67-acc9-4258-ae50-99dc1c196fdc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49223a67-acc9-4258-ae50-99dc1c196fdc,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:44.784979 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.835068 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:44.860473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f44079-d254-43cf-8577-d988eb8e748a None None] Pushing event updated for resources: {'Port': ['ID=49223a67-acc9-4258-ae50-99dc1c196fdc,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:44.914307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-449889e7-014c-430d-bc60-62e5948d5fbe None None] Provisioning complete for port 49223a67-acc9-4258-ae50-99dc1c196fdc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:44.914681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-449889e7-014c-430d-bc60-62e5948d5fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.085598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bf28708f-d5d4-48d3-9ca3-c956e2df5e22 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:45.090183 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.101066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.156651 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:45.157405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.180747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Pushing event updated for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:45.188257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.318294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:45.319935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:45.408394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0ba937b3-23dc-4bb7-95fa-1ddeb5eb88fe None None] Provisioning complete for port 588f1494-ca8d-43c3-8cb1-927cfcdd88df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:45.409006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ba937b3-23dc-4bb7-95fa-1ddeb5eb88fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.478301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Router a5041519-ef22-4030-bc1d-f94f3809bfa1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:45.487845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0ba937b3-23dc-4bb7-95fa-1ddeb5eb88fe None None] Port 588f1494-ca8d-43c3-8cb1-927cfcdd88df cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:45.502637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49223a67-acc9-4258-ae50-99dc1c196fdc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:45.575072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 49223a67-acc9-4258-ae50-99dc1c196fdc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:45.575505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.625319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:45.630681 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ecb1242a-2ef4-4e39-bab0-9a8a63eb8d92 admin admin] 10.222.0.31 "PUT /v2.0/routers/a5041519-ef22-4030-bc1d-f94f3809bfa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5909929 Dec 13 10:25:45.709023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5a68a7e3-262f-412b-a274-d0f2f40b4a2e None None] Provisioning complete for port 588f1494-ca8d-43c3-8cb1-927cfcdd88df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:45.709474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a68a7e3-262f-412b-a274-d0f2f40b4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:45.746126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5a68a7e3-262f-412b-a274-d0f2f40b4a2e None None] Port 588f1494-ca8d-43c3-8cb1-927cfcdd88df cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:46.628063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36940) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:46.984364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49223a67-acc9-4258-ae50-99dc1c196fdc up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:46.988843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.031019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 49223a67-acc9-4258-ae50-99dc1c196fdc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:47.031393 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.110937 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 553fa3a9-2e5d-480d-b322-83b25e01804b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:47.166225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 553fa3a9-2e5d-480d-b322-83b25e01804b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:47.166603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.242450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Deleting port bf28708f-d5d4-48d3-9ca3-c956e2df5e22 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:47.242867 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.322874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] For port bf28708f-d5d4-48d3-9ca3-c956e2df5e22, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:47.323250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.334754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Calling delete_port for bf28708f-d5d4-48d3-9ca3-c956e2df5e22 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:47.441445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Sync routers for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:47.450717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:47.451425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:47.518369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.548680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf28708f-d5d4-48d3-9ca3-c956e2df5e22,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:47.562988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:47.716645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.782848 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '588f1494-ca8d-43c3-8cb1-927cfcdd88df', 'name': '', 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'mac_address': 'fa:16:3e:8a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:44Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 2, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'subnets': [{'id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:47.808930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Checking router: a5041519-ef22-4030-bc1d-f94f3809bfa1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:47.809545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Updating router a5041519-ef22-4030-bc1d-f94f3809bfa1 port 588f1494-ca8d-43c3-8cb1-927cfcdd88df binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:25:47.834543 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:47.937128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Router 59cb521a-05f4-4410-94d2-026476331a7c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:48.043325 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:48.048297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-32775097-191b-4870-abbd-14a44eca2831 admin admin] 10.222.0.31 "PUT /v2.0/routers/59cb521a-05f4-4410-94d2-026476331a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191909 Dec 13 10:25:48.050900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36942) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:48.055171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Sync routers for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:48.066198 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:48.066864 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.100316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.108395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.156919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464822b0-4009-4b1b-93d0-9dfd5e39aac5 None None] Pushing event updated for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:48.172450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.196643 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:48.219591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Attempting to bind port 588f1494-ca8d-43c3-8cb1-927cfcdd88df on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:48.219985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Attempting to bind port 588f1494-ca8d-43c3-8cb1-927cfcdd88df by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:48.220361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Attempting to bind port 588f1494-ca8d-43c3-8cb1-927cfcdd88df on network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:48.226106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:48.227033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Checking segment: {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:48.227458 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.227894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Bound using segment: {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:48.228370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Bound port: 588f1494-ca8d-43c3-8cb1-927cfcdd88df, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32325d30-6bfe-4327-a70f-20fcb8cb059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:48.228901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.286312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.306674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] For port 588f1494-ca8d-43c3-8cb1-927cfcdd88df, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:48.311798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] For port 588f1494-ca8d-43c3-8cb1-927cfcdd88df, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=588f1494-ca8d-43c3-8cb1-927cfcdd88df,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:48.318512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.346928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Deleting port 7eda336a-25b6-42c9-9eb7-0270ec846a20 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:48.347592 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.375921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:48.376488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.410588 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:47Z', 'revision_number': 5, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port': {'id': '7eda336a-25b6-42c9-9eb7-0270ec846a20', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cb521a-05f4-4410-94d2-026476331a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:37Z', 'updated_at': '2021-12-13T10:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.435958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464822b0-4009-4b1b-93d0-9dfd5e39aac5 None None] Pushing event updated for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:48.448524 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Checking router: 59cb521a-05f4-4410-94d2-026476331a7c for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:48.457933 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Routers {'59cb521a-05f4-4410-94d2-026476331a7c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:48.458564 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['59cb521a-05f4-4410-94d2-026476331a7c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.463397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] For port 7eda336a-25b6-42c9-9eb7-0270ec846a20, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=7eda336a-25b6-42c9-9eb7-0270ec846a20,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:48.464277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.481590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Calling delete_port for 7eda336a-25b6-42c9-9eb7-0270ec846a20 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:48.515682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] Provisioning complete for port 588f1494-ca8d-43c3-8cb1-927cfcdd88df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:48.516053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.518679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:48.567668 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] Set router 59cb521a-05f4-4410-94d2-026476331a7c gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:48.639869 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:48Z', 'revision_number': 6, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.669682 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b375efe-bf1a-4d43-9013-fd480a409755 None None] The sync data for ids ['59cb521a-05f4-4410-94d2-026476331a7c'] in n-d-820935-7 is: [{'id': '59cb521a-05f4-4410-94d2-026476331a7c', 'name': 'tempest-TestAggregatesBasicOps-808097862-router', 'tenant_id': '53a7e8eb650d4bad86b1bbf26492071b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:36Z', 'updated_at': '2021-12-13T10:25:48Z', 'revision_number': 6, 'project_id': '53a7e8eb650d4bad86b1bbf26492071b', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:48.685387 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.714847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7eda336a-25b6-42c9-9eb7-0270ec846a20,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:48.734824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbb4a4-3531-4be4-a08a-7300b4ea4a1f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:48.762566 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.778614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.824133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] For port 588f1494-ca8d-43c3-8cb1-927cfcdd88df, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=588f1494-ca8d-43c3-8cb1-927cfcdd88df,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:48.829463 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.871138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.873526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.876025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '588f1494-ca8d-43c3-8cb1-927cfcdd88df', 'name': '', 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'mac_address': 'fa:16:3e:8a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:44Z', 'updated_at': '2021-12-13T10:25:48Z', 'revision_number': 4, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'subnets': [{'id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:48.913205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f17307-8c49-41cc-baa7-6654716fd63e None None] The sync data for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 is: [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '588f1494-ca8d-43c3-8cb1-927cfcdd88df', 'name': '', 'network_id': '4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'mac_address': 'fa:16:3e:8a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:44Z', 'updated_at': '2021-12-13T10:25:48Z', 'revision_number': 4, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'subnets': [{'id': 'cad91e8a-42ec-4e1f-90bf-d93f3456306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:48.919785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fc319-c598-4c1d-a169-3057dacaa970 None None] Pushing event updated for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:48.924428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.925018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59cb521a-05f4-4410-94d2-026476331a7c {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:25:48.930461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.931650 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d9d816d-2c4c-4c8b-b93f-02bf0537fe6c admin admin] 10.222.0.31 "DELETE /v2.0/routers/59cb521a-05f4-4410-94d2-026476331a7c HTTP/1.1" status: 204 len: 168 time: 0.8796630 Dec 13 10:25:48.934059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:48.953363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78defcfd-f633-4b46-8397-b40196423128 None None] Provisioning complete for port 588f1494-ca8d-43c3-8cb1-927cfcdd88df triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:48.953768 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78defcfd-f633-4b46-8397-b40196423128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:48.980311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Deleting subnet d85d8f14-0772-4e38-8be7-540f5d703b6d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:25:48.983914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.023217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.145547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.224132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bf28708f-d5d4-48d3-9ca3-c956e2df5e22 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:49.253967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: bf28708f-d5d4-48d3-9ca3-c956e2df5e22 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:49.254318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device bf28708f-d5d4-48d3-9ca3-c956e2df5e22 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:49.561168 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.592082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85d8f14-0772-4e38-8be7-540f5d703b6d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:49.593964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.597994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc0d0d-88e4-4dc4-a1b4-a9990f90e909 None None] Network 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:49.607539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:49.608105 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-dede8cc4-c900-4b5d-ba82-65b8923ba83b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d85d8f14-0772-4e38-8be7-540f5d703b6d HTTP/1.1" status: 204 len: 168 time: 0.6721170 Dec 13 10:25:49.683567 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.753015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Deleting port 0e34f454-52b4-4c24-bc3c-ab246dae0845 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:49.753506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.780666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] DHCP port deletion for 0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:49.831402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] For port 0e34f454-52b4-4c24-bc3c-ab246dae0845, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0e34f454-52b4-4c24-bc3c-ab246dae0845,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:49.831805 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.841022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Deleting port 0e34f454-52b4-4c24-bc3c-ab246dae0845 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:49.841476 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.845968 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Calling delete_port for 0e34f454-52b4-4c24-bc3c-ab246dae0845 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:49.915291 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] For port 0e34f454-52b4-4c24-bc3c-ab246dae0845, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0e34f454-52b4-4c24-bc3c-ab246dae0845,segment=NetworkSegment(75399a9a-f5aa-42e1-9e27-579b57edd56e),segment_id=75399a9a-f5aa-42e1-9e27-579b57edd56e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:49.915834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.929355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Calling delete_port for 0e34f454-52b4-4c24-bc3c-ab246dae0845 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:49.946649 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:49.975927 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e34f454-52b4-4c24-bc3c-ab246dae0845,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:49.979859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] No DVR routers for this DVR port 0e34f454-52b4-4c24-bc3c-ab246dae0845 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:25:50.028779 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.054361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] Pushing event deleted for resources: {'Port': ['ID=0e34f454-52b4-4c24-bc3c-ab246dae0845,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:50.060900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9438bd-5793-47be-a380-e96ff20aa8e4 None None] No DVR routers for this DVR port 0e34f454-52b4-4c24-bc3c-ab246dae0845 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:25:50.062507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.086879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7fe1a9-2a88-43aa-bff7-787fbeeaa504']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:50.097929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75399a9a-f5aa-42e1-9e27-579b57edd56e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:50.098253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75399a9a-f5aa-42e1-9e27-579b57edd56e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:50.107899 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.122935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.130226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:25:50.130932 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:25:50.133497 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:25:50.193756 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.200252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.203686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0b7fe1a9-2a88-43aa-bff7-787fbeeaa504 HTTP/1.1" status: 204 len: 168 time: 0.5949619 Dec 13 10:25:50.206741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36948) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:50.215459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60acdc-847b-40b6-8f76-eddc437bad38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7fe1a9-2a88-43aa-bff7-787fbeeaa504,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:50.556265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.798167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Deleting port 588f1494-ca8d-43c3-8cb1-927cfcdd88df {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:50.798419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.875923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] For port 588f1494-ca8d-43c3-8cb1-927cfcdd88df, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=588f1494-ca8d-43c3-8cb1-927cfcdd88df,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:50.876286 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:50.888489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Calling delete_port for 588f1494-ca8d-43c3-8cb1-927cfcdd88df owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:50.938866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 588f1494-ca8d-43c3-8cb1-927cfcdd88df up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:50.986825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 588f1494-ca8d-43c3-8cb1-927cfcdd88df triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:50.987221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.081695 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.108648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Pushing event deleted for resources: {'Port': ['ID=588f1494-ca8d-43c3-8cb1-927cfcdd88df,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:51.127495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0e34f454-52b4-4c24-bc3c-ab246dae0845 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:51.148109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0e34f454-52b4-4c24-bc3c-ab246dae0845 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:51.148992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0e34f454-52b4-4c24-bc3c-ab246dae0845 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:51.149420 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7eda336a-25b6-42c9-9eb7-0270ec846a20 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:51.170778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 7eda336a-25b6-42c9-9eb7-0270ec846a20 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:51.171122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 7eda336a-25b6-42c9-9eb7-0270ec846a20 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:51.284566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.498792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Router a5041519-ef22-4030-bc1d-f94f3809bfa1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:51.603016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:51.608000 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4f957cf6-e70c-478f-8abd-ec51acba8459 admin admin] 10.222.0.31 "PUT /v2.0/routers/a5041519-ef22-4030-bc1d-f94f3809bfa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001801 Dec 13 10:25:51.610455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36950) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:51.613101 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Sync routers for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:51.624357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:51.624972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:51.716706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.818779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.874757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Deleting port 553fa3a9-2e5d-480d-b322-83b25e01804b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:51.875098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.906229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:51.953670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] For port 553fa3a9-2e5d-480d-b322-83b25e01804b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=553fa3a9-2e5d-480d-b322-83b25e01804b,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:51.954048 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:51.967912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Calling delete_port for 553fa3a9-2e5d-480d-b322-83b25e01804b owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:52.088020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:51Z', 'revision_number': 5, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port': {'id': '553fa3a9-2e5d-480d-b322-83b25e01804b', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:25:42Z', 'updated_at': '2021-12-13T10:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:52.114629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Checking router: a5041519-ef22-4030-bc1d-f94f3809bfa1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:52.123320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Routers {'a5041519-ef22-4030-bc1d-f94f3809bfa1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:52.123992 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:25:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['a5041519-ef22-4030-bc1d-f94f3809bfa1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:52.138822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.166413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Pushing event deleted for resources: {'Port': ['ID=553fa3a9-2e5d-480d-b322-83b25e01804b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:52.202144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd224bb-26dd-4ecd-8dd7-7865b456e4ef None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:52.230436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] Set router a5041519-ef22-4030-bc1d-f94f3809bfa1 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:52.238189 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.286272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:51Z', 'revision_number': 6, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:52.312627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b093d6-2735-4ded-9d40-a1d41cc176f4 None None] The sync data for ids ['a5041519-ef22-4030-bc1d-f94f3809bfa1'] in n-d-820935-7 is: [{'id': 'a5041519-ef22-4030-bc1d-f94f3809bfa1', 'name': 'tempest-TestAggregatesBasicOps-293647638-router', 'tenant_id': '4839297a08fa4057a79ffd97aa1b1534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:25:41Z', 'updated_at': '2021-12-13T10:25:51Z', 'revision_number': 6, 'project_id': '4839297a08fa4057a79ffd97aa1b1534', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:52.327930 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.330142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.375856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.376459 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5041519-ef22-4030-bc1d-f94f3809bfa1 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:25:52.383428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.384639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9cca878-de4a-462e-94ef-4f2a498513da admin admin] 10.222.0.31 "DELETE /v2.0/routers/a5041519-ef22-4030-bc1d-f94f3809bfa1 HTTP/1.1" status: 204 len: 168 time: 0.7732677 Dec 13 10:25:52.387029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36952) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:52.433515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Deleting subnet cad91e8a-42ec-4e1f-90bf-d93f3456306f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:25:52.436972 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.475095 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.551260 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.603362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.631653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad91e8a-42ec-4e1f-90bf-d93f3456306f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:52.634153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.640001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:52.640481 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-63e91bd8-a07b-4805-95df-05442c2fe786 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cad91e8a-42ec-4e1f-90bf-d93f3456306f HTTP/1.1" status: 204 len: 168 time: 0.2519608 Dec 13 10:25:52.649403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0905342-9c6f-4e9e-a9e9-95dc1eaa6708 None None] Network 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:25:52.718742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.777762 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Deleting port 49223a67-acc9-4258-ae50-99dc1c196fdc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:52.778104 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.844123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] For port 49223a67-acc9-4258-ae50-99dc1c196fdc, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=49223a67-acc9-4258-ae50-99dc1c196fdc,segment=NetworkSegment(32325d30-6bfe-4327-a70f-20fcb8cb059c),segment_id=32325d30-6bfe-4327-a70f-20fcb8cb059c)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:52.844487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.857418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Calling delete_port for 49223a67-acc9-4258-ae50-99dc1c196fdc owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:52.933301 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:52.961090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=49223a67-acc9-4258-ae50-99dc1c196fdc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:52.964479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] No DVR routers for this DVR port 49223a67-acc9-4258-ae50-99dc1c196fdc on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:25:53.030947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.052048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:53.062577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32325d30-6bfe-4327-a70f-20fcb8cb059c') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:53.062870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32325d30-6bfe-4327-a70f-20fcb8cb059c') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:53.072968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.079122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54afd8a5-ff3c-4115-8ad1-4291e909495f None None] DHCP port deletion for 4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:25:53.094582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.102218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:25:53.102838 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:25:53.104816 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:25:53.142058 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 588f1494-ca8d-43c3-8cb1-927cfcdd88df no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:53.163657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 588f1494-ca8d-43c3-8cb1-927cfcdd88df {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:53.164567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 588f1494-ca8d-43c3-8cb1-927cfcdd88df not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:53.165030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49223a67-acc9-4258-ae50-99dc1c196fdc no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:53.168538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.174373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.177771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21 HTTP/1.1" status: 204 len: 168 time: 0.5366921 Dec 13 10:25:53.185546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 49223a67-acc9-4258-ae50-99dc1c196fdc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:53.185890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 49223a67-acc9-4258-ae50-99dc1c196fdc not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:53.186315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 553fa3a9-2e5d-480d-b322-83b25e01804b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:53.190911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9409f2-e48b-4a19-8b32-7814ed4099d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbe8c8e-f4d9-43bb-9523-6a37bf40ca21,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:53.206819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 553fa3a9-2e5d-480d-b322-83b25e01804b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:53.207178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 553fa3a9-2e5d-480d-b322-83b25e01804b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:53.344131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:53.390110 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-97e4a2d8-98a2-404c-bd70-55e73848b8b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53a7e8eb650d4bad86b1bbf26492071b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447886 Dec 13 10:25:53.392733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 36960) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:53.444243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.465226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.512737 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.515314 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.519105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99d23ac3-53d7-4625-beb5-2436667242bf HTTP/1.1" status: 204 len: 168 time: 0.1251550 Dec 13 10:25:53.527503 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cc3d8-2a27-486d-a590-f013d96f5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d23ac3-53d7-4625-beb5-2436667242bf,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:53.823535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:53.862557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5dd9aba1-ad42-4512-b45f-effca89b3abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4839297a08fa4057a79ffd97aa1b1534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378664 Dec 13 10:25:53.864948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 36968) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:53.911051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.932781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.978826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.981450 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:53.982856 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f871af28-752e-42a8-bb3d-e4279556b701 HTTP/1.1" status: 204 len: 168 time: 0.1170268 Dec 13 10:25:53.990407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42a728-95c2-4c8f-bca2-c5e6e5cbd81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871af28-752e-42a8-bb3d-e4279556b701,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:56.501698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:25:59.982206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:04.240297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-cd9dacfc-8b78-40f8-854d-e7681b393ead tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71a3c39742e143f28652bc2df74802e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254061 Dec 13 10:26:04.342818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-a19735a9-bd05-46ea-bdbd-7d5c1b133ad6 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:04.344289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-a19735a9-bd05-46ea-bdbd-7d5c1b133ad6 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0980883 Dec 13 10:26:04.359026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-59095c87-c0f4-4339-b6c0-8e4b3ddb2f72 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/quotas/71a3c39742e143f28652bc2df74802e2 HTTP/1.1" status: 200 len: 375 time: 0.0091395 Dec 13 10:26:04.389376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-8eaf660b-e9ea-461c-9f80-199f13d144a3 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71a3c39742e143f28652bc2df74802e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252819 Dec 13 10:26:04.628115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:04.693923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d63c7816-b076-467d-9539-3b7155f23dfd req-0e49e231-0e2a-4548-83b0-8ccf921ffe8f tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 210 time: 0.1471589 Dec 13 10:26:05.540579 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-3c22e05f-d946-418a-815a-d417c0fb555d tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=71a3c39742e143f28652bc2df74802e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222590 Dec 13 10:26:05.650014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-5c337a4d-d132-43c1-83c6-99ad7d37b3c0 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:05.651460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-5c337a4d-d132-43c1-83c6-99ad7d37b3c0 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055830 Dec 13 10:26:05.665379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Request body: {'port': {'device_id': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'admin_state_up': True, 'tenant_id': '71a3c39742e143f28652bc2df74802e2'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:05.772150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Made reservation on behalf of 71a3c39742e143f28652bc2df74802e2 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:26:05.775894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:05.785082 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:05.787046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-15bf2a06-b10d-4cb3-97db-5c4c12078e72 req-900f6dfc-9de7-46f4-9ef8-af31567a53d8 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Dec 13 10:26:05.862580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:05.866523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:05.932009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adae070-aa79-4687-9836-89ba3665b71f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:05.996479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Allocated IP 192.168.233.150 (0681cd7f-0102-4eb7-8551-c4698e8d0887/ab554810-1447-4fdc-a3fd-37654cea7d0f/ef1d5a45-7117-4e61-9de8-7282e8fb8762) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:26:06.140795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.173736 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.184942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-670b2b62-1764-4f7c-9a6e-ff552605d416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.216854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Network 0681cd7f-0102-4eb7-8551-c4698e8d0887 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:26:06.219994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:26:06.223605 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:26:06.253022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Pushing event updated for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:06.281606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:06.282412 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.299710 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-251c53d5-4503-4e23-a585-20acc76586b7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6383672 Dec 13 10:26:06.311724 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-e369ed14-ec57-4531-b1c5-2660ebc1ee12 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:26:06.312755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-e369ed14-ec57-4531-b1c5-2660ebc1ee12 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056808 Dec 13 10:26:06.410125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Request body: {'port': {'device_id': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:06.462172 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.501570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-583d9b96-5a47-4c74-acb4-c0b80ae60c73 None None] Provisioning complete for port ef1d5a45-7117-4e61-9de8-7282e8fb8762 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:26:06.501860 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-583d9b96-5a47-4c74-acb4-c0b80ae60c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.538397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-583d9b96-5a47-4c74-acb4-c0b80ae60c73 None None] Port ef1d5a45-7117-4e61-9de8-7282e8fb8762 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:26:06.717262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1d5a45-7117-4e61-9de8-7282e8fb8762 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:26:06.724496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.736472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Transition to ACTIVE for port object ef1d5a45-7117-4e61-9de8-7282e8fb8762 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:26:06.740132 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.796271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:06.864787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Attempting to bind port ef1d5a45-7117-4e61-9de8-7282e8fb8762 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:26:06.865147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Attempting to bind port ef1d5a45-7117-4e61-9de8-7282e8fb8762 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:26:06.865601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Attempting to bind port ef1d5a45-7117-4e61-9de8-7282e8fb8762 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:26:06.873805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Port ef1d5a45-7117-4e61-9de8-7282e8fb8762 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:26:06.874145 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Attempting to bind port ef1d5a45-7117-4e61-9de8-7282e8fb8762 on network 0681cd7f-0102-4eb7-8551-c4698e8d0887 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:26:06.879654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:26:06.879998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Checking segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:26:06.880383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Bound using segment: {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:26:06.880814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Bound port: ef1d5a45-7117-4e61-9de8-7282e8fb8762, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2cfb6-0e8e-40e5-9420-eedbcabe8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:26:06.881173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.911766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e24f1-7425-477b-9d53-9229f038ad9e req-b70e4617-532b-4341-858e-1d300715a52e tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:06.914492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-413e24f1-7425-477b-9d53-9229f038ad9e req-b70e4617-532b-4341-858e-1d300715a52e tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 948 time: 0.0510337 Dec 13 10:26:06.956175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:26:06.959572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:26:06.965081 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:06.976089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-413e24f1-7425-477b-9d53-9229f038ad9e req-be3f3f39-0cbf-44c5-a3ef-55df87a14364 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Dec 13 10:26:07.005678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.006305 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:07.008286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] 10.222.0.16 "PUT /v2.0/ports/ef1d5a45-7117-4e61-9de8-7282e8fb8762 HTTP/1.1" status: 200 len: 1096 time: 0.6843269 Dec 13 10:26:07.008775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:26:07.011023 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e7b8fc-4d78-4594-b918-383f83f86ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:26:07.043965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16304d-8a04-4f51-bf78-78bac4b6bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:07.099383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-25395917-59f5-4bcf-ab87-cbb2dca865df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.101066 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-25395917-59f5-4bcf-ab87-cbb2dca865df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a3c39742e143f28652bc2df74802e2&device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 1099 time: 0.0537248 Dec 13 10:26:07.145961 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-05f891f8-0488-4c20-a511-9e6da3fc4d04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762 HTTP/1.1" status: 200 len: 217 time: 0.0368814 Dec 13 10:26:07.185527 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf61ca-f7b4-47ae-b0af-d39e9ff16745 x-openstack-request-id: req-21cf61ca-f7b4-47ae-b0af-d39e9ff16745 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:26:07.185831 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:26:07.186098 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21cf61ca-f7b4-47ae-b0af-d39e9ff16745 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:26:07.186503 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762', 'status': 'completed', 'code': 200} Dec 13 10:26:07.204803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-8963813f-147e-4e39-9d12-0b132051147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.206282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-8963813f-147e-4e39-9d12-0b132051147a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0532410 Dec 13 10:26:07.249837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-8b35ce3c-9b56-43fb-8359-e747a16dd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.251213 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-8b35ce3c-9b56-43fb-8359-e747a16dd69d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0382872 Dec 13 10:26:07.340107 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-c06baf54-1dc8-4cf6-a858-4073bb220ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806265 Dec 13 10:26:07.437195 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2a0bab4b-c422-48d7-920f-5865b99cb9f7 req-531721d7-7cbb-4ba2-8f87-ec834f73f0ad service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Dec 13 10:26:07.523372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-fd893c55-663e-4cc3-a68a-374197ee5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.524833 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-fd893c55-663e-4cc3-a68a-374197ee5f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a3c39742e143f28652bc2df74802e2&device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 1099 time: 0.0414200 Dec 13 10:26:07.618097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-52ccee38-b6e1-4eed-a0b5-d452220137cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.619584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-52ccee38-b6e1-4eed-a0b5-d452220137cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0681cd7f-0102-4eb7-8551-c4698e8d0887 HTTP/1.1" status: 200 len: 870 time: 0.0866513 Dec 13 10:26:07.661233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-b53f22cc-0c3b-43d1-a796-fb4c180aca7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762 HTTP/1.1" status: 200 len: 217 time: 0.0340605 Dec 13 10:26:07.709022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-65001abb-0651-4360-a19d-91fab76de9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.710441 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-65001abb-0651-4360-a19d-91fab76de9b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab554810-1447-4fdc-a3fd-37654cea7d0f HTTP/1.1" status: 200 len: 843 time: 0.0426171 Dec 13 10:26:07.760289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-dafb0fff-ac2c-4307-b89f-8633f58e73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:07.761816 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-dafb0fff-ac2c-4307-b89f-8633f58e73d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0681cd7f-0102-4eb7-8551-c4698e8d0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448446 Dec 13 10:26:07.849196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-de0c2e36-bb16-478f-bbc5-b7ebdc0bd37f service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800390 Dec 13 10:26:08.093500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c98f-c82b-41de-803b-f17346d035db req-0836f82c-f46f-4462-812e-e1691544ae2f tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:08.095282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c100c98f-c82b-41de-803b-f17346d035db req-0836f82c-f46f-4462-812e-e1691544ae2f tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 948 time: 0.0506520 Dec 13 10:26:08.150669 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c100c98f-c82b-41de-803b-f17346d035db req-5eba2965-fed1-47e7-86ea-36c91e3b1559 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Dec 13 10:26:08.261641 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-07e7b8fc-4d78-4594-b918-383f83f86ea8 req-3338b11f-ce55-45ac-a7c9-f3fdc9810414 service neutron] 10.222.0.16 "GET /v2.0/networks/0681cd7f-0102-4eb7-8551-c4698e8d0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053020 Dec 13 10:26:08.633620 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d52b2f01-2be8-4521-845f-e6ac66db1857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:09.271244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7618eed-195f-4b58-af8c-1bfe15d3bb16 req-fd8036a6-f7c5-4317-8f2c-e13adc33bb0f tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:09.272748 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7618eed-195f-4b58-af8c-1bfe15d3bb16 req-fd8036a6-f7c5-4317-8f2c-e13adc33bb0f tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 948 time: 0.0524297 Dec 13 10:26:09.322505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f7618eed-195f-4b58-af8c-1bfe15d3bb16 req-0711cb13-2603-42dd-bb1c-c85556830a0e tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Dec 13 10:26:09.673118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:10.434850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed9f2-bdc8-4729-8739-1f040f0defe0 req-830f095a-da6a-489c-8db1-c241b9fc3956 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:10.436488 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-386ed9f2-bdc8-4729-8739-1f040f0defe0 req-830f095a-da6a-489c-8db1-c241b9fc3956 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 948 time: 0.0475161 Dec 13 10:26:10.482170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-386ed9f2-bdc8-4729-8739-1f040f0defe0 req-8c6919d6-02e6-4dd9-9b1d-29029d88eebd tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Dec 13 10:26:11.260687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ef1d5a45-7117-4e61-9de8-7282e8fb8762 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:26:11.303309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:11.371092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:11.382296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762', 'network_id': '0681cd7f-0102-4eb7-8551-c4698e8d0887', 'port_id': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762', 'mac_address': 'fa:16:3e:eb:89:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab554810-1447-4fdc-a3fd-37654cea7d0f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:26:11.421209 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:11.433866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d5a45-7117-4e61-9de8-7282e8fb8762 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:26:11.453163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:11.456862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:11.505019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:11.599012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb8717-3efd-4024-9c26-4908937b766a req-0b222610-d811-4710-a369-1f703cf0df5c tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:11.600496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cefb8717-3efd-4024-9c26-4908937b766a req-0b222610-d811-4710-a369-1f703cf0df5c tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 949 time: 0.0515468 Dec 13 10:26:11.646432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cefb8717-3efd-4024-9c26-4908937b766a req-a67be7a5-1700-466c-9814-d35917cb99f7 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Dec 13 10:26:11.804967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['ef1d5a45-7117-4e61-9de8-7282e8fb8762'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:26:12.062221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:12.757451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d0732-4509-4101-bd66-fd12a6cc1d4f req-7310a13c-89dc-4f7b-9855-eb42a84dd750 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:12.758916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-346d0732-4509-4101-bd66-fd12a6cc1d4f req-7310a13c-89dc-4f7b-9855-eb42a84dd750 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 949 time: 0.0473557 Dec 13 10:26:12.805266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-346d0732-4509-4101-bd66-fd12a6cc1d4f req-3ae7ea83-806e-4a4c-ad96-0f9480e2307e tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Dec 13 10:26:13.269615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ef1d5a45-7117-4e61-9de8-7282e8fb8762 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:26:13.320577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port ef1d5a45-7117-4e61-9de8-7282e8fb8762 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:26:13.324223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port ef1d5a45-7117-4e61-9de8-7282e8fb8762 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:26:13.324598 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:13.401135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:13.423223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:26:13.425664 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264836a-dd18-49ad-9cac-3c53352ceb3a" -d '{"events": [{"server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:26:13.439159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:13.443378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:13.498729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:13.530045 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b6d82-56fe-438d-beab-57fb0792a355 x-openstack-request-id: req-3c1b6d82-56fe-438d-beab-57fb0792a355 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:26:13.530341 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:26:13.530597 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c1b6d82-56fe-438d-beab-57fb0792a355 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:26:13.530997 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762', 'code': 200} Dec 13 10:26:13.628984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4b918-7b5c-4991-b270-1808a88c775f req-77f8bf78-c56f-4a78-83ad-a6da6db2f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:13.630455 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a4b918-7b5c-4991-b270-1808a88c775f req-77f8bf78-c56f-4a78-83ad-a6da6db2f68c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 1101 time: 0.0391824 Dec 13 10:26:13.672459 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7a4b918-7b5c-4991-b270-1808a88c775f req-333cc29e-b05d-4e0f-92e3-9ead3d09f33f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Dec 13 10:26:13.917715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039de342-ff5f-4845-99cc-a7d5fbbbbf6c req-643aeae0-8ebc-4e80-9a36-50a678f53140 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:13.919172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039de342-ff5f-4845-99cc-a7d5fbbbbf6c req-643aeae0-8ebc-4e80-9a36-50a678f53140 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 950 time: 0.0469525 Dec 13 10:26:13.968490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-039de342-ff5f-4845-99cc-a7d5fbbbbf6c req-d5c968b5-fafc-4c8c-abd1-22a703d22d29 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Dec 13 10:26:15.086365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938c0f-ea18-4843-bb3c-647adac9503c req-6dc3011c-e81a-4b2d-8ae0-29212490e3a5 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:15.087876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c938c0f-ea18-4843-bb3c-647adac9503c req-6dc3011c-e81a-4b2d-8ae0-29212490e3a5 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 950 time: 0.0483615 Dec 13 10:26:15.134190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c938c0f-ea18-4843-bb3c-647adac9503c req-3027af24-6fd2-46f7-8f82-ccea89229f74 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Dec 13 10:26:15.458669 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-5d05beb1-9387-4d67-9b55-e8ad2b4473bf req-a6585d23-49a9-4e7d-8624-92e7b90e7e3e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:26:15.459710 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d05beb1-9387-4d67-9b55-e8ad2b4473bf req-a6585d23-49a9-4e7d-8624-92e7b90e7e3e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532513 Dec 13 10:26:15.826535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-3448f136-f4b4-49b3-8446-e6538edd9f96 req-9624f24f-274e-4785-bd5e-4b6485b58f85 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:26:15.827586 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3448f136-f4b4-49b3-8446-e6538edd9f96 req-9624f24f-274e-4785-bd5e-4b6485b58f85 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551519 Dec 13 10:26:16.153524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3459-eeea-44ae-8c21-a5b845b1ef94 req-d27ff7da-dd09-4bee-a8d4-fc48d3a12e28 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:16.154986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f79e3459-eeea-44ae-8c21-a5b845b1ef94 req-d27ff7da-dd09-4bee-a8d4-fc48d3a12e28 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 950 time: 0.0481331 Dec 13 10:26:16.200519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f79e3459-eeea-44ae-8c21-a5b845b1ef94 req-92cda3a5-4ea8-48f2-9b36-d5e5fc81cdb2 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Dec 13 10:26:17.318716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537ae2-f913-4186-8e38-63d2bd602b2d req-28702f22-9a8b-40a2-966b-0ef2d8d71f4d tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:17.320213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0537ae2-f913-4186-8e38-63d2bd602b2d req-28702f22-9a8b-40a2-966b-0ef2d8d71f4d tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 950 time: 0.0519242 Dec 13 10:26:17.366269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0537ae2-f913-4186-8e38-63d2bd602b2d req-69555ae7-fc46-4c02-9c6c-60884c327187 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/security-groups?id=0adae070-aa79-4687-9836-89ba3665b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Dec 13 10:26:17.576051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95c062-2488-45c2-83f5-6092774c557e req-0bc53093-0f3b-4938-b5d7-0769c000feaf tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:17.577412 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f95c062-2488-45c2-83f5-6092774c557e req-0bc53093-0f3b-4938-b5d7-0769c000feaf tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 950 time: 0.0474417 Dec 13 10:26:17.666733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Deleting port ef1d5a45-7117-4e61-9de8-7282e8fb8762 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:26:17.667069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:17.751778 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] For port ef1d5a45-7117-4e61-9de8-7282e8fb8762, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=ef1d5a45-7117-4e61-9de8-7282e8fb8762,segment=NetworkSegment(cea2cfb6-0e8e-40e5-9420-eedbcabe8743),segment_id=cea2cfb6-0e8e-40e5-9420-eedbcabe8743)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:17.752136 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:17.764125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Calling delete_port for ef1d5a45-7117-4e61-9de8-7282e8fb8762 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:26:17.891946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:17.904500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['ef1d5a45-7117-4e61-9de8-7282e8fb8762'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:26:17.920196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Pushing event deleted for resources: {'Port': ['ID=ef1d5a45-7117-4e61-9de8-7282e8fb8762,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:17.965413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] No DVR routers for this DVR port ef1d5a45-7117-4e61-9de8-7282e8fb8762 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:26:17.968099 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:17.971467 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0f95c062-2488-45c2-83f5-6092774c557e req-4705177e-1c6f-415e-b818-9079dbe63a32 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.16 "DELETE /v2.0/ports/ef1d5a45-7117-4e61-9de8-7282e8fb8762 HTTP/1.1" status: 204 len: 173 time: 0.3866792 Dec 13 10:26:17.971940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'name': 'network-vif-deleted', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:26:17.974222 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e4fc72-403a-497b-8f75-b1374b05e066" -d '{"events": [{"server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "name": "network-vif-deleted", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:26:18.012894 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac608f-8362-4b35-b8d6-517cbaf669a2 x-openstack-request-id: req-66ac608f-8362-4b35-b8d6-517cbaf669a2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:26:18.013222 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ede89-f6aa-4667-94ff-1feec95c3ca5", "name": "network-vif-deleted", "tag": "ef1d5a45-7117-4e61-9de8-7282e8fb8762", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:26:18.013455 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66ac608f-8362-4b35-b8d6-517cbaf669a2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:26:18.013944 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699ede89-f6aa-4667-94ff-1feec95c3ca5', 'name': 'network-vif-deleted', 'tag': 'ef1d5a45-7117-4e61-9de8-7282e8fb8762', 'status': 'completed', 'code': 200} Dec 13 10:26:18.480542 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-509e8207-2dbb-4e96-aad5-8a14fe14ddd7 req-330d90fe-2b73-4dc7-adec-22a29cd165c9 tempest-ServersAdminNegativeTestJSON-1939588437 tempest-ServersAdminNegativeTestJSON-1939588437-project] 10.222.0.31 "GET /v2.0/ports?device_id=699ede89-f6aa-4667-94ff-1feec95c3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0256834 Dec 13 10:26:19.769360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37140) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:19.896384 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bc0948ea-895d-4fd3-a00f-0a2bbfa696e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a3c39742e143f28652bc2df74802e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258242 Dec 13 10:26:19.898789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37144) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:19.945177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:19.965430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.011328 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.013896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.015091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0adae070-aa79-4687-9836-89ba3665b71f HTTP/1.1" status: 204 len: 168 time: 0.1153913 Dec 13 10:26:20.023105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae628fb-cfe0-4474-85dd-0c90fed3df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adae070-aa79-4687-9836-89ba3665b71f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:20.267975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37150) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:20.281544 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35ba-278e-4a03-a156-4be681f24fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.353528 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35ba-278e-4a03-a156-4be681f24fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.357086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35ba-278e-4a03-a156-4be681f24fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.395106 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8f6b35ba-278e-4a03-a156-4be681f24fa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b14a1c62e47a42dd8eeda82fd92877da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260805 Dec 13 10:26:20.396995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b35ba-278e-4a03-a156-4be681f24fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6153de78-0731-4e84-b22c-aa424cad14e2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:20.398360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37152) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:20.447515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.468618 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.513597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.516387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:20.517546 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6153de78-0731-4e84-b22c-aa424cad14e2 HTTP/1.1" status: 204 len: 168 time: 0.1181653 Dec 13 10:26:20.526004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703cc4d-7482-4297-8f67-e94da2cbfd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6153de78-0731-4e84-b22c-aa424cad14e2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:21.170620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37176) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:21.265090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-543081167-network', 'tenant_id': 'fb4fb0e6437448c4b56fdb1b8317df8b'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:21.288214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Made reservation on behalf of fb4fb0e6437448c4b56fdb1b8317df8b for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:26:21.293266 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.301467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.331795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ef1d5a45-7117-4e61-9de8-7282e8fb8762 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:26:21.357129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: ef1d5a45-7117-4e61-9de8-7282e8fb8762 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:26:21.357478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device ef1d5a45-7117-4e61-9de8-7282e8fb8762 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:26:21.374872 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.378794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.405015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:26:21.416802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c3e5c-63b5-4889-bc71-f1daf6e16405,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:21.423501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.424204 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Added segment 7f9b9bae-1353-4369-9a99-368e89feadb4 of type vlan for network 5611a739-9142-43d2-b6fd-e7d76cd120f3 Dec 13 10:26:21.464325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.488168 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.489086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:21.489662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.545656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3739388 Dec 13 10:26:21.548776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37180) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:26:21.554854 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Request body: {'subnet': {'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-543081167-subnet', 'tenant_id': 'fb4fb0e6437448c4b56fdb1b8317df8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:21.555756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab954b24-3d86-4fae-b575-a2c3fc576dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5611a739-9142-43d2-b6fd-e7d76cd120f3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:21.565729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 5611a739-9142-43d2-b6fd-e7d76cd120f3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:26:21.580400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Made reservation on behalf of fb4fb0e6437448c4b56fdb1b8317df8b for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:26:21.582864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.750176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.798484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c13062-c8cb-4341-8781-aebb2f9e1657,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:21.813329 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Checking segment: {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:26:21.813626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Network hostable DHCP agents. Network: 5611a739-9142-43d2-b6fd-e7d76cd120f3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:26:21.830032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Network 5611a739-9142-43d2-b6fd-e7d76cd120f3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:26:21.839462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 5611a739-9142-43d2-b6fd-e7d76cd120f3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:26:21.844650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:21.845401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:21.849118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227ff2b-c939-4df9-9e68-81abcfb5fb0b None None] Network 5611a739-9142-43d2-b6fd-e7d76cd120f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:26:21.867435 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-07d60735-8b7d-45ab-b4d9-513392c1c09c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3175423 Dec 13 10:26:21.949912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c12140-37d5-4136-82f5-a8deb4d9a3c8 None None] Network 5611a739-9142-43d2-b6fd-e7d76cd120f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:26:22.285676 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-e6056030-5c15-438d-ada8-685f9c0b6e5b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:22.287124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-e6056030-5c15-438d-ada8-685f9c0b6e5b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 811 time: 0.0988805 Dec 13 10:26:22.301806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-a2c189b4-d586-461b-89d9-21c321175259 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/quotas/fb4fb0e6437448c4b56fdb1b8317df8b HTTP/1.1" status: 200 len: 375 time: 0.0088918 Dec 13 10:26:22.332783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-cb0f9075-4da4-4bcf-ab0b-b85148577fbb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259306 Dec 13 10:26:22.343539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-788c936c-765d-49d0-b8e3-062722d11148 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:26:22.344547 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-788c936c-765d-49d0-b8e3-062722d11148 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048046 Dec 13 10:26:22.437647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-205e32b5-8087-49f6-ae40-204e3749d4a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875664 Dec 13 10:26:22.524111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-c7878559-72d7-4832-946a-f61e4f6c4e3f service neutron] 10.222.0.31 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804250 Dec 13 10:26:22.686361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-904ce402-b4e3-4cf4-907e-5b7858b77901 req-db268985-1b7a-4197-a34e-9b84a2e4e681 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 210 time: 0.0312223 Dec 13 10:26:23.728176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-2fd5255d-e509-4e88-b784-12012f42d4cb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:23.729755 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-2fd5255d-e509-4e88-b784-12012f42d4cb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 811 time: 0.1054494 Dec 13 10:26:23.743101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Request body: {'port': {'device_id': '67d27106-beba-4ab5-962e-514d319a1a5c', 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3', 'admin_state_up': True, 'tenant_id': 'fb4fb0e6437448c4b56fdb1b8317df8b'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:23.783044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b67e6118-5df3-409f-b400-f58c084d1194 req-10fb2ba6-b32a-4d1c-b8ea-364e4ee7c2eb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 210 time: 0.0262136 Dec 13 10:26:23.855331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Made reservation on behalf of fb4fb0e6437448c4b56fdb1b8317df8b for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:26:23.858797 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:23.984758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Allocated IP 172.20.0.7 (5611a739-9142-43d2-b6fd-e7d76cd120f3/b5c13062-c8cb-4341-8781-aebb2f9e1657/3706f8ef-a520-40f7-af7f-e81dd22ec14d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:26:24.129648 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.162364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.210210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Network 5611a739-9142-43d2-b6fd-e7d76cd120f3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:26:24.213234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:26:24.216780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:26:24.240080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:24.267323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:24.267973 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.282975 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-9563b987-920e-4093-bf34-4ebc85730b43 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438683 Dec 13 10:26:24.295096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Request body: {'port': {'device_id': '67d27106-beba-4ab5-962e-514d319a1a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:26:24.346158 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.603446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3706f8ef-a520-40f7-af7f-e81dd22ec14d {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:26:24.610792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.622875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Transition to ACTIVE for port object 3706f8ef-a520-40f7-af7f-e81dd22ec14d will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:26:24.625822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.676512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:24.739064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:26:24.739755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:26:24.739755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:26:24.744026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:26:24.744344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:26:24.749065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:26:24.749406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Checking segment: {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:26:24.749789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Bound using segment: {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:26:24.750217 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Bound port: 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:26:24.750568 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.816385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:26:24.820563 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:26:24.824670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.863652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:24.864270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:24.865666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] 10.222.0.16 "PUT /v2.0/ports/3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 1091 time: 0.5745182 Dec 13 10:26:24.866119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:26:24.868424 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:26:24.894982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2f0c0-7282-47bf-adb4-f214a2517a95 service neutron] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:24.915492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeb5be-4f71-4b95-966c-ec61ade53946 req-d1b0cca3-7eb1-4bd9-9fdf-8dd0e333ff8d tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:24.917665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ceeb5be-4f71-4b95-966c-ec61ade53946 req-d1b0cca3-7eb1-4bd9-9fdf-8dd0e333ff8d tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0625474 Dec 13 10:26:24.938992 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537775de-c31e-4246-b7e4-6e9940439672 x-openstack-request-id: req-537775de-c31e-4246-b7e4-6e9940439672 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:26:24.939283 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:26:24.939535 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-537775de-c31e-4246-b7e4-6e9940439672 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:26:24.939960 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'status': 'completed', 'code': 200} Dec 13 10:26:24.955402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-6a4196e7-8c07-45eb-8c8f-8c2800e2c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:24.956994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-6a4196e7-8c07-45eb-8c8f-8c2800e2c5ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0459940 Dec 13 10:26:24.967163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ceeb5be-4f71-4b95-966c-ec61ade53946 req-fa86794e-f3fa-49d2-bca2-b3b250378cb0 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Dec 13 10:26:25.004683 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-11ffcaa9-e77e-41a7-861e-c55ce6c46c27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0389996 Dec 13 10:26:25.054727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-628ed665-73b9-4aa5-8291-136e0c3042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:25.056312 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-628ed665-73b9-4aa5-8291-136e0c3042a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0440979 Dec 13 10:26:25.088009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-b331a7f4-7e8f-4895-9598-93bb3f38a1eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247207 Dec 13 10:26:25.178667 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-62c761a5-5c7b-4347-82a1-0287bc7942aa service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Dec 13 10:26:25.266251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49916689-e3b1-4c8f-9381-7985a609c5a5 req-655aa870-f5ed-465c-8e54-ae0c22e5fdcf service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802388 Dec 13 10:26:25.351644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-160ccbac-a06a-4ae1-9445-87a540806516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:25.353151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-160ccbac-a06a-4ae1-9445-87a540806516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0410306 Dec 13 10:26:25.445568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-f9015251-9dc3-43d9-97c1-ab571daaf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:25.446930 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-f9015251-9dc3-43d9-97c1-ab571daaf9c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.0872779 Dec 13 10:26:25.488252 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-fed246d3-f64f-44b6-b6ed-cb9aae318782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0344186 Dec 13 10:26:25.536757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-26e1e678-1667-4b27-88c4-e7e8e604262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:25.538177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-26e1e678-1667-4b27-88c4-e7e8e604262b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0421724 Dec 13 10:26:25.574533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-8a52a977-c03e-4b99-9d30-dd0d3a7d473d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Dec 13 10:26:25.661910 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-0328cc20-1928-446e-a3d5-bdff16b0a6b4 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806830 Dec 13 10:26:25.755433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cbe6d518-c53a-48e7-9f36-3fd0361ae2f4 req-b217efde-931f-4834-8e8c-575643d3b4f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Dec 13 10:26:26.084154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9659-59b0-4ca2-8fc6-0f0fbf07d9a3 req-8986638e-c598-4ccb-88c1-d8a1714660b7 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:26.085691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eec9659-59b0-4ca2-8fc6-0f0fbf07d9a3 req-8986638e-c598-4ccb-88c1-d8a1714660b7 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0488060 Dec 13 10:26:26.135300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5eec9659-59b0-4ca2-8fc6-0f0fbf07d9a3 req-38447b3f-eb9c-4da3-8f46-1b1f18b02a24 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Dec 13 10:26:27.248523 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674d07b-defa-4697-879a-9a1318c1ca02 req-c48e8a5a-de15-4bb6-bffd-97bdfa9539cf tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:27.249978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0674d07b-defa-4697-879a-9a1318c1ca02 req-c48e8a5a-de15-4bb6-bffd-97bdfa9539cf tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0480423 Dec 13 10:26:27.295428 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0674d07b-defa-4697-879a-9a1318c1ca02 req-8cd83b7c-99bf-4233-80f7-f775666d84ae tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Dec 13 10:26:28.410793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c832e7-f773-4e1d-9f00-f0700b9582cd req-85365ce5-b1f9-424f-9593-84d50143ef97 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:28.412442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5c832e7-f773-4e1d-9f00-f0700b9582cd req-85365ce5-b1f9-424f-9593-84d50143ef97 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0507722 Dec 13 10:26:28.463212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5c832e7-f773-4e1d-9f00-f0700b9582cd req-5629cf30-7a4c-480e-870c-bc5cc57c4fe1 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Dec 13 10:26:29.393539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:26:29.490638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:29.501833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3', 'port_id': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'mac_address': 'fa:16:3e:2a:4d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c13062-c8cb-4341-8781-aebb2f9e1657', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:26:29.539350 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:29.552668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706f8ef-a520-40f7-af7f-e81dd22ec14d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:26:29.572786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:29.576914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:29.583377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717826c-6115-4db4-9a7a-86d2d1e5c4af req-76f82237-af94-4a06-a985-f25935a6c0d6 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:29.584931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5717826c-6115-4db4-9a7a-86d2d1e5c4af req-76f82237-af94-4a06-a985-f25935a6c0d6 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0523028 Dec 13 10:26:29.624144 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:29.633835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5717826c-6115-4db4-9a7a-86d2d1e5c4af req-471529fc-fdbf-4f8a-a099-1cd5717d9f7f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 Dec 13 10:26:29.877918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3706f8ef-a520-40f7-af7f-e81dd22ec14d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:26:29.999215 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:30.746314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac035-521f-4143-ba1b-d1c9c8209981 req-37e414a4-106f-4ffa-ac02-91826747ad8e tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:30.747822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f68ac035-521f-4143-ba1b-d1c9c8209981 req-37e414a4-106f-4ffa-ac02-91826747ad8e tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 944 time: 0.0481031 Dec 13 10:26:30.794175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f68ac035-521f-4143-ba1b-d1c9c8209981 req-4a11a310-8a11-4fcf-9931-709d5cb7da9f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Dec 13 10:26:31.416966 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:26:31.467967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3706f8ef-a520-40f7-af7f-e81dd22ec14d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:26:31.471652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3706f8ef-a520-40f7-af7f-e81dd22ec14d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:26:31.472023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:31.546471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:31.568717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:26:31.571980 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7d8df-9a6e-4d4f-a88b-f98d48e699a0" -d '{"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-plugged", "status": "completed", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:26:31.585498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:26:31.590066 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:31.614256 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135794c3-8045-45de-bd5a-2e844768f81a x-openstack-request-id: req-135794c3-8045-45de-bd5a-2e844768f81a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:26:31.614556 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-plugged", "status": "completed", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:26:31.614811 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-135794c3-8045-45de-bd5a-2e844768f81a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:26:31.615198 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'code': 200} Dec 13 10:26:31.640094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:26:31.712959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3c15-f674-476d-b692-9cf89d7dd544 req-a5063108-b7e8-4aea-bce2-a9ab81743a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:31.714360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3ebe3c15-f674-476d-b692-9cf89d7dd544 req-a5063108-b7e8-4aea-bce2-a9ab81743a21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1096 time: 0.0397847 Dec 13 10:26:31.759265 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3ebe3c15-f674-476d-b692-9cf89d7dd544 req-3784836b-431e-422e-8b48-50f12df8f4d8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Dec 13 10:26:31.908270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9bb3-0c80-4220-9f58-076a8cece7f1 req-d5dc9f74-70e2-4d4b-a9ec-4d60915f4710 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:31.909743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a0e9bb3-0c80-4220-9f58-076a8cece7f1 req-d5dc9f74-70e2-4d4b-a9ec-4d60915f4710 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0474756 Dec 13 10:26:31.959816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a0e9bb3-0c80-4220-9f58-076a8cece7f1 req-ccd157a6-d49e-48c4-981d-f29f457880ad tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Dec 13 10:26:33.074519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868fbec-c795-4507-b325-65f333d39177 req-ff89e5d6-c381-4db8-9396-8b6d1147406c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:33.075967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f868fbec-c795-4507-b325-65f333d39177 req-ff89e5d6-c381-4db8-9396-8b6d1147406c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0485506 Dec 13 10:26:33.123466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f868fbec-c795-4507-b325-65f333d39177 req-ab93dcbd-60b6-46cb-aa36-1cd596518825 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Dec 13 10:26:33.500555 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:26:34.236583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe75d-4495-46b5-92b4-85ca0f684218 req-a6a4700e-f939-406e-a738-82302403f1bb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:34.238050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eabe75d-4495-46b5-92b4-85ca0f684218 req-a6a4700e-f939-406e-a738-82302403f1bb tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0468259 Dec 13 10:26:34.282718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eabe75d-4495-46b5-92b4-85ca0f684218 req-af81fdee-c1f8-4235-b553-e1b88b311431 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Dec 13 10:26:34.541984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e11912-16db-48e0-a4b6-37c510dfd864 req-fc93ca85-b9cb-4a56-9988-ebb032515eef tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:34.543471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42e11912-16db-48e0-a4b6-37c510dfd864 req-fc93ca85-b9cb-4a56-9988-ebb032515eef tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0732291 Dec 13 10:26:34.575118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-c78146f1-f9ff-47a0-95fc-34e4d22a0b48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147280 Dec 13 10:26:34.585863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-58caa963-4bdf-4756-9aa0-e7066d76e0b3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:26:34.587294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-58caa963-4bdf-4756-9aa0-e7066d76e0b3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047081 Dec 13 10:26:34.606245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-42e11912-16db-48e0-a4b6-37c510dfd864 req-c5a12d59-b84d-4eba-b591-7880de227a45 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Dec 13 10:26:34.619796 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:35.644928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-14d92a9d-851e-436d-90a9-af7882687c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:35.646592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-14d92a9d-851e-436d-90a9-af7882687c09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1096 time: 0.0413532 Dec 13 10:26:35.722913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc062d3-f1fa-4731-a829-3913304a3879 req-5a5ca7a9-435f-4db4-9fa0-9486735a0e0b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:35.724437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abc062d3-f1fa-4731-a829-3913304a3879 req-5a5ca7a9-435f-4db4-9fa0-9486735a0e0b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0486972 Dec 13 10:26:35.741867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-200b1963-fbe2-44ca-8f5c-254e9c99b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:35.743917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-200b1963-fbe2-44ca-8f5c-254e9c99b79a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.0901031 Dec 13 10:26:35.774770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-abc062d3-f1fa-4731-a829-3913304a3879 req-b6d15b82-1b65-4440-a84b-728409dc3b16 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Dec 13 10:26:35.785979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-95d1df22-7325-478d-9c46-57ca54d88414 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0348349 Dec 13 10:26:35.834289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-16a94283-1820-4f6f-b583-04cacf027da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:35.835778 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-16a94283-1820-4f6f-b583-04cacf027da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0434427 Dec 13 10:26:35.870857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-87d36353-98ec-4513-a24a-a28f99c29dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285854 Dec 13 10:26:35.959255 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-365a5483-7203-4424-93c0-1738623cf23e service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806887 Dec 13 10:26:36.051029 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-9b90a372-1d29-4606-a40b-afc6a36b3133 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846114 Dec 13 10:26:36.186307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9930faaf-c54d-4a33-8fea-c7ad379ac1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:36.887516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545c19-b98b-470b-8a82-9676bc4f24a3 req-0eedb20c-4a60-488b-a36c-1b9349cf6d8f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:36.889008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69545c19-b98b-470b-8a82-9676bc4f24a3 req-0eedb20c-4a60-488b-a36c-1b9349cf6d8f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0472515 Dec 13 10:26:36.936506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69545c19-b98b-470b-8a82-9676bc4f24a3 req-f56abe8e-5e1c-4227-ac87-2c656938f4df tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Dec 13 10:26:38.050468 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6579dd-6a1d-48e5-ab2f-20bbe41fd6f9 req-ab9fa4eb-0da8-457c-ac26-d24babe2a599 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:38.051951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c6579dd-6a1d-48e5-ab2f-20bbe41fd6f9 req-ab9fa4eb-0da8-457c-ac26-d24babe2a599 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0474648 Dec 13 10:26:38.098794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c6579dd-6a1d-48e5-ab2f-20bbe41fd6f9 req-692c1e3a-7a48-4c7a-9343-c3e9708b2267 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Dec 13 10:26:38.635398 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-320ac3a8-4e8c-438a-8af2-09867541975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:39.216363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538849a-30fe-402e-9ace-6d819b01d6ad req-72676ced-bb6c-4ca0-943e-8cc762aca4d8 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:39.217723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5538849a-30fe-402e-9ace-6d819b01d6ad req-72676ced-bb6c-4ca0-943e-8cc762aca4d8 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0519285 Dec 13 10:26:39.263284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5538849a-30fe-402e-9ace-6d819b01d6ad req-a4bbde14-5378-4d34-875a-efcda9772c80 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Dec 13 10:26:39.675382 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:40.378237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc0dfd-7cc0-4b4d-abcf-405a5cc230cc req-cd4a96f6-fb74-44bb-bc50-452685020502 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:40.379728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02bc0dfd-7cc0-4b4d-abcf-405a5cc230cc req-cd4a96f6-fb74-44bb-bc50-452685020502 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0477405 Dec 13 10:26:40.425919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02bc0dfd-7cc0-4b4d-abcf-405a5cc230cc req-2641986c-6198-4b9d-bfa7-9671fd528ce2 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Dec 13 10:26:41.287152 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:41.540461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e59eb-0e2a-47c3-a22c-1783d3170f1a req-99305417-e6c4-4e43-83a5-3f37425a37cd tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:41.541945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4e59eb-0e2a-47c3-a22c-1783d3170f1a req-99305417-e6c4-4e43-83a5-3f37425a37cd tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0481815 Dec 13 10:26:41.590783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d4e59eb-0e2a-47c3-a22c-1783d3170f1a req-1c139142-294e-4768-bfaf-f385171279cc tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Dec 13 10:26:42.064937 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:42.704847 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be304429-e388-4f8c-af16-ba2e542128d2 req-87c18e6b-259d-4bcf-8a20-8d8798be78c3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:42.706298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be304429-e388-4f8c-af16-ba2e542128d2 req-87c18e6b-259d-4bcf-8a20-8d8798be78c3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0478275 Dec 13 10:26:42.751725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be304429-e388-4f8c-af16-ba2e542128d2 req-40a72791-849c-4f84-b897-8d406e855dff tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Dec 13 10:26:43.865697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9634a-0f70-4f50-8d37-acae5502c54f req-65481ae5-1465-41a8-a764-1b6deee17e0e tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:43.867148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2d9634a-0f70-4f50-8d37-acae5502c54f req-65481ae5-1465-41a8-a764-1b6deee17e0e tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0474982 Dec 13 10:26:43.913048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2d9634a-0f70-4f50-8d37-acae5502c54f req-15918cfb-5f78-4920-b4bd-6681e4ae5417 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Dec 13 10:26:45.373928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b76f0-b5ea-4447-a426-a14ca84c0870 req-54b94a59-b2bb-4b1a-9ac1-93c44c1e6b56 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:45.375393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2b76f0-b5ea-4447-a426-a14ca84c0870 req-54b94a59-b2bb-4b1a-9ac1-93c44c1e6b56 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.3949480 Dec 13 10:26:45.420892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2b76f0-b5ea-4447-a426-a14ca84c0870 req-d10a7187-dd5c-4d3a-8597-87c706ce8480 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 Dec 13 10:26:46.535571 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1455ca6-31be-4b26-b43e-9d13b7611b5e req-cd35cd92-eec3-48cd-8a66-5f3035b96e14 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:46.537037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1455ca6-31be-4b26-b43e-9d13b7611b5e req-cd35cd92-eec3-48cd-8a66-5f3035b96e14 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0469916 Dec 13 10:26:46.585457 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1455ca6-31be-4b26-b43e-9d13b7611b5e req-f7f0e674-abd3-4830-9d87-e7dc096ace3f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Dec 13 10:26:47.063900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-015c4801-5904-4092-969d-8cf39594460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:47.065429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-015c4801-5904-4092-969d-8cf39594460c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1096 time: 0.0402508 Dec 13 10:26:47.165812 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-272756a7-3360-4f7c-84dc-f2dbf5d9f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:47.167291 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-272756a7-3360-4f7c-84dc-f2dbf5d9f61a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.0829637 Dec 13 10:26:47.213361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-43a320ec-8a40-4f02-b268-9006bab9b53e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0385795 Dec 13 10:26:47.261434 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-2e185de2-1d3d-4309-b9b6-4dcdde3211b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:47.262839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-2e185de2-1d3d-4309-b9b6-4dcdde3211b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0428524 Dec 13 10:26:47.292814 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-73084429-88d0-41e0-ad78-2447457602b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232933 Dec 13 10:26:47.384280 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-8021935f-febb-4e20-aa1a-53b2f01f5680 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838130 Dec 13 10:26:47.470347 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-380a6b8c-3946-459b-ada3-50497e6b9943 req-9a8b492c-08ef-44ec-b684-cb4f15cdaa9e service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791357 Dec 13 10:26:47.702768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134dc92-1c15-46c7-9f3e-9c02a67cf380 req-7e912fd5-c6ef-4e40-8955-ce26421193c4 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:47.704258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e134dc92-1c15-46c7-9f3e-9c02a67cf380 req-7e912fd5-c6ef-4e40-8955-ce26421193c4 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0476713 Dec 13 10:26:47.753953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e134dc92-1c15-46c7-9f3e-9c02a67cf380 req-9a6fedeb-e58b-47c5-907b-396e0d9cac25 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Dec 13 10:26:48.866331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1864-111b-4b4e-b5f3-9cc7c69f80ac req-0e0941ac-45b8-45b2-8cfa-789cd9e0a33c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:48.868464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e0f1864-111b-4b4e-b5f3-9cc7c69f80ac req-0e0941ac-45b8-45b2-8cfa-789cd9e0a33c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0476696 Dec 13 10:26:48.914251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e0f1864-111b-4b4e-b5f3-9cc7c69f80ac req-6f32bb1f-55ef-455d-9e9e-56b81a63a983 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Dec 13 10:26:50.030606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a0798-ef99-4735-bb61-c5ae6b82323a req-c5a410e6-4831-424d-bb05-7db2d2bb413c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:50.032118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5a0798-ef99-4735-bb61-c5ae6b82323a req-c5a410e6-4831-424d-bb05-7db2d2bb413c tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0480795 Dec 13 10:26:50.078672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5a0798-ef99-4735-bb61-c5ae6b82323a req-79ad4a04-d2c0-4a50-8f81-204007d81ea1 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Dec 13 10:26:51.194667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccef024-6558-4974-8352-10b15db73f33 req-c4a9b175-59a1-4091-b304-c07e2bfef5c3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:51.196646 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eccef024-6558-4974-8352-10b15db73f33 req-c4a9b175-59a1-4091-b304-c07e2bfef5c3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0514743 Dec 13 10:26:51.241951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eccef024-6558-4974-8352-10b15db73f33 req-a4dfb0fd-01b8-472b-a6d2-85a9f0f54358 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Dec 13 10:26:52.358551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e887-bd86-48ae-960b-694b96c087a7 req-4222f8dc-6c0c-4a32-afcc-216baa1b4a18 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:52.360044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef0e887-bd86-48ae-960b-694b96c087a7 req-4222f8dc-6c0c-4a32-afcc-216baa1b4a18 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0502679 Dec 13 10:26:52.405392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fef0e887-bd86-48ae-960b-694b96c087a7 req-c9a96acc-87be-4b43-9a17-e35f963d08a8 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Dec 13 10:26:53.523918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a8ed1-b46f-4ccd-8125-5a0c14c58898 req-52dfe830-405d-458c-8140-4925a2542780 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:53.525414 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314a8ed1-b46f-4ccd-8125-5a0c14c58898 req-52dfe830-405d-458c-8140-4925a2542780 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0525808 Dec 13 10:26:53.571996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314a8ed1-b46f-4ccd-8125-5a0c14c58898 req-0bd1c834-8b7b-4bfe-8663-3f99c45bd234 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Dec 13 10:26:54.691959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e498f29-c359-4d8c-a2fe-3e3f419b6a7b req-0acbb7eb-5272-4616-a392-6daa5aded585 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:54.693384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e498f29-c359-4d8c-a2fe-3e3f419b6a7b req-0acbb7eb-5272-4616-a392-6daa5aded585 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0513017 Dec 13 10:26:54.739326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e498f29-c359-4d8c-a2fe-3e3f419b6a7b req-54338636-07db-4520-b3d7-7aca57f66a64 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394013 Dec 13 10:26:55.854011 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296469-8e6d-462b-af25-1334be1bf68a req-6afe44bc-c354-4125-a5c4-61733e6cd255 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:55.855469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3296469-8e6d-462b-af25-1334be1bf68a req-6afe44bc-c354-4125-a5c4-61733e6cd255 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0474508 Dec 13 10:26:55.904652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3296469-8e6d-462b-af25-1334be1bf68a req-b9661c2b-d47a-4537-8c83-e148b33ca453 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Dec 13 10:26:57.018714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217e28-b7ce-4552-99e1-3c7d0b461284 req-8d45b7d2-5326-4be0-b5fe-8743c9e0232b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:57.020209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41217e28-b7ce-4552-99e1-3c7d0b461284 req-8d45b7d2-5326-4be0-b5fe-8743c9e0232b tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0480807 Dec 13 10:26:57.065729 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-41217e28-b7ce-4552-99e1-3c7d0b461284 req-9ee095c0-b56b-48a7-8014-479d92312e53 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Dec 13 10:26:58.179182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f5aeb-d757-4a0a-a3dd-1ee18ce37c9a req-c9f0fdd0-0b6a-4b82-892d-07c6377ce193 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:58.180663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-339f5aeb-d757-4a0a-a3dd-1ee18ce37c9a req-c9f0fdd0-0b6a-4b82-892d-07c6377ce193 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0471292 Dec 13 10:26:58.226057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-339f5aeb-d757-4a0a-a3dd-1ee18ce37c9a req-f0a861d4-5dd5-4a6d-acbe-b6e262d660da tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Dec 13 10:26:59.343049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01235-e200-4dd6-a7f2-fa5a1ccdd3bc req-64feaa67-5e5d-4a92-a09d-75e7dd2b9d2f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:59.344556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fd01235-e200-4dd6-a7f2-fa5a1ccdd3bc req-64feaa67-5e5d-4a92-a09d-75e7dd2b9d2f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0517757 Dec 13 10:26:59.390801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fd01235-e200-4dd6-a7f2-fa5a1ccdd3bc req-56d5cafb-be30-4344-a54f-12b70776d724 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Dec 13 10:26:59.979931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:00.507241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578872b-cf10-46c2-b499-1761dbdb2cb5 req-5aef3499-9e68-48ae-b304-76a9fc7a8c17 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:00.508785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4578872b-cf10-46c2-b499-1761dbdb2cb5 req-5aef3499-9e68-48ae-b304-76a9fc7a8c17 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0484164 Dec 13 10:27:00.555156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4578872b-cf10-46c2-b499-1761dbdb2cb5 req-368f5a08-cd76-44a1-b416-29d85a04632e tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Dec 13 10:27:01.668959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd046cf-56f2-4354-b449-865936caaf47 req-23372c64-88a5-4989-95f3-c2d2a863a198 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:01.670439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dd046cf-56f2-4354-b449-865936caaf47 req-23372c64-88a5-4989-95f3-c2d2a863a198 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0478516 Dec 13 10:27:01.720750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8dd046cf-56f2-4354-b449-865936caaf47 req-601e4262-6e0b-4447-ab49-184fb579a5d7 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Dec 13 10:27:02.833837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30233fb-19dd-467b-82b9-6e727a8c4a4b req-212cfdd5-37ac-4636-85f8-3660836967a6 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:02.835325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c30233fb-19dd-467b-82b9-6e727a8c4a4b req-212cfdd5-37ac-4636-85f8-3660836967a6 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 945 time: 0.0481911 Dec 13 10:27:02.881989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c30233fb-19dd-467b-82b9-6e727a8c4a4b req-e616502b-1da3-4a71-83f8-b8e4fc4e479f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Dec 13 10:27:02.975936 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-962b516f-339b-4e2b-8975-400c8248817d req-18cf9db5-e5ce-4709-a9bb-024bea52a4ea service neutron] show failed (client error): The resource could not be found. Dec 13 10:27:02.976942 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-18cf9db5-e5ce-4709-a9bb-024bea52a4ea service neutron] 10.222.0.16 "GET /v2.0/ports/3706f8ef-a520-40f7-af7f-e81dd22ec14d/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0583730 Dec 13 10:27:03.219787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-1a4b9652-8810-4681-88ab-1ab1868092e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:03.221278 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-1a4b9652-8810-4681-88ab-1ab1868092e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c&tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b HTTP/1.1" status: 200 len: 1096 time: 0.0917845 Dec 13 10:27:03.231780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-036d19a9-f28d-48c7-87c7-7bd5cb557775 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:27:03.232707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-036d19a9-f28d-48c7-87c7-7bd5cb557775 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048969 Dec 13 10:27:03.243929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:03.295766 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.493431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:03.532240 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:27:03.570654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:03.573009 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b0bc5-0402-47ec-9962-f6fe887c6311" -d '{"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:03.577103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.589924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Transition to ACTIVE for port object 3706f8ef-a520-40f7-af7f-e81dd22ec14d will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:27:03.593957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.625980 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a17332a-3337-4c33-b5e6-17076f2a3018 x-openstack-request-id: req-3a17332a-3337-4c33-b5e6-17076f2a3018 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:03.626280 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:03.626536 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a17332a-3337-4c33-b5e6-17076f2a3018 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:03.626928 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'code': 200} Dec 13 10:27:03.657043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] No DVR routers for this DVR port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:27:03.663404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:03.686590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.686960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.687291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.687654 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.687995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.688332 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.688658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.688987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.689350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.689678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.690004 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.690327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.690648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:03.706110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:27:03.706451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:27:03.706780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:03.710998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:27:03.711314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Attempting to bind port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on network 5611a739-9142-43d2-b6fd-e7d76cd120f3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:03.716637 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:27:03.716976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Checking segment: {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:27:03.717360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Bound using segment: {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:27:03.717784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Bound port: 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9b9bae-1353-4369-9a99-368e89feadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:27:03.718135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.782020 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:27:03.784935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:27:03.788258 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.823420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:03.824074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.825461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 1091 time: 0.5851119 Dec 13 10:27:03.845503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33209923-1b79-497e-977f-8728011b7bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:03.887497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-e3af38c6-9150-4c0a-a652-35b5cf49ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:03.889038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-e3af38c6-9150-4c0a-a652-35b5cf49ce35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0404153 Dec 13 10:27:03.982123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-303ff26b-61b4-482f-ab2f-020cb1e10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:03.983637 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-303ff26b-61b4-482f-ab2f-020cb1e10d00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.0880611 Dec 13 10:27:03.998475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414022-ae81-4a7e-ab21-ba053408db15 req-fb6abd58-ef29-471c-a9e3-b570ac7142f1 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:03.999980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6414022-ae81-4a7e-ab21-ba053408db15 req-fb6abd58-ef29-471c-a9e3-b570ac7142f1 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0502460 Dec 13 10:27:04.027207 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-706d51a1-0b06-4ed9-a88f-9d6c55a80e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0363576 Dec 13 10:27:04.047876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6414022-ae81-4a7e-ab21-ba053408db15 req-3b082f2b-f44a-4e81-82a4-0a5524dced59 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Dec 13 10:27:04.075076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b516f-339b-4e2b-8975-400c8248817d req-8a3467bb-f528-4011-99b2-9bd8e1bc3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:04.076574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-8a3467bb-f528-4011-99b2-9bd8e1bc3be1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0432549 Dec 13 10:27:04.111798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-c8b84b70-3af9-459a-a013-936a636c5fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281398 Dec 13 10:27:04.198825 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-7cd2c484-d8db-453a-85e8-3b828db95227 service neutron] 10.222.0.20 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796731 Dec 13 10:27:04.289420 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-962b516f-339b-4e2b-8975-400c8248817d req-def51ffe-7460-41ce-bc06-db48806adf9e service neutron] 10.222.0.20 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841765 Dec 13 10:27:04.617401 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:05.166748 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f5537-f60d-4205-a9d3-5ff7197c026e req-4ec90bec-f113-40b9-9079-618f1ac2c2e3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:05.168940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c7f5537-f60d-4205-a9d3-5ff7197c026e req-4ec90bec-f113-40b9-9079-618f1ac2c2e3 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0515616 Dec 13 10:27:05.214307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4c7f5537-f60d-4205-a9d3-5ff7197c026e req-36af12f9-65e6-42a0-b574-bae9c22654cd tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Dec 13 10:27:05.628381 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:05.630798 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948c1cca-679a-46a9-9d06-50da2db0e328" -d '{"events": [{"name": "network-changed", "server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:05.678471 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5cde01-eacd-4521-b63e-47db5c5edcdc x-openstack-request-id: req-be5cde01-eacd-4521-b63e-47db5c5edcdc {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:05.678775 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:05.679041 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be5cde01-eacd-4521-b63e-47db5c5edcdc {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:05.679514 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'status': 'completed', 'code': 200} Dec 13 10:27:05.771686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-58a14652-ddf9-4c53-9d43-359a601e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:05.773237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-58a14652-ddf9-4c53-9d43-359a601e8bc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0708609 Dec 13 10:27:05.777606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-7fd53f0f-3704-47e5-9425-66989755965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:05.778976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-7fd53f0f-3704-47e5-9425-66989755965b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0671546 Dec 13 10:27:05.927442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-7bc8d134-ca0d-483b-bd08-5e0dd0650cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:05.928882 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-7bc8d134-ca0d-483b-bd08-5e0dd0650cd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.1490650 Dec 13 10:27:05.976920 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-371999a4-e881-40c9-b33a-d9f82f751121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:05.978352 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-371999a4-e881-40c9-b33a-d9f82f751121 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.1512783 Dec 13 10:27:05.979782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-7d1f4f25-7036-4616-8c55-a6131c5e2d56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0414219 Dec 13 10:27:06.041226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-bed63208-f3c3-44d6-9596-ee06d4d1123e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0558465 Dec 13 10:27:06.091045 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-a91a9a2f-d1c9-4c6d-8281-28410a754ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.092497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-a91a9a2f-d1c9-4c6d-8281-28410a754ccc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.1017473 Dec 13 10:27:06.111410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-4a62dad8-1c67-4123-9cbb-bc0a4e945856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.112837 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-4a62dad8-1c67-4123-9cbb-bc0a4e945856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0643299 Dec 13 10:27:06.128678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-8b0cf818-7197-4ca2-983a-22293b2a6582 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283780 Dec 13 10:27:06.157212 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-a4336788-faa7-4f16-a3fd-8dfd5a5035fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306818 Dec 13 10:27:06.187811 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7327b717-1e5c-4af0-b08f-1d004038c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:06.295533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-23cf9006-f91d-4283-9a9c-be32a5689265 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584196 Dec 13 10:27:06.313816 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-6672cb2c-b9b3-4c91-8552-72667d1f2dbb service neutron] 10.222.0.20 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477735 Dec 13 10:27:06.330058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209a1fd-1380-4987-b011-c2b474acea68 req-366310af-3681-4f64-8385-1bccee151f44 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.331583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4209a1fd-1380-4987-b011-c2b474acea68 req-366310af-3681-4f64-8385-1bccee151f44 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 943 time: 0.0491076 Dec 13 10:27:06.378783 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4209a1fd-1380-4987-b011-c2b474acea68 req-ea4cc9a5-c528-4721-b755-d25720c90db4 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Dec 13 10:27:06.455871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-4b78ea98-c406-4c9b-9abc-061955180869 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531770 Dec 13 10:27:06.465926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-948c1cca-679a-46a9-9d06-50da2db0e328 req-d6c80129-625d-43e4-931c-6898411f7589 service neutron] 10.222.0.20 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387513 Dec 13 10:27:06.618289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-944b1db8-8279-4b1e-92df-f10a35c42a97 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.619767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-944b1db8-8279-4b1e-92df-f10a35c42a97 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.16 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c&tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.0512083 Dec 13 10:27:06.679229 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-220225e1-8015-43ac-8ef6-791e61ac39f9 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:27:06.680299 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-220225e1-8015-43ac-8ef6-791e61ac39f9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/3706f8ef-a520-40f7-af7f-e81dd22ec14d/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0525780 Dec 13 10:27:06.761198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5c455f83-3551-4788-a2b6-7aa81620b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.762659 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5c455f83-3551-4788-a2b6-7aa81620b126 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 1094 time: 0.0402880 Dec 13 10:27:06.852979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-4adbf738-c65b-40b8-80dc-72c322aeaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.854985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-4adbf738-c65b-40b8-80dc-72c322aeaecc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 200 len: 912 time: 0.0853271 Dec 13 10:27:06.894593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-c5cf314d-ca01-4f1f-9871-9c50bff06d70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 200 len: 217 time: 0.0334289 Dec 13 10:27:06.946331 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-56fb53d1-2b14-4bf0-b364-6067f6d98801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:06.947847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-56fb53d1-2b14-4bf0-b364-6067f6d98801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 200 len: 851 time: 0.0453975 Dec 13 10:27:06.977951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-82808b17-061b-4402-81b0-15b871e7e6a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5611a739-9142-43d2-b6fd-e7d76cd120f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236602 Dec 13 10:27:07.063989 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-01961aa2-42dd-4932-a459-865918f1dfa6 service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793610 Dec 13 10:27:07.155664 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-cbf57130-6fbe-4236-9a59-4607271d018c service neutron] 10.222.0.16 "GET /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Dec 13 10:27:07.490149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:27:07.553613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:27:07.622427 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:27:07.624941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:07.637040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'network_id': '5611a739-9142-43d2-b6fd-e7d76cd120f3', 'port_id': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'mac_address': 'fa:16:3e:2a:4d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c13062-c8cb-4341-8781-aebb2f9e1657', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:27:07.676619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:07.690803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706f8ef-a520-40f7-af7f-e81dd22ec14d {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:27:07.714758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:07.718838 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:07.771303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:07.778709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.779066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.779416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.779783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.780127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.780464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.780800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.781134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.781466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.781798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.782130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.782467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.782798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:07.848111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335df0-5107-4d5e-8d9b-31f04e1f506b req-d0aaaee3-b2e7-49ae-a2cb-0d6216363940 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:07.849583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9335df0-5107-4d5e-8d9b-31f04e1f506b req-d0aaaee3-b2e7-49ae-a2cb-0d6216363940 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 944 time: 0.0521793 Dec 13 10:27:07.896871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9335df0-5107-4d5e-8d9b-31f04e1f506b req-f7d3598d-e412-4771-a153-ae47544fbf2a tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Dec 13 10:27:07.981092 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['3706f8ef-a520-40f7-af7f-e81dd22ec14d'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:27:08.637980 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe40c5e4-87f2-4f02-af5c-da53ca405d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.014652 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6507-a751-49c6-a520-e7bddf931ccb req-60b64408-0321-4474-b96a-3df00b5e2077 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:09.016186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39ef6507-a751-49c6-a520-e7bddf931ccb req-60b64408-0321-4474-b96a-3df00b5e2077 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 944 time: 0.0482039 Dec 13 10:27:09.054767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-98d104d0-6397-484e-995c-fa56dddb039f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:09.056266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-98d104d0-6397-484e-995c-fa56dddb039f tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d27106-beba-4ab5-962e-514d319a1a5c HTTP/1.1" status: 200 len: 944 time: 0.0491333 Dec 13 10:27:09.064344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39ef6507-a751-49c6-a520-e7bddf931ccb req-35ecc73d-abc6-445a-89ee-be83f6987019 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.31 "GET /v2.0/security-groups?id=193c3e5c-63b5-4889-bc71-f1daf6e16405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Dec 13 10:27:09.149961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Deleting port 3706f8ef-a520-40f7-af7f-e81dd22ec14d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:27:09.150306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.499618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:27:09.551318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 3706f8ef-a520-40f7-af7f-e81dd22ec14d completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:27:09.555461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 3706f8ef-a520-40f7-af7f-e81dd22ec14d triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:27:09.555880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.560510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] For port 3706f8ef-a520-40f7-af7f-e81dd22ec14d, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=3706f8ef-a520-40f7-af7f-e81dd22ec14d,segment=NetworkSegment(7f9b9bae-1353-4369-9a99-368e89feadb4),segment_id=7f9b9bae-1353-4369-9a99-368e89feadb4)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:09.560872 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.573779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Calling delete_port for 3706f8ef-a520-40f7-af7f-e81dd22ec14d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:27:09.632614 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.704681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.706267 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 10:27:09.706267 n-d-820935-7 neutron-server[103196]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 13 10:27:09.706267 n-d-820935-7 neutron-server[103196]: [parameters: {'status': 'ACTIVE', 'ports_id': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] Dec 13 10:27:09.706267 n-d-820935-7 neutron-server[103196]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:27:09.707018 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:27:09.707331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.734192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Pushing event deleted for resources: {'Port': ['ID=3706f8ef-a520-40f7-af7f-e81dd22ec14d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:09.772500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] No DVR routers for this DVR port 3706f8ef-a520-40f7-af7f-e81dd22ec14d on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:27:09.775072 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:09.778564 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6c62645-9c53-4e8e-a885-712a75e22238 req-5440b97f-fff2-4020-b272-dbe043a75324 tempest-DeleteServersTestJSON-964233507 tempest-DeleteServersTestJSON-964233507-project] 10.222.0.20 "DELETE /v2.0/ports/3706f8ef-a520-40f7-af7f-e81dd22ec14d HTTP/1.1" status: 204 len: 173 time: 0.7153530 Dec 13 10:27:09.779016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-deleted', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:09.781341 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c57462-6033-49eb-add2-ad255f66a16d" -d '{"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-deleted", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:09.819005 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fb152d-60c8-4de9-8fa2-4d458d0120c5 x-openstack-request-id: req-41fb152d-60c8-4de9-8fa2-4d458d0120c5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:09.819317 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d27106-beba-4ab5-962e-514d319a1a5c", "name": "network-vif-deleted", "tag": "3706f8ef-a520-40f7-af7f-e81dd22ec14d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:09.819607 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41fb152d-60c8-4de9-8fa2-4d458d0120c5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:09.820360 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d27106-beba-4ab5-962e-514d319a1a5c', 'name': 'network-vif-deleted', 'tag': '3706f8ef-a520-40f7-af7f-e81dd22ec14d', 'status': 'completed', 'code': 200} Dec 13 10:27:10.190044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37340) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:10.226581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Port 3706f8ef-a520-40f7-af7f-e81dd22ec14d update to ACTIVE by agent not found {{(pid=103196) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 10:27:10.238168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Deleting subnet b5c13062-c8cb-4341-8781-aebb2f9e1657 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:27:10.241164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.274322 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.313768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.364343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.390969 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.394356 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5c13062-c8cb-4341-8781-aebb2f9e1657 HTTP/1.1" status: 204 len: 168 time: 0.2032888 Dec 13 10:27:10.395451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3264-73ac-405b-a3a1-bf4459a70c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c13062-c8cb-4341-8781-aebb2f9e1657,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:10.397018 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37342) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:10.467948 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.499254 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:27:10.543386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.563235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611a739-9142-43d2-b6fd-e7d76cd120f3']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:27:10.572226 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9b9bae-1353-4369-9a99-368e89feadb4') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:27:10.572531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9b9bae-1353-4369-9a99-368e89feadb4') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:27:10.581707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.595806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.601733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:27:10.602114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:27:10.603861 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:27:10.662847 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.670217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.673629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5611a739-9142-43d2-b6fd-e7d76cd120f3 HTTP/1.1" status: 204 len: 168 time: 0.2755587 Dec 13 10:27:10.684919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Pushing event deleted for resources: {'Network': ['ID=5611a739-9142-43d2-b6fd-e7d76cd120f3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:10.692677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.692998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.693352 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.693721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.694029 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.694387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.694709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.695116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.695460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.695826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.696164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.696494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.696840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ab0275-8311-423e-a668-4294d8fb6311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:27:10.780330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37346) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:10.818744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cdde9b5b-3498-4acd-b975-94c2afd78fda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb4fb0e6437448c4b56fdb1b8317df8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372524 Dec 13 10:27:10.821255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37348) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:10.866790 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.887360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.936477 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.938980 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:10.940165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/193c3e5c-63b5-4889-bc71-f1daf6e16405 HTTP/1.1" status: 204 len: 168 time: 0.1180229 Dec 13 10:27:10.948627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0c96-b0f4-43a5-adaf-5f711c982aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c3e5c-63b5-4889-bc71-f1daf6e16405,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:11.289919 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.498751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:27:11.520236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 3706f8ef-a520-40f7-af7f-e81dd22ec14d {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:27:11.520586 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 3706f8ef-a520-40f7-af7f-e81dd22ec14d not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:27:11.595912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37370) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:11.691587 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2129559256-network', 'tenant_id': '792b112af2224240a57f32ebb6a74220'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:11.716469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Made reservation on behalf of 792b112af2224240a57f32ebb6a74220 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:27:11.718705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.726941 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.804852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.809053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.833620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:27:11.843795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d1293-8839-4294-87f2-29b7250a48dc,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:11.848471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.848808 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Added segment 6c133fec-df27-435c-8b2c-9aa87599bbee of type vlan for network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 Dec 13 10:27:11.887399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.913486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.914409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:11.914989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:11.967680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3704436 Dec 13 10:27:11.970932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37374) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:27:11.976236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Request body: {'subnet': {'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2129559256-subnet', 'tenant_id': '792b112af2224240a57f32ebb6a74220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:11.981196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167a43-0693-4420-9cfd-c9d92fcf4344 admin admin] Pushing event updated for resources: {'Network': ['ID=ea620de1-6c4b-49eb-adb1-6eb6ba861f60,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:11.993122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:27:12.004566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Made reservation on behalf of 792b112af2224240a57f32ebb6a74220 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:27:12.007164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:12.073236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:12.178862 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:12.247188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33aa290c-d380-4f68-935a-d64234df58a5,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:12.251512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Checking segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:27:12.251918 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Network hostable DHCP agents. Network: ea620de1-6c4b-49eb-adb1-6eb6ba861f60, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:27:12.268620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:27:12.276930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ea620de1-6c4b-49eb-adb1-6eb6ba861f60) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:27:12.280983 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:12.281552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:12.285788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5288c-ad90-4b35-a230-c0e31db194be None None] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:27:12.297762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d7a39e17-08b1-4284-aa0d-0b67070ab454 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3255966 Dec 13 10:27:12.387186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972308aa-cf1f-4e7a-8cfc-ed08116cc682 None None] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:27:12.717768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-51009146-dc2b-49bf-8158-43ecd2d70484 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:12.719273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-51009146-dc2b-49bf-8158-43ecd2d70484 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 815 time: 0.1006281 Dec 13 10:27:12.734643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-c9b17c71-2a35-4e81-9eba-a65b6b6d2c86 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/quotas/792b112af2224240a57f32ebb6a74220 HTTP/1.1" status: 200 len: 375 time: 0.0094745 Dec 13 10:27:12.765243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-aa12f429-60b1-49ae-ae8a-f822db945127 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254273 Dec 13 10:27:12.775540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-743b49b0-937c-4203-b511-71183e13d683 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:27:12.777046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-743b49b0-937c-4203-b511-71183e13d683 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054200 Dec 13 10:27:12.872533 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-6cf770bd-270a-47fc-8c58-e8278201b9ee service neutron] 10.222.0.31 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Dec 13 10:27:12.960861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-c798ede6-8bc3-4747-93ae-6f145b89b4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823109 Dec 13 10:27:13.121568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea74c270-c91c-4b5a-ab9e-f57dd659a7da req-38332c5a-4a64-46dc-98e5-0567c1354220 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 210 time: 0.0312428 Dec 13 10:27:14.013883 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-e3c91a70-8955-4b4c-a82d-5894ec7f073b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:14.015357 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-e3c91a70-8955-4b4c-a82d-5894ec7f073b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 815 time: 0.1039176 Dec 13 10:27:14.030314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Request body: {'port': {'device_id': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'admin_state_up': True, 'tenant_id': '792b112af2224240a57f32ebb6a74220'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:14.139495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Made reservation on behalf of 792b112af2224240a57f32ebb6a74220 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:27:14.143033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.217096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2599a19-3efa-48b4-aa1b-b1a28dc22324 req-0951c8a1-4979-42ff-9e11-1171f5f33a5a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 210 time: 0.0261576 Dec 13 10:27:14.271773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Allocated IP 172.20.0.8 (ea620de1-6c4b-49eb-adb1-6eb6ba861f60/33aa290c-d380-4f68-935a-d64234df58a5/f7eff169-ba16-482b-a031-82ad6c6d7d9a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:27:14.411628 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.443958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.493460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:27:14.496487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:27:14.498950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:27:14.523874 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:14.552353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:14.552962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.568723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-1ed9dd8e-398c-4527-b5ad-0bef9621ec3d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5427492 Dec 13 10:27:14.581379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Request body: {'port': {'device_id': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:14.632500 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.893611 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eff169-ba16-482b-a031-82ad6c6d7d9a {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:27:14.901151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.913189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Transition to ACTIVE for port object f7eff169-ba16-482b-a031-82ad6c6d7d9a will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:27:14.916600 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:14.967975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:15.029923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:27:15.030863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:27:15.030863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:15.035034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:27:15.035356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:15.040159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:27:15.040491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Checking segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:27:15.040873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Bound using segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:27:15.041298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Bound port: f7eff169-ba16-482b-a031-82ad6c6d7d9a, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:27:15.041651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:15.108028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:27:15.110975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:27:15.114313 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:15.149766 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.150384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:15.151787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 1091 time: 0.5743051 Dec 13 10:27:15.152254 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:15.154491 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:15.175237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c927e-db1b-41ad-b37e-400f3a0f5330 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:15.204898 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c7397e-1617-44f0-9fa5-490d599d389d x-openstack-request-id: req-66c7397e-1617-44f0-9fa5-490d599d389d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:15.205190 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:15.205452 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66c7397e-1617-44f0-9fa5-490d599d389d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:15.205851 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'status': 'completed', 'code': 200} Dec 13 10:27:15.238088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-c1c7b12a-e893-46eb-a02b-5f6696585a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.239798 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-c1c7b12a-e893-46eb-a02b-5f6696585a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0436101 Dec 13 10:27:15.287929 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-73c514ba-4343-4d8a-b6ce-e26594527497 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0390532 Dec 13 10:27:15.333460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219015-87bf-4db5-a230-bcb0953363bb req-10a25fd1-0fa8-4d7b-a7c1-f01fb2d9284c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.334951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6219015-87bf-4db5-a230-bcb0953363bb req-10a25fd1-0fa8-4d7b-a7c1-f01fb2d9284c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0500104 Dec 13 10:27:15.341164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-438f585f-90cb-4c41-ae84-3883cf1d8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.342650 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-438f585f-90cb-4c41-ae84-3883cf1d8bcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0481241 Dec 13 10:27:15.375633 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-cce3ab0b-3b33-4811-9cf8-5076a3d5f213 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251787 Dec 13 10:27:15.382347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6219015-87bf-4db5-a230-bcb0953363bb req-2a25ad32-3c23-4838-8ea6-0519a152e09c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Dec 13 10:27:15.464226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-abee23fb-2780-464b-be15-cd98503d7e18 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Dec 13 10:27:15.556851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e09b8182-7f4c-424f-9711-3081e7177d31 req-ad5fe5b2-8b0e-4d0b-84e3-e6e3bfb71501 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856266 Dec 13 10:27:15.644540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-837e190c-428a-4720-a890-f112a7e765ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.645933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-837e190c-428a-4720-a890-f112a7e765ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0404968 Dec 13 10:27:15.739019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-8966aa0e-13fb-4618-b782-a1b9b3b3c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.740527 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-8966aa0e-13fb-4618-b782-a1b9b3b3c0c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0870123 Dec 13 10:27:15.781874 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-2740627f-f3aa-41d4-acfc-5e4d6c639482 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0343738 Dec 13 10:27:15.830003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-fe907a90-6b4e-4a53-82a7-ddfcac140616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:15.831443 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-fe907a90-6b4e-4a53-82a7-ddfcac140616 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0430391 Dec 13 10:27:15.862849 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-e63d7bda-efee-4c8e-8091-d4ef5d2a0902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242736 Dec 13 10:27:15.956748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-e3f6c197-f0f7-4032-a3cf-fe941ea36947 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861473 Dec 13 10:27:16.044363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-764cda81-c03c-42eb-9c4e-fa5d82f08c0c req-bf4adda5-73e2-40f8-8cc0-7dc1a5463c02 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801485 Dec 13 10:27:16.494864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88f102-5062-4dee-b715-1b20a96332cb req-c20bcfd1-0daa-43b0-a509-4ecf6cc7de03 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:16.496910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb88f102-5062-4dee-b715-1b20a96332cb req-c20bcfd1-0daa-43b0-a509-4ecf6cc7de03 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0477781 Dec 13 10:27:16.545572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb88f102-5062-4dee-b715-1b20a96332cb req-e7a6620a-5f0d-4056-b79b-79c2e663a86e tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Dec 13 10:27:17.659861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3dbc8-fa44-43c1-a5b8-b9fa0f524a12 req-c3b703fc-8a88-4341-845f-1b03803bd386 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:17.661329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1a3dbc8-fa44-43c1-a5b8-b9fa0f524a12 req-c3b703fc-8a88-4341-845f-1b03803bd386 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0477760 Dec 13 10:27:17.708070 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1a3dbc8-fa44-43c1-a5b8-b9fa0f524a12 req-e3faa32b-acd5-46c7-9ec5-32e111a9a197 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Dec 13 10:27:18.821703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79f17e-e8da-4cac-8d4e-36cca8b63079 req-ad19e199-ffa9-4245-a099-fb469d06e8bc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:18.823197 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff79f17e-e8da-4cac-8d4e-36cca8b63079 req-ad19e199-ffa9-4245-a099-fb469d06e8bc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0493491 Dec 13 10:27:18.869405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff79f17e-e8da-4cac-8d4e-36cca8b63079 req-713abd7a-0433-452f-a0e2-c20c182ccdc2 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Dec 13 10:27:19.579532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:27:19.674113 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:19.686193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'port_id': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'mac_address': 'fa:16:3e:a2:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa290c-d380-4f68-935a-d64234df58a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:27:19.721364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:19.734403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eff169-ba16-482b-a031-82ad6c6d7d9a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:27:19.753500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:19.757254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:19.802227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:19.989574 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc69eb-e89d-4003-ac16-be57eabdbf9d req-6aba090c-3614-4688-8ab5-2daad9ed4725 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:19.991054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6abc69eb-e89d-4003-ac16-be57eabdbf9d req-6aba090c-3614-4688-8ab5-2daad9ed4725 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 944 time: 0.0522389 Dec 13 10:27:20.037168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6abc69eb-e89d-4003-ac16-be57eabdbf9d req-93d46364-3149-4c41-bfc9-3eaa5640cddd tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Dec 13 10:27:20.073169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['f7eff169-ba16-482b-a031-82ad6c6d7d9a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:27:21.151303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e55b7-cf0a-4cdd-a912-59accb057122 req-9b9c3baa-310b-4054-b645-c2b307ff616f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:21.152793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-239e55b7-cf0a-4cdd-a912-59accb057122 req-9b9c3baa-310b-4054-b645-c2b307ff616f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 944 time: 0.0485678 Dec 13 10:27:21.199417 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-239e55b7-cf0a-4cdd-a912-59accb057122 req-74b54221-b3de-4a3f-a32e-f9151ba6cd06 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Dec 13 10:27:21.590939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:27:21.639301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port f7eff169-ba16-482b-a031-82ad6c6d7d9a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:27:21.643304 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port f7eff169-ba16-482b-a031-82ad6c6d7d9a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:27:21.643815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:21.721150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:21.742618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:21.744986 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744d37e4-b2c6-4393-8b35-e871c3bb233f" -d '{"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-plugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:21.757733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:21.762434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:21.785317 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ebc50-7e71-4cc7-9867-e1c3454febf5 x-openstack-request-id: req-0b5ebc50-7e71-4cc7-9867-e1c3454febf5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:21.785629 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-plugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:21.785884 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b5ebc50-7e71-4cc7-9867-e1c3454febf5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:21.786277 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'code': 200} Dec 13 10:27:21.813393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:21.887195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7423e2-4bb1-46c7-9c48-653f532f25cc req-6f66ad58-e21d-42fe-a673-b5cb21ef0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:21.888644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7423e2-4bb1-46c7-9c48-653f532f25cc req-6f66ad58-e21d-42fe-a673-b5cb21ef0cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1096 time: 0.0453286 Dec 13 10:27:21.932374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-da7423e2-4bb1-46c7-9c48-653f532f25cc req-adf72341-0505-483c-a534-55d0153db9fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369384 Dec 13 10:27:22.312787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090af3fa-4615-464b-bbda-ba71f23edc3b req-ff0fa0ee-de0d-48cd-a932-41f4823e98e1 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:22.314269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-090af3fa-4615-464b-bbda-ba71f23edc3b req-ff0fa0ee-de0d-48cd-a932-41f4823e98e1 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0481536 Dec 13 10:27:22.364598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-090af3fa-4615-464b-bbda-ba71f23edc3b req-7cb2823b-c140-4c17-ad0c-d37ab8f75071 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Dec 13 10:27:23.479092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6742ef3-cc10-4f0d-bcdf-6137bc565c9e req-a06867da-2e5d-4a25-a3a0-32b75039ceb4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:23.481076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6742ef3-cc10-4f0d-bcdf-6137bc565c9e req-a06867da-2e5d-4a25-a3a0-32b75039ceb4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0484207 Dec 13 10:27:23.528092 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6742ef3-cc10-4f0d-bcdf-6137bc565c9e req-6779370d-4ea6-49f8-8717-6f758a2fe86b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Dec 13 10:27:23.642303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9963d-3090-4737-a21f-7d213e36199c req-5bb475ef-c451-4d0d-a4a4-128797bb5ad7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:23.643833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd9963d-3090-4737-a21f-7d213e36199c req-5bb475ef-c451-4d0d-a4a4-128797bb5ad7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0475054 Dec 13 10:27:23.690616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd9963d-3090-4737-a21f-7d213e36199c req-130340c5-4c12-4979-acd3-c71151ed1fc6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Dec 13 10:27:23.889110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f1756-360b-42fa-a953-ebfbdc168182 req-750697f3-5994-49ac-8baa-861faacdcab3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:23.890567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b59f1756-360b-42fa-a953-ebfbdc168182 req-750697f3-5994-49ac-8baa-861faacdcab3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0519812 Dec 13 10:27:23.937343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b59f1756-360b-42fa-a953-ebfbdc168182 req-49144189-d5da-4931-922f-e6a2457232cf tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Dec 13 10:27:24.059015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b8548-f6a1-489e-9daa-42df32e40f6b req-f2e1cebe-1d15-4367-8d08-194802126be0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:24.060569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-104b8548-f6a1-489e-9daa-42df32e40f6b req-f2e1cebe-1d15-4367-8d08-194802126be0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0487998 Dec 13 10:27:24.107087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-104b8548-f6a1-489e-9daa-42df32e40f6b req-d5a8ccbb-daf5-4cab-afdc-addfb32ce7da tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Dec 13 10:27:24.451133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563d16-a360-43d2-a3ce-766eb2b35be9 req-ff0fae52-4890-445c-89f9-887e512d8253 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:24.452637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a563d16-a360-43d2-a3ce-766eb2b35be9 req-ff0fae52-4890-445c-89f9-887e512d8253 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0693781 Dec 13 10:27:24.455911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-5f13f3b2-b9c6-4216-9aaa-00a1881d4e64 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815825 Dec 13 10:27:24.504495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a563d16-a360-43d2-a3ce-766eb2b35be9 req-07784c1d-9e8b-4e59-8707-65e04798213c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459423 Dec 13 10:27:25.566221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-f1b2e497-24cb-40a8-abbb-913cd38705e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:25.567808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-f1b2e497-24cb-40a8-abbb-913cd38705e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1096 time: 0.0434210 Dec 13 10:27:25.625646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a27bf-ea03-41cc-9a2c-2ae1cfc8003c req-6c4c9105-d013-4a0c-9655-367c3e6611e6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:25.627154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c9a27bf-ea03-41cc-9a2c-2ae1cfc8003c req-6c4c9105-d013-4a0c-9655-367c3e6611e6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0496955 Dec 13 10:27:25.663167 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-dbf701b3-4927-4081-b31f-c28117548c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:25.664690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-dbf701b3-4927-4081-b31f-c28117548c1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0890493 Dec 13 10:27:25.674455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c9a27bf-ea03-41cc-9a2c-2ae1cfc8003c req-2858f751-c714-47b4-a970-420cbf967bec tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Dec 13 10:27:25.707392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-dcac4a7e-53a8-4e04-94e1-93f048ad70c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0354114 Dec 13 10:27:25.755533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-15ebd63c-52c4-40b0-96b7-fc63e5f0ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:25.756933 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-15ebd63c-52c4-40b0-96b7-fc63e5f0ccbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0414085 Dec 13 10:27:25.787266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-9c5afdc7-da5e-4c08-80b4-8dc923df8542 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236886 Dec 13 10:27:25.879560 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-c993bdc2-15b3-4203-b0ca-eba3aa92061f service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847912 Dec 13 10:27:25.969777 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-35dd8b46-d8d3-491a-a317-42578ca00644 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821900 Dec 13 10:27:26.793512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60289ffc-8b3a-4ad7-a6b1-da44464dc99c req-a37c71a4-ce1c-49f3-8bab-d21ba0d9b828 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:26.795405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60289ffc-8b3a-4ad7-a6b1-da44464dc99c req-a37c71a4-ce1c-49f3-8bab-d21ba0d9b828 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0538082 Dec 13 10:27:26.842371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60289ffc-8b3a-4ad7-a6b1-da44464dc99c req-69603d8e-d7aa-45b6-890a-82db05f90397 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Dec 13 10:27:27.957970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23f05-5b4d-4d61-8fe4-9067dc8d5821 req-1a868f6a-c567-41fe-a18f-ef551974d315 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:27.959459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00d23f05-5b4d-4d61-8fe4-9067dc8d5821 req-1a868f6a-c567-41fe-a18f-ef551974d315 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0493402 Dec 13 10:27:28.006516 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00d23f05-5b4d-4d61-8fe4-9067dc8d5821 req-a37abb84-06ce-4d1b-850e-75471cc04bc8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Dec 13 10:27:29.129139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e971899-34e4-46ef-88cb-fcce8a5dc962 req-61d05433-4f79-4bc4-b482-3e1875d8bc4a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:29.130628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e971899-34e4-46ef-88cb-fcce8a5dc962 req-61d05433-4f79-4bc4-b482-3e1875d8bc4a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0515089 Dec 13 10:27:29.179985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e971899-34e4-46ef-88cb-fcce8a5dc962 req-cef44b91-27b8-4448-b94c-d88aeb13595c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Dec 13 10:27:29.995896 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:30.293849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818ff68-2a4a-44b8-b309-a4857fe3099f req-5f1f9036-111e-4a75-949a-c9f9f7285263 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:30.295401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f818ff68-2a4a-44b8-b309-a4857fe3099f req-5f1f9036-111e-4a75-949a-c9f9f7285263 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0485129 Dec 13 10:27:30.340993 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f818ff68-2a4a-44b8-b309-a4857fe3099f req-bb6d30ea-303f-436f-8fdc-d2598b048eed tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Dec 13 10:27:31.455137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9bfb9-90fd-47fc-a2b7-de0fdbf500c5 req-77b74d69-ee61-48e8-a616-fc563a11a8f9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:31.456626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef9bfb9-90fd-47fc-a2b7-de0fdbf500c5 req-77b74d69-ee61-48e8-a616-fc563a11a8f9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0484977 Dec 13 10:27:31.502480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ef9bfb9-90fd-47fc-a2b7-de0fdbf500c5 req-f4f66242-ebfa-487e-a8e4-1e87938fb246 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Dec 13 10:27:32.618832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c7b6-682e-4e10-87a6-625c30c5fb60 req-de338a9b-fadc-4468-b500-7aee159c2496 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:32.620335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a7c7b6-682e-4e10-87a6-625c30c5fb60 req-de338a9b-fadc-4468-b500-7aee159c2496 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0511291 Dec 13 10:27:32.666025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3a7c7b6-682e-4e10-87a6-625c30c5fb60 req-b64f6362-7ea5-4901-b469-ad1ebd50ad0f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Dec 13 10:27:33.780609 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def78792-e1d2-465b-9b71-d1f482c69953 req-346744a4-b180-4ff8-b5b2-34de0ac068af tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:33.782083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-def78792-e1d2-465b-9b71-d1f482c69953 req-346744a4-b180-4ff8-b5b2-34de0ac068af tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0483167 Dec 13 10:27:33.829433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-def78792-e1d2-465b-9b71-d1f482c69953 req-b44af34f-d607-48ae-beb0-815acb5e3292 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Dec 13 10:27:34.618667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:34.947447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748ecf-10c7-453c-a406-d78b6632422c req-837192df-226b-42ca-b1a0-8c4ee29d8d7c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:34.948949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49748ecf-10c7-453c-a406-d78b6632422c req-837192df-226b-42ca-b1a0-8c4ee29d8d7c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0520236 Dec 13 10:27:34.994320 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49748ecf-10c7-453c-a406-d78b6632422c req-ef7997a8-6199-4732-93d9-24d2981cf84b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Dec 13 10:27:36.107142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415bd48-bae0-4ab0-8cdc-a32367567d35 req-4dda2daa-00a0-4c4f-9bbc-312af248f59a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:36.109108 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2415bd48-bae0-4ab0-8cdc-a32367567d35 req-4dda2daa-00a0-4c4f-9bbc-312af248f59a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0474586 Dec 13 10:27:36.154771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2415bd48-bae0-4ab0-8cdc-a32367567d35 req-0093b95f-90f0-4ce4-8b12-6f5640188eae tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Dec 13 10:27:36.191894 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aeba524c-2bfb-47e6-86e8-43315e482523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:37.266725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fc2d7-de52-4916-b830-e143222efdc6 req-34f28f05-09f6-4828-bc9f-82c49daf7965 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:37.268206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025fc2d7-de52-4916-b830-e143222efdc6 req-34f28f05-09f6-4828-bc9f-82c49daf7965 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0467458 Dec 13 10:27:37.317736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-025fc2d7-de52-4916-b830-e143222efdc6 req-35335062-5f25-4336-b04a-f4332138d80e tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Dec 13 10:27:38.430667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9cd8d-5ad1-474a-9c11-7db05b482681 req-ef4a0f0d-e1bb-4aa6-9ec6-7523b5210855 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:38.432149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7f9cd8d-5ad1-474a-9c11-7db05b482681 req-ef4a0f0d-e1bb-4aa6-9ec6-7523b5210855 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0470798 Dec 13 10:27:38.478131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7f9cd8d-5ad1-474a-9c11-7db05b482681 req-f42171a1-131a-47b0-a5e9-330cac4f4133 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Dec 13 10:27:38.638660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d0f492e-deab-47b3-af5b-aaf8272e129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:39.594686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ec7a-2e43-4eb3-8427-e9075aaf9666 req-503e85dd-ca9f-4b84-9a12-b2a40ec70d50 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:39.596189 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1758ec7a-2e43-4eb3-8427-e9075aaf9666 req-503e85dd-ca9f-4b84-9a12-b2a40ec70d50 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0483508 Dec 13 10:27:39.643774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1758ec7a-2e43-4eb3-8427-e9075aaf9666 req-ebad7022-4446-4681-91f9-803002e8b157 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Dec 13 10:27:39.680159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:40.760611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968758-0b4f-4544-aecd-4ea15b8a17a5 req-af07fbec-52bd-4782-9e13-52e27196c751 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:40.762099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0968758-0b4f-4544-aecd-4ea15b8a17a5 req-af07fbec-52bd-4782-9e13-52e27196c751 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0512743 Dec 13 10:27:40.809759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0968758-0b4f-4544-aecd-4ea15b8a17a5 req-150cb94b-f11e-4a3b-b708-21b1a5e33fc9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Dec 13 10:27:41.292418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:42.066369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:42.181948 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c563caf-7153-4f0a-b89c-1964ec253866 req-554bb5a8-f466-4be3-9ba5-dadf1640288f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:42.184435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c563caf-7153-4f0a-b89c-1964ec253866 req-554bb5a8-f466-4be3-9ba5-dadf1640288f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0490415 Dec 13 10:27:42.232047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1c563caf-7153-4f0a-b89c-1964ec253866 req-be8bc5e7-e18f-4095-ad3e-8a2cd4b787b1 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Dec 13 10:27:43.344704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fba898-2ba4-4dbd-9a5b-ff5d1d2672a9 req-1e6bbea4-47d3-40dd-9153-09a30df625dd tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:43.346203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03fba898-2ba4-4dbd-9a5b-ff5d1d2672a9 req-1e6bbea4-47d3-40dd-9153-09a30df625dd tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0470181 Dec 13 10:27:43.395071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03fba898-2ba4-4dbd-9a5b-ff5d1d2672a9 req-e23342b0-4e0e-4d2c-93bd-81242038ffab tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Dec 13 10:27:44.509412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80c32-e1fe-45ee-b284-0fe9342c5067 req-80342945-eac2-498c-8d25-cec92253ff7d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:44.510873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2e80c32-e1fe-45ee-b284-0fe9342c5067 req-80342945-eac2-498c-8d25-cec92253ff7d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 13 10:27:44.557602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2e80c32-e1fe-45ee-b284-0fe9342c5067 req-e26ffa73-b212-4836-8010-98b9606d0911 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Dec 13 10:27:45.672341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a28f3-70a1-43f8-8ed6-eef64fd725ab req-e9ac4177-0cb4-4011-a540-2999779e0877 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:45.673796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867a28f3-70a1-43f8-8ed6-eef64fd725ab req-e9ac4177-0cb4-4011-a540-2999779e0877 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0470045 Dec 13 10:27:45.719837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-867a28f3-70a1-43f8-8ed6-eef64fd725ab req-c9545310-c9ef-49e9-a16c-f3c52812bf9b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Dec 13 10:27:46.836648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643fde1-fe4f-4375-a250-b387fad267b6 req-d9ac1ccb-1824-4f75-a1e4-e9f19b8d2878 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:46.838169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3643fde1-fe4f-4375-a250-b387fad267b6 req-d9ac1ccb-1824-4f75-a1e4-e9f19b8d2878 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0516946 Dec 13 10:27:46.883912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3643fde1-fe4f-4375-a250-b387fad267b6 req-8915bfe9-a4d4-4211-81ef-18cd85057bed tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Dec 13 10:27:47.497540 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:27:47.996883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4c1e7-7df9-459e-ac4c-b1101faf6af9 req-e1109ce9-c845-4482-97ce-e23fb32943af tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:47.998838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23c4c1e7-7df9-459e-ac4c-b1101faf6af9 req-e1109ce9-c845-4482-97ce-e23fb32943af tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0482795 Dec 13 10:27:48.043752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23c4c1e7-7df9-459e-ac4c-b1101faf6af9 req-7de55a6b-0417-470e-9dc7-583482d7208c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Dec 13 10:27:49.062125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91247b-5322-4fa2-8196-210827a342f3 req-fff06f5e-52b1-424c-9638-68dd13cc6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:49.063648 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-fff06f5e-52b1-424c-9638-68dd13cc6b4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1096 time: 0.0472527 Dec 13 10:27:49.162045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5115b-f25a-404d-a33a-d8419d79ce2e req-f3b0628c-f4cc-4870-99af-5d2225a24a3a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:49.163534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1bb5115b-f25a-404d-a33a-d8419d79ce2e req-f3b0628c-f4cc-4870-99af-5d2225a24a3a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0517251 Dec 13 10:27:49.166842 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91247b-5322-4fa2-8196-210827a342f3 req-3e945816-4860-4dce-8325-e36f8fe7d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:49.168344 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-3e945816-4860-4dce-8325-e36f8fe7d53a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0847816 Dec 13 10:27:49.210296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1bb5115b-f25a-404d-a33a-d8419d79ce2e req-a568c931-e2a0-4830-b19c-3813bed14d51 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Dec 13 10:27:49.214189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-6854b97b-6e08-4e75-9c82-f9a8983a23c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0385995 Dec 13 10:27:49.265533 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91247b-5322-4fa2-8196-210827a342f3 req-0b9eeb12-fc33-4129-8420-ee341aebc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:49.266957 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-0b9eeb12-fc33-4129-8420-ee341aebc3bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0436497 Dec 13 10:27:49.299725 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-3ca00bc2-373c-4aed-9241-a630d44cf44a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253265 Dec 13 10:27:49.388014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-f1fb3404-b3f7-4170-b424-43db9ac5b623 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810399 Dec 13 10:27:49.479340 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8e91247b-5322-4fa2-8196-210827a342f3 req-47b61a5e-47f2-438a-bf54-cf804e1a60a0 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845492 Dec 13 10:27:50.324411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffac37-8051-48cf-a7ba-b46f9d93186d req-07e4b73e-2114-4ba4-ace5-c3f149272387 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:50.325873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bffac37-8051-48cf-a7ba-b46f9d93186d req-07e4b73e-2114-4ba4-ace5-c3f149272387 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0479214 Dec 13 10:27:50.370905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bffac37-8051-48cf-a7ba-b46f9d93186d req-0806fe08-aadc-4191-b334-f9013822b007 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 Dec 13 10:27:51.487207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09c5a-ca1b-4bc4-a0fc-fbea7eefc02e req-58359eeb-c00b-4a96-93ce-51b5657b5e81 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:51.488704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af09c5a-ca1b-4bc4-a0fc-fbea7eefc02e req-58359eeb-c00b-4a96-93ce-51b5657b5e81 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0480068 Dec 13 10:27:51.538219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af09c5a-ca1b-4bc4-a0fc-fbea7eefc02e req-90b20ec2-98b1-428d-96db-7a564b331cf7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 Dec 13 10:27:52.651477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6deb4-ce78-4608-9dae-ff5789d8b13d req-840f14bc-3d36-48bb-a196-f3aaabb8fc48 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:52.652935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54e6deb4-ce78-4608-9dae-ff5789d8b13d req-840f14bc-3d36-48bb-a196-f3aaabb8fc48 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 945 time: 0.0467913 Dec 13 10:27:52.699242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-54e6deb4-ce78-4608-9dae-ff5789d8b13d req-6d0b9625-b6d5-4e7d-a50c-ec1108c428e6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Dec 13 10:27:52.854815 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-753b4ce0-8c0a-4e4f-8144-609299b60575 service neutron] show failed (client error): The resource could not be found. Dec 13 10:27:52.855919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-753b4ce0-8c0a-4e4f-8144-609299b60575 service neutron] 10.222.0.16 "GET /v2.0/ports/f7eff169-ba16-482b-a031-82ad6c6d7d9a/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0554130 Dec 13 10:27:53.053655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-6072a7d2-28e4-4110-90d3-3cff1c4d3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.055177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-6072a7d2-28e4-4110-90d3-3cff1c4d3cc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe&tenant_id=792b112af2224240a57f32ebb6a74220 HTTP/1.1" status: 200 len: 1096 time: 0.0395734 Dec 13 10:27:53.067057 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:53.121963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.321134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:53.352560 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:27:53.390828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:53.393039 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ccede-5f9a-45de-84c3-93f9a67d4860" -d '{"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-unplugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:53.397112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.409491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Transition to ACTIVE for port object f7eff169-ba16-482b-a031-82ad6c6d7d9a will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:27:53.413057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.442151 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f2de64-ab42-4296-ac30-d1f0a9132e4e x-openstack-request-id: req-82f2de64-ab42-4296-ac30-d1f0a9132e4e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:53.442445 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-unplugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:53.442750 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82f2de64-ab42-4296-ac30-d1f0a9132e4e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:53.443157 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'code': 200} Dec 13 10:27:53.478556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] No DVR routers for this DVR port f7eff169-ba16-482b-a031-82ad6c6d7d9a on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:27:53.485462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:53.519340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:27:53.519720 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:27:53.520053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:53.524380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:27:53.524706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Attempting to bind port f7eff169-ba16-482b-a031-82ad6c6d7d9a on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:27:53.529523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:27:53.529859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Checking segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:27:53.530242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Bound using segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:27:53.530661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Bound port: f7eff169-ba16-482b-a031-82ad6c6d7d9a, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:27:53.531013 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.593606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:27:53.596767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:27:53.600197 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.631950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.632967 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:53.634702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 1091 time: 0.5715356 Dec 13 10:27:53.686172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a6b5-918a-47c1-990a-8fd5a89c8f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:53.703811 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-a54fffd5-9573-4fb1-88c8-a613ec2530d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.705319 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-a54fffd5-9573-4fb1-88c8-a613ec2530d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0487044 Dec 13 10:27:53.798907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-c4fee5b5-83f9-45a1-8103-278b1b2f0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.800450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-c4fee5b5-83f9-45a1-8103-278b1b2f0aef service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0868611 Dec 13 10:27:53.814860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0f3-2076-4bdf-aab8-f897e4db6433 req-75870987-55e7-47e0-a8c3-b4368e831d91 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.816415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe5ee0f3-2076-4bdf-aab8-f897e4db6433 req-75870987-55e7-47e0-a8c3-b4368e831d91 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0485351 Dec 13 10:27:53.847731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-2055bf14-8def-45bd-a312-20c0d915ea26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0397315 Dec 13 10:27:53.863113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe5ee0f3-2076-4bdf-aab8-f897e4db6433 req-1dfdde97-546b-4efd-ac3d-99be944d5908 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Dec 13 10:27:53.897210 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4c8633c3-21d9-499a-92d5-c6024e289f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:53.898683 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-4c8633c3-21d9-499a-92d5-c6024e289f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0440128 Dec 13 10:27:53.930532 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-5ae9210c-f284-4be9-b435-9ef9e9f7b176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243857 Dec 13 10:27:54.017392 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-0ac8b951-945b-4277-898f-62edd36925d0 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799122 Dec 13 10:27:54.110519 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54052ea8-6d4d-4989-a110-bc3c638ed1fd req-fbbba7d5-c95e-4e52-a686-6524580d0c27 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852647 Dec 13 10:27:54.989419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795f3b7-836d-47e4-a274-eefdcfe51736 req-54f9de02-f017-4f9d-ba57-19cfe82d38f7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:54.990875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3795f3b7-836d-47e4-a274-eefdcfe51736 req-54f9de02-f017-4f9d-ba57-19cfe82d38f7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0518534 Dec 13 10:27:55.037557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3795f3b7-836d-47e4-a274-eefdcfe51736 req-421f2118-4dd4-4c02-b466-9a5c8938b965 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Dec 13 10:27:55.444179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:55.446551 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6" -d '{"events": [{"name": "network-changed", "server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:55.494985 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfefaba-2496-4824-8788-bfc1a0ece1fe x-openstack-request-id: req-7bfefaba-2496-4824-8788-bfc1a0ece1fe {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:55.495298 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:55.495574 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bfefaba-2496-4824-8788-bfc1a0ece1fe {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:55.496039 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'status': 'completed', 'code': 200} Dec 13 10:27:55.585309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-b49fe495-391c-4596-9b4a-9aa05f6f1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.586804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-b49fe495-391c-4596-9b4a-9aa05f6f1d02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0729744 Dec 13 10:27:55.589096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-52918634-1e7b-4566-86b4-4286420680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.590462 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-52918634-1e7b-4566-86b4-4286420680a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0671065 Dec 13 10:27:55.746372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-b4d4f791-3428-4562-8b07-c35cd7807c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.747802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-b4d4f791-3428-4562-8b07-c35cd7807c1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.1511779 Dec 13 10:27:55.752187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-ee6ae4fb-baf1-4536-b301-d670505a9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.753513 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-ee6ae4fb-baf1-4536-b301-d670505a9c99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.1490636 Dec 13 10:27:55.794618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-3974da1f-e230-424b-89e5-fc76c7b5e287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0399449 Dec 13 10:27:55.831638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-11961b7a-e170-40bb-89a4-09ac3a07f24d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0701187 Dec 13 10:27:55.899529 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-1d4844c9-c5a1-4794-9408-2a6ab1805e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.900985 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-1d4844c9-c5a1-4794-9408-2a6ab1805e88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0780206 Dec 13 10:27:55.904209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-1e649047-4d6a-4b45-b0cb-712dd826be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:55.905567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-1e649047-4d6a-4b45-b0cb-712dd826be80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0554619 Dec 13 10:27:55.950697 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-c76616eb-511c-42af-9a6c-75fe5cb3bb0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421164 Dec 13 10:27:55.953106 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-d95b5b4b-c0b5-4c48-a944-3bb5923d9735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376129 Dec 13 10:27:56.108533 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-ee6bcb59-16e5-4580-a818-0ad854b0662a service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509204 Dec 13 10:27:56.110362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-67e2965c-f8bb-4cd2-b422-ab5f1ec42ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461353 Dec 13 10:27:56.153321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6646f-7cab-4cc0-94c1-56c5df179ad1 req-19baba38-4848-4de9-8ce4-64a780cb93f6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.154832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56e6646f-7cab-4cc0-94c1-56c5df179ad1 req-19baba38-4848-4de9-8ce4-64a780cb93f6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0482969 Dec 13 10:27:56.202601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56e6646f-7cab-4cc0-94c1-56c5df179ad1 req-35c11703-532f-4583-8df4-bae821720328 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Dec 13 10:27:56.268185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-96181eb6-d9b3-45c4-bbfe-94fb0aebb827 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530623 Dec 13 10:27:56.270072 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bd6d8252-1403-433a-a5d9-ed2e5f1119d6 req-20621669-e2ef-4d08-82a2-50a2d6d43473 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480188 Dec 13 10:27:56.394959 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c3c55-4175-4cf9-9bf0-838c76fe27f6 req-658db527-c1ba-4561-b213-db651cde875a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.396764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b61c3c55-4175-4cf9-9bf0-838c76fe27f6 req-658db527-c1ba-4561-b213-db651cde875a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0476496 Dec 13 10:27:56.411362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947034-de96-494c-89a3-97dedba11dd6 req-d04dea2d-eb23-49d2-ad99-b234a55e6ffd tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.412927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-d04dea2d-eb23-49d2-ad99-b234a55e6ffd tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.16 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe&tenant_id=792b112af2224240a57f32ebb6a74220&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.0511301 Dec 13 10:27:56.448749 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b61c3c55-4175-4cf9-9bf0-838c76fe27f6 req-af9306fb-3aa1-425c-b732-b06eaf5c8b98 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Dec 13 10:27:56.479198 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-8c947034-de96-494c-89a3-97dedba11dd6 req-11339fdb-e3cd-41ec-8281-97435b20de67 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:27:56.480277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-11339fdb-e3cd-41ec-8281-97435b20de67 service neutron] 10.222.0.16 "DELETE /v2.0/ports/f7eff169-ba16-482b-a031-82ad6c6d7d9a/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0584266 Dec 13 10:27:56.563220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947034-de96-494c-89a3-97dedba11dd6 req-9480b097-ef10-4666-b6d7-54615343b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.564762 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-9480b097-ef10-4666-b6d7-54615343b845 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 1094 time: 0.0422642 Dec 13 10:27:56.651844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947034-de96-494c-89a3-97dedba11dd6 req-47206459-9bad-4380-948f-4021dde52db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.653284 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-47206459-9bad-4380-948f-4021dde52db9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0820324 Dec 13 10:27:56.699006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-1b91ca21-d5df-45aa-8515-4063a1028e99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 200 len: 217 time: 0.0386329 Dec 13 10:27:56.746592 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947034-de96-494c-89a3-97dedba11dd6 req-d09e5fdc-eaa8-442b-b25a-5c112a7f567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:56.748007 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-d09e5fdc-eaa8-442b-b25a-5c112a7f567d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0428534 Dec 13 10:27:56.777704 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-65e5ad3e-3aa2-4fa2-8eee-6ae76f3f2454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227978 Dec 13 10:27:56.869040 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-755de65c-0b50-4db5-9df3-280f7ae76e8e service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Dec 13 10:27:56.958689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8c947034-de96-494c-89a3-97dedba11dd6 req-4c0fbeef-2b4b-46c8-8bdc-24247d18faa7 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828478 Dec 13 10:27:57.565723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121c809-56c6-43d2-b956-50cf2ee2d1be req-90726a8d-579f-46a0-95db-4077494dba87 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:57.567187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8121c809-56c6-43d2-b956-50cf2ee2d1be req-90726a8d-579f-46a0-95db-4077494dba87 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0477602 Dec 13 10:27:57.615003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8121c809-56c6-43d2-b956-50cf2ee2d1be req-d13d336e-41dd-49ca-8ac8-b99f9fa27065 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Dec 13 10:27:57.723022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:27:57.727637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46db-a928-4f86-a6f8-bfb854e6165c req-cec02e0d-2da9-4096-9e7f-6ab244279d89 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:57.729136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e9c46db-a928-4f86-a6f8-bfb854e6165c req-cec02e0d-2da9-4096-9e7f-6ab244279d89 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0482600 Dec 13 10:27:57.735990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:27:57.778015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e9c46db-a928-4f86-a6f8-bfb854e6165c req-a3292023-14ec-4db2-a85c-9951d17cd8f3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Dec 13 10:27:57.825182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:27:57.853500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:57.864545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'port_id': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'mac_address': 'fa:16:3e:a2:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa290c-d380-4f68-935a-d64234df58a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:27:57.894451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebe63-6fcd-4eb0-a493-8179616874a6 req-262f9f6c-8abc-47c5-9592-2ca5e2540ca8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:57.895968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4cebe63-6fcd-4eb0-a493-8179616874a6 req-262f9f6c-8abc-47c5-9592-2ca5e2540ca8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 943 time: 0.0514271 Dec 13 10:27:57.904345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:57.917049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eff169-ba16-482b-a031-82ad6c6d7d9a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:27:57.937126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:57.940910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:57.946040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4cebe63-6fcd-4eb0-a493-8179616874a6 req-fc0ad236-bae8-4b31-a268-c97c434d80a2 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Dec 13 10:27:57.994512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:27:58.139102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f7eff169-ba16-482b-a031-82ad6c6d7d9a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:27:58.293192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b6366247-52a9-486c-8e66-266f30c92f6a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:58.294650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b6366247-52a9-486c-8e66-266f30c92f6a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 815 time: 0.0990198 Dec 13 10:27:58.309649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b20ca4d7-be85-4e72-bb90-8e49479bddc2 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/quotas/792b112af2224240a57f32ebb6a74220 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Dec 13 10:27:58.361352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-ed0c78e4-60de-46db-8e4a-8a91a6f6e7bf tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457408 Dec 13 10:27:58.448123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-e49274d1-8438-4b13-a962-1ad63e2a66a1 service neutron] 10.222.0.31 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796263 Dec 13 10:27:58.537628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-dad654c0-d65c-495f-b606-e88fa8b0c619 service neutron] 10.222.0.31 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832398 Dec 13 10:27:58.698521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63868479-eb29-4522-ab2c-306213a925b6 req-a8516cfd-1e2f-4840-b9de-b7c547fbe66d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 210 time: 0.0266569 Dec 13 10:27:59.429980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-0c2c3ace-1324-40f2-b4fc-acd8f1bac1c3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:59.431460 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-0c2c3ace-1324-40f2-b4fc-acd8f1bac1c3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d19e58-5d19-40e1-91d8-1549ff676efe HTTP/1.1" status: 200 len: 944 time: 0.0496757 Dec 13 10:27:59.605276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b2006b33-736b-4b1a-8bfd-063e92de70d0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:59.606821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b2006b33-736b-4b1a-8bfd-063e92de70d0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 815 time: 0.1110506 Dec 13 10:27:59.621336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Request body: {'port': {'device_id': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'admin_state_up': True, 'tenant_id': '792b112af2224240a57f32ebb6a74220'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:27:59.731536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:27:59.748006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Made reservation on behalf of 792b112af2224240a57f32ebb6a74220 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:27:59.752749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.793173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port f7eff169-ba16-482b-a031-82ad6c6d7d9a completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:27:59.798423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port f7eff169-ba16-482b-a031-82ad6c6d7d9a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:27:59.799056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.856864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Deleting port f7eff169-ba16-482b-a031-82ad6c6d7d9a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:27:59.857201 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.871415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48a1444c-121a-4a5e-a511-cf93e678f23f req-5760c20b-0409-45e5-ba2a-65dc53b6ab19 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 210 time: 0.0387356 Dec 13 10:27:59.903923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.920344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Allocated IP 172.20.0.13 (ea620de1-6c4b-49eb-adb1-6eb6ba861f60/33aa290c-d380-4f68-935a-d64234df58a5/6914d50c-1894-4d1c-8415-f1232f4ff014) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:27:59.927017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:27:59.929371 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6cff5-53f1-4393-9b54-210c56a4c46e" -d '{"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-plugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:27:59.942558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:59.949114 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] For port f7eff169-ba16-482b-a031-82ad6c6d7d9a, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=f7eff169-ba16-482b-a031-82ad6c6d7d9a,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:27:59.949479 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.951659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.962164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Calling delete_port for f7eff169-ba16-482b-a031-82ad6c6d7d9a owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:27:59.984703 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae77289-2efb-4a38-8488-92a8affa4e7b x-openstack-request-id: req-0ae77289-2efb-4a38-8488-92a8affa4e7b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:27:59.984992 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-plugged", "status": "completed", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:27:59.985244 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ae77289-2efb-4a38-8488-92a8affa4e7b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:27:59.985629 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'code': 200} Dec 13 10:28:00.010497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.013383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:00.092159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.102153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.114368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f7eff169-ba16-482b-a031-82ad6c6d7d9a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:00.129818 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.131862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Pushing event deleted for resources: {'Port': ['ID=f7eff169-ba16-482b-a031-82ad6c6d7d9a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:00.145429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['f7eff169-ba16-482b-a031-82ad6c6d7d9a'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:00.178928 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] No DVR routers for this DVR port f7eff169-ba16-482b-a031-82ad6c6d7d9a on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:28:00.181936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.183459 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:00.185767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.20 "DELETE /v2.0/ports/f7eff169-ba16-482b-a031-82ad6c6d7d9a HTTP/1.1" status: 204 len: 173 time: 0.7466567 Dec 13 10:28:00.186471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-deleted', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:00.188813 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92907c7c-faf5-46fe-91fe-3404fefd91ff" -d '{"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-deleted", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:00.188975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:00.192829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:00.225430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:00.236412 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d47f2-e1b3-497d-b4fc-57d90519dd24 x-openstack-request-id: req-370d47f2-e1b3-497d-b4fc-57d90519dd24 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:00.236624 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d19e58-5d19-40e1-91d8-1549ff676efe", "name": "network-vif-deleted", "tag": "f7eff169-ba16-482b-a031-82ad6c6d7d9a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:00.236906 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-370d47f2-e1b3-497d-b4fc-57d90519dd24 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:00.237341 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d19e58-5d19-40e1-91d8-1549ff676efe', 'name': 'network-vif-deleted', 'tag': 'f7eff169-ba16-482b-a031-82ad6c6d7d9a', 'status': 'completed', 'code': 200} Dec 13 10:28:00.252608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.253231 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.269785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-58604283-9a12-4ff9-b736-939333042e4f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6533132 Dec 13 10:28:00.283526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Request body: {'port': {'device_id': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:00.336782 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.591052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6914d50c-1894-4d1c-8415-f1232f4ff014 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:00.598568 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.611015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Transition to ACTIVE for port object 6914d50c-1894-4d1c-8415-f1232f4ff014 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:28:00.614794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.662481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:00.734586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:00.734914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:00.735237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:00.739431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:28:00.739776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:00.744513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:00.744846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Checking segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:00.745219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Bound using segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:00.745634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Bound port: 6914d50c-1894-4d1c-8415-f1232f4ff014, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:00.745976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.807514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:00.810799 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:00.816599 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.851184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.851856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:00.853233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] 10.222.0.20 "PUT /v2.0/ports/6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 1092 time: 0.5745168 Dec 13 10:28:00.853668 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:00.855962 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0366e11-b28c-4ca3-943e-d0b254ac315e" -d '{"events": [{"name": "network-changed", "server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:00.877846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c739f6-55a0-4a03-8ccb-d301b3cca9fa service neutron] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:00.940965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-d1362db5-6103-4ebe-9bda-fe6e8d141b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.942591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-d1362db5-6103-4ebe-9bda-fe6e8d141b2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1095 time: 0.0444083 Dec 13 10:28:00.995291 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e4e870-fea1-4f85-b849-f43cc63ea708 x-openstack-request-id: req-b1e4e870-fea1-4f85-b849-f43cc63ea708 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:00.995592 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:00.995849 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1e4e870-fea1-4f85-b849-f43cc63ea708 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:00.996246 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'status': 'completed', 'code': 200} Dec 13 10:28:00.999406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-2c4b6689-01fa-496f-926a-5cf75ae0a002 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0484412 Dec 13 10:28:01.069288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d31a9-57d9-431e-b45f-8087ed48eb34 req-011fc571-2f99-402c-9742-e622b8d3ab80 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.070641 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-665d31a9-57d9-431e-b45f-8087ed48eb34 req-011fc571-2f99-402c-9742-e622b8d3ab80 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.1126056 Dec 13 10:28:01.072304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-4f0b07ff-0424-46ca-a9ff-170c26e02041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.073588 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-4f0b07ff-0424-46ca-a9ff-170c26e02041 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0606775 Dec 13 10:28:01.114914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-b03dea61-132c-4cc5-9c0f-da72c1ca8a32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325575 Dec 13 10:28:01.183591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-665d31a9-57d9-431e-b45f-8087ed48eb34 req-e1e2999f-fe1e-4f19-aa47-beda79784aee tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065187 Dec 13 10:28:01.229018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-1cd4e1ab-24f1-4443-9ab7-29a45b2ffb34 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030378 Dec 13 10:28:01.321115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-370115ab-3ec9-4b6c-8871-559ffbe8ce7f req-9e7e41f0-aa16-48b2-977a-5327e52eb8b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853264 Dec 13 10:28:01.404079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-9e58325b-ff98-471d-b265-64fa6d7525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.406103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-9e58325b-ff98-471d-b265-64fa6d7525ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1095 time: 0.0398288 Dec 13 10:28:01.497735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-5a591c01-0920-4557-b3c4-e76c7d6f900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.499232 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-5a591c01-0920-4557-b3c4-e76c7d6f900f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0862370 Dec 13 10:28:01.539594 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-8216099e-3d8c-42fe-9858-fc86a08b51bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0338075 Dec 13 10:28:01.586492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-5263dd18-54b8-4ba7-a9c1-4cddefa2e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.587939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-5263dd18-54b8-4ba7-a9c1-4cddefa2e2c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0413237 Dec 13 10:28:01.618392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-deb2c99c-36f0-4659-9b0d-cc7f438fb541 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225754 Dec 13 10:28:01.709861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-999ed7d9-f17b-4b95-a61c-24166dc1611e service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827105 Dec 13 10:28:01.796244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a0366e11-b28c-4ca3-943e-d0b254ac315e req-1ec9978d-4475-4832-a45d-c0e609271388 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793953 Dec 13 10:28:02.305157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25629a9-b429-4648-8944-0702acd48e8c req-422ba743-6a70-4944-8866-aa5d65e7d205 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:02.306615 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a25629a9-b429-4648-8944-0702acd48e8c req-422ba743-6a70-4944-8866-aa5d65e7d205 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0532856 Dec 13 10:28:02.352960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a25629a9-b429-4648-8944-0702acd48e8c req-1f8935c5-8cc1-43c3-808d-93f01b95a6ce tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Dec 13 10:28:03.465952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b33ab0-fa11-4892-94b0-d1b9aee857d8 req-5a235219-6217-4395-9ba8-bb553b4c7aae tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:03.467433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b33ab0-fa11-4892-94b0-d1b9aee857d8 req-5a235219-6217-4395-9ba8-bb553b4c7aae tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0489523 Dec 13 10:28:03.515387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2b33ab0-fa11-4892-94b0-d1b9aee857d8 req-f2ab9491-8d11-4f31-b2e4-997db810badf tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Dec 13 10:28:03.762950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:28:03.766673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:28:03.790145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: f7eff169-ba16-482b-a031-82ad6c6d7d9a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:28:03.790496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device f7eff169-ba16-482b-a031-82ad6c6d7d9a not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:28:03.874988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:03.889012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'port_id': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'mac_address': 'fa:16:3e:f4:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa290c-d380-4f68-935a-d64234df58a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:28:03.924640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:03.937719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6914d50c-1894-4d1c-8415-f1232f4ff014 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:03.955864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:03.959596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:04.004856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:04.143881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['6914d50c-1894-4d1c-8415-f1232f4ff014'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:04.622599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:04.628761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f397dd7-5210-4516-b2cc-27b10ae5f409 req-fbde4af8-9f83-4349-be82-dd45da2191b3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:04.630364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f397dd7-5210-4516-b2cc-27b10ae5f409 req-fbde4af8-9f83-4349-be82-dd45da2191b3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Dec 13 10:28:04.680753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f397dd7-5210-4516-b2cc-27b10ae5f409 req-48bf5b02-bff0-46dc-b563-2d9fd1c88dc2 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 Dec 13 10:28:05.762378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:05.794175 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c9be-ea6c-4fa8-b3ef-2e5f23ea0b0c req-44eb8b6e-8140-4efc-9219-de42bd11d432 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:05.795728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3db5c9be-ea6c-4fa8-b3ef-2e5f23ea0b0c req-44eb8b6e-8140-4efc-9219-de42bd11d432 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Dec 13 10:28:05.810179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 6914d50c-1894-4d1c-8415-f1232f4ff014 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:28:05.814541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 6914d50c-1894-4d1c-8415-f1232f4ff014 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:05.814917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:05.843819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3db5c9be-ea6c-4fa8-b3ef-2e5f23ea0b0c req-1bfeb66f-046d-4ffc-b1aa-d881aef398ee tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Dec 13 10:28:05.893197 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:05.914933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:05.917185 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed866f-1606-4a2f-bf14-50d8c218bb91" -d '{"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-plugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:05.929971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:05.935070 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:05.959119 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d981e-ad6f-4b07-8948-197dcd8e03fd x-openstack-request-id: req-547d981e-ad6f-4b07-8948-197dcd8e03fd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:05.959356 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-plugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:05.959631 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-547d981e-ad6f-4b07-8948-197dcd8e03fd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:05.960018 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'code': 200} Dec 13 10:28:05.987158 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:06.053474 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c1bfb-7db2-429b-8881-b17fd4e15182 req-e73c4b0f-cf1d-4b9b-a535-1261e186dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:06.054953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e07c1bfb-7db2-429b-8881-b17fd4e15182 req-e73c4b0f-cf1d-4b9b-a535-1261e186dee4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1097 time: 0.0392590 Dec 13 10:28:06.097593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e07c1bfb-7db2-429b-8881-b17fd4e15182 req-a9835a8d-b931-4750-8d9e-9c91c86d12bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Dec 13 10:28:06.194604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69c4b128-9a75-4345-832a-4fa6087ac984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:06.961540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12b1b-0ae3-4186-8e63-929533f0f7b2 req-b22c2fb7-25a5-4706-9032-b3436b9c4499 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:06.963025 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afd12b1b-0ae3-4186-8e63-929533f0f7b2 req-b22c2fb7-25a5-4706-9032-b3436b9c4499 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0525448 Dec 13 10:28:07.009261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-afd12b1b-0ae3-4186-8e63-929533f0f7b2 req-e0f4d078-18c8-48f3-9c15-35c4a151f794 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Dec 13 10:28:08.124685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fb812-3de4-4c8f-9b00-0a38302e055a req-3918aba8-2ca7-44a4-8db3-4611e86dba29 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:08.126344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-906fb812-3de4-4c8f-9b00-0a38302e055a req-3918aba8-2ca7-44a4-8db3-4611e86dba29 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0483899 Dec 13 10:28:08.173306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-906fb812-3de4-4c8f-9b00-0a38302e055a req-a632cc85-641a-40b2-819a-0f4345245068 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Dec 13 10:28:08.289250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ded47-0ca3-4164-9407-dbf546c8ade6 req-1fce1be5-bc8f-44e7-b7a8-c9d84fbf4867 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:08.290715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18ded47-0ca3-4164-9407-dbf546c8ade6 req-1fce1be5-bc8f-44e7-b7a8-c9d84fbf4867 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0512953 Dec 13 10:28:08.337855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d18ded47-0ca3-4164-9407-dbf546c8ade6 req-5b8d62fc-9e69-4b28-8279-071f8f24b9b9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Dec 13 10:28:08.587446 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-b20d22c3-e1af-4d5e-90e1-9691c1feff3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733171 Dec 13 10:28:08.599239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d64188-3a89-4711-bcc1-ac822a8ae6ad req-ed404672-6f92-4f1d-89ab-ebfa11cb8b37 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:08.600698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55d64188-3a89-4711-bcc1-ac822a8ae6ad req-ed404672-6f92-4f1d-89ab-ebfa11cb8b37 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0785403 Dec 13 10:28:08.644572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85172ed1-e53e-4e4c-b548-0c56590435ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:08.658491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55d64188-3a89-4711-bcc1-ac822a8ae6ad req-dfb272c0-b296-4aed-a41b-daf8142a84d4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509503 Dec 13 10:28:09.684222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:10.140215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed48ba5-22fa-4634-b085-bdeb537eb6b1 req-3e400e76-dd06-4765-83e6-82a97ace5d7d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.141688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ed48ba5-22fa-4634-b085-bdeb537eb6b1 req-3e400e76-dd06-4765-83e6-82a97ace5d7d tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.4102197 Dec 13 10:28:10.155839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-ad0dfbd2-2ac9-43dd-9f49-b229fe1c5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.157242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-ad0dfbd2-2ac9-43dd-9f49-b229fe1c5e58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1097 time: 0.0570979 Dec 13 10:28:10.239754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ed48ba5-22fa-4634-b085-bdeb537eb6b1 req-a55d47bf-75c5-4c41-9b78-43fece742fe8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909634 Dec 13 10:28:10.278873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-8039f79a-30c0-4abe-8f3a-ba0e66260ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.280389 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-8039f79a-30c0-4abe-8f3a-ba0e66260ac5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.1160762 Dec 13 10:28:10.321141 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-e22de2b2-31ff-4b7d-b151-eb4efb4e1885 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0337586 Dec 13 10:28:10.366890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-a8e1be19-8d14-4515-9ffc-657eb62041d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.368347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-a8e1be19-8d14-4515-9ffc-657eb62041d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0405519 Dec 13 10:28:10.398216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-347b6937-591d-40b8-a082-460ca00e37cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232966 Dec 13 10:28:10.486595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-29887cbf-912b-4375-8e5a-da73459d6b67 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813801 Dec 13 10:28:10.580791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-47b49292-7865-412b-ad10-1194f26e9478 service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875688 Dec 13 10:28:11.297062 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:11.361274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8dbc2-809d-4e89-b8ae-28dfc4232342 req-db09375d-edea-46e5-b923-563c9a55905e tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:11.362722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf8dbc2-809d-4e89-b8ae-28dfc4232342 req-db09375d-edea-46e5-b923-563c9a55905e tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0526252 Dec 13 10:28:11.408887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf8dbc2-809d-4e89-b8ae-28dfc4232342 req-d48adb26-7ac8-45c5-b8f0-2f6fa86e41cc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Dec 13 10:28:12.068300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:12.522104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbda866-0f7e-496c-a495-2fa2a3403d33 req-5fbd765d-89d2-4603-8352-49284ea6f1d4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:12.523601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbbda866-0f7e-496c-a495-2fa2a3403d33 req-5fbd765d-89d2-4603-8352-49284ea6f1d4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475028 Dec 13 10:28:12.570072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbbda866-0f7e-496c-a495-2fa2a3403d33 req-32477085-5cac-4a9e-90aa-71ac2482dde9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Dec 13 10:28:13.689562 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f03ab-08d7-483c-9790-22d6c48a02a6 req-0be514dd-9343-426a-992f-3fb671a5c493 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:13.691026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a7f03ab-08d7-483c-9790-22d6c48a02a6 req-0be514dd-9343-426a-992f-3fb671a5c493 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Dec 13 10:28:13.737063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a7f03ab-08d7-483c-9790-22d6c48a02a6 req-101db2e2-fd9e-406f-a6b1-db516ea564a6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Dec 13 10:28:14.853973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e6d4-fd4d-488c-bf76-4a4dd8c9f319 req-d08141b4-29a7-41f9-aacf-a8c9276a4379 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.855436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9e6e6d4-fd4d-488c-bf76-4a4dd8c9f319 req-d08141b4-29a7-41f9-aacf-a8c9276a4379 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0473931 Dec 13 10:28:14.901118 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9e6e6d4-fd4d-488c-bf76-4a4dd8c9f319 req-b74d0d70-8821-4666-a204-582ce393b3dc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Dec 13 10:28:16.014863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8834-0506-48ac-85cc-a1c65b14b983 req-020324fd-f2da-4ec3-a93d-cf598cb0e4cc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.016362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c2a8834-0506-48ac-85cc-a1c65b14b983 req-020324fd-f2da-4ec3-a93d-cf598cb0e4cc tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475814 Dec 13 10:28:16.066420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c2a8834-0506-48ac-85cc-a1c65b14b983 req-db35e27b-83fe-453c-ae3c-0c579754dfe6 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Dec 13 10:28:17.178054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa521-203b-49bd-a972-6e908dc5ea9b req-5805478c-08e2-4874-bd07-cb93754caa25 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:17.179528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f07fa521-203b-49bd-a972-6e908dc5ea9b req-5805478c-08e2-4874-bd07-cb93754caa25 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Dec 13 10:28:17.226806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f07fa521-203b-49bd-a972-6e908dc5ea9b req-d873c3e3-985b-4d66-b53e-e4ba4481ae66 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Dec 13 10:28:18.343622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ef25-54fd-4eef-8ae9-cc7b64aac6a0 req-53c77a94-ee4a-4278-9072-cd786a084238 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.345105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9003ef25-54fd-4eef-8ae9-cc7b64aac6a0 req-53c77a94-ee4a-4278-9072-cd786a084238 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0493734 Dec 13 10:28:18.391243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9003ef25-54fd-4eef-8ae9-cc7b64aac6a0 req-2741f254-2a50-411a-bddb-f38b02cf7a3b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Dec 13 10:28:19.508540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094862d-df5d-4881-b2a5-3452d0b72bc3 req-6d14ac37-b243-47f8-8de0-329f8a35689b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:19.509999 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f094862d-df5d-4881-b2a5-3452d0b72bc3 req-6d14ac37-b243-47f8-8de0-329f8a35689b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0513723 Dec 13 10:28:19.558341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f094862d-df5d-4881-b2a5-3452d0b72bc3 req-da4312ff-418f-41f7-b9a3-79c3008b6df0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Dec 13 10:28:20.672598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352e9e7-c228-4b53-8720-1f5f5dd68915 req-90c6ce2e-1eb9-4e0b-b9ce-56870286c689 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:20.674061 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e352e9e7-c228-4b53-8720-1f5f5dd68915 req-90c6ce2e-1eb9-4e0b-b9ce-56870286c689 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475488 Dec 13 10:28:20.720054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e352e9e7-c228-4b53-8720-1f5f5dd68915 req-e6d9dd82-4ff4-43bb-9b75-d325e1ae89a9 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Dec 13 10:28:21.836147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4134405-d3cd-4eaa-b6b4-edb5a6cf5a2e req-0de74dfa-b788-42a0-9bb1-1420f9196a02 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:21.837631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4134405-d3cd-4eaa-b6b4-edb5a6cf5a2e req-0de74dfa-b788-42a0-9bb1-1420f9196a02 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Dec 13 10:28:21.887013 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4134405-d3cd-4eaa-b6b4-edb5a6cf5a2e req-85555a5e-5e30-4ec3-b769-277544545752 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Dec 13 10:28:23.002345 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e6421-1505-4dec-a565-e4bc79a380c4 req-f881e59b-30c2-4e4f-9afe-1e4e7d240314 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:23.003824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab4e6421-1505-4dec-a565-e4bc79a380c4 req-f881e59b-30c2-4e4f-9afe-1e4e7d240314 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Dec 13 10:28:23.049680 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab4e6421-1505-4dec-a565-e4bc79a380c4 req-0e46ecc7-6039-46e2-8db3-0d9b7bda0ded tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Dec 13 10:28:24.163469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63717b-49c6-4996-8e7a-38ffdafab46c req-22bc0e77-4a9e-450e-bfd7-c8b61a339068 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:24.164949 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed63717b-49c6-4996-8e7a-38ffdafab46c req-22bc0e77-4a9e-450e-bfd7-c8b61a339068 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475113 Dec 13 10:28:24.209933 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ed63717b-49c6-4996-8e7a-38ffdafab46c req-1ccf09f9-631b-4ada-aa00-2f47cd019794 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Dec 13 10:28:24.496335 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:28:25.328486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1e2c-f9cc-4768-8bbe-401d0e7100a6 req-4e6f98ac-f459-43de-ba30-2e7e550fa0d4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:25.329988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbea1e2c-f9cc-4768-8bbe-401d0e7100a6 req-4e6f98ac-f459-43de-ba30-2e7e550fa0d4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Dec 13 10:28:25.375458 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbea1e2c-f9cc-4768-8bbe-401d0e7100a6 req-0f54e4db-15a8-4ec9-b29c-a3ce9c9d9095 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Dec 13 10:28:26.490534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3aab4-ee34-4743-accd-82a205d667dd req-bb1a8cdb-1578-472e-b701-4776649fb9bb tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:26.492036 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8c3aab4-ee34-4743-accd-82a205d667dd req-bb1a8cdb-1578-472e-b701-4776649fb9bb tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Dec 13 10:28:26.538387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8c3aab4-ee34-4743-accd-82a205d667dd req-f028dd26-2869-4f40-a4b5-d1dcb3a7df38 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Dec 13 10:28:27.654290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e5a3f-3fdc-4664-a789-71695377130f req-36c5c51f-a8b7-4375-8290-c8a28d062d74 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.656264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-561e5a3f-3fdc-4664-a789-71695377130f req-36c5c51f-a8b7-4375-8290-c8a28d062d74 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Dec 13 10:28:27.701888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-561e5a3f-3fdc-4664-a789-71695377130f req-7ee468f5-64e9-4d3d-a86c-1f6a35739a7e tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Dec 13 10:28:28.821134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e432557-b583-4540-bf15-a35a829dff2c req-7d0d94d3-b350-460d-9d9a-76c10bf3a610 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.822650 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e432557-b583-4540-bf15-a35a829dff2c req-7d0d94d3-b350-460d-9d9a-76c10bf3a610 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0494614 Dec 13 10:28:28.869667 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e432557-b583-4540-bf15-a35a829dff2c req-8e3bc1f9-a1f9-4e5d-bdab-4b4904431504 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Dec 13 10:28:29.983074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac892b-b6af-4c65-97a7-e23b82b33138 req-3d026f61-16ea-4461-837a-dc881b179d1f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:29.985055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bac892b-b6af-4c65-97a7-e23b82b33138 req-3d026f61-16ea-4461-837a-dc881b179d1f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0481970 Dec 13 10:28:30.027301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:30.035609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bac892b-b6af-4c65-97a7-e23b82b33138 req-3967b7a7-dba4-495f-b517-5a5765801baf tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Dec 13 10:28:31.151083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870519-5f0a-4546-b9f3-0e1880d33efd req-6f22adf1-7c65-47ff-aa86-f4d2e9e9feee tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:31.152580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc870519-5f0a-4546-b9f3-0e1880d33efd req-6f22adf1-7c65-47ff-aa86-f4d2e9e9feee tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Dec 13 10:28:31.199014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc870519-5f0a-4546-b9f3-0e1880d33efd req-fd02414d-9cdf-4f26-9bbc-95b256ee3042 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Dec 13 10:28:32.552859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab4c6e-9855-4613-bc21-4a0cd35bd6c9 req-da4a20b8-2ae0-4eaf-892f-9f5584b028e3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:32.554245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0ab4c6e-9855-4613-bc21-4a0cd35bd6c9 req-da4a20b8-2ae0-4eaf-892f-9f5584b028e3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0488756 Dec 13 10:28:32.600762 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0ab4c6e-9855-4613-bc21-4a0cd35bd6c9 req-5dd62d37-e850-43b2-95ad-4b033d393f43 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Dec 13 10:28:33.718137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f22c-dda4-4fda-a28f-baa3ffb3399a req-228e08d7-ef25-402f-934a-42109c781786 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:33.719629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2549f22c-dda4-4fda-a28f-baa3ffb3399a req-228e08d7-ef25-402f-934a-42109c781786 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0513930 Dec 13 10:28:33.765208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2549f22c-dda4-4fda-a28f-baa3ffb3399a req-c961cbe9-93bd-4913-a5ef-db5e4a052395 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Dec 13 10:28:34.622337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.877520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578dd8-bf54-4d0a-82f3-09ce4c24651a req-89b2bf2d-db67-42eb-8d51-bf3b13e5496c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:34.878922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2578dd8-bf54-4d0a-82f3-09ce4c24651a req-89b2bf2d-db67-42eb-8d51-bf3b13e5496c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0479469 Dec 13 10:28:34.924088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2578dd8-bf54-4d0a-82f3-09ce4c24651a req-6daa66f7-47e9-4012-9e9d-d32ef5e39c72 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Dec 13 10:28:36.037097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431848c-2cad-4dfe-9c98-e2239d57b96d req-c1978e1b-d292-46cd-b236-f1b46fa9a471 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:36.038559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1431848c-2cad-4dfe-9c98-e2239d57b96d req-c1978e1b-d292-46cd-b236-f1b46fa9a471 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0475657 Dec 13 10:28:36.087931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1431848c-2cad-4dfe-9c98-e2239d57b96d req-fe8d29f2-2440-4e2b-9756-e4dd3e3423c0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Dec 13 10:28:36.194709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcb74-b1b2-433d-b43a-a3a08553001f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:37.201814 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d684-ba0d-4878-a04a-c9d331b967fb req-9183a37a-02cb-44ba-a2b6-ddeef68fd171 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:37.203286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97d1d684-ba0d-4878-a04a-c9d331b967fb req-9183a37a-02cb-44ba-a2b6-ddeef68fd171 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0481153 Dec 13 10:28:37.251984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97d1d684-ba0d-4878-a04a-c9d331b967fb req-129b04fd-f28e-49b9-ae86-b366cd76df93 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Dec 13 10:28:37.488273 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-4c057afc-95db-41d2-a2b9-38e29aa326f5 service neutron] show failed (client error): The resource could not be found. Dec 13 10:28:37.489195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-4c057afc-95db-41d2-a2b9-38e29aa326f5 service neutron] 10.222.0.20 "GET /v2.0/ports/6914d50c-1894-4d1c-8415-f1232f4ff014/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0528889 Dec 13 10:28:37.682338 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-4012b85c-726e-4450-86bb-d8ec604269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:37.684114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-4012b85c-726e-4450-86bb-d8ec604269f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836&tenant_id=792b112af2224240a57f32ebb6a74220 HTTP/1.1" status: 200 len: 1097 time: 0.0407755 Dec 13 10:28:37.696172 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:37.746524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:37.946859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:37.979314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:38.018206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:38.020405 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562322e6-4040-4a2a-bad2-7d3407c20310" -d '{"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-unplugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:38.024274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.036538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Transition to ACTIVE for port object 6914d50c-1894-4d1c-8415-f1232f4ff014 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:28:38.040270 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.075300 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8166f99d-5571-4a92-951d-4e67f7446b65 x-openstack-request-id: req-8166f99d-5571-4a92-951d-4e67f7446b65 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:38.075620 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-unplugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:38.075878 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8166f99d-5571-4a92-951d-4e67f7446b65 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:38.076271 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'code': 200} Dec 13 10:28:38.103517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] No DVR routers for this DVR port 6914d50c-1894-4d1c-8415-f1232f4ff014 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:28:38.111477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:38.139248 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.139624 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.139976 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.140318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.141247 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.141581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.141914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.142243 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.142572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.142905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.143236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.143569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.143910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:38.157801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:38.158136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:38.158461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:38.162726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:28:38.163044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Attempting to bind port 6914d50c-1894-4d1c-8415-f1232f4ff014 on network ea620de1-6c4b-49eb-adb1-6eb6ba861f60 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:38.167831 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:38.168166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Checking segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:38.168541 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Bound using segment: {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:38.168961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Bound port: 6914d50c-1894-4d1c-8415-f1232f4ff014, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c133fec-df27-435c-8b2c-9aa87599bbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:38.169310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.230244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:38.233363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:38.238086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.273239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.273900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.275276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] 10.222.0.16 "PUT /v2.0/ports/6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 1092 time: 0.5830240 Dec 13 10:28:38.293982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857681a-b5de-48ca-bd3a-2d9daf6de44f service neutron] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:38.338227 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-028c26aa-fcf8-44f5-8f6a-fd05b458c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.339805 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-028c26aa-fcf8-44f5-8f6a-fd05b458c15c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1095 time: 0.0414762 Dec 13 10:28:38.379500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16794d8-bc17-4ae4-b004-c345fac901e6 req-4ca3d5d6-90d5-4bdd-943e-1033467eb6a8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.381029 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f16794d8-bc17-4ae4-b004-c345fac901e6 req-4ca3d5d6-90d5-4bdd-943e-1033467eb6a8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0534291 Dec 13 10:28:38.428408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f16794d8-bc17-4ae4-b004-c345fac901e6 req-0e73aee4-5fed-4b5b-8b7e-9622c154020f tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Dec 13 10:28:38.433084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-8578d66b-c143-4ba2-92e5-15325544ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.434992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-8578d66b-c143-4ba2-92e5-15325544ee46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0888920 Dec 13 10:28:38.477029 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-6e1e8928-6937-4264-9edf-dbbef916eb71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0343087 Dec 13 10:28:38.529525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-6b7ec43f-e9a1-4d2e-9223-7b8c4f9c09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.530864 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-6b7ec43f-e9a1-4d2e-9223-7b8c4f9c09d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0470846 Dec 13 10:28:38.562348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-8f0286c2-5620-4bd4-9f66-720881897f85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243886 Dec 13 10:28:38.648842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9a792c6-fbe8-458d-bae0-c42a4eb6d5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.653515 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-3fe4ebb0-0bff-4637-b91e-5ba6a736c2ba service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Dec 13 10:28:38.745014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a6d8bb6a-3a4a-4858-bf85-12a021f811ab req-30eb2529-da95-4f25-9e8a-5d48f9623690 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847044 Dec 13 10:28:39.545383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a7f03-ae57-4517-b46a-9736ccd3c0ff req-a8cc02df-2a3f-45f0-b9ff-e6dac67bbdd0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:39.546863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea3a7f03-ae57-4517-b46a-9736ccd3c0ff req-a8cc02df-2a3f-45f0-b9ff-e6dac67bbdd0 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0484772 Dec 13 10:28:39.593944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea3a7f03-ae57-4517-b46a-9736ccd3c0ff req-136e21c5-1a2e-428a-a40c-ab1c90cae1b8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Dec 13 10:28:39.685986 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:39.996723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:28:40.036679 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:28:40.077893 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:40.080344 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28" -d '{"events": [{"name": "network-changed", "server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:40.127782 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5438609e-57bc-423f-9d6a-5b05e38518b1 x-openstack-request-id: req-5438609e-57bc-423f-9d6a-5b05e38518b1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:40.128083 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:40.128341 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5438609e-57bc-423f-9d6a-5b05e38518b1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:40.129289 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'status': 'completed', 'code': 200} Dec 13 10:28:40.186316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-02ad5b1d-8f24-4c25-b724-48a5b005ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.187858 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-02ad5b1d-8f24-4c25-b724-48a5b005ca1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1095 time: 0.0415857 Dec 13 10:28:40.191083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-7badc8e2-d5ae-4cf8-ae0c-9c12842abf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.192620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-7badc8e2-d5ae-4cf8-ae0c-9c12842abf26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1095 time: 0.0407181 Dec 13 10:28:40.279659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-b09262d7-fb8d-47b1-acc8-76b61ef902c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.281168 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-b09262d7-fb8d-47b1-acc8-76b61ef902c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0865474 Dec 13 10:28:40.285219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-171e8422-3ea5-4d67-b21e-2f496d46a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.286695 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-171e8422-3ea5-4d67-b21e-2f496d46a2d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0857878 Dec 13 10:28:40.324019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-162a5e2a-004c-4d7f-8a84-f7055302bf13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0354383 Dec 13 10:28:40.328093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-aa74d1c8-318c-4966-b126-1fa3a9b16ec7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0341201 Dec 13 10:28:40.373084 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-195ca43c-e255-42e0-80c0-10e5940db51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.374560 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-195ca43c-e255-42e0-80c0-10e5940db51d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0435119 Dec 13 10:28:40.381132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-82c1c515-fb1e-4ae8-a40d-8ce769f2aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.382721 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-82c1c515-fb1e-4ae8-a40d-8ce769f2aaf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0480995 Dec 13 10:28:40.405064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-789343ea-3c2f-457f-be46-5f93d02fb1e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238707 Dec 13 10:28:40.414163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-53854251-54ab-4f82-ad42-56b342673d75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246196 Dec 13 10:28:40.497767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-7068bfaf-5df2-4834-83e1-be1af2076a72 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859423 Dec 13 10:28:40.502265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-75b0d8a3-c564-4811-8d29-007b5be6775b service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Dec 13 10:28:40.588928 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-eaa763d8-f2ec-4672-a23f-747b02360ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Dec 13 10:28:40.597247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7a1ce49d-f4b8-43f0-97fd-9a6903d8cc28 req-22066738-4315-4a9e-a28c-06472ffcf24b service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Dec 13 10:28:40.709445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480a17-19f1-425c-ba62-8e87a6dab9e3 req-fcb6e36b-82fc-45e9-b84e-882050867f39 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:40.710925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c480a17-19f1-425c-ba62-8e87a6dab9e3 req-fcb6e36b-82fc-45e9-b84e-882050867f39 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0484345 Dec 13 10:28:40.756716 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c480a17-19f1-425c-ba62-8e87a6dab9e3 req-777e6b40-7416-4400-855f-272221ddaac3 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Dec 13 10:28:41.392081 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:41.874608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c52bd-6ef4-4ac9-85b3-9da40a646920 req-21290688-f216-4885-9c3e-d2d6419bcf9a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:41.876131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b4c52bd-6ef4-4ac9-85b3-9da40a646920 req-21290688-f216-4885-9c3e-d2d6419bcf9a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0482011 Dec 13 10:28:41.926163 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8b4c52bd-6ef4-4ac9-85b3-9da40a646920 req-2819f9ec-b139-474d-bacc-5581cd643bdb tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Dec 13 10:28:41.982632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:28:42.095210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:42.113448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:42.124451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'network_id': 'ea620de1-6c4b-49eb-adb1-6eb6ba861f60', 'port_id': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'mac_address': 'fa:16:3e:f4:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa290c-d380-4f68-935a-d64234df58a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:28:42.162087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:42.162338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7956f4e-44f1-4a25-8513-49a89fbccee1 req-555b7793-e317-4566-861f-7c27a81b4903 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:42.163785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7956f4e-44f1-4a25-8513-49a89fbccee1 req-555b7793-e317-4566-861f-7c27a81b4903 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 944 time: 0.0821497 Dec 13 10:28:42.172090 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-e8169ee9-c850-496f-a0b6-43a1f50b3e77 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:42.173504 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-e8169ee9-c850-496f-a0b6-43a1f50b3e77 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.20 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836&tenant_id=792b112af2224240a57f32ebb6a74220&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 944 time: 0.0810087 Dec 13 10:28:42.175588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6914d50c-1894-4d1c-8415-f1232f4ff014 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:42.195362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:42.199808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:42.249436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:42.253327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7956f4e-44f1-4a25-8513-49a89fbccee1 req-73e8ac3b-d874-44b6-a921-6afbb9030e40 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788715 Dec 13 10:28:42.258202 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.258562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.258911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.259257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.259625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.260256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.260375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.260628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.260954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.261288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.261638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.261951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.262278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:42.271563 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-cb6a4e7f-3f14-49f2-b8a9-ef3ced749b66 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:28:42.272908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-cb6a4e7f-3f14-49f2-b8a9-ef3ced749b66 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6914d50c-1894-4d1c-8415-f1232f4ff014/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0844586 Dec 13 10:28:42.357958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-1cdc3eca-83d9-4875-90b0-2ac73f355cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:42.359492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-1cdc3eca-83d9-4875-90b0-2ac73f355cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=792b112af2224240a57f32ebb6a74220&device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 1096 time: 0.0411153 Dec 13 10:28:42.446275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-e686fc5e-3b27-4b04-a3f2-52bc875e46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:42.447797 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-e686fc5e-3b27-4b04-a3f2-52bc875e46dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 200 len: 916 time: 0.0819705 Dec 13 10:28:42.491994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-13abc93a-bfd9-4fc6-a2fa-dd0c3045737a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 200 len: 217 time: 0.0368080 Dec 13 10:28:42.518400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6914d50c-1894-4d1c-8415-f1232f4ff014'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:42.539902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-53b5d387-4aac-4272-9bd3-fcdc0f0dd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:42.541354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-53b5d387-4aac-4272-9bd3-fcdc0f0dd359 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 200 len: 855 time: 0.0427239 Dec 13 10:28:42.572928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-4a611257-f08b-46ff-93ba-ac82181fa68c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea620de1-6c4b-49eb-adb1-6eb6ba861f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244510 Dec 13 10:28:42.663852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-aac287e2-b38d-46ba-bba0-ce8c6792644d service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Dec 13 10:28:42.749921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e5ec541-8669-410e-b826-85ae57a8e95f req-6cf059f0-06ec-4299-a643-69815bdaa45f service neutron] 10.222.0.20 "GET /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795574 Dec 13 10:28:43.372150 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8c6a-b6c2-4442-ac2e-079cc3189a52 req-b0937549-af1d-4c1b-bb7c-cd6e24ceb79b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:43.373647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22ce8c6a-b6c2-4442-ac2e-079cc3189a52 req-b0937549-af1d-4c1b-bb7c-cd6e24ceb79b tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0495389 Dec 13 10:28:43.419408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22ce8c6a-b6c2-4442-ac2e-079cc3189a52 req-652309fa-7cd5-41d3-bd4d-565a539b8eb8 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Dec 13 10:28:43.539086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5f1c6-c3d8-4d9a-adde-079238374de5 req-a3082f5e-f248-4aaa-bdeb-c09b43404bf7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:43.540518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17d5f1c6-c3d8-4d9a-adde-079238374de5 req-a3082f5e-f248-4aaa-bdeb-c09b43404bf7 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Dec 13 10:28:43.587063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17d5f1c6-c3d8-4d9a-adde-079238374de5 req-5b8b481b-c217-4819-9321-21534efd35cb tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Dec 13 10:28:43.698068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066e88b-c108-487d-9d15-5b37e99967ea req-dfff47bb-6de8-45f5-838c-fab7ed4fa85a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:43.699531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0066e88b-c108-487d-9d15-5b37e99967ea req-dfff47bb-6de8-45f5-838c-fab7ed4fa85a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Dec 13 10:28:43.745964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0066e88b-c108-487d-9d15-5b37e99967ea req-80e6a427-ae55-42d1-bcae-ee8343f119b4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Dec 13 10:28:43.987185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:44.034961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6914d50c-1894-4d1c-8415-f1232f4ff014 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:28:44.038807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6914d50c-1894-4d1c-8415-f1232f4ff014 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:44.039178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:44.070750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860c28-f084-402b-a3a6-8182544fa20b req-c780bb03-04de-47d9-b979-ecbe8ecc9642 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:44.072187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17860c28-f084-402b-a3a6-8182544fa20b req-c780bb03-04de-47d9-b979-ecbe8ecc9642 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 945 time: 0.0529099 Dec 13 10:28:44.117004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:44.118683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17860c28-f084-402b-a3a6-8182544fa20b req-5ed75cbf-8c4f-47b4-9b52-9bd99e95b8d5 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Dec 13 10:28:44.140461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:44.143300 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19819abf-453e-4097-b4d2-4d6a39a85c30" -d '{"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-plugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:44.156220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:44.160202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:44.185142 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab5f401-0ae9-496e-8fb9-6542808904a8 x-openstack-request-id: req-cab5f401-0ae9-496e-8fb9-6542808904a8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:44.185441 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-plugged", "status": "completed", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:44.185727 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cab5f401-0ae9-496e-8fb9-6542808904a8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:44.186121 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'code': 200} Dec 13 10:28:44.211179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:45.232944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c41b-b076-49c8-9d04-01414b2ead57 req-d61f5e6b-6ab9-45b1-9165-291ca4d3dd9c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:45.234400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da0c41b-b076-49c8-9d04-01414b2ead57 req-d61f5e6b-6ab9-45b1-9165-291ca4d3dd9c tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0476632 Dec 13 10:28:45.282627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7da0c41b-b076-49c8-9d04-01414b2ead57 req-dfb02667-7add-4c0e-bbed-d511e86519ac tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff9d1293-8839-4294-87f2-29b7250a48dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Dec 13 10:28:45.358781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-2763ae4c-9923-4d77-9020-0e18fd113035 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:45.360318 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-2763ae4c-9923-4d77-9020-0e18fd113035 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.16 "GET /v2.0/ports?device_id=c068da60-0879-4a8a-b577-d45f7a24c836 HTTP/1.1" status: 200 len: 946 time: 0.0544710 Dec 13 10:28:45.448281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Deleting port 6914d50c-1894-4d1c-8415-f1232f4ff014 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:28:45.448541 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:45.538190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] For port 6914d50c-1894-4d1c-8415-f1232f4ff014, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6914d50c-1894-4d1c-8415-f1232f4ff014,segment=NetworkSegment(6c133fec-df27-435c-8b2c-9aa87599bbee),segment_id=6c133fec-df27-435c-8b2c-9aa87599bbee)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:45.538552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:45.550159 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Calling delete_port for 6914d50c-1894-4d1c-8415-f1232f4ff014 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:28:45.674467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:45.686546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6914d50c-1894-4d1c-8415-f1232f4ff014'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:45.705516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Pushing event deleted for resources: {'Port': ['ID=6914d50c-1894-4d1c-8415-f1232f4ff014,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:45.746442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] No DVR routers for this DVR port 6914d50c-1894-4d1c-8415-f1232f4ff014 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:28:45.749067 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:45.753100 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5c4d865a-19ac-41b3-867f-114b18fee67b req-ac5f309b-34a5-4ea2-b56f-c6840d58470a tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] 10.222.0.16 "DELETE /v2.0/ports/6914d50c-1894-4d1c-8415-f1232f4ff014 HTTP/1.1" status: 204 len: 173 time: 0.3858600 Dec 13 10:28:45.753543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-deleted', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:45.755855 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f5650-a536-4103-a9b4-7d276c4cb4d4" -d '{"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-deleted", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:45.795026 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da959f27-6ad6-49b1-85e5-825d1d663537 x-openstack-request-id: req-da959f27-6ad6-49b1-85e5-825d1d663537 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:45.795325 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068da60-0879-4a8a-b577-d45f7a24c836", "name": "network-vif-deleted", "tag": "6914d50c-1894-4d1c-8415-f1232f4ff014", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:45.795659 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da959f27-6ad6-49b1-85e5-825d1d663537 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:45.796067 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068da60-0879-4a8a-b577-d45f7a24c836', 'name': 'network-vif-deleted', 'tag': '6914d50c-1894-4d1c-8415-f1232f4ff014', 'status': 'completed', 'code': 200} Dec 13 10:28:46.400269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:46.443460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Deleting subnet 33aa290c-d380-4f68-935a-d64234df58a5 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:28:46.446464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.483931 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.520922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.572650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.601023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.604291 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33aa290c-d380-4f68-935a-d64234df58a5 HTTP/1.1" status: 204 len: 168 time: 0.2030098 Dec 13 10:28:46.605292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33aa290c-d380-4f68-935a-d64234df58a5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:46.606904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:46.613103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.613463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.613815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.614159 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.614499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.614839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.615177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.615515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.615873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.616207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.616536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.616867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.617195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933269d6-2b1d-4e2c-af44-be7c0422d2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:46.673651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.751610 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.771111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea620de1-6c4b-49eb-adb1-6eb6ba861f60']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:46.779982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c133fec-df27-435c-8b2c-9aa87599bbee') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:46.780274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c133fec-df27-435c-8b2c-9aa87599bbee') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:46.790004 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.802753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.808675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:28:46.809050 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:28:46.810647 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:28:46.867511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.873049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:46.876742 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea620de1-6c4b-49eb-adb1-6eb6ba861f60 HTTP/1.1" status: 204 len: 168 time: 0.2687576 Dec 13 10:28:46.887767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c86b9-09e9-4e7e-aa2b-9cc7e4c91082 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea620de1-6c4b-49eb-adb1-6eb6ba861f60,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:46.982588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:47.027559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3ec4ce49-6743-467d-b805-d3bc1ccc045c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=792b112af2224240a57f32ebb6a74220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437875 Dec 13 10:28:47.029940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37708) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:47.076508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.097763 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.143984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.146485 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.147745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff9d1293-8839-4294-87f2-29b7250a48dc HTTP/1.1" status: 204 len: 168 time: 0.1168907 Dec 13 10:28:47.155317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04753f91-0fdc-401c-afb3-4db940d765ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d1293-8839-4294-87f2-29b7250a48dc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:47.789875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:47.883898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1144141425-network', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:47.904793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:28:47.907632 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.915958 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.993089 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:47.996769 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.020681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:28:48.030162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7141718-246e-4dee-bba4-460a3052ff01,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:48.035565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.035917 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Added segment ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89 of type vlan for network a957acd5-2046-4855-ac18-0be8a7ea95a8 Dec 13 10:28:48.081638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.107092 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.108141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:48.108720 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.154770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3637881 Dec 13 10:28:48.158262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:48.163250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Request body: {'subnet': {'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1144141425-subnet', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:48.169974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe9dba-b25e-4311-8241-c69c369187f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a957acd5-2046-4855-ac18-0be8a7ea95a8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:48.180085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:28:48.184396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:28:48.186862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.351078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.404276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224f54a5-9bde-4afb-852a-5818d2932662,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:48.413343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:48.413697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Network hostable DHCP agents. Network: a957acd5-2046-4855-ac18-0be8a7ea95a8, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:28:48.429109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:28:48.437243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, a957acd5-2046-4855-ac18-0be8a7ea95a8) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:48.441663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:48.442258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.446620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b72624-fc7d-4965-b28f-6f6fa5c58fe2 None None] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:28:48.458162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e1f31da9-2023-4764-bb69-23651f3292b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2988164 Dec 13 10:28:48.460886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37736) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:48.465129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:48.484496 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.485586 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.540898 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.550522 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-a957acd5-2046-4855-ac18-0be8a7ea95a8', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:28:48.551409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.676868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.687671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Allocated IP 172.20.0.2 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:48.831170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.836723 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.872323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.882150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:48.884907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:48.887363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:48.891330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.892889 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Pushing event updated for resources: {'Port': ['ID=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:48.945527 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Attempting to bind port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:48.945818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Attempting to bind port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:48.946185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Attempting to bind port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:48.951034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:48.951411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:48.951845 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.952240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:48.952708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Bound port: 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:48.953078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:48.995245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Allocated IP 172.25.2.133 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ca25fda7-d6b9-4795-a9fb-9d6cce35a96c) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:49.015720 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] For port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:49.019564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] For port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:49.024009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.085561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480df22-c230-4d32-be82-80bb357f0280 None None] Pushing event updated for resources: {'Port': ['ID=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:49.104441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.139395 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.182771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:49.185854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:49.188812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:49.200124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66f872-0a3f-4ae2-be53-cffd2ad255cc None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:28:49.220851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Pushing event updated for resources: {'Port': ['ID=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:49.288348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5ae2e438-c0c8-4852-8027-38801b08a7ce None None] Provisioning complete for port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:49.288999 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e438-c0c8-4852-8027-38801b08a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.335618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2e438-c0c8-4852-8027-38801b08a7ce None None] Port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:49.468668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.659903 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:49.987233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:28:50.008020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6914d50c-1894-4d1c-8415-f1232f4ff014 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:28:50.008369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6914d50c-1894-4d1c-8415-f1232f4ff014 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:28:50.012927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf27354-648e-4fd0-b1d3-fd3c81d2c47b None None] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:28:50.088302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] Provisioning complete for port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:50.088670 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.132227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:28:50.199876 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.234903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] For port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:50.237341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:28:50.241547 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.253514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:28:50.257427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.258690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b008b6b4-44f3-4a12-862c-4ed05763e68f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7968671 Dec 13 10:28:50.261691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37738) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:50.269603 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:50.270288 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:50.303821 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2fdf4-b642-4d6a-9015-8f9185278a76 None None] Pushing event updated for resources: {'Port': ['ID=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:50.378664 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:50.466178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9661a598-9f2b-4172-8b1d-a6e5a52e65f0 None None] Provisioning complete for port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:50.466554 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9661a598-9f2b-4172-8b1d-a6e5a52e65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.562750 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:49Z', 'revision_number': 3, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:50.589494 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:28:50.589840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Updating router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:28:50.613982 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.690453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.843173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Allocated IP 172.20.0.1 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/d2949e04-6736-4390-81ae-ecea8f04e4b2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:50.875987 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.881845 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.926000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3cf4b-f580-433a-a426-9460848b4697 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:28:50.929478 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Attempting to bind port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:50.929778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Attempting to bind port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:50.930152 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Attempting to bind port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:50.938539 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:50.939069 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:50.939943 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.940194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:50.940550 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Bound port: ca25fda7-d6b9-4795-a9fb-9d6cce35a96c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:50.941021 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.945840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Pushing event updated for resources: {'Port': ['ID=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:50.956928 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.990298 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.990652 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.991000 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.991343 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.991733 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.992043 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.992346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5b376eba-7cc1-4e3f-a627-24a9a17fff5a None None] Provisioning complete for port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:50.992495 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.992761 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.992907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b376eba-7cc1-4e3f-a627-24a9a17fff5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:50.993016 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.993580 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.993918 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.994370 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.994721 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:50.998010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.031265 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] For port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:51.037366 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] For port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:51.042335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-5b376eba-7cc1-4e3f-a627-24a9a17fff5a None None] Port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:51.042585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:51.044469 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.046587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:51.050276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:51.076479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Pushing event updated for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:51.083811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:51.098622 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.117202 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:51.117919 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:51.124384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b2864-2a2a-4bda-a370-f77cf3c87dd6 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:28:51.177677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:51.177902 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1434fd1-36d6-4621-b057-2036d016ed5f None None] Pushing event updated for resources: {'Port': ['ID=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:51.178337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.218517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] Provisioning complete for port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:51.219033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.283278 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:51.285111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.348138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.369941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] For port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:51.375072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.427735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807389a9-6a9e-49b0-b0a8-90f60df877da None None] Pushing event updated for resources: {'Port': ['ID=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:51.460810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.466006 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.480067 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:49Z', 'revision_number': 3, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:51.494863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0382e821-4041-4687-9dd0-03bfd2bb61d1 None None] Provisioning complete for port d2949e04-6736-4390-81ae-ecea8f04e4b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:51.495572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0382e821-4041-4687-9dd0-03bfd2bb61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.507256 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4cef-5555-4cb0-8b88-945e4f5d1f67 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:49Z', 'revision_number': 3, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:28:51.534825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.540151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0382e821-4041-4687-9dd0-03bfd2bb61d1 None None] Port d2949e04-6736-4390-81ae-ecea8f04e4b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:51.552497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Pushing event updated for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:51.639734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:51.641645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:51.766144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:28:51.889617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:28:51.896052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f3355d0-c74b-4a12-a0ca-495f1b7d712b admin admin] 10.222.0.31 "PUT /v2.0/routers/4324b4bb-18b7-413d-aeb1-2a297b6fac34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327128 Dec 13 10:28:51.962684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa9c1-1502-42e8-aa78-d2d004a74287 None None] Provisioning complete for port d2949e04-6736-4390-81ae-ecea8f04e4b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:51.963060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa9c1-1502-42e8-aa78-d2d004a74287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:51.998888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fa9c1-1502-42e8-aa78-d2d004a74287 None None] Port d2949e04-6736-4390-81ae-ecea8f04e4b2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:52.546750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 37746) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:52.551436 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302716591', 'description': 'tempest-description--1509567208'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:52.572665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.636667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.640277 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.669141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.670360 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1225908 Dec 13 10:28:52.673297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37748) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:52.674389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de1cbd-4d0a-4e10-b524-4c035f19db29 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c32630-27a4-4e6f-b4a9-d05999b04fdb,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:52.677879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'security_group_rule': {'security_group_id': '02c32630-27a4-4e6f-b4a9-d05999b04fdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:52.705424 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.764629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.769189 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.788755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7353c026-b398-46c5-b2b5-8747d42de120,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:52.795502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.796753 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e0300de-762e-4b76-9ca1-1c5bf105124e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224432 Dec 13 10:28:52.799415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37750) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:52.803751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'security_group_rule': {'security_group_id': '02c32630-27a4-4e6f-b4a9-d05999b04fdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:52.830979 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.886160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.889976 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.909842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b0d6ba-8ff0-4a6b-a95c-d1385a1284c1,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:52.918348 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:52.919566 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab9008b0-160d-4fff-9144-50bbfac2a038 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191580 Dec 13 10:28:52.922490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37752) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:52.926807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:52.948373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.046686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca25fda7-d6b9-4795-a9fb-9d6cce35a96c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:53.051294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:28:53.054020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.095108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:53.095894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:53.156412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Allocated IP 172.25.2.23 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/77d5ccef-7177-424a-91db-5e512a151fd0) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:53.157129 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:53.157510 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.238266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:53.265670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.300064 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.336042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:53.340602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:53.343329 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:53.371262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=77d5ccef-7177-424a-91db-5e512a151fd0,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:53.441260 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.474396 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.475442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 2, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:53.502646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:28:53.503008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Updating router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 port d2949e04-6736-4390-81ae-ecea8f04e4b2 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:28:53.528068 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.629464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.634074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.704292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=77d5ccef-7177-424a-91db-5e512a151fd0,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:53.713439 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.729136 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.732084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-526a8e1e-2f71-492e-ad76-a35d054cef85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8086090 Dec 13 10:28:53.793005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.799405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.847987 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d8d0-a386-4026-a161-d274f78abbfa None None] Pushing event updated for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:53.887700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-0e89aea7-9454-4aea-b69e-008c4e9ab2cb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--302716591&fields=id&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 267 time: 0.0485535 Dec 13 10:28:53.899045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Attempting to bind port d2949e04-6736-4390-81ae-ecea8f04e4b2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:53.899424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Attempting to bind port d2949e04-6736-4390-81ae-ecea8f04e4b2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:53.899823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Attempting to bind port d2949e04-6736-4390-81ae-ecea8f04e4b2 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:53.906020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:53.906020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:53.906020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.906423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:53.907606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Bound port: d2949e04-6736-4390-81ae-ecea8f04e4b2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:53.907998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:53.976854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] For port d2949e04-6736-4390-81ae-ecea8f04e4b2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:53.981883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] For port d2949e04-6736-4390-81ae-ecea8f04e4b2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d2949e04-6736-4390-81ae-ecea8f04e4b2,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:53.987310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:54.005905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-43eca9b5-7fc4-42cd-9003-5848f78c15a3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:54.007506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-43eca9b5-7fc4-42cd-9003-5848f78c15a3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.1126428 Dec 13 10:28:54.026277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-464c640d-8a2b-44ca-a18d-484987264203 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/quotas/515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 375 time: 0.0129409 Dec 13 10:28:54.050942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:54.051538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:54.054564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d8d0-a386-4026-a161-d274f78abbfa None None] Pushing event updated for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:54.085487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-d60768f1-8d00-46f6-a8dd-6b7cb3e4d427 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517442 Dec 13 10:28:54.197129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-0341e141-6f92-4408-bacf-209582670779 service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965195 Dec 13 10:28:54.292618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-47f63ebe-c886-4654-b66a-bdadcb02066e service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879369 Dec 13 10:28:54.337860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] Provisioning complete for port d2949e04-6736-4390-81ae-ecea8f04e4b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:54.338238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:54.343178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:54.462062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ac1a1957-5350-48e5-bae0-bb4cba74898f req-2f45abda-9099-4b19-86c2-7407fc339622 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Dec 13 10:28:54.546170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:54.608862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] For port d2949e04-6736-4390-81ae-ecea8f04e4b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d2949e04-6736-4390-81ae-ecea8f04e4b2,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:54.615678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:54.673518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53b259-1e4a-40a6-8eb5-fd6f28c0d5a0 None None] Pushing event updated for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:54.682012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:53Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:54.711383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22408e-d682-4ab5-93ac-ca77c68df246 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:53Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:28:54.736960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c97e55f1-9a9c-4f2f-a385-74e22e58766e None None] Provisioning complete for port d2949e04-6736-4390-81ae-ecea8f04e4b2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:54.737341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c97e55f1-9a9c-4f2f-a385-74e22e58766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:55.056430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d2949e04-6736-4390-81ae-ecea8f04e4b2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:55.107370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port d2949e04-6736-4390-81ae-ecea8f04e4b2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:55.107807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:55.451974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-da2b3b28-66ad-4c00-8d6e-4a801272704b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:55.454069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-da2b3b28-66ad-4c00-8d6e-4a801272704b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.1130052 Dec 13 10:28:55.523281 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-090f27e7-13e6-444a-855d-02f7c3e983f9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 379 time: 0.0596755 Dec 13 10:28:55.535747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'port': {'device_id': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'admin_state_up': True, 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'security_groups': ['02c32630-27a4-4e6f-b4a9-d05999b04fdb']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:55.569215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea2bd715-31fc-4ab7-806a-12f8a8625e2c req-e5680bc5-35cb-4b6a-b067-43fada6881a0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0294607 Dec 13 10:28:55.646433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:28:55.650061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:55.783510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Allocated IP 172.20.0.5 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/36c088a1-116b-4dd8-8f0d-4b2b030efddc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:55.921138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:55.960896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.007127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:56.010164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:56.013710 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:56.019972 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:56.067035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.067795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.084226 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-3115f325-8613-4c29-8972-907c6695d677 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532694 Dec 13 10:28:56.097085 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Request body: {'port': {'device_id': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:56.157824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.277762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a93ae5c2-4b2d-469f-a1ea-f2f3242b678b None None] Provisioning complete for port 36c088a1-116b-4dd8-8f0d-4b2b030efddc triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:56.278322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5c2-4b2d-469f-a1ea-f2f3242b678b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.312498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a93ae5c2-4b2d-469f-a1ea-f2f3242b678b None None] Port 36c088a1-116b-4dd8-8f0d-4b2b030efddc cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:56.420009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c088a1-116b-4dd8-8f0d-4b2b030efddc {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:56.427407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.439307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Transition to ACTIVE for port object 36c088a1-116b-4dd8-8f0d-4b2b030efddc will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:28:56.442524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.493423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:56.563901 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:56.564251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:56.564574 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:56.570200 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:28:56.570519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:56.575924 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:56.576271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:56.576658 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:56.577087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Bound port: 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:56.577470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.647705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:56.651762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:56.656378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.696417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.696711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:56.698084 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] 10.222.0.16 "PUT /v2.0/ports/36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 1091 time: 0.6057138 Dec 13 10:28:56.698532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:56.700853 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d44b2f8ddc48c1be4c06e28ed54f0df1542a589cacb03d77cdf53a3825c5e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9160cf6-babe-4fe9-8029-e9bd2661c73f" -d '{"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:56.706620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94affefd-595b-4ca2-ba16-8ace8048aa3f req-6eb46dc9-d8ac-4a9f-b8f5-010cde11c95a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.708375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94affefd-595b-4ca2-ba16-8ace8048aa3f req-6eb46dc9-d8ac-4a9f-b8f5-010cde11c95a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0573349 Dec 13 10:28:56.751492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da76e-5b33-4e0f-be30-00ec873b1290 service neutron] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:56.784835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94affefd-595b-4ca2-ba16-8ace8048aa3f req-963e4bd9-4816-48b0-9489-67ee0fb231e5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652094 Dec 13 10:28:56.794978 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f136243c-0a06-4027-8c38-902f206134df x-openstack-request-id: req-f136243c-0a06-4027-8c38-902f206134df {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:56.795231 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:56.795493 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f136243c-0a06-4027-8c38-902f206134df {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:56.795922 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'status': 'completed', 'code': 200} Dec 13 10:28:56.815780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-c0edb805-8f93-4805-baa3-ed309cac03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.817313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-c0edb805-8f93-4805-baa3-ed309cac03ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0598729 Dec 13 10:28:56.862433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-c575e898-0021-47ad-961b-0be8f2c275a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 217 time: 0.0357862 Dec 13 10:28:56.912453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-41150af4-2694-45f1-9400-3dc7665c38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.913914 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-41150af4-2694-45f1-9400-3dc7665c38e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0447800 Dec 13 10:28:56.961259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-cab557dd-02dc-4ef5-b2c7-70f3976f3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:56.962629 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-cab557dd-02dc-4ef5-b2c7-70f3976f3bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409281 Dec 13 10:28:57.054729 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-42d87a64-4d06-4be1-ae4b-c4586dcc2ddd service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832257 Dec 13 10:28:57.141771 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a4e37bb6-ad6b-4f83-a25e-1a347cfdcfd6 req-056f19a5-2b40-4456-8933-b881bc0b195a service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796225 Dec 13 10:28:57.226163 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-8c6256ad-496b-482b-8e69-2c07392c5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:57.227678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-8c6256ad-496b-482b-8e69-2c07392c5bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0441551 Dec 13 10:28:57.316950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-84b6ed3f-24d0-41ee-a775-a899019e2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:57.318383 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-84b6ed3f-24d0-41ee-a775-a899019e2f3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0840197 Dec 13 10:28:57.364081 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-930767cf-616b-4a90-9355-6a20fbc83050 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 217 time: 0.0380011 Dec 13 10:28:57.410840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-5af807af-6a1d-4154-91cb-70e614a30cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:57.412266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-5af807af-6a1d-4154-91cb-70e614a30cd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0420327 Dec 13 10:28:57.457484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-3d48f25b-730c-4ad7-8d9f-d160b88971e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:57.458963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-3d48f25b-730c-4ad7-8d9f-d160b88971e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399990 Dec 13 10:28:57.550332 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-b640d487-0f69-4dbb-be4a-ff63a10e7e22 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836315 Dec 13 10:28:57.905519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe0088-3e20-49d4-ba1e-a4410f551697 req-c5f9062f-b3d8-4cda-bacc-ba83119622a0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:57.907735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0fe0088-3e20-49d4-ba1e-a4410f551697 req-c5f9062f-b3d8-4cda-bacc-ba83119622a0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0508609 Dec 13 10:28:57.956825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b0fe0088-3e20-49d4-ba1e-a4410f551697 req-c3249024-edbb-4717-b11e-a927463f0730 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Dec 13 10:28:57.962636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c9160cf6-babe-4fe9-8029-e9bd2661c73f req-a6cc921b-09d4-490e-8518-33eb7b624ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054470 Dec 13 10:28:59.070608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c161524-d1da-440c-852e-68cada3a6b6e req-03f532a5-0e47-4203-975d-5654d9e3ad96 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:59.072046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c161524-d1da-440c-852e-68cada3a6b6e req-03f532a5-0e47-4203-975d-5654d9e3ad96 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0489435 Dec 13 10:28:59.122275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c161524-d1da-440c-852e-68cada3a6b6e req-cbfb12a3-e4dd-4f36-ba29-a141933c00a3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Dec 13 10:29:00.033744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:29:00.045445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:00.134419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:29:00.145722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'mac_address': 'fa:16:3e:4d:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:29:00.182976 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:00.196637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c088a1-116b-4dd8-8f0d-4b2b030efddc {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:29:00.215929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:29:00.219581 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:00.237339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114fd40-eabd-49fd-ac46-72918c1d7479 req-6e322a41-5792-4504-86ca-19052a2a3a85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:00.238846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2114fd40-eabd-49fd-ac46-72918c1d7479 req-6e322a41-5792-4504-86ca-19052a2a3a85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0492208 Dec 13 10:29:00.271884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:29:00.287907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2114fd40-eabd-49fd-ac46-72918c1d7479 req-856b21e7-abff-4fa6-a2e1-66a26f2d30a5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Dec 13 10:29:00.504071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['36c088a1-116b-4dd8-8f0d-4b2b030efddc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:29:01.401192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1688a2-1135-46d8-bd88-f22417392d60 req-933a5c72-d7d4-49f2-9ef1-6192f3c9dc9b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:01.402661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a1688a2-1135-46d8-bd88-f22417392d60 req-933a5c72-d7d4-49f2-9ef1-6192f3c9dc9b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0476995 Dec 13 10:29:01.449095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a1688a2-1135-46d8-bd88-f22417392d60 req-2ff1126a-02f0-4412-bce4-e5abe269a8d2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399618 Dec 13 10:29:01.495605 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:29:02.048709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:29:02.100534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 36c088a1-116b-4dd8-8f0d-4b2b030efddc completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:29:02.104297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 36c088a1-116b-4dd8-8f0d-4b2b030efddc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:29:02.104677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:02.179570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:02.202903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:29:02.205181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da61919-ffc6-4764-92f2-700a91c28bb1" -d '{"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:29:02.217706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:29:02.221693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:02.248804 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181248a-3959-447f-ba28-b6cdcf67c9fc x-openstack-request-id: req-8181248a-3959-447f-ba28-b6cdcf67c9fc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:29:02.249099 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:29:02.249350 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8181248a-3959-447f-ba28-b6cdcf67c9fc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:29:02.249756 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'code': 200} Dec 13 10:29:02.275258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:29:02.343152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943830f-11aa-4dcd-8cf4-48608e494dd0 req-e528175e-70c7-45ba-bb7a-8a46f718a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:02.344663 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0943830f-11aa-4dcd-8cf4-48608e494dd0 req-e528175e-70c7-45ba-bb7a-8a46f718a7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0395403 Dec 13 10:29:02.390852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-0943830f-11aa-4dcd-8cf4-48608e494dd0 req-082c0d14-976f-4e59-93ea-b91b89d3f4a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Dec 13 10:29:02.567494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a0645-53c0-4f33-9726-67354f3ea7cb req-0a3fa5dc-fb60-4636-b669-1d916b0c9631 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:02.569008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-416a0645-53c0-4f33-9726-67354f3ea7cb req-0a3fa5dc-fb60-4636-b669-1d916b0c9631 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Dec 13 10:29:02.615583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-416a0645-53c0-4f33-9726-67354f3ea7cb req-2a26c4e3-d73f-4a0a-908a-d3ce19503785 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Dec 13 10:29:03.733530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412848-7703-4bce-8658-51419aaaf25f req-06a92f28-14ea-441f-b74f-ec3e731169bc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:03.735584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da412848-7703-4bce-8658-51419aaaf25f req-06a92f28-14ea-441f-b74f-ec3e731169bc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Dec 13 10:29:03.788277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da412848-7703-4bce-8658-51419aaaf25f req-eae9fbfc-4c9b-4863-93f0-3413fbb8d1b6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Dec 13 10:29:04.635442 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:04.904126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe8ff5-097b-4e7b-b0e2-8ca0c6f78bfa req-dc0da986-bbf6-44e3-a280-272807b66828 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:04.905521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3fe8ff5-097b-4e7b-b0e2-8ca0c6f78bfa req-dc0da986-bbf6-44e3-a280-272807b66828 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Dec 13 10:29:04.952517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3fe8ff5-097b-4e7b-b0e2-8ca0c6f78bfa req-87928404-35af-4934-9ca8-258acac243ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Dec 13 10:29:05.061949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312435d-b24f-4685-a8e7-347787b6ba99 req-e3c84ace-c525-4f4f-88d5-f750f58ecf6c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:05.063945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3312435d-b24f-4685-a8e7-347787b6ba99 req-e3c84ace-c525-4f4f-88d5-f750f58ecf6c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Dec 13 10:29:05.072281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 37800) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:29:05.076657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'floatingip': {'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:29:05.114388 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:05.534468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:05.537994 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:05.635159 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 associated. External IP: 172.25.2.23, port: 36c088a1-116b-4dd8-8f0d-4b2b030efddc. Dec 13 10:29:05.834867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:29:05.939774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:29:05.944515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:05.949747 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:29:05.960570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:29:05.960570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:29:05.975822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d0e8f759-6fb2-49e4-a9e1-e16ee7676777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "PUT /v2.0/floatingips/112d3227-724d-4c63-adbf-e3d1c4324ba1 HTTP/1.1" status: 200 len: 990 time: 0.9024796 Dec 13 10:29:05.976407 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:29:05.978775 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f5066-70bd-488c-b894-662c2e86ac25" -d '{"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:29:06.015539 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922dca4-0aef-49ce-b516-2064ac5b83cb x-openstack-request-id: req-c922dca4-0aef-49ce-b516-2064ac5b83cb {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:29:06.016402 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:29:06.016661 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c922dca4-0aef-49ce-b516-2064ac5b83cb {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:29:06.017074 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'status': 'completed', 'code': 200} Dec 13 10:29:06.068740 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:29:06.078683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-52394263-ffa5-45d0-b5a0-adc0918141a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:06.080244 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-52394263-ffa5-45d0-b5a0-adc0918141a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0406289 Dec 13 10:29:06.168463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-3e36855b-03f5-46d9-9e57-04e7c3ca1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:06.170059 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-3e36855b-03f5-46d9-9e57-04e7c3ca1003 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0833287 Dec 13 10:29:06.197250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7d06-a1e3-42cf-9129-e5b7f34f6dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:06.239583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-eb749edb-0d14-4668-8620-25828453be5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 998 time: 0.0625651 Dec 13 10:29:06.296218 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:4d:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:29:05Z', 'revision_number': 1, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:29:06.296531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-b1ee8077-4070-4f73-8c84-0246b13b3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:06.297731 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-b1ee8077-4070-4f73-8c84-0246b13b3462 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0480421 Dec 13 10:29:06.323079 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:29:06.332032 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:29:06.332644 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:28:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:29:06.342650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-2e2249cd-6527-4ffa-a30b-cc3d94330236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:06.344221 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-2e2249cd-6527-4ffa-a30b-cc3d94330236 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398402 Dec 13 10:29:06.435889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-0bf3bf4c-ce09-424c-ade2-6d52e7f6ea78 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Dec 13 10:29:06.520589 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:29:06.526980 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a76f5066-70bd-488c-b894-662c2e86ac25 req-b164ade5-3ed9-4084-a324-1e0025964a2d service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845540 Dec 13 10:29:06.738264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:4d:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:29:05Z', 'revision_number': 1, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:29:06.767157 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b763b28-22e9-4cc4-aed3-073b0cade14f None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:4d:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:29:05Z', 'revision_number': 1, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:29:06.961765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa75cc-d3ef-49c0-aa31-1ffcd55da74d None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:29:08.649874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a1fb0d-a207-453d-8f72-2081e1c3cfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:09.689949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:11.301581 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:12.068798 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:30.054594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:34.632661 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:36.199041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a2561b6-abc9-4c37-b433-10443f319021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:38.494388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:29:38.651194 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f91ce250-e132-4ee2-bf1e-380343d8f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:39.692578 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:41.304545 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:42.071175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:53.046745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-a6f9f9b5-eef3-4fa9-bbd5-4eaa9fed86ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441995 Dec 13 10:29:53.129759 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e690-1d81-4605-8733-3e31014204f0 req-7fe4390d-4d63-4505-b132-eb3010f0cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:53.131259 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-7fe4390d-4d63-4505-b132-eb3010f0cafc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0405595 Dec 13 10:29:53.232322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e690-1d81-4605-8733-3e31014204f0 req-4096ffc5-e8eb-4dce-ac2d-77d4db039379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:53.233779 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-4096ffc5-e8eb-4dce-ac2d-77d4db039379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0823972 Dec 13 10:29:53.301613 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-ad65a17d-8c41-4720-b028-6c6ce969c5ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 1000 time: 0.0607302 Dec 13 10:29:53.347749 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e690-1d81-4605-8733-3e31014204f0 req-b7cf0897-ba87-4fe5-a2d1-b7e3a40de6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:53.349176 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-b7cf0897-ba87-4fe5-a2d1-b7e3a40de6f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0413821 Dec 13 10:29:53.394618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e690-1d81-4605-8733-3e31014204f0 req-f6e4cb55-b9d2-4f6d-81f1-40641dd6fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:53.396099 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-f6e4cb55-b9d2-4f6d-81f1-40641dd6fe6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387523 Dec 13 10:29:53.486064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-dc7ed77e-8027-4aca-917f-e41616733dbb service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812690 Dec 13 10:29:53.580671 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8471e690-1d81-4605-8733-3e31014204f0 req-f149b89c-eb1f-4bf7-a645-973ed6a439c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879653 Dec 13 10:30:00.061725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:04.644273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:06.200072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52b7437f-d067-4e08-bfdb-ccb285e5dcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:08.653216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aaa9dfc8-a94f-4b30-aca9-01087be531c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:09.694898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:11.307437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:12.076406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:15.494235 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:30:30.054623 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:34.643181 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:36.201456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-927ea32f-2357-4cb1-ab17-381d19f29e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:38.654234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2f54446b-a67e-495e-ab35-a361818e7702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:39.698025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:41.310087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:42.078080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:52.492991 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:30:54.418119 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-7b0ed1de-57b3-4f8f-8cc0-df3b68bbbb64 req-c8488c45-5133-4274-bd7a-5b74d2faaae5 service neutron] (103195) timed out ('10.222.0.20', 49792) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:30:55.028376 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-d853ad81-6ebf-42cb-b337-e1fc9480fa33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450728 Dec 13 10:30:55.115105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-64993c4a-2e5a-4082-be71-4ba96982dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:55.116628 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-64993c4a-2e5a-4082-be71-4ba96982dfb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0434196 Dec 13 10:30:55.217787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-d0a01348-800c-4db3-bffe-55fa68c441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:55.219813 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-d0a01348-800c-4db3-bffe-55fa68c441bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0833976 Dec 13 10:30:55.288042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-913ecf5b-09e1-4360-ab18-c3ab9f1c182c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 1000 time: 0.0610714 Dec 13 10:30:55.334631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-9487a181-3b83-4eb0-af0f-bc4ca34b6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:55.336049 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-9487a181-3b83-4eb0-af0f-bc4ca34b6ce0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0418181 Dec 13 10:30:55.380875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-e1d0f22e-0076-41f2-9dd4-a74a74b28cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:55.382260 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-e1d0f22e-0076-41f2-9dd4-a74a74b28cda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389349 Dec 13 10:30:55.473276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-31654cb4-813b-4fa9-b12c-ddca9d05aad4 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836716 Dec 13 10:30:55.565601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-73196a39-cbc9-4db9-b366-09abd1aa404c req-0cd257c4-287a-42b7-a45e-beb642d08594 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Dec 13 10:31:00.057688 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:04.661635 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:06.202763 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b78e84b5-9acd-4cec-9a50-937212ac1851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:08.656127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-261bf9fa-0f74-4b16-9e70-707407f60dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:09.699827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:11.313378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:12.080113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:29.492630 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:31:30.082351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:34.662177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:36.120203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a21b6-54c9-4d4f-96d1-4f141af0beae req-91d76c2b-2ade-4bf2-b201-2c2a74ec81ce tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:36.121728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b4a21b6-54c9-4d4f-96d1-4f141af0beae req-91d76c2b-2ade-4bf2-b201-2c2a74ec81ce tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.1066427 Dec 13 10:31:36.169970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b4a21b6-54c9-4d4f-96d1-4f141af0beae req-7fe2c197-917b-41d5-8c43-27837da4d1c3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Dec 13 10:31:36.206443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aefd942-c0ec-4821-aa33-b4c3979b3807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:36.440082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6484e-67aa-444b-b958-b19e91a6b15b req-c098ae91-1940-4259-b3c2-1fb8a43b4534 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:36.441597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03c6484e-67aa-444b-b958-b19e91a6b15b req-c098ae91-1940-4259-b3c2-1fb8a43b4534 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0766203 Dec 13 10:31:36.466508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-06995d2b-5b47-4119-a0af-8371b1c69095 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113210 Dec 13 10:31:36.496595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03c6484e-67aa-444b-b958-b19e91a6b15b req-554e9c59-b9bd-47a6-ae8f-8a6136e26266 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477750 Dec 13 10:31:37.610616 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-47660bf2-5615-4dd6-8bd7-1e5b9571b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.612199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-47660bf2-5615-4dd6-8bd7-1e5b9571b535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0966678 Dec 13 10:31:37.674387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c745591-bd2e-4ea2-9652-09fc83481135 req-08d7a5f2-fc23-444f-9045-04546912c7b6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.675918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c745591-bd2e-4ea2-9652-09fc83481135 req-08d7a5f2-fc23-444f-9045-04546912c7b6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.1045907 Dec 13 10:31:37.707175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-a5eec746-cc25-4525-94ad-001c67ed7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.708739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-a5eec746-cc25-4525-94ad-001c67ed7122 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0900476 Dec 13 10:31:37.726705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c745591-bd2e-4ea2-9652-09fc83481135 req-24e1e0c3-fd3f-428b-af96-863a3610abde tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445693 Dec 13 10:31:37.779766 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-211056e0-c5cb-4aed-83fc-11d9e6e339b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 1000 time: 0.0642109 Dec 13 10:31:37.830543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-9c187833-cbe7-4bb7-8dad-b6b4f4a56f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.831998 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-9c187833-cbe7-4bb7-8dad-b6b4f4a56f28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0446601 Dec 13 10:31:37.877003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-7a22d520-b3c3-412a-bb9f-a68dd25afa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.878465 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-7a22d520-b3c3-412a-bb9f-a68dd25afa82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396304 Dec 13 10:31:37.970791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-e6184f90-1cb6-4da2-99ec-078acd9d57d7 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840304 Dec 13 10:31:38.057466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-3277a04e-ac0d-4899-8b66-36e5bfbf3f69 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798647 Dec 13 10:31:38.661869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66231f30-6204-498f-a056-893c041ba176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:38.843618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd14-80ad-4bca-a24a-3aa548fee15d req-f7161d08-f5a2-42ce-bdeb-a93fe5d1a6d9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:38.845097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55c2fd14-80ad-4bca-a24a-3aa548fee15d req-f7161d08-f5a2-42ce-bdeb-a93fe5d1a6d9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0490677 Dec 13 10:31:38.891114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55c2fd14-80ad-4bca-a24a-3aa548fee15d req-59f72538-ad8f-45d0-bcc5-de7548cd4c6c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Dec 13 10:31:39.701068 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:40.006713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1a585-1c47-4853-a39d-344e3957f3b2 req-2a4ddfe6-1fec-4216-9676-abcf89b19efb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:40.008155 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbf1a585-1c47-4853-a39d-344e3957f3b2 req-2a4ddfe6-1fec-4216-9676-abcf89b19efb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0476105 Dec 13 10:31:40.054601 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbf1a585-1c47-4853-a39d-344e3957f3b2 req-4de150fa-babc-4302-80aa-a4f28453db05 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Dec 13 10:31:41.176111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b9e2-b7cd-4f95-993b-311b5cebaf0a req-eda9f96a-190c-44b0-9ae6-b39233317fbf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:41.177599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6287b9e2-b7cd-4f95-993b-311b5cebaf0a req-eda9f96a-190c-44b0-9ae6-b39233317fbf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0521908 Dec 13 10:31:41.223848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6287b9e2-b7cd-4f95-993b-311b5cebaf0a req-ebc9909d-e2a2-482b-9591-d373a0cd8c01 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Dec 13 10:31:41.316220 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:42.082671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:42.342747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7c88c-dfae-4a0c-abfa-a89d8c3ce197 req-4b6348ef-1c5b-4f40-82c5-2d67390502af tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:42.344168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13a7c88c-dfae-4a0c-abfa-a89d8c3ce197 req-4b6348ef-1c5b-4f40-82c5-2d67390502af tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0485439 Dec 13 10:31:42.390591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13a7c88c-dfae-4a0c-abfa-a89d8c3ce197 req-cf7c17c8-3b36-481f-8881-6eb48d258258 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Dec 13 10:31:43.505757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c825b49-4fe6-4821-a428-2d48b815c095 req-4c3f59ae-6c40-4b68-8e83-bd1c03b02551 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:43.507222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c825b49-4fe6-4821-a428-2d48b815c095 req-4c3f59ae-6c40-4b68-8e83-bd1c03b02551 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Dec 13 10:31:43.557376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c825b49-4fe6-4821-a428-2d48b815c095 req-ff3d350e-9c22-46f3-ba63-32f2014c80c6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Dec 13 10:31:44.675384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac34e9-1cfb-4951-bb60-8d193baefcc1 req-90311c90-64a5-4c24-b359-47daadc2abe7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.676883 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dac34e9-1cfb-4951-bb60-8d193baefcc1 req-90311c90-64a5-4c24-b359-47daadc2abe7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Dec 13 10:31:44.724382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2dac34e9-1cfb-4951-bb60-8d193baefcc1 req-706b0243-26e4-4848-988f-c74379cedd9e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Dec 13 10:31:45.839490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a99e2-cd76-4097-aaa0-0e688b3f9b76 req-df165cda-1bf7-4472-9285-4d65288d83fc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.841049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a4a99e2-cd76-4097-aaa0-0e688b3f9b76 req-df165cda-1bf7-4472-9285-4d65288d83fc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Dec 13 10:31:45.886374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a4a99e2-cd76-4097-aaa0-0e688b3f9b76 req-6c8256f5-fb17-469b-91ba-95eb29e8bf96 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Dec 13 10:31:47.007058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2f69-d08a-44e0-907d-3db3d35b7a16 req-d10b0020-f6a8-43ac-ab55-2fbd00d828a3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:47.008551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee7c2f69-d08a-44e0-907d-3db3d35b7a16 req-d10b0020-f6a8-43ac-ab55-2fbd00d828a3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0514731 Dec 13 10:31:47.055770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee7c2f69-d08a-44e0-907d-3db3d35b7a16 req-466e356f-2443-4c09-8b9e-8bfa7e810521 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411170 Dec 13 10:31:48.171095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb6394-d31b-4fd4-94b3-a49ed1fcd750 req-0d64b75a-2fac-45b0-9829-029bc05ec06e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:48.172573 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccb6394-d31b-4fd4-94b3-a49ed1fcd750 req-0d64b75a-2fac-45b0-9829-029bc05ec06e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Dec 13 10:31:48.218678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ccb6394-d31b-4fd4-94b3-a49ed1fcd750 req-34fef0dd-8c11-4646-ad6a-974428a1f5c4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 Dec 13 10:31:49.338475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72aa4-e8a1-4eba-bbf0-1c28278a0675 req-9a898f41-dd04-4e90-8c7a-6a7c7a4d302c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:49.339977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ca72aa4-e8a1-4eba-bbf0-1c28278a0675 req-9a898f41-dd04-4e90-8c7a-6a7c7a4d302c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Dec 13 10:31:49.385983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ca72aa4-e8a1-4eba-bbf0-1c28278a0675 req-bf2085a1-4305-46d6-9b11-f82e74a6a28f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Dec 13 10:31:49.922455 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8448f322-8cf8-4309-96a6-52c35324d434 service neutron] show failed (client error): The resource could not be found. Dec 13 10:31:49.923466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8448f322-8cf8-4309-96a6-52c35324d434 service neutron] 10.222.0.16 "GET /v2.0/ports/36c088a1-116b-4dd8-8f0d-4b2b030efddc/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0550985 Dec 13 10:31:50.123753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-1673348b-0198-468a-ac2b-8d658dc7ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:50.125258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-1673348b-0198-468a-ac2b-8d658dc7ca5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1096 time: 0.0411146 Dec 13 10:31:50.136519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:50.187322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.384296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:50.416869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:50.456490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:50.458761 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12e378-dc3d-4924-8e6d-9de918b91af5" -d '{"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:50.462515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.496644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Transition to ACTIVE for port object 36c088a1-116b-4dd8-8f0d-4b2b030efddc will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:31:50.500985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.532172 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8ca5d5-dbe5-454f-a328-94580969a5a3 x-openstack-request-id: req-8f8ca5d5-dbe5-454f-a328-94580969a5a3 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:50.532467 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:50.532722 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f8ca5d5-dbe5-454f-a328-94580969a5a3 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:50.533118 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'code': 200} Dec 13 10:31:50.573100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8127e-9eaa-42ad-9f65-4869630d47ee req-5aa68084-05a0-4277-ad6d-70449cad052e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:50.574660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0f8127e-9eaa-42ad-9f65-4869630d47ee req-5aa68084-05a0-4277-ad6d-70449cad052e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.1093922 Dec 13 10:31:50.602289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:50.624952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.625302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.625643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.625980 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.626309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.626638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.626963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.627942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.628279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.628603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.628924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.629245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.629569 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:50.691321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] No DVR routers for this DVR port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:31:50.698514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0f8127e-9eaa-42ad-9f65-4869630d47ee req-489f0ada-d435-48a1-af41-6b3adb435a7c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886207 Dec 13 10:31:50.830210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:31:50.830580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:31:50.830906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:50.835198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:31:50.835515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Attempting to bind port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:50.840359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:31:50.840694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:31:50.841075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:31:50.841498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Bound port: 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:31:50.841848 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.907154 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:50.910393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:31:50.914410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.950114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:50.950674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:50.952069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] 10.222.0.20 "PUT /v2.0/ports/36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 1091 time: 0.8194320 Dec 13 10:31:50.971164 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c970-0c9d-40f0-8cb5-2c78f9d4d434 service neutron] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:51.018786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8b0a8017-ae7d-4523-ab8b-d1ef43af06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.020443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8b0a8017-ae7d-4523-ab8b-d1ef43af06fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0435519 Dec 13 10:31:51.117486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-791ff217-07d6-47f7-9ef1-b1ae7c98bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.118971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-791ff217-07d6-47f7-9ef1-b1ae7c98bff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0921302 Dec 13 10:31:51.184568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-7a1ccf33-df2e-4456-94be-09485ee05ac7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 998 time: 0.0588605 Dec 13 10:31:51.238744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8da2ebb1-b70f-437e-8a15-9ad63c8bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.240201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-8da2ebb1-b70f-437e-8a15-9ad63c8bafcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0486467 Dec 13 10:31:51.283729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258233f-825a-4bb8-b914-8a2183e06579 req-f7b23f98-d614-4fa6-95bf-c11ee9a46e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.285211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-f7b23f98-d614-4fa6-95bf-c11ee9a46e6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384204 Dec 13 10:31:51.371635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-92e00c90-a729-44b4-b695-0723385fb709 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781648 Dec 13 10:31:51.461166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4258233f-825a-4bb8-b914-8a2183e06579 req-fdea7d75-f219-44fd-80e9-120c4f2cb702 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Dec 13 10:31:51.818685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f18996-3045-4f6c-952b-b776b550a732 req-13febfea-a5ee-4cf6-b55d-e5bd153ba13b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.820191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8f18996-3045-4f6c-952b-b776b550a732 req-13febfea-a5ee-4cf6-b55d-e5bd153ba13b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0492601 Dec 13 10:31:51.866706 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f8f18996-3045-4f6c-952b-b776b550a732 req-267f94bc-6ce0-4c1e-82bd-b2b95138fbca tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Dec 13 10:31:52.533895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:52.536284 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e8117-7ec6-4c77-99e4-3408f1499758" -d '{"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:52.586311 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3fbe9-29bc-4b2d-87dc-ae7906e484be x-openstack-request-id: req-bea3fbe9-29bc-4b2d-87dc-ae7906e484be {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:52.586621 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:52.586875 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bea3fbe9-29bc-4b2d-87dc-ae7906e484be {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:52.587649 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'status': 'completed', 'code': 200} Dec 13 10:31:52.648959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-19e9a806-0c1e-46aa-aee1-7fbb315630cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.650054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-59ca0c52-5d60-41fc-8208-d45b06123b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.650526 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-19e9a806-0c1e-46aa-aee1-7fbb315630cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0460124 Dec 13 10:31:52.651879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-59ca0c52-5d60-41fc-8208-d45b06123b90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0410261 Dec 13 10:31:52.738679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-a7d40de1-e819-4534-8cef-16b50eabaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.740249 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-a7d40de1-e819-4534-8cef-16b50eabaac0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0834782 Dec 13 10:31:52.744565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-33609a89-6233-4cad-abb8-9f9ebafea6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.746010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-33609a89-6233-4cad-abb8-9f9ebafea6ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0860298 Dec 13 10:31:52.810064 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-f2368b4d-c162-4375-84c7-5fbc377a8584 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 998 time: 0.0630972 Dec 13 10:31:52.816985 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-a88e4adf-8c49-4181-8674-077452fa7bd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 998 time: 0.0585623 Dec 13 10:31:52.859660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-df0e5616-4ce8-4fdc-ab34-b7d2a9ed758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.862647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-df0e5616-4ce8-4fdc-ab34-b7d2a9ed758b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0435469 Dec 13 10:31:52.869772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-111eab7b-85be-4d3b-b675-79fba6b954ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.872391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-111eab7b-85be-4d3b-b675-79fba6b954ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0484185 Dec 13 10:31:52.898102 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:31:52.911412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-dbbfd3dd-4fd7-46b2-9dd3-61fabb7bd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.913004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-dbbfd3dd-4fd7-46b2-9dd3-61fabb7bd5e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453880 Dec 13 10:31:52.926140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-bcd53124-ba54-4b47-b3c9-9669581eaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.927740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-bcd53124-ba54-4b47-b3c9-9669581eaae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452559 Dec 13 10:31:52.959855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:31:53.038785 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-726bc22f-00fe-4148-9b8b-3891ac9c2f75 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186180 Dec 13 10:31:53.044693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801899-438b-41bd-b637-ecdb221cc0d6 req-4970d51d-57be-41db-b256-fdd08d713504 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:53.046312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07801899-438b-41bd-b637-ecdb221cc0d6 req-4970d51d-57be-41db-b256-fdd08d713504 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0996633 Dec 13 10:31:53.085151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-342dca54-b5b4-43e5-8840-149a420d7847 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481578 Dec 13 10:31:53.134657 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-be2f683e-6891-44e0-b143-65584bd7bdf2 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886686 Dec 13 10:31:53.150442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07801899-438b-41bd-b637-ecdb221cc0d6 req-98eaa558-3a42-4c73-aa53-9a4adef6e943 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915713 Dec 13 10:31:53.191690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-045e8117-7ec6-4c77-99e4-3408f1499758 req-4a0d47e2-8097-4b2f-82e1-7a7bf05d1ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962043 Dec 13 10:31:54.604575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60090c18-f87e-43a6-b224-b4e12b9c9b40 req-75572658-eedd-4ff0-8980-96690176e7a9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:54.606063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60090c18-f87e-43a6-b224-b4e12b9c9b40 req-75572658-eedd-4ff0-8980-96690176e7a9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.3855135 Dec 13 10:31:54.652020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60090c18-f87e-43a6-b224-b4e12b9c9b40 req-3c297c48-83a2-4dca-a700-018c08c387b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 Dec 13 10:31:54.808127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:31:54.848789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988225-5ac0-4953-8275-6596270d8a35 req-02b60efc-20d4-4dc9-98f3-d79a37457e16 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:54.851299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d988225-5ac0-4953-8275-6596270d8a35 req-02b60efc-20d4-4dc9-98f3-d79a37457e16 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0541954 Dec 13 10:31:54.863042 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-4f451af0-2201-4f6b-9460-23b9ff99a330 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:54.864711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-4f451af0-2201-4f6b-9460-23b9ff99a330 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&tenant_id=515bc0d6010b4344a5c91e69ad96d839&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.0566201 Dec 13 10:31:54.899289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d988225-5ac0-4953-8275-6596270d8a35 req-185df42b-e439-4434-83ad-819eafa5a3c6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414810 Dec 13 10:31:54.912261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:54.922634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'mac_address': 'fa:16:3e:4d:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:31:54.943617 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-13ddc381-9839-4c0f-be46-0c9a56e6cb6a service neutron] delete failed (client error): The resource could not be found. Dec 13 10:31:54.944647 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-13ddc381-9839-4c0f-be46-0c9a56e6cb6a service neutron] 10.222.0.16 "DELETE /v2.0/ports/36c088a1-116b-4dd8-8f0d-4b2b030efddc/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0730519 Dec 13 10:31:54.964216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:54.977558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c088a1-116b-4dd8-8f0d-4b2b030efddc {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:54.996661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:55.000905 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:55.031387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-164f20f6-1c1d-4b8c-882a-44504c215b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.032994 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-164f20f6-1c1d-4b8c-882a-44504c215b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0424137 Dec 13 10:31:55.051809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:55.059760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.060107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.060459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.060796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.061132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.061463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.061791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.062119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.062445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.062774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.063098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.063419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.063759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:55.125139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-d733cca6-7764-4c60-9ed6-bcee164ee197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.126523 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-d733cca6-7764-4c60-9ed6-bcee164ee197 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0870841 Dec 13 10:31:55.175287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-7f34478d-8b0f-4f4f-b9c1-7899dbea9791 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388114 Dec 13 10:31:55.199200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-b5961e17-5bcc-4b7c-b011-e3c4fe1915aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 999 time: 0.0660558 Dec 13 10:31:55.246463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['36c088a1-116b-4dd8-8f0d-4b2b030efddc'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:31:55.250793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-4d455d60-b078-49cd-9afd-6001e7e308d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.253112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-4d455d60-b078-49cd-9afd-6001e7e308d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0460234 Dec 13 10:31:55.261970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-d9d57507-6763-437e-a878-27a13fd17524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.263474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-d9d57507-6763-437e-a878-27a13fd17524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0434513 Dec 13 10:31:55.301231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-a1008cc0-09aa-46b8-9565-5faea7c6c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.302802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-a1008cc0-09aa-46b8-9565-5faea7c6c219 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434575 Dec 13 10:31:55.370249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-bf86140e-75e3-4521-86a1-c4c980171bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.371796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-bf86140e-75e3-4521-86a1-c4c980171bde service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0860987 Dec 13 10:31:55.399681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-30020726-fc5d-4cdb-8cf3-cfe41b923f39 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896420 Dec 13 10:31:55.441908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-f0e21879-fddb-4265-880b-ad90b28e9ba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 200 len: 999 time: 0.0633698 Dec 13 10:31:55.489928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-db235014-8c8c-4726-b315-6a54a801c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.491394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-db235014-8c8c-4726-b315-6a54a801c7ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0427380 Dec 13 10:31:55.492437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c1ce2ee-4638-485b-a962-4dff52601097 req-9db93ca3-7b77-4240-90a7-4954c3a24c88 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824616 Dec 13 10:31:55.537361 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-abc0e98f-ba70-4fe7-a771-f948c4d03f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:55.538869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-abc0e98f-ba70-4fe7-a771-f948c4d03f00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404198 Dec 13 10:31:55.630923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-32e7111c-1b00-4c54-b579-2d9bb063dd57 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847063 Dec 13 10:31:55.718145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dcfc2f65-7fa7-4a3a-be40-c366dffc271d req-7dd98d87-f32f-4d9c-bdc8-eb3daa583514 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800533 Dec 13 10:31:56.025106 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd83f8-f419-4122-8e90-c582c0ae2063 req-f9b76be7-3eb4-44ae-92a2-6175c333d5e7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:56.026534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50dd83f8-f419-4122-8e90-c582c0ae2063 req-f9b76be7-3eb4-44ae-92a2-6175c333d5e7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0540631 Dec 13 10:31:56.075509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50dd83f8-f419-4122-8e90-c582c0ae2063 req-adc8ccfb-5bcb-400d-ba9a-cde8ad4b94be tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Dec 13 10:31:56.189203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5637-2dfd-4ab1-bad4-ca50715fa702 req-b8180bc4-2b80-49f5-990f-b9a785c8e4dc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:56.191242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d1b5637-2dfd-4ab1-bad4-ca50715fa702 req-b8180bc4-2b80-49f5-990f-b9a785c8e4dc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Dec 13 10:31:56.237685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d1b5637-2dfd-4ab1-bad4-ca50715fa702 req-23df8eb2-5d44-410f-8ab5-4e6094a8a5dd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Dec 13 10:31:56.348990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b187-dfd4-4a53-866e-6745a768afde req-e32a817a-e96f-4a94-b6c0-db5cb426bacc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:56.350445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a73b187-dfd4-4a53-866e-6745a768afde req-e32a817a-e96f-4a94-b6c0-db5cb426bacc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0479174 Dec 13 10:31:56.400110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1a73b187-dfd4-4a53-866e-6745a768afde req-881df101-c4fd-4293-89ec-400f1d18c463 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Dec 13 10:31:56.628218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d3d9-feeb-492b-b828-e82922ba2474 req-afc75e8f-deb7-492f-9668-5321392a68c1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:56.629584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d59d3d9-feeb-492b-b828-e82922ba2474 req-afc75e8f-deb7-492f-9668-5321392a68c1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0478406 Dec 13 10:31:56.676136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d59d3d9-feeb-492b-b828-e82922ba2474 req-1bf7a494-b262-4b0b-a2b4-b4d5bbb258b3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Dec 13 10:31:56.833506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:31:56.879462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 36c088a1-116b-4dd8-8f0d-4b2b030efddc completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:31:56.883265 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 36c088a1-116b-4dd8-8f0d-4b2b030efddc triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:31:56.883708 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:56.962736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:56.986119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:56.988539 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba4f68a-0dad-4f91-8069-e9b0d7bfa28d" -d '{"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:57.001466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:57.006033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:57.052751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:57.098561 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070659c0-b45c-42b3-af27-752f8d7f1952 x-openstack-request-id: req-070659c0-b45c-42b3-af27-752f8d7f1952 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:57.098866 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:57.099133 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-070659c0-b45c-42b3-af27-752f8d7f1952 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:57.099538 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'code': 200} Dec 13 10:31:57.793581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878f30-d70f-4058-b554-d7093a3bfabe req-052ba6cd-42cf-4f33-9402-ab85ceb96a53 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:57.795093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6878f30-d70f-4058-b554-d7093a3bfabe req-052ba6cd-42cf-4f33-9402-ab85ceb96a53 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0480895 Dec 13 10:31:57.869524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e6878f30-d70f-4058-b554-d7093a3bfabe req-635d9d39-2679-4e7f-a2ee-0a35a25dcc31 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678444 Dec 13 10:31:57.890727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-3fe1173e-c1e2-456b-896b-a590b76da822 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:57.892319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-3fe1173e-c1e2-456b-896b-a590b76da822 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0635655 Dec 13 10:31:57.979922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Deleting port 36c088a1-116b-4dd8-8f0d-4b2b030efddc {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:31:57.980180 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.069776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] For port 36c088a1-116b-4dd8-8f0d-4b2b030efddc, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=36c088a1-116b-4dd8-8f0d-4b2b030efddc,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:58.070141 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.239206 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.239923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.239923 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 disassociated. External IP: 172.25.2.23, port: 36c088a1-116b-4dd8-8f0d-4b2b030efddc. Dec 13 10:31:58.240191 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Calling delete_port for 36c088a1-116b-4dd8-8f0d-4b2b030efddc owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:31:58.378426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.406511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'Port': ['ID=36c088a1-116b-4dd8-8f0d-4b2b030efddc,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:58.531620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:31:58.641838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:31:58.652325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:31:58.661969 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:58.662585 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:31:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:58.680786 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] No DVR routers for this DVR port 36c088a1-116b-4dd8-8f0d-4b2b030efddc on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:31:58.683526 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.686861 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ad6de8a3-d41e-4b69-bc0a-a07ab9494eb9 req-d05e184f-5bc7-47b3-b5c6-9546823c53f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "DELETE /v2.0/ports/36c088a1-116b-4dd8-8f0d-4b2b030efddc HTTP/1.1" status: 204 len: 173 time: 0.7889411 Dec 13 10:31:58.687305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-deleted', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:58.689652 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44547bc2-03dd-4115-bbed-f684100ada2d" -d '{"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-deleted", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:58.730504 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf8dea-abc3-45fb-be68-c920abc44255 x-openstack-request-id: req-9caf8dea-abc3-45fb-be68-c920abc44255 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:58.730898 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de6466-67f3-4c5a-9099-1d59b4a3e5d4", "name": "network-vif-deleted", "tag": "36c088a1-116b-4dd8-8f0d-4b2b030efddc", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:58.731283 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9caf8dea-abc3-45fb-be68-c920abc44255 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:58.731783 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de6466-67f3-4c5a-9099-1d59b4a3e5d4', 'name': 'network-vif-deleted', 'tag': '36c088a1-116b-4dd8-8f0d-4b2b030efddc', 'status': 'completed', 'code': 200} Dec 13 10:31:58.786188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:58.975614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd3f713b-f3e3-4fef-ad50-c82a52ccafa2 req-b6bbbd33-9282-4524-ac63-9051c0e3be90 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=40de6466-67f3-4c5a-9099-1d59b4a3e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0260568 Dec 13 10:31:58.984442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:59.012054 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:31:59.021384 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:59.021991 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:31:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:59.132585 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:59.328787 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:59.354438 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4983-30ff-4d63-b9d3-66a7f33e0a43 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:31:59.562183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbc75f-5811-40db-9c81-a768db6423e5 None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:32:00.082408 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:00.227490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-50a76ff1-cce5-4619-923e-05adc5ea34ce tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--302716591&fields=id&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 267 time: 0.0437624 Dec 13 10:32:00.341447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-32d3b450-4077-4e7a-86ec-4d15635f862d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:00.342920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-32d3b450-4077-4e7a-86ec-4d15635f862d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.1085598 Dec 13 10:32:00.358030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-075feaf3-832f-4253-be21-3898a5caea90 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/quotas/515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 375 time: 0.0087731 Dec 13 10:32:00.407453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-d6476b41-bf54-4440-8c69-b76dec70e378 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443761 Dec 13 10:32:00.549831 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-79d6f4f2-3319-46b4-bccc-4bb904c243ac service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303616 Dec 13 10:32:00.636925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-f651b3c6-7cc1-4f71-9b45-b1b1c35b0fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806875 Dec 13 10:32:00.802629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e114ec7-777d-4eb6-a15a-6de48d06786d req-810f3fb8-d937-4523-93dc-9c58ad3334fe tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 210 time: 0.0294633 Dec 13 10:32:00.850160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:32:00.869784 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 36c088a1-116b-4dd8-8f0d-4b2b030efddc {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:32:00.870217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 36c088a1-116b-4dd8-8f0d-4b2b030efddc not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:32:01.768399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-fa992da1-ab1c-4411-a357-11caebe60cbb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:01.769900 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-fa992da1-ab1c-4411-a357-11caebe60cbb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.1085703 Dec 13 10:32:01.835351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-3345fb50-63bd-4fc2-891d-48ac32affcf7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 379 time: 0.0563295 Dec 13 10:32:01.846440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'port': {'device_id': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'admin_state_up': True, 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'security_groups': ['02c32630-27a4-4e6f-b4a9-d05999b04fdb']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:32:01.922552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9880efef-b196-4096-ac04-7f7ae0ce75c9 req-3c52d5b0-256d-47d8-8ea3-d814c6704a14 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 210 time: 0.0356612 Dec 13 10:32:01.977418 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:32:01.981045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.101655 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Allocated IP 172.20.0.3 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/58ad6799-04c2-4dbc-bcad-36421544aa22) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:32:02.237565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.271362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.315727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:32:02.318772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:32:02.322315 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:32:02.328567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:32:02.379833 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:02.380371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.396834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4c54d7b9-3914-4bf7-9108-c4183fb05b87 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541539 Dec 13 10:32:02.411690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Request body: {'port': {'device_id': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:32:02.471695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.598714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fec0f926-9879-41be-bfe4-310f95a735cc None None] Provisioning complete for port 58ad6799-04c2-4dbc-bcad-36421544aa22 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:32:02.599252 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-9879-41be-bfe4-310f95a735cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.633235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fec0f926-9879-41be-bfe4-310f95a735cc None None] Port 58ad6799-04c2-4dbc-bcad-36421544aa22 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:32:02.734910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad6799-04c2-4dbc-bcad-36421544aa22 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:32:02.742714 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.754843 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Transition to ACTIVE for port object 58ad6799-04c2-4dbc-bcad-36421544aa22 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:32:02.758462 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.828035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:32:02.879880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:32:02.880220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:32:02.880555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:32:02.885218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:32:02.885501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:32:02.890387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:32:02.890725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:32:02.891139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:32:02.891603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Bound port: 58ad6799-04c2-4dbc-bcad-36421544aa22, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:32:02.891960 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.959405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:32:02.963741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:32:02.968098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:03.017994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.017994 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:03.018833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] 10.222.0.20 "PUT /v2.0/ports/58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 1091 time: 0.6141412 Dec 13 10:32:03.019328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:32:03.021556 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063d4405-8f54-4031-adad-e22f70ba1cea" -d '{"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:32:03.081804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7c626-59cc-4af4-bba5-fb5e63d9df2f service neutron] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:32:03.097212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c966ef6-cc58-4d03-96c2-e65b889bb178 req-46e73d37-a510-4bd1-9a51-8540ece19779 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.098701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c966ef6-cc58-4d03-96c2-e65b889bb178 req-46e73d37-a510-4bd1-9a51-8540ece19779 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.1002553 Dec 13 10:32:03.100276 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed6c48-9c3b-4f86-a31d-6db5de3e9afa x-openstack-request-id: req-c0ed6c48-9c3b-4f86-a31d-6db5de3e9afa {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:32:03.100547 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:32:03.100940 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0ed6c48-9c3b-4f86-a31d-6db5de3e9afa {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:32:03.101344 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'status': 'completed', 'code': 200} Dec 13 10:32:03.175164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c966ef6-cc58-4d03-96c2-e65b889bb178 req-798c942d-ab20-40ce-aaa8-d6cf1c59196d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688212 Dec 13 10:32:03.189627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-b4fe207c-7db6-4687-bcd6-bd50691b8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.191149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-b4fe207c-7db6-4687-bcd6-bd50691b8b18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1094 time: 0.1284175 Dec 13 10:32:03.238192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-703613fe-7eee-4472-9ff8-86ae45b03e46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 217 time: 0.0395250 Dec 13 10:32:03.285951 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-b82521f9-bca4-4dfe-82ed-c2617dc88541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.287420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-b82521f9-bca4-4dfe-82ed-c2617dc88541 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0430331 Dec 13 10:32:03.332495 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-0e866d7c-edb1-4ef9-ba96-f7b1b51548a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.333975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-0e866d7c-edb1-4ef9-ba96-f7b1b51548a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396435 Dec 13 10:32:03.425450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-7f3dc30f-1492-4b5e-bc66-523ba7fe64b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Dec 13 10:32:03.511852 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4668bdf-cf1b-4086-8e06-e20c3ebaeacd req-0ec2aa3e-bf22-4e0f-b22a-1bd06fdb7b18 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790811 Dec 13 10:32:03.605937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4405-8f54-4031-adad-e22f70ba1cea req-38d99a47-c3fe-4b8f-8c64-5f477420f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.607419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-38d99a47-c3fe-4b8f-8c64-5f477420f2cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1094 time: 0.0458128 Dec 13 10:32:03.696176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4405-8f54-4031-adad-e22f70ba1cea req-d6ca88fb-e939-4f1b-b819-b226fede8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.697557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-d6ca88fb-e939-4f1b-b819-b226fede8dbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0823653 Dec 13 10:32:03.741847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-cc3572e4-e6a5-4152-9a23-4d59ea769c64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 217 time: 0.0379295 Dec 13 10:32:03.788479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4405-8f54-4031-adad-e22f70ba1cea req-f850b1f9-821a-4c46-9763-aaba7ba6c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.789922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-f850b1f9-821a-4c46-9763-aaba7ba6c9c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0414693 Dec 13 10:32:03.836166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d4405-8f54-4031-adad-e22f70ba1cea req-cdfac17a-1538-4412-a9ff-d3c932b89092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:03.837672 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-cdfac17a-1538-4412-a9ff-d3c932b89092 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399923 Dec 13 10:32:03.929882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-b8fd3333-1d97-4a84-9e12-ba5e7a63ac2c service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828528 Dec 13 10:32:04.019115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-063d4405-8f54-4031-adad-e22f70ba1cea req-05a7835f-b435-4a16-baa5-e03d0244e2c8 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809407 Dec 13 10:32:04.295763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd69c-0a0c-4d67-bbe2-15ab2208ef1a req-dd60e45d-df2b-4b24-a97c-a9a111b604c5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:04.297152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f6dd69c-0a0c-4d67-bbe2-15ab2208ef1a req-dd60e45d-df2b-4b24-a97c-a9a111b604c5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0487394 Dec 13 10:32:04.342871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3f6dd69c-0a0c-4d67-bbe2-15ab2208ef1a req-5017c42a-fa95-4e57-98e9-c2ffa3e3d784 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391238 Dec 13 10:32:04.674431 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:05.460694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606d77-81d9-4e14-9599-0da0a922ba0d req-c6b526c9-f8c9-4e6b-a363-7dec29ecffb2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:05.462165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c606d77-81d9-4e14-9599-0da0a922ba0d req-c6b526c9-f8c9-4e6b-a363-7dec29ecffb2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0514133 Dec 13 10:32:05.507310 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c606d77-81d9-4e14-9599-0da0a922ba0d req-db3ea9db-5749-42e9-943e-e4c8dc557756 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392315 Dec 13 10:32:06.211058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b151ac8-74ce-4e08-9d0d-712cd85ec20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:06.494385 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:32:06.621782 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d7466-bb01-499e-860e-7af75b67e6a5 req-ec7709ff-861c-4c1a-b1e1-df265e687841 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:06.623242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec9d7466-bb01-499e-860e-7af75b67e6a5 req-ec7709ff-861c-4c1a-b1e1-df265e687841 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0472901 Dec 13 10:32:06.669480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec9d7466-bb01-499e-860e-7af75b67e6a5 req-f70bdbe3-29ca-4ab4-96ad-7de044547273 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Dec 13 10:32:06.911865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:32:07.004765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:32:07.015817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'mac_address': 'fa:16:3e:fd:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:32:07.054699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:07.068593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad6799-04c2-4dbc-bcad-36421544aa22 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:32:07.087296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:32:07.091178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:07.137341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:32:07.279794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['58ad6799-04c2-4dbc-bcad-36421544aa22'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:32:07.786255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5397-8ccb-4902-9103-fb3c2813cd1a req-c58ab11f-9445-4dd7-9394-fedbafa676fa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:07.787791 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4eed5397-8ccb-4902-9103-fb3c2813cd1a req-c58ab11f-9445-4dd7-9394-fedbafa676fa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 944 time: 0.0507274 Dec 13 10:32:07.834892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4eed5397-8ccb-4902-9103-fb3c2813cd1a req-0b5ba51f-a037-4fe5-bc7f-6dd5950c5088 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Dec 13 10:32:08.823305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-83b1b3d3-1cbb-4013-b082-321caff98ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:08.927520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:32:08.948519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd7f5-83bd-4235-a54a-de2ba1c57e23 req-d12439ec-db72-4b52-9893-f094982f636b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:08.950021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-317fd7f5-83bd-4235-a54a-de2ba1c57e23 req-d12439ec-db72-4b52-9893-f094982f636b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 944 time: 0.0479226 Dec 13 10:32:08.976229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 58ad6799-04c2-4dbc-bcad-36421544aa22 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:32:08.980108 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 58ad6799-04c2-4dbc-bcad-36421544aa22 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:32:08.980482 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:08.998180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-317fd7f5-83bd-4235-a54a-de2ba1c57e23 req-74770a49-e8ef-4fe5-a598-7c3ebab19918 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Dec 13 10:32:09.058597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:09.082038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:32:09.084306 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3805a98ccd9c19135c40c61f64493bc35da6dcd5c039e3554006ef44f0270ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e336461a-f309-4fb5-8d6d-a2a5c4b6449c" -d '{"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-plugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:32:09.096717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:32:09.101033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:09.123710 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8116a30-cdcf-42ed-a87e-1c343c9b1f9e x-openstack-request-id: req-f8116a30-cdcf-42ed-a87e-1c343c9b1f9e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:32:09.124007 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-plugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:32:09.124263 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8116a30-cdcf-42ed-a87e-1c343c9b1f9e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:32:09.124657 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'code': 200} Dec 13 10:32:09.154785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:32:09.216859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5bfa4-c35f-4f30-98c9-f0ba0c94faae req-49fb7806-c0f3-4405-9a4f-267103769f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:09.218382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66f5bfa4-c35f-4f30-98c9-f0ba0c94faae req-49fb7806-c0f3-4405-9a4f-267103769f6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1096 time: 0.0389943 Dec 13 10:32:09.265849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66f5bfa4-c35f-4f30-98c9-f0ba0c94faae req-a6343e51-7168-4c0d-9ce7-a87a03abf948 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399530 Dec 13 10:32:09.705866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:10.112807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc9e5-f3fb-4539-855c-898e1dd4b5b7 req-ae0a44aa-6ad9-4004-b874-e9d67f20bef2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:10.114258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3fdc9e5-f3fb-4539-855c-898e1dd4b5b7 req-ae0a44aa-6ad9-4004-b874-e9d67f20bef2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0472393 Dec 13 10:32:10.160613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3fdc9e5-f3fb-4539-855c-898e1dd4b5b7 req-ff2d5096-885b-4942-9079-e7ba94562910 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Dec 13 10:32:11.279728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736972f-eb82-4f92-b43a-42152827d29c req-86f85c58-a93d-4216-a2c7-dcd82d1d06df tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:11.281475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b736972f-eb82-4f92-b43a-42152827d29c req-86f85c58-a93d-4216-a2c7-dcd82d1d06df tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0479286 Dec 13 10:32:11.319674 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:11.328156 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b736972f-eb82-4f92-b43a-42152827d29c req-fad82c25-0332-47a2-b679-d6e5029eef88 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 Dec 13 10:32:11.442895 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9744-a4d9-46e2-b46e-db0812ee57e5 req-e6bc7025-c103-4988-b8ea-78045ad55904 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:11.444401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-858c9744-a4d9-46e2-b46e-db0812ee57e5 req-e6bc7025-c103-4988-b8ea-78045ad55904 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0526628 Dec 13 10:32:11.452918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38288) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:32:11.457575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'floatingip': {'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:32:11.495503 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:11.920087 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:11.923815 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:12.020562 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 associated. External IP: 172.25.2.23, port: 58ad6799-04c2-4dbc-bcad-36421544aa22. Dec 13 10:32:12.084433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:12.558128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:32:12.662705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:32:12.667602 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:12.672412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:32:12.682137 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:32:12.682756 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:32:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:32:12.695690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2273336b-1b9b-484b-b2e0-2194d433ff18 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "PUT /v2.0/floatingips/112d3227-724d-4c63-adbf-e3d1c4324ba1 HTTP/1.1" status: 200 len: 990 time: 1.2416871 Dec 13 10:32:12.696408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:32:12.698791 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b9eb33508b249c20d4f03e0c738bec4f696d34be325330ab73d95e676edc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4257e98-cadd-460b-9909-b85123a52ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:32:12.743260 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bef178-9181-4eaf-bba7-05860e10db98 x-openstack-request-id: req-b9bef178-9181-4eaf-bba7-05860e10db98 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:32:12.743575 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:32:12.743837 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9bef178-9181-4eaf-bba7-05860e10db98 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:32:12.744243 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'status': 'completed', 'code': 200} Dec 13 10:32:12.793483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:32:12.809180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-a94b5c80-dfdc-4edd-8676-a2e49dbf16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:12.810616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-a94b5c80-dfdc-4edd-8676-a2e49dbf16b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1096 time: 0.0398664 Dec 13 10:32:12.901213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-dbac1823-0ad6-4598-9a28-f003a3bd62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:12.902741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-dbac1823-0ad6-4598-9a28-f003a3bd62e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0846610 Dec 13 10:32:12.974622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-a2796df3-fe6e-461c-9ee8-fbe684a3aab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 998 time: 0.0646765 Dec 13 10:32:13.016786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:fd:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:32:11Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:32:13.024848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-69e3ed8f-41e7-4d5b-a407-4229c39fdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:13.026328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-69e3ed8f-41e7-4d5b-a407-4229c39fdcb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0447557 Dec 13 10:32:13.042083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:32:13.050768 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:32:13.051378 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:32:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:32:13.074904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-acd84408-909a-4736-bde8-bfe8ad2028ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:13.076599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-acd84408-909a-4736-bde8-bfe8ad2028ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436430 Dec 13 10:32:13.156388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:32:13.167185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-35be9e92-8c5e-4498-804c-305636b594ad service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839572 Dec 13 10:32:13.257519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4257e98-cadd-460b-9909-b85123a52ff8 req-c06aa4ca-8461-4822-a945-f587c4314478 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Dec 13 10:32:13.376705 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:fd:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:32:11Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:32:13.401329 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe81906-bd9c-41a6-a030-b094303e47dc None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:fd:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:32:11Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:32:13.588746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a56e8-2870-46e3-af15-8c9703be08bd None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:32:30.076165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:34.692115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:35.921927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-5a12ec2a-6600-4504-b76b-bdabc36ecde8 req-65786330-9b9b-4af0-bbff-3cf6328d7933 service neutron] (103194) timed out ('10.222.0.16', 50631) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:32:36.211502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d4d13a7-654c-49d9-944f-f123d7a16312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:38.666006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9269a3a-95dc-4840-a2ee-aba917c89179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:39.707354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:41.322907 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:42.088523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:43.493435 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:32:55.234879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-557502e2-864b-4d68-8aee-6d8db7be0fbe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796864 Dec 13 10:32:55.317257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37193-e50d-4a7e-a336-528bd697104f req-1da577bd-1306-43de-b179-66f174309e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:55.318763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-1da577bd-1306-43de-b179-66f174309e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1096 time: 0.0408702 Dec 13 10:32:55.418643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37193-e50d-4a7e-a336-528bd697104f req-31e57862-c16a-4aae-818f-64c0c17573df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:55.420044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-31e57862-c16a-4aae-818f-64c0c17573df service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0827281 Dec 13 10:32:55.488378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-eac4da4a-856c-464c-b151-1964bf4379d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 1000 time: 0.0612175 Dec 13 10:32:55.536334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37193-e50d-4a7e-a336-528bd697104f req-255683e0-8bb4-4928-863c-490594e3659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:55.537757 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-255683e0-8bb4-4928-863c-490594e3659a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0425081 Dec 13 10:32:55.581424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37193-e50d-4a7e-a336-528bd697104f req-7214afab-4042-4133-ae68-c7e139096c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:55.582878 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-7214afab-4042-4133-ae68-c7e139096c3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386126 Dec 13 10:32:55.672435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-52b476a2-e093-4e9e-82cf-359593f570ad service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816829 Dec 13 10:32:55.758424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65c37193-e50d-4a7e-a336-528bd697104f req-749d43e2-5267-4c2e-8fe8-1be145b515c1 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795412 Dec 13 10:33:00.080132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:04.705672 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:06.213092 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d3fdb0d-9334-4b2f-8b08-999ecedbc6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:08.667105 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a2bc52c1-9077-461a-a59c-63fd005c518c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:09.711529 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:11.324561 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:12.090967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:20.493077 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:33:30.096368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:34.706451 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:36.215489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d4f1c6b-5de3-4d84-9baf-f624f2222463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:38.669812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-286616e2-7c6d-4546-99f7-3673b7e5b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:39.713766 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:41.327618 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:42.093229 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:48.778910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a061b97-432c-4d79-9753-e3c975d3e7b5 req-b2996051-e011-43d8-8732-07bbcacda2b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:48.780424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a061b97-432c-4d79-9753-e3c975d3e7b5 req-b2996051-e011-43d8-8732-07bbcacda2b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0962000 Dec 13 10:33:48.828085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a061b97-432c-4d79-9753-e3c975d3e7b5 req-bf869b24-c6cc-4e1a-97c4-bd3fbbb7ad43 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Dec 13 10:33:50.062820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62fc6b-20ce-4b9a-bfb6-f21253153eda req-e8fd5c01-2803-4766-a8ef-3f75da784f85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:50.064927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d62fc6b-20ce-4b9a-bfb6-f21253153eda req-e8fd5c01-2803-4766-a8ef-3f75da784f85 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0924895 Dec 13 10:33:50.111207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d62fc6b-20ce-4b9a-bfb6-f21253153eda req-a7da4488-6d47-459f-a5f4-06dd6a63b6e8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Dec 13 10:33:51.229741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a6fd-d8bf-490f-a2c4-cbe845092600 req-966fda06-70b8-43f1-820b-618b9fc2b975 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:51.231185 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a71a6fd-d8bf-490f-a2c4-cbe845092600 req-966fda06-70b8-43f1-820b-618b9fc2b975 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0512044 Dec 13 10:33:51.276915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9a71a6fd-d8bf-490f-a2c4-cbe845092600 req-d0def3d5-e3f8-4d38-8bba-898aea3825f8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 Dec 13 10:33:52.431472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83193-71bf-40e7-a9e2-58ec43010f7b req-b9eea0cf-0a4a-4da4-9c77-c3eec338aa45 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.433265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a83193-71bf-40e7-a9e2-58ec43010f7b req-b9eea0cf-0a4a-4da4-9c77-c3eec338aa45 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0886123 Dec 13 10:33:52.480415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87a83193-71bf-40e7-a9e2-58ec43010f7b req-e24ece6a-75b6-4175-9b62-23a4eca68a3b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Dec 13 10:33:53.598111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364e3e-f59d-4c96-9c56-26f8c47fbeee req-8fb56220-1a03-4c79-9122-9b83e6161074 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:53.599608 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2364e3e-f59d-4c96-9c56-26f8c47fbeee req-8fb56220-1a03-4c79-9122-9b83e6161074 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0485430 Dec 13 10:33:53.650788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a2364e3e-f59d-4c96-9c56-26f8c47fbeee req-bfdad52f-fca9-4796-bdbc-825a2fecca75 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452478 Dec 13 10:33:54.767800 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ecfdd-2722-4df1-a7e7-0f41d3c405c3 req-002c0862-d5de-4432-a48f-f0946ad6fa8d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:54.769908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f2ecfdd-2722-4df1-a7e7-0f41d3c405c3 req-002c0862-d5de-4432-a48f-f0946ad6fa8d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0488431 Dec 13 10:33:54.816113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f2ecfdd-2722-4df1-a7e7-0f41d3c405c3 req-72b4ed29-2464-468f-b06e-b84776a00c83 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397511 Dec 13 10:33:55.929784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2615c-b1b8-4375-80c0-2b4b33cdce17 req-15dbb27b-c4b4-4dd7-ac96-22f8ac34f670 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:55.931235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1c2615c-b1b8-4375-80c0-2b4b33cdce17 req-15dbb27b-c4b4-4dd7-ac96-22f8ac34f670 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0481529 Dec 13 10:33:55.978204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1c2615c-b1b8-4375-80c0-2b4b33cdce17 req-629b8857-d125-427d-8ecd-7574074792b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Dec 13 10:33:56.191413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-8a05b5d6-f103-4104-8ce2-658013af67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:56.193429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-8a05b5d6-f103-4104-8ce2-658013af67fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1096 time: 0.0434270 Dec 13 10:33:56.293309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-46d5edca-3db9-4225-81f2-50cc523653bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:56.294741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-46d5edca-3db9-4225-81f2-50cc523653bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0819292 Dec 13 10:33:56.363454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-16ab30d8-4d17-47f1-8efa-0ce4ccdc8619 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 1000 time: 0.0615854 Dec 13 10:33:56.411000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-345be55d-ee4b-4629-aab5-02816a9951a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:56.412455 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-345be55d-ee4b-4629-aab5-02816a9951a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0421417 Dec 13 10:33:56.458894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-6f84502a-b694-45f9-b42d-7b6035b8ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:56.460309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-6f84502a-b694-45f9-b42d-7b6035b8ede0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409677 Dec 13 10:33:56.550060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-e2814d34-9031-4311-af57-0c0bd78cb276 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Dec 13 10:33:56.637833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bfe75-b7ad-4f9d-9de4-208ca1d04cf3 req-c6faa9ec-6b69-455b-b569-4fbbfc947053 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807481 Dec 13 10:33:57.091394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04e1b-c725-43ea-879d-6d6a83aa04c5 req-d4bc44de-11e7-4d82-9ec5-e3b54db8c6b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:57.092904 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11a04e1b-c725-43ea-879d-6d6a83aa04c5 req-d4bc44de-11e7-4d82-9ec5-e3b54db8c6b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0490656 Dec 13 10:33:57.144813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-11a04e1b-c725-43ea-879d-6d6a83aa04c5 req-20be96fe-c657-439d-8438-b6d7e22a4b51 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459876 Dec 13 10:33:57.492169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:33:58.259414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4600da9-46f0-4f84-8154-f73ee213d981 req-6f375073-b342-4b1f-ac6f-490eeb2f29de tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:58.260901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4600da9-46f0-4f84-8154-f73ee213d981 req-6f375073-b342-4b1f-ac6f-490eeb2f29de tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0478325 Dec 13 10:33:58.307336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4600da9-46f0-4f84-8154-f73ee213d981 req-494aff57-b854-4bb4-ab29-8ff704fc10f4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 Dec 13 10:33:59.420607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b965b-ba46-44ef-b046-31f4dd69bd17 req-198a2f6a-5c36-4e40-b8f5-fb205393f093 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.421967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b5b965b-ba46-44ef-b046-31f4dd69bd17 req-198a2f6a-5c36-4e40-b8f5-fb205393f093 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0470397 Dec 13 10:33:59.468425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b5b965b-ba46-44ef-b046-31f4dd69bd17 req-6da3834d-983d-4dc9-a331-a66c31faf322 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Dec 13 10:33:59.721911 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-9a049966-1936-4813-a365-500dd215c533 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709012 Dec 13 10:33:59.729686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92433a89-0e53-4411-96c8-cbac22a68ef8 req-52e1e53a-bffe-42be-8981-0fffb80aea4c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.731054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92433a89-0e53-4411-96c8-cbac22a68ef8 req-52e1e53a-bffe-42be-8981-0fffb80aea4c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0723765 Dec 13 10:33:59.779712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92433a89-0e53-4411-96c8-cbac22a68ef8 req-10c4133d-83d3-48e1-b439-0699ed970a7c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Dec 13 10:34:00.094628 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:00.897519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff858feb-5d2c-40b9-b7bd-38500e56064e req-780851fb-ba02-440b-b183-4d169e434167 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:00.898970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff858feb-5d2c-40b9-b7bd-38500e56064e req-780851fb-ba02-440b-b183-4d169e434167 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0477340 Dec 13 10:34:00.949647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ff858feb-5d2c-40b9-b7bd-38500e56064e req-9265ef4d-cf9f-4960-a009-d9d5ec05f052 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Dec 13 10:34:02.066879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d06955-3db0-43f8-a969-e4f72768a5c3 req-8112521a-7701-47e1-8805-17f0f6d2530a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:02.068916 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95d06955-3db0-43f8-a969-e4f72768a5c3 req-8112521a-7701-47e1-8805-17f0f6d2530a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0517590 Dec 13 10:34:02.114475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95d06955-3db0-43f8-a969-e4f72768a5c3 req-ae873ff8-3a22-41a4-9547-aad8ef5e8c75 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Dec 13 10:34:03.233910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f657a70-b115-4244-90c5-3b8ef3709fd2 req-2181428e-ecda-4052-a5ce-8e45527877d5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:03.235391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f657a70-b115-4244-90c5-3b8ef3709fd2 req-2181428e-ecda-4052-a5ce-8e45527877d5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0480514 Dec 13 10:34:03.281282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f657a70-b115-4244-90c5-3b8ef3709fd2 req-3203b14b-709e-4cb4-b3c5-beed437df0b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399759 Dec 13 10:34:04.414004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f24988-cf04-402e-9b72-ffd98fd23459 req-7143e4fb-fbe1-4278-abb4-4d611b4d92b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:04.415483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f24988-cf04-402e-9b72-ffd98fd23459 req-7143e4fb-fbe1-4278-abb4-4d611b4d92b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0544109 Dec 13 10:34:04.463495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-02f24988-cf04-402e-9b72-ffd98fd23459 req-47acdc02-c623-45c6-8c68-7d994cac642a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Dec 13 10:34:04.720169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:04.884283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-9a67c4fa-1825-4d0e-a935-37808ed9be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:04.885754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-9a67c4fa-1825-4d0e-a935-37808ed9be97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1096 time: 0.0394926 Dec 13 10:34:04.978769 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-ae98e524-8c14-480f-9d79-3e4ddfb4a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:04.980224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-ae98e524-8c14-480f-9d79-3e4ddfb4a71c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0852616 Dec 13 10:34:05.044441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-775f7582-1c04-4461-b9a7-28f3cb32b867 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 1000 time: 0.0570009 Dec 13 10:34:05.092919 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-5c1c0569-bd34-42f5-bfae-54f9f95a6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:05.094373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-5c1c0569-bd34-42f5-bfae-54f9f95a6925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0433254 Dec 13 10:34:05.142472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-a12a2441-1a2c-46b0-a625-a496b7cd2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:05.143977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-a12a2441-1a2c-46b0-a625-a496b7cd2b01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425415 Dec 13 10:34:05.231613 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-60b7aca6-66c4-47a3-b14d-7416fdf4974f service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796022 Dec 13 10:34:05.322382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-5d988dc8-258e-4c36-b4e9-264fb6f853f4 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Dec 13 10:34:05.584065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e35ad9-12e0-4d65-a486-c24f6f8eae8f req-58c70c4d-c3ae-4a7d-83f6-7902eae0c4ae tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:05.587081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49e35ad9-12e0-4d65-a486-c24f6f8eae8f req-58c70c4d-c3ae-4a7d-83f6-7902eae0c4ae tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0491674 Dec 13 10:34:05.632423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49e35ad9-12e0-4d65-a486-c24f6f8eae8f req-98ea7356-ffae-4f9b-aee7-64cff4cf8df8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407789 Dec 13 10:34:06.217532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7104-09ba-48ab-989c-c2cec7dd744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:06.746249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1190c-ba98-44eb-8374-d7e2301d10b8 req-5cfdb89e-7bfe-4c6c-b8bd-db2f9ea72c04 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.747734 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68e1190c-ba98-44eb-8374-d7e2301d10b8 req-5cfdb89e-7bfe-4c6c-b8bd-db2f9ea72c04 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0472078 Dec 13 10:34:06.793940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68e1190c-ba98-44eb-8374-d7e2301d10b8 req-264cede7-d3d9-47c6-9ab6-84ae82455d90 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Dec 13 10:34:07.108091 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-d7ad9add-e66e-414f-98b1-0720921456bf req-f8f59793-5097-4c80-975b-c08dc012945b service neutron] show failed (client error): The resource could not be found. Dec 13 10:34:07.109100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-f8f59793-5097-4c80-975b-c08dc012945b service neutron] 10.222.0.20 "GET /v2.0/ports/58ad6799-04c2-4dbc-bcad-36421544aa22/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0558393 Dec 13 10:34:07.381497 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-c20cfd51-c77f-4187-8a2a-9978cb11757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:07.382955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-c20cfd51-c77f-4187-8a2a-9978cb11757d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1096 time: 0.0853353 Dec 13 10:34:07.398236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:07.449909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:07.644707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:07.676852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:07.718760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:07.724457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:07.736820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Transition to ACTIVE for port object 58ad6799-04c2-4dbc-bcad-36421544aa22 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:34:07.742139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:07.769803 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adb309b-edce-4431-82dd-9ca6cd021c26" -d '{"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-unplugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:07.796221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:07.836641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.836998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.837353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.837699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.838040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.838477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.838697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.839030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.839359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.839715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.840049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.840386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.840702 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:07.884648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] No DVR routers for this DVR port 58ad6799-04c2-4dbc-bcad-36421544aa22 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:34:07.923739 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ff4be-e783-496e-b426-cdd95180cd2b x-openstack-request-id: req-193ff4be-e783-496e-b426-cdd95180cd2b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:07.924116 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-unplugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:07.924300 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193ff4be-e783-496e-b426-cdd95180cd2b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:07.924705 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'code': 200} Dec 13 10:34:07.935985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0cc7d-95f8-40f9-8458-d502fa3d997c req-22457a38-af7d-4570-b7ff-faf038d46450 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:07.937666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28c0cc7d-95f8-40f9-8458-d502fa3d997c req-22457a38-af7d-4570-b7ff-faf038d46450 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0565202 Dec 13 10:34:07.988719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-28c0cc7d-95f8-40f9-8458-d502fa3d997c req-0666d7ba-2222-4389-ab4e-5fbe39a54757 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Dec 13 10:34:08.031791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:34:08.032133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:34:08.032465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:08.036851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:34:08.037170 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Attempting to bind port 58ad6799-04c2-4dbc-bcad-36421544aa22 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:08.042011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:34:08.042353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:34:08.042736 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:34:08.043160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Bound port: 58ad6799-04c2-4dbc-bcad-36421544aa22, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:34:08.043514 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:08.108578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:08.112211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:34:08.116510 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:08.151911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.152590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:08.154056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] 10.222.0.16 "PUT /v2.0/ports/58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 1091 time: 0.7598794 Dec 13 10:34:08.177579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18785bd7-7d83-4385-b70c-5d2764e70209 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:08.222545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-9c3ec53f-de2b-4d5d-9907-11010e9dd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.224313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-9c3ec53f-de2b-4d5d-9907-11010e9dd5b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1094 time: 0.0433743 Dec 13 10:34:08.323591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-3ee9ab75-486b-4a7f-955a-c609fd11790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.325107 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-3ee9ab75-486b-4a7f-955a-c609fd11790f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0930793 Dec 13 10:34:08.394145 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-8ca8f588-5001-45b5-a5de-df7d264d4761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 998 time: 0.0621059 Dec 13 10:34:08.447829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-261e8a43-6b14-4cfb-92e3-7f9e7a8f921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.449229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-261e8a43-6b14-4cfb-92e3-7f9e7a8f921a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0477443 Dec 13 10:34:08.494116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad9add-e66e-414f-98b1-0720921456bf req-038b8898-356c-4239-a6ad-40144dab9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.495582 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-038b8898-356c-4239-a6ad-40144dab9f86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393584 Dec 13 10:34:08.583767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-6284ed0f-26fa-453a-8cba-308fd9111687 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Dec 13 10:34:08.671334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22054100-cac8-4196-828c-cad36bbf7c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:08.678099 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d7ad9add-e66e-414f-98b1-0720921456bf req-c9d2b832-bad1-4cc8-901e-5e039da693ae service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874183 Dec 13 10:34:09.107952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0d09-2dfa-4be3-a441-f10c3a0ecdde req-ca931980-2945-4b3c-b5d1-c2e244d5ce42 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:09.109477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9ea0d09-2dfa-4be3-a441-f10c3a0ecdde req-ca931980-2945-4b3c-b5d1-c2e244d5ce42 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0487282 Dec 13 10:34:09.155962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9ea0d09-2dfa-4be3-a441-f10c3a0ecdde req-329c36f9-9cf3-474c-b0d0-4896b1803e08 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 Dec 13 10:34:09.674372 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:09.725357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:09.726533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:09.925794 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:09.928671 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ee24d-812a-4f8c-a042-914578f51fba" -d '{"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:09.976590 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b080a0a-a945-46f8-a87b-4a9f95d6afaa x-openstack-request-id: req-7b080a0a-a945-46f8-a87b-4a9f95d6afaa {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:09.976887 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:09.977151 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b080a0a-a945-46f8-a87b-4a9f95d6afaa {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:09.977557 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'status': 'completed', 'code': 200} Dec 13 10:34:10.035487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-bae14720-c7b3-4d76-a2c7-530a102badd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.037065 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-bae14720-c7b3-4d76-a2c7-530a102badd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1094 time: 0.0419366 Dec 13 10:34:10.041672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-37fefa18-3f09-4a43-90dd-a7f904ece408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.043166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-37fefa18-3f09-4a43-90dd-a7f904ece408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1094 time: 0.0431128 Dec 13 10:34:10.130665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-204d7d6d-4038-42d7-9308-5d73d5075d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.132275 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-204d7d6d-4038-42d7-9308-5d73d5075d5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0824254 Dec 13 10:34:10.136013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-1c64f8ed-4b39-4b7a-9d55-530740c64951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.137496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-1c64f8ed-4b39-4b7a-9d55-530740c64951 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0891442 Dec 13 10:34:10.203702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-d29b605f-e376-4116-93e6-0f306088bece service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 998 time: 0.0646901 Dec 13 10:34:10.205430 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-cc34fcc2-77ba-469c-a52c-7facab471a45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 998 time: 0.0601165 Dec 13 10:34:10.255420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-c2c86d58-028b-4db5-971f-a1753705413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.257053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-c2c86d58-028b-4db5-971f-a1753705413b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0436354 Dec 13 10:34:10.276622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-aa08db97-8d3b-4650-b02b-5ef69e97b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.278089 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-aa08db97-8d3b-4650-b02b-5ef69e97b36f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0680242 Dec 13 10:34:10.304665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4e651-24d9-4fe8-a40d-1c93bf71800d req-2783bbfe-8659-428a-82fc-0294af2f1f3c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.306135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9b4e651-24d9-4fe8-a40d-1c93bf71800d req-2783bbfe-8659-428a-82fc-0294af2f1f3c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0708928 Dec 13 10:34:10.306542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-c70adbc1-bf45-4e22-bafd-c91a4579d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.308060 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-c70adbc1-bf45-4e22-bafd-c91a4579d032 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438449 Dec 13 10:34:10.367490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee24d-812a-4f8c-a042-914578f51fba req-652c4358-40af-46d6-a2f4-421f9ae4b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.369037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-652c4358-40af-46d6-a2f4-421f9ae4b9c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809791 Dec 13 10:34:10.376226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d9b4e651-24d9-4fe8-a40d-1c93bf71800d req-c0e079b4-ecb3-4433-acca-2399dfa3949a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530581 Dec 13 10:34:10.399946 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-fd9851b2-1553-416a-8475-a801c90382d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Dec 13 10:34:10.459005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-0a17f1df-7507-4db2-9d8e-f4444e9783cf service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817449 Dec 13 10:34:10.499160 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-efefc2d8-b723-4898-bf79-64727e7cca00 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Dec 13 10:34:10.553196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83ee24d-812a-4f8c-a042-914578f51fba req-1950deae-4317-47cf-b318-b41d49a555d7 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Dec 13 10:34:11.329882 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:11.495081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f4bba-9328-4944-b15f-466e995ebd22 req-a9753ea3-6d5a-4939-8311-b3643cb5c4ba tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:11.496592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd7f4bba-9328-4944-b15f-466e995ebd22 req-a9753ea3-6d5a-4939-8311-b3643cb5c4ba tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0487418 Dec 13 10:34:11.535196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:34:11.543800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd7f4bba-9328-4944-b15f-466e995ebd22 req-b0cbf75b-6fc6-4115-a37d-985315d35faf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Dec 13 10:34:11.638544 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:11.651687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'mac_address': 'fa:16:3e:fd:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:34:11.693384 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:11.707851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad6799-04c2-4dbc-bcad-36421544aa22 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:11.727983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:11.732441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:11.773880 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee0df9-777b-43d6-83e9-8afdf8c70f63 req-e7c723d9-33af-41fb-ba47-3339b0388780 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:11.775368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0aee0df9-777b-43d6-83e9-8afdf8c70f63 req-e7c723d9-33af-41fb-ba47-3339b0388780 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 943 time: 0.0801048 Dec 13 10:34:11.783535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:11.792380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.792728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.793069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.793407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.793742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.794070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.794400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.794723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.795044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.795367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.795722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.796047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.796366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:11.805235 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-418e5e52-422e-4b6c-88b6-a86daa770cfe tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:11.806686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-418e5e52-422e-4b6c-88b6-a86daa770cfe tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d&tenant_id=515bc0d6010b4344a5c91e69ad96d839&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 944 time: 0.0865693 Dec 13 10:34:11.864500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0aee0df9-777b-43d6-83e9-8afdf8c70f63 req-da293ce5-7f98-40b7-84b0-b75a7246dadd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818634 Dec 13 10:34:11.888071 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-c9d6ca9b-3ece-448a-9fab-30e8ccf1d7de service neutron] delete failed (client error): The resource could not be found. Dec 13 10:34:11.889068 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-c9d6ca9b-3ece-448a-9fab-30e8ccf1d7de service neutron] 10.222.0.20 "DELETE /v2.0/ports/58ad6799-04c2-4dbc-bcad-36421544aa22/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0747612 Dec 13 10:34:11.972073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-2dc3257d-b202-42f7-a996-f054e2312076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:11.974005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-2dc3257d-b202-42f7-a996-f054e2312076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1095 time: 0.0407958 Dec 13 10:34:12.069344 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-cc30bd2e-9184-4083-b03b-57b556814f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:12.070807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-cc30bd2e-9184-4083-b03b-57b556814f9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0892816 Dec 13 10:34:12.079300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['58ad6799-04c2-4dbc-bcad-36421544aa22'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:34:12.125435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:12.137038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-24543fcd-4bb9-459e-bc98-0d6692e06d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 999 time: 0.0589232 Dec 13 10:34:12.190509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-5f582a0c-fd74-4c05-8282-9915e839c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:12.192033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-5f582a0c-fd74-4c05-8282-9915e839c770 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0481806 Dec 13 10:34:12.237359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-d78017cd-c94a-4f6c-a084-a7e032b48365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:12.238795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-d78017cd-c94a-4f6c-a084-a7e032b48365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Dec 13 10:34:12.324561 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-edee7404-669f-4628-b3ca-ffd5cf74bf47 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790715 Dec 13 10:34:12.416514 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b5cf422-7010-4dc4-9b4b-44972e64fbe9 req-cbc164c0-e1fe-4e57-b9c8-b8a803891605 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Dec 13 10:34:12.986028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145214f-5436-4199-ae7a-70508887d6b2 req-9deaff98-3837-439c-9ba0-38166b780074 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:12.987498 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a145214f-5436-4199-ae7a-70508887d6b2 req-9deaff98-3837-439c-9ba0-38166b780074 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 944 time: 0.0495944 Dec 13 10:34:13.034454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a145214f-5436-4199-ae7a-70508887d6b2 req-cb4033b3-bc04-461e-b884-7656dae6897c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 Dec 13 10:34:13.153014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ee422-7b59-494e-8c8e-a09dc817ac1a req-003decfe-dada-427b-a8ac-d3069e2f8ec5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.154495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b8ee422-7b59-494e-8c8e-a09dc817ac1a req-003decfe-dada-427b-a8ac-d3069e2f8ec5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 944 time: 0.0527327 Dec 13 10:34:13.201591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b8ee422-7b59-494e-8c8e-a09dc817ac1a req-c11163e3-ffa2-4e80-9f60-45912e0c326e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 Dec 13 10:34:13.396696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874af6bb-4d11-4588-bdd2-3f8e599d2896 req-6fbcf435-94d2-4605-8bbf-2b159b4561ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.398195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-874af6bb-4d11-4588-bdd2-3f8e599d2896 req-6fbcf435-94d2-4605-8bbf-2b159b4561ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 944 time: 0.0506890 Dec 13 10:34:13.423615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c975d-aff4-4ab8-b181-033bae9542dd req-554a437f-c959-4813-9a89-9357acd418bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.425116 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-554a437f-c959-4813-9a89-9357acd418bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 1095 time: 0.0429800 Dec 13 10:34:13.445422 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-874af6bb-4d11-4588-bdd2-3f8e599d2896 req-8f0fdc73-3503-4578-952a-c0ae53134fd8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 Dec 13 10:34:13.512258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c975d-aff4-4ab8-b181-033bae9542dd req-e2927517-346a-4818-a523-2222fb9c0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.513715 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-e2927517-346a-4818-a523-2222fb9c0ce5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0818393 Dec 13 10:34:13.547822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:34:13.582748 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-283815f2-10ac-4212-9f3f-51d4505f99aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 200 len: 999 time: 0.0607479 Dec 13 10:34:13.601374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 58ad6799-04c2-4dbc-bcad-36421544aa22 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:34:13.605789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 58ad6799-04c2-4dbc-bcad-36421544aa22 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:34:13.606171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:13.631008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c975d-aff4-4ab8-b181-033bae9542dd req-9a514309-141c-4738-a079-62f9636a4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.632503 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-9a514309-141c-4738-a079-62f9636a4bbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0430677 Dec 13 10:34:13.679105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c975d-aff4-4ab8-b181-033bae9542dd req-9d14c5a8-004e-45d2-b261-3e0acec5df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.680636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-9d14c5a8-004e-45d2-b261-3e0acec5df01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413806 Dec 13 10:34:13.684206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:13.707421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:13.721563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:13.727696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:13.757403 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4073ad-d57d-4f07-9af2-6f6151823ecf" -d '{"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-plugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:13.783066 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-de160f0a-0f03-43d7-81a0-80bbfd750668 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943615 Dec 13 10:34:13.788849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:13.856839 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d61346-7b49-4d13-a3a1-a69dd92b8e5c x-openstack-request-id: req-17d61346-7b49-4d13-a3a1-a69dd92b8e5c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:13.857141 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-plugged", "status": "completed", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:13.857402 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17d61346-7b49-4d13-a3a1-a69dd92b8e5c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:13.857812 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'code': 200} Dec 13 10:34:13.875233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-826c975d-aff4-4ab8-b181-033bae9542dd req-250dfd0f-bbe1-408e-b99f-1e3218f79c24 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859778 Dec 13 10:34:14.557703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d94e8-6757-4048-86eb-84e22153a40b req-0002474b-3ceb-456d-8b68-69672d7ccfdc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.559166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d8d94e8-6757-4048-86eb-84e22153a40b req-0002474b-3ceb-456d-8b68-69672d7ccfdc tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0472021 Dec 13 10:34:14.608272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d8d94e8-6757-4048-86eb-84e22153a40b req-9dee29c2-55d2-4772-a481-d4defa5736fa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Dec 13 10:34:14.837473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5444cc1-a7ed-4870-8bff-afbaaff431d9 req-4b5f9e34-0adb-4341-a10d-2f50b8da68c4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.838944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5444cc1-a7ed-4870-8bff-afbaaff431d9 req-4b5f9e34-0adb-4341-a10d-2f50b8da68c4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0485704 Dec 13 10:34:14.885332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5444cc1-a7ed-4870-8bff-afbaaff431d9 req-41e31f19-f566-495c-b068-49a3311400f8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Dec 13 10:34:16.002311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2637c4-593b-4df8-a6d2-5ce0bb2ca336 req-49397ebb-2968-4f91-bb3d-1c8d93336e3f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:16.003802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e2637c4-593b-4df8-a6d2-5ce0bb2ca336 req-49397ebb-2968-4f91-bb3d-1c8d93336e3f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0485713 Dec 13 10:34:16.049127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e2637c4-593b-4df8-a6d2-5ce0bb2ca336 req-40df9107-8dfe-43d2-91c4-98fb28c6aaa1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 Dec 13 10:34:16.222087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220c91-472a-4940-9ffd-cf38444e823e req-734b4377-c3f7-46e8-9f47-ee0a5c6db780 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:16.223567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f220c91-472a-4940-9ffd-cf38444e823e req-734b4377-c3f7-46e8-9f47-ee0a5c6db780 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 945 time: 0.0571394 Dec 13 10:34:16.310542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Deleting port 58ad6799-04c2-4dbc-bcad-36421544aa22 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:16.310877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.404413 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] For port 58ad6799-04c2-4dbc-bcad-36421544aa22, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=58ad6799-04c2-4dbc-bcad-36421544aa22,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:16.404780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.571244 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.571511 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.571866 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 disassociated. External IP: 172.25.2.23, port: 58ad6799-04c2-4dbc-bcad-36421544aa22. Dec 13 10:34:16.572236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Calling delete_port for 58ad6799-04c2-4dbc-bcad-36421544aa22 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:16.699810 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.731713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'Port': ['ID=58ad6799-04c2-4dbc-bcad-36421544aa22,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:16.847420 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:34:16.957557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:34:16.968073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:34:16.976991 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:16.977607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:34:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:16.997179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] No DVR routers for this DVR port 58ad6799-04c2-4dbc-bcad-36421544aa22 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:34:17.000062 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:17.003784 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f220c91-472a-4940-9ffd-cf38444e823e req-a500b2d3-31fa-4ca5-894c-c24ec1df66ed tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "DELETE /v2.0/ports/58ad6799-04c2-4dbc-bcad-36421544aa22 HTTP/1.1" status: 204 len: 173 time: 0.7739978 Dec 13 10:34:17.004197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-deleted', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:17.007058 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b41d89-236e-47ca-8460-1d7d3e6be051" -d '{"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-deleted", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:17.051012 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae95f155-bb5f-408c-b4ae-a20365b8de66 x-openstack-request-id: req-ae95f155-bb5f-408c-b4ae-a20365b8de66 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:17.051310 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03588dbe-28c0-4c05-8c31-c9b5e95ff46d", "name": "network-vif-deleted", "tag": "58ad6799-04c2-4dbc-bcad-36421544aa22", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:17.051583 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae95f155-bb5f-408c-b4ae-a20365b8de66 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:17.052002 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03588dbe-28c0-4c05-8c31-c9b5e95ff46d', 'name': 'network-vif-deleted', 'tag': '58ad6799-04c2-4dbc-bcad-36421544aa22', 'status': 'completed', 'code': 200} Dec 13 10:34:17.088024 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:17.164924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-74f12169-be0d-4439-82ca-0dcd28d025f6 req-84ac264b-de9c-4782-aa87-9192d8ed4028 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=03588dbe-28c0-4c05-8c31-c9b5e95ff46d HTTP/1.1" status: 200 len: 210 time: 0.0363421 Dec 13 10:34:17.375028 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:17.403659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:34:17.411781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:17.412385 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:34:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:17.513475 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:17.702588 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:17.727967 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985884b-68ff-4e7c-b94c-64c5d647dc4f None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:34:17.942592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9cddd-0ad8-4dae-8728-2f21a49fbb9e None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:34:18.440145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-6a61c67b-7827-4136-a2e4-362cfa737342 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--302716591&fields=id&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 267 time: 0.0416236 Dec 13 10:34:18.542972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-edc3803f-7b5e-40e6-8a64-51191dcc8cc6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:18.544463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-edc3803f-7b5e-40e6-8a64-51191dcc8cc6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.0971193 Dec 13 10:34:18.559101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-e81034d5-60b0-45e0-acb2-3de595951fa0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/quotas/515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 375 time: 0.0088756 Dec 13 10:34:18.614441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-1641fcec-1b0c-4a8b-80db-5ac6abac827e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502861 Dec 13 10:34:18.777251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3573f64f-7ba6-4dd9-9910-0e8f7adeb866 service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183383 Dec 13 10:34:18.868493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-fc3767ae-5ca5-437c-8add-c907dda9085d service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850790 Dec 13 10:34:19.032467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-145c0666-06c6-480d-9ef5-b1a430b56ea6 req-35a17c79-b65f-4a2a-8a5e-96ed21f31050 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0258465 Dec 13 10:34:19.582209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:19.601585 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 58ad6799-04c2-4dbc-bcad-36421544aa22 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:34:19.601932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 58ad6799-04c2-4dbc-bcad-36421544aa22 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:20.111054 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2c4c79e9-cd95-4005-a17f-3849a4b51c68 req-3547d33a-f861-4854-93fe-3b132b62f192 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0260253 Dec 13 10:34:21.189404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6a39b52c-d450-429e-88a0-39bddf2c8360 req-6e9894b5-400f-4d14-8e9c-33979229f6ec tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0256007 Dec 13 10:34:22.269157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-501a9b77-f895-4647-bd1d-b09c3e3eca26 req-b3bf0c88-92b6-44c8-a13f-e432c85e7e3d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0255656 Dec 13 10:34:23.367683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5ae6585-fa0e-40ed-a332-de440bc77ad7 req-bd56679f-27b9-406a-9096-729cc2bb9a40 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Dec 13 10:34:24.339392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3b2f9f8c-6ec9-4d03-8315-d63031ff0211 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:24.340947 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3b2f9f8c-6ec9-4d03-8315-d63031ff0211 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.4300220 Dec 13 10:34:24.402269 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3f476538-29da-4204-9e42-6ceb003522b1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 379 time: 0.0511060 Dec 13 10:34:24.411793 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'port': {'device_id': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'admin_state_up': True, 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'security_groups': ['02c32630-27a4-4e6f-b4a9-d05999b04fdb']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:24.468876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75e5f315-99c2-4ace-87ac-eeb11bc91391 req-feba41cf-8722-4592-a0d1-a8b69abdd60f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0322587 Dec 13 10:34:24.516144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:34:24.519747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:24.644205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Allocated IP 172.20.0.3 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/6fb9ebb4-d595-44a9-bb27-72071a8deb46) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:34:24.780577 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:24.815300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:24.859900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:34:24.862951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:34:24.867061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:34:24.891350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:24.919421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:24.920068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:24.937593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-7fe8fa41-80ec-421e-bf36-b742f957a9b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5294034 Dec 13 10:34:24.949993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Request body: {'port': {'device_id': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:25.010679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.067807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b8a77f29-8940-4073-b9be-f8fdf51fa7dc None None] Provisioning complete for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:34:25.068397 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8a77f29-8940-4073-b9be-f8fdf51fa7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.101945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b8a77f29-8940-4073-b9be-f8fdf51fa7dc None None] Port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:34:25.268195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:25.275401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.287696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Transition to ACTIVE for port object 6fb9ebb4-d595-44a9-bb27-72071a8deb46 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:34:25.291415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.343474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:25.414852 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:34:25.415195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:34:25.415526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:25.420214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:34:25.420537 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:25.425675 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:34:25.426009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:34:25.426390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:34:25.426817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Bound port: 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:34:25.427176 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.496738 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:25.500162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:34:25.505847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.544591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.544947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:25.546377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] 10.222.0.16 "PUT /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1091 time: 0.6007221 Dec 13 10:34:25.546894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:25.549155 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d10c11-346f-48c7-aa7c-abf511d7c854" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:25.575390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa28100-2102-476b-b3d5-ff4635021ece service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:25.618600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795b70-ce8c-407f-8a84-35ec8f2855f3 req-5ae7db80-863c-407e-a020-dd6057e74488 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.620281 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7795b70-ce8c-407f-8a84-35ec8f2855f3 req-5ae7db80-863c-407e-a020-dd6057e74488 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0771687 Dec 13 10:34:25.622820 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df937b26-8760-4c82-b826-4eb254f31852 x-openstack-request-id: req-df937b26-8760-4c82-b826-4eb254f31852 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:25.623123 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:25.623381 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df937b26-8760-4c82-b826-4eb254f31852 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:25.623808 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'status': 'completed', 'code': 200} Dec 13 10:34:25.640706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-54611726-b053-46b1-874e-b0966b4ee858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.642361 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-54611726-b053-46b1-874e-b0966b4ee858 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0515916 Dec 13 10:34:25.673345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7795b70-ce8c-407f-8a84-35ec8f2855f3 req-06829871-36f9-4031-8d97-484da549ed21 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Dec 13 10:34:25.693839 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-47dc1e38-a75e-4c70-8be9-b803d7735c85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 217 time: 0.0414901 Dec 13 10:34:25.752965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-b41709a7-dc5f-491c-b929-5449b4eaa963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.754438 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-b41709a7-dc5f-491c-b929-5449b4eaa963 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0458283 Dec 13 10:34:25.800189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-d31e3f55-ff3e-42b4-b31e-1f6da3193430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.801618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-d31e3f55-ff3e-42b4-b31e-1f6da3193430 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401304 Dec 13 10:34:25.895196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-909a4bc2-47ae-451a-94a4-0d9a618a1427 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Dec 13 10:34:25.984987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2e5c9f3d-4957-4391-80ec-45c5af4ac331 req-805321cd-249b-47e2-aa8b-ebe480a4e985 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825632 Dec 13 10:34:26.073270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-07568c28-7eda-4a75-af73-abfcbbced51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.074677 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-07568c28-7eda-4a75-af73-abfcbbced51d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0462425 Dec 13 10:34:26.164016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-e8bf4d3c-542f-48fa-b872-04ed81ac1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.165490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-e8bf4d3c-542f-48fa-b872-04ed81ac1ca7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0828073 Dec 13 10:34:26.211775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-59062d29-a9d9-4921-ae46-20edbb9e6170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 217 time: 0.0390308 Dec 13 10:34:26.265060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-d716f9a2-e1de-4a7b-9a80-d2778225e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.266502 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-d716f9a2-e1de-4a7b-9a80-d2778225e46f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0469763 Dec 13 10:34:26.311102 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-ea1cfef5-9ae1-44ad-b7a5-0bdeddbd3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.312589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-ea1cfef5-9ae1-44ad-b7a5-0bdeddbd3a66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396938 Dec 13 10:34:26.403802 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-cb192c98-e4da-4e2d-a6bd-b5eaa2c0eb98 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Dec 13 10:34:26.498233 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-45d10c11-346f-48c7-aa7c-abf511d7c854 req-e5eaa8fc-dc7a-4b1f-8fd7-02ae6e39de79 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874126 Dec 13 10:34:26.789925 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865d00-9e4c-4f96-86a7-0f39469630e7 req-ace881db-52f3-479b-9b3e-772cca1282b6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.791408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe865d00-9e4c-4f96-86a7-0f39469630e7 req-ace881db-52f3-479b-9b3e-772cca1282b6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0481665 Dec 13 10:34:26.838593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe865d00-9e4c-4f96-86a7-0f39469630e7 req-aec0a972-bdcb-4573-9c54-a68755c0128e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Dec 13 10:34:27.957460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6046-2f2f-41f7-a506-2acca6aba19d req-75491d86-4e61-4bb0-852d-03ab57a155d2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:27.958958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-192b6046-2f2f-41f7-a506-2acca6aba19d req-75491d86-4e61-4bb0-852d-03ab57a155d2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0528700 Dec 13 10:34:28.007162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-192b6046-2f2f-41f7-a506-2acca6aba19d req-309a5e32-8afa-4deb-966a-cb13a0bdbd61 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 Dec 13 10:34:29.121890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d74d-d248-4406-8ed8-807d914f63d1 req-5bf30be1-18c4-419c-bea6-20f32412ca5d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:29.123501 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3313d74d-d248-4406-8ed8-807d914f63d1 req-5bf30be1-18c4-419c-bea6-20f32412ca5d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0490613 Dec 13 10:34:29.174114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3313d74d-d248-4406-8ed8-807d914f63d1 req-7981cf81-13b8-4a04-83e0-b3ae2d7391ff tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Dec 13 10:34:29.597239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:34:29.693665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:29.704891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:34:29.742369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:29.754936 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:29.776225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:29.779623 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:29.825774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:30.049841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6fb9ebb4-d595-44a9-bb27-72071a8deb46'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:34:30.110300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:30.288989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c4655-bb1c-40b5-836b-3b8260044856 req-4c81a93f-94a6-4398-963a-5c8424ba3a11 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:30.290473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f31c4655-bb1c-40b5-836b-3b8260044856 req-4c81a93f-94a6-4398-963a-5c8424ba3a11 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0480311 Dec 13 10:34:30.339481 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f31c4655-bb1c-40b5-836b-3b8260044856 req-0f5d9b19-a151-4de2-a882-85414a1bfa24 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430393 Dec 13 10:34:31.454083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21925d-d634-4dc2-89dc-5b3a17d77c9b req-56fd09c0-9e24-446d-b425-7c3fd2278c1b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:31.455450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e21925d-d634-4dc2-89dc-5b3a17d77c9b req-56fd09c0-9e24-446d-b425-7c3fd2278c1b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Dec 13 10:34:31.501087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e21925d-d634-4dc2-89dc-5b3a17d77c9b req-3fb50e67-0f44-40b2-a979-93fc8c8fb5a7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Dec 13 10:34:31.609349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:34:31.657388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:34:31.661497 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:34:31.661873 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:31.739256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:31.761843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:31.764214 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01df9421-d15c-4c18-b6e8-731f98a64d61" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:31.776857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:31.780625 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:31.804182 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58455b10-5346-4059-b157-e0dba53865af x-openstack-request-id: req-58455b10-5346-4059-b157-e0dba53865af {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:31.804477 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:31.804734 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58455b10-5346-4059-b157-e0dba53865af {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:31.805127 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'code': 200} Dec 13 10:34:31.831734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:31.903116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7be86-9355-4d73-b834-a3c47a04c62c req-68a7d750-aec2-4628-93d7-5e0084f1b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:31.904700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1b7be86-9355-4d73-b834-a3c47a04c62c req-68a7d750-aec2-4628-93d7-5e0084f1b454 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0454402 Dec 13 10:34:31.951813 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1b7be86-9355-4d73-b834-a3c47a04c62c req-4a79c177-c172-410b-ac60-4fe58dc710d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395525 Dec 13 10:34:32.616446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455828d-f917-44a7-b189-b3cc0dd06385 req-c2d81fbc-1226-4f16-8c23-faa6f60824aa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:32.617914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3455828d-f917-44a7-b189-b3cc0dd06385 req-c2d81fbc-1226-4f16-8c23-faa6f60824aa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Dec 13 10:34:32.664262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3455828d-f917-44a7-b189-b3cc0dd06385 req-87db1ab9-914a-4842-b9ac-e3c5f9323d4d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Dec 13 10:34:33.785811 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaeb2e-9d0f-4a88-baea-e772ce04c489 req-b49de22b-e6cd-4f51-87d5-901ca225aa4c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:33.787859 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4abaeb2e-9d0f-4a88-baea-e772ce04c489 req-b49de22b-e6cd-4f51-87d5-901ca225aa4c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Dec 13 10:34:33.834548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4abaeb2e-9d0f-4a88-baea-e772ce04c489 req-3762d04c-acfa-46b0-b6a0-330f454dd5fd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Dec 13 10:34:33.946674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f3be-fc78-41b5-b73b-702e4806d36a req-cffebb33-abc5-4248-abbb-5cf200a04f84 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:33.948086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0dd3f3be-fc78-41b5-b73b-702e4806d36a req-cffebb33-abc5-4248-abbb-5cf200a04f84 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Dec 13 10:34:33.957040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 38740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:33.961884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'floatingip': {'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:34.003617 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.491313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:34:34.709885 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.771955 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.775587 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.873357 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 associated. External IP: 172.25.2.23, port: 6fb9ebb4-d595-44a9-bb27-72071a8deb46. Dec 13 10:34:35.075710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:34:35.182335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:34:35.186908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.193315 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:34:35.202270 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:35.202946 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:34:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:35.212624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c6765047-b774-40a8-8924-cbbc1a604644 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "PUT /v2.0/floatingips/112d3227-724d-4c63-adbf-e3d1c4324ba1 HTTP/1.1" status: 200 len: 990 time: 1.2545023 Dec 13 10:34:35.213298 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:35.262356 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:35.308341 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:35.353367 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be3264e-c09d-4a16-ad91-096af4da3c8e x-openstack-request-id: req-1be3264e-c09d-4a16-ad91-096af4da3c8e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:35.353664 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:35.353920 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1be3264e-c09d-4a16-ad91-096af4da3c8e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:35.354326 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'status': 'completed', 'code': 200} Dec 13 10:34:35.419798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-1192794c-3e81-44e3-ba31-946dfb3cc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:35.421433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-1192794c-3e81-44e3-ba31-946dfb3cc666 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0461581 Dec 13 10:34:35.509519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-fb8f5be9-f85c-4ecc-9578-bc2e1cc8c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:35.511006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-fb8f5be9-f85c-4ecc-9578-bc2e1cc8c598 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0831807 Dec 13 10:34:35.545105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:34:34Z', 'revision_number': 9, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:35.574327 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:34:35.581963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-052c442d-1669-441d-8ee1-045f16f69ff2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 998 time: 0.0631013 Dec 13 10:34:35.582529 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:35.583135 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:34:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:35.629690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-13ee2e76-8d01-4a45-973b-41b0b8fd925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:35.631866 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-13ee2e76-8d01-4a45-973b-41b0b8fd925b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0435567 Dec 13 10:34:35.677569 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-f54c5477-bda7-48a2-b6a8-2fafd7adae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:35.679399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-f54c5477-bda7-48a2-b6a8-2fafd7adae6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402093 Dec 13 10:34:35.686632 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:35.772989 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-2087c408-1ca0-4ed1-be9f-220e08d40ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856009 Dec 13 10:34:35.862690 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a2b6f21e-eb05-40a5-af83-ce4fabe577aa req-265650cc-f627-48fa-8c78-0ef964ff5f74 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821066 Dec 13 10:34:35.904474 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:34:34Z', 'revision_number': 9, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:35.932835 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ebd20-6106-4601-8b0e-1d1654df5a7d None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:34:34Z', 'revision_number': 9, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:34:36.125014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0bce5e-0f49-489b-b05c-1abeaec555c8 None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:34:36.236716 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b36b6459-103e-47d9-9478-fe7f222e270c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:38.672307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e0a960ca-9d8c-4186-8dab-dd7b506b03f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:39.720787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:41.331450 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:42.101448 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:00.005379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-1b7ee19b-1da7-4dbe-808f-92c23ed4cd7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399172 Dec 13 10:35:00.096059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-14ad4107-fb41-40e7-bec4-0215a368d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:00.097557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-14ad4107-fb41-40e7-bec4-0215a368d2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0452366 Dec 13 10:35:00.116917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:00.201525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-030c6301-fb73-4735-a365-0b6d95a40c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:00.202996 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-030c6301-fb73-4735-a365-0b6d95a40c51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0835567 Dec 13 10:35:00.272890 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-0f5a3028-217b-413f-a358-348a6747bf21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1001 time: 0.0624623 Dec 13 10:35:00.320086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-7ae1092e-e881-4a47-b42b-ae51f6b194c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:00.321496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-7ae1092e-e881-4a47-b42b-ae51f6b194c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0427589 Dec 13 10:35:00.367128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-81a6f35c-2b31-4285-987e-33dc7e1c910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:00.368694 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-81a6f35c-2b31-4285-987e-33dc7e1c910d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403135 Dec 13 10:35:00.467700 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-dd4cf648-43d1-4418-93a5-bf91c53fdf62 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917838 Dec 13 10:35:00.557119 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ce3ddc99-8fcf-4670-b472-0afda72f56b4 req-cf23f36a-6c6c-4b2e-b4d7-c915b93b3d5d service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808210 Dec 13 10:35:04.707684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:06.216742 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8eb56fc9-6409-408d-8a33-9f6026f7ed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:08.673989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-affbc9f2-35e6-4f46-8184-2ebb6672c960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:09.722910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:11.334312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:11.491534 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:35:12.103633 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.137822 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.709254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:36.216890 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-954955a5-3208-4489-b17b-bd3f44b758fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.675900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97ee0554-c558-424b-9912-6f5b2b690a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.726212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.336809 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.105266 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:48.490117 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:35:59.990172 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-17e7a38b-b642-4428-a436-291b750252e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403595 Dec 13 10:36:00.085473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-12ae20f0-4992-48d8-ab40-fa0f952229c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:00.087011 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-12ae20f0-4992-48d8-ab40-fa0f952229c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0461524 Dec 13 10:36:00.136119 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:00.188681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-9759c44a-4b4c-458a-9d82-01f45bf3b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:00.190150 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-9759c44a-4b4c-458a-9d82-01f45bf3b1f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0838897 Dec 13 10:36:00.258641 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-33896d93-4c29-4424-9614-a7e68b94b340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1001 time: 0.0606821 Dec 13 10:36:00.307450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-765e5cb1-8bd6-476e-802e-9f51a44702a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:00.308973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-765e5cb1-8bd6-476e-802e-9f51a44702a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0438507 Dec 13 10:36:00.362617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-0c3448ec-cd8d-4d3a-b65c-d7cb2a0eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:00.364042 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-0c3448ec-cd8d-4d3a-b65c-d7cb2a0eeb71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393395 Dec 13 10:36:00.454763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-e89a04ca-782a-4800-8ce9-36e89bc09843 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829456 Dec 13 10:36:00.543279 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-025570d5-5c0c-4919-b245-5c6cef01e4d2 req-04c82baf-87d3-453a-a8f2-4c3d7b704ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807807 Dec 13 10:36:04.709212 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:06.217993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f79e7da-9bce-4936-8549-5322397f0cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:08.677063 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fb5085cf-89bf-40e7-9c08-cc5e0e823a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:09.728466 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:11.339275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:12.106771 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.489081 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:36:30.148038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:34.725095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:36.221648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c377145f-05d3-49c8-8dd1-47b782fb1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:38.679230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a543bd06-18d6-49a4-861f-7bf3b0be21f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:39.734110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:41.340722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:42.109052 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.151270 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.994688 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-1a1fbef8-4106-4dc9-8874-a45724f6ede9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407341 Dec 13 10:37:01.080468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-f553b632-1b42-4d54-83c5-da825e4d5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:01.081988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-f553b632-1b42-4d54-83c5-da825e4d5cba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0454473 Dec 13 10:37:01.183489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-f6ca1311-adc4-460d-9f61-f0e999d1de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:01.184998 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-f6ca1311-adc4-460d-9f61-f0e999d1de5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0837793 Dec 13 10:37:01.256496 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-50215eb8-b85f-4fc2-be55-51cad383a5fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1001 time: 0.0632446 Dec 13 10:37:01.304993 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-996c199f-589a-4652-b1d6-aa26c0675ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:01.307093 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-996c199f-589a-4652-b1d6-aa26c0675ff6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0436413 Dec 13 10:37:01.354599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-3b8958a3-3e95-4b79-9432-0708662ab5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:01.356083 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-3b8958a3-3e95-4b79-9432-0708662ab5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417805 Dec 13 10:37:01.366587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-4e4d8722-bbf9-40ef-b3c6-0dff7753f12c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:37:01.367598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-4e4d8722-bbf9-40ef-b3c6-0dff7753f12c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049558 Dec 13 10:37:01.460591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-1d2705e1-8dc2-42d9-8f22-8b41fe05314e service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860908 Dec 13 10:37:01.553192 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8d274f4e-597b-4cea-bd9d-c044d7f66712 req-39b41011-eb82-4299-be47-d6212f7607fb service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837407 Dec 13 10:37:02.487890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:37:03.164496 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-c6626889-ff06-45c8-a399-48f5cbc5684d req-fe04c21d-6cbb-4ade-b097-b70eaf6c7102 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:37:03.165474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6626889-ff06-45c8-a399-48f5cbc5684d req-fe04c21d-6cbb-4ade-b097-b70eaf6c7102 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060933 Dec 13 10:37:04.367014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06618-8cfc-4729-874d-978d9a0960a6 req-ebc2eae0-4e90-4964-a75e-342f9fed13c2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:04.369041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58c06618-8cfc-4729-874d-978d9a0960a6 req-ebc2eae0-4e90-4964-a75e-342f9fed13c2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Dec 13 10:37:04.429421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58c06618-8cfc-4729-874d-978d9a0960a6 req-07989082-c20b-4e6c-9486-92326a4e0b05 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Dec 13 10:37:04.497889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-e3bb497e-e324-4076-bdae-4c31608c0a09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820200 Dec 13 10:37:04.506541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-6e9db319-127d-428b-9170-a54f2503a5fc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:37:04.507477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-6e9db319-127d-428b-9170-a54f2503a5fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048428 Dec 13 10:37:04.740324 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.545642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a20b-fc78-47b0-b202-f24f340e8880 req-a04ce401-d077-40c1-a475-d5dca8661095 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.547164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0198a20b-fc78-47b0-b202-f24f340e8880 req-a04ce401-d077-40c1-a475-d5dca8661095 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Dec 13 10:37:05.598022 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0198a20b-fc78-47b0-b202-f24f340e8880 req-82e7b617-d640-4189-9bbd-ceda87278ecb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Dec 13 10:37:05.619833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-d7ca841c-04e3-448e-af02-180d71efc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.621850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-d7ca841c-04e3-448e-af02-180d71efc16b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1096 time: 0.0416398 Dec 13 10:37:05.716021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-9132e1bd-b05f-4d5c-b400-207458575168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.716021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-9132e1bd-b05f-4d5c-b400-207458575168 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0866201 Dec 13 10:37:05.778966 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-a142d4ac-6a9b-4d54-b6b2-0eca078824b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1001 time: 0.0567844 Dec 13 10:37:05.832313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-4ee1f3ff-2407-4a16-b00d-c41eb6e68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.833793 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-4ee1f3ff-2407-4a16-b00d-c41eb6e68bfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0478642 Dec 13 10:37:05.879940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-f3ff4dff-e303-44d2-bae9-0cbad75ec7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.881406 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-f3ff4dff-e303-44d2-bae9-0cbad75ec7c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395248 Dec 13 10:37:05.969398 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-6718bf80-8936-4857-84c1-096125e13ee5 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Dec 13 10:37:06.060293 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-626c54fb-1bbe-4ef4-b7d7-f8b2c7474f31 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Dec 13 10:37:06.223720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40454229-28a9-493f-9401-4169d3031d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.712758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7394c6-0ea2-4c79-af35-ffdcce19b882 req-8ea9feb7-3cbb-4844-8974-4b2fcde86c24 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:06.714892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef7394c6-0ea2-4c79-af35-ffdcce19b882 req-8ea9feb7-3cbb-4844-8974-4b2fcde86c24 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Dec 13 10:37:06.764172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef7394c6-0ea2-4c79-af35-ffdcce19b882 req-14e02a67-e6a1-4ab1-97d4-bd066d053b6d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Dec 13 10:37:07.880128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1b5eb-b16d-4a36-bcf3-0aa9bd7ed5ab req-44f1b5e7-56f7-4b1f-8507-f71c98282e27 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:07.881592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddd1b5eb-b16d-4a36-bcf3-0aa9bd7ed5ab req-44f1b5e7-56f7-4b1f-8507-f71c98282e27 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Dec 13 10:37:07.927922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ddd1b5eb-b16d-4a36-bcf3-0aa9bd7ed5ab req-babc6228-52ec-4ab9-857a-715c284b85f3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Dec 13 10:37:08.680497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e7b9-7818-463d-b034-fdd27fb102b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.040779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed0666-9b2b-4deb-bcbc-25d61269ae11 req-95c74895-ec1e-46f3-89ed-0340f5e9569b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:09.042776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deed0666-9b2b-4deb-bcbc-25d61269ae11 req-95c74895-ec1e-46f3-89ed-0340f5e9569b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Dec 13 10:37:09.089420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-deed0666-9b2b-4deb-bcbc-25d61269ae11 req-61aa4371-ceac-42f8-ade6-7c29945b745b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406899 Dec 13 10:37:09.733678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.208771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd4bb0-1b97-404d-84ae-9235414db79f req-44931dd6-becd-4a94-937a-cd2c7456d4ad tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:10.210267 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24bd4bb0-1b97-404d-84ae-9235414db79f req-44931dd6-becd-4a94-937a-cd2c7456d4ad tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Dec 13 10:37:10.256361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24bd4bb0-1b97-404d-84ae-9235414db79f req-4144717b-c5d2-4e4e-ae19-140af2ec2df7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401053 Dec 13 10:37:11.344557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.376462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae27e1a-ab87-4080-a90f-72b19b72caac req-04031850-c192-4686-ad75-072fb5633e8e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:11.377945 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ae27e1a-ab87-4080-a90f-72b19b72caac req-04031850-c192-4686-ad75-072fb5633e8e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Dec 13 10:37:11.424593 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ae27e1a-ab87-4080-a90f-72b19b72caac req-29607210-eca0-4eeb-8aa9-185688dd0777 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Dec 13 10:37:12.111240 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.543539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c968-47ff-4ff3-9143-6ccd123bfe2a req-8e0b6e73-ca47-46bc-9de0-a1b1e2f4d0fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:12.545044 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1543c968-47ff-4ff3-9143-6ccd123bfe2a req-8e0b6e73-ca47-46bc-9de0-a1b1e2f4d0fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Dec 13 10:37:12.591345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1543c968-47ff-4ff3-9143-6ccd123bfe2a req-57e01afb-4d63-4b13-9b0e-06b97bc5b238 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404124 Dec 13 10:37:13.705005 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1faeb1-7290-4f0d-a346-057c8fb9ad22 req-fe297e6f-ff40-4380-92c0-5bd0e90493e1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:13.706486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c1faeb1-7290-4f0d-a346-057c8fb9ad22 req-fe297e6f-ff40-4380-92c0-5bd0e90493e1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Dec 13 10:37:13.754602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c1faeb1-7290-4f0d-a346-057c8fb9ad22 req-618764c2-b4bd-40f6-9fef-08dec499b59d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Dec 13 10:37:14.871476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ff2ca-7f63-410c-8988-b638ae7c8ecb req-36e648d8-3a99-4182-8052-f365b4cc7a5f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:14.873004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e81ff2ca-7f63-410c-8988-b638ae7c8ecb req-36e648d8-3a99-4182-8052-f365b4cc7a5f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Dec 13 10:37:14.923540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e81ff2ca-7f63-410c-8988-b638ae7c8ecb req-4c14ba0f-0ebe-4972-b864-8bf63325587c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446453 Dec 13 10:37:16.038830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7661f2-55cc-4445-acb1-7a3134dcffa8 req-e7ceaa4f-24f1-4901-8ac1-219ad2b7d65a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:16.040335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd7661f2-55cc-4445-acb1-7a3134dcffa8 req-e7ceaa4f-24f1-4901-8ac1-219ad2b7d65a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0482128 Dec 13 10:37:16.087521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd7661f2-55cc-4445-acb1-7a3134dcffa8 req-66969ee3-9fcd-4c14-b757-7e23dcf4a356 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412765 Dec 13 10:37:17.204034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d08d4-2784-4725-9339-4bad34a98134 req-3c5b4107-7f3e-49fc-b8aa-892777958d5b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:17.205511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d94d08d4-2784-4725-9339-4bad34a98134 req-3c5b4107-7f3e-49fc-b8aa-892777958d5b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0479052 Dec 13 10:37:17.251014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d94d08d4-2784-4725-9339-4bad34a98134 req-0a11df6b-da50-49ba-b9d8-ce1517486214 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Dec 13 10:37:18.306605 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-90848e66-857e-4629-9fe9-64ca35e069e9 service neutron] show failed (client error): The resource could not be found. Dec 13 10:37:18.307707 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-90848e66-857e-4629-9fe9-64ca35e069e9 service neutron] 10.222.0.16 "GET /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0549273 Dec 13 10:37:18.372286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803bcd-ff18-4e6a-bc3e-35e598f3cfe9 req-daf52fa9-7ac1-4a09-a197-2f698382bfe0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:18.373792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6803bcd-ff18-4e6a-bc3e-35e598f3cfe9 req-daf52fa9-7ac1-4a09-a197-2f698382bfe0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0541706 Dec 13 10:37:18.422964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6803bcd-ff18-4e6a-bc3e-35e598f3cfe9 req-9099a926-b204-4d26-865e-4d43123b4cba tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Dec 13 10:37:18.506658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-cffe2fd6-20c7-4d89-992b-ad79b90f1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:18.508165 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-cffe2fd6-20c7-4d89-992b-ad79b90f1317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1096 time: 0.0395727 Dec 13 10:37:18.518780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-3ef87403-1eeb-4f52-826c-1a484947afe8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:37:18.519830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-3ef87403-1eeb-4f52-826c-1a484947afe8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048518 Dec 13 10:37:18.531922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:18.586047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.779643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:18.812086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:18.851970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:18.854265 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d87f3f2-b8c9-4d4d-80c3-034f2ddbe9cd" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:18.858089 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.870363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Transition to ACTIVE for port object 6fb9ebb4-d595-44a9-bb27-72071a8deb46 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:37:18.874151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.912072 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d4187-4d02-4d30-93df-e2700577388c x-openstack-request-id: req-a99d4187-4d02-4d30-93df-e2700577388c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:18.912395 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:18.912659 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a99d4187-4d02-4d30-93df-e2700577388c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:18.913083 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'code': 200} Dec 13 10:37:18.966260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:18.978551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.978910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.979259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.979627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.979971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.980309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.980740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.981085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.981420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.981830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.982067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.982401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:18.982758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:19.014561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] No DVR routers for this DVR port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:37:19.147636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:19.147967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:19.148288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:19.152681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:37:19.152997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:19.158050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:19.158392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:19.158781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:19.159215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Bound port: 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:19.159596 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.221424 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:19.224364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:19.228981 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.266654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.267281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.268702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1091 time: 0.7403994 Dec 13 10:37:19.289591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5e204-c39f-4ba4-8cfd-80d7259cc1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:19.335166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-970da953-53cd-4cc2-bf17-59a738234af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.336746 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-970da953-53cd-4cc2-bf17-59a738234af5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0437870 Dec 13 10:37:19.428284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-a1c6a462-fbf0-43b0-afc1-12d967bedfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.429760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-a1c6a462-fbf0-43b0-afc1-12d967bedfef service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0866818 Dec 13 10:37:19.511506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-200aa765-6638-46e7-a632-341896d95211 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0745213 Dec 13 10:37:19.581274 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ea7-493c-4f48-8881-766978e182ae req-e10b10fc-2efa-4428-9655-0015476f6be5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.582744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09473ea7-493c-4f48-8881-766978e182ae req-e10b10fc-2efa-4428-9655-0015476f6be5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0841098 Dec 13 10:37:19.584408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-9db21f2e-2f5b-4cf3-ac78-9234dfb4a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.585704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-9db21f2e-2f5b-4cf3-ac78-9234dfb4a401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0607629 Dec 13 10:37:19.660779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-09473ea7-493c-4f48-8881-766978e182ae req-34a14ea6-9d60-4e5e-95c9-cc2fcbe2eaff tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719342 Dec 13 10:37:19.667763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-c3d1e9e8-53fc-40f9-8da3-f83349eeea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:19.669258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-c3d1e9e8-53fc-40f9-8da3-f83349eeea7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749288 Dec 13 10:37:19.756922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-b1e85e45-3941-4bc4-a9fd-124cb29b47cf service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806596 Dec 13 10:37:19.848654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a9ec59-ad1b-4d24-a6b2-5b63e5704de8 req-199bab3c-84b9-4fc9-9822-fe375be83696 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Dec 13 10:37:20.783126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4f1-5b7a-4399-8496-a571e51b246d req-606660be-5b8f-40fa-bde8-1adfafda27d5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:20.784618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2afa4f1-5b7a-4399-8496-a571e51b246d req-606660be-5b8f-40fa-bde8-1adfafda27d5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0491211 Dec 13 10:37:20.832299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2afa4f1-5b7a-4399-8496-a571e51b246d req-a2cfc667-719e-409f-a72a-0b27a17ffa15 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Dec 13 10:37:20.913829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:20.916241 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2698da87-32d7-4a00-8d87-06c7b3c76106" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:20.965535 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af6b429-6a80-453e-9ff6-2de86d91ed56 x-openstack-request-id: req-1af6b429-6a80-453e-9ff6-2de86d91ed56 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:20.965833 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:20.966093 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1af6b429-6a80-453e-9ff6-2de86d91ed56 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:20.966554 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'status': 'completed', 'code': 200} Dec 13 10:37:21.025181 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-37746140-f7eb-455a-90cf-b3e902a011e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.026724 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-37746140-f7eb-455a-90cf-b3e902a011e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0414402 Dec 13 10:37:21.030594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-92331fac-e503-4d03-a1b0-b8e7f7d5970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.032099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-92331fac-e503-4d03-a1b0-b8e7f7d5970e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0393171 Dec 13 10:37:21.125059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-ea01f6df-bfdf-4b3c-a477-b873daadf286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.126590 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-ea01f6df-bfdf-4b3c-a477-b873daadf286 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0934973 Dec 13 10:37:21.129210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-1770803e-d5e3-4f03-807f-1276f9b1febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.130657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-1770803e-d5e3-4f03-807f-1276f9b1febe service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0906417 Dec 13 10:37:21.194051 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-73576b61-a70e-49e8-b66e-142cd674af16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0603578 Dec 13 10:37:21.202074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-c3e8742d-0df5-4c94-b1c2-1957b4918dd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0615714 Dec 13 10:37:21.251442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-ac9485eb-eca3-43a9-b131-fab40c1ff9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.252852 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-ac9485eb-eca3-43a9-b131-fab40c1ff9ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0510337 Dec 13 10:37:21.270532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-297c9503-5dae-44c4-ab8f-23c238ce43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.272072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-297c9503-5dae-44c4-ab8f-23c238ce43d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0597370 Dec 13 10:37:21.301121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-4173c325-24ce-4ef8-85c7-7770e1a17bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.303193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-4173c325-24ce-4ef8-85c7-7770e1a17bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437062 Dec 13 10:37:21.325037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-3836b98d-0925-4cd5-9a94-fc4d72601f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.327258 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-3836b98d-0925-4cd5-9a94-fc4d72601f8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442028 Dec 13 10:37:21.396130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-d535a4e9-f0f5-4441-9572-e7fce9b4f55b service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Dec 13 10:37:21.429591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-77146116-0659-4859-ad4a-96d4290f503a service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938931 Dec 13 10:37:21.490593 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-b6f6fc37-8ce4-475e-9046-dca875e137ae service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Dec 13 10:37:21.520962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2698da87-32d7-4a00-8d87-06c7b3c76106 req-08172fb0-0bca-46f5-80b8-0813ae181319 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848169 Dec 13 10:37:21.950023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21ff04-15c6-4ab1-a3f3-d7b7cc88f438 req-3058e08b-e76b-4abb-8a31-fb609b253245 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:21.951490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c21ff04-15c6-4ab1-a3f3-d7b7cc88f438 req-3058e08b-e76b-4abb-8a31-fb609b253245 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0514755 Dec 13 10:37:21.997711 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0c21ff04-15c6-4ab1-a3f3-d7b7cc88f438 req-92b65013-5b58-460e-8e87-4499f6269231 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Dec 13 10:37:22.313032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-691c1fdb-49dd-4cdb-b08a-8f851dcadb3a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.314499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-691c1fdb-49dd-4cdb-b08a-8f851dcadb3a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&tenant_id=515bc0d6010b4344a5c91e69ad96d839&binding%3Ahost_id=n-h2-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.0836282 Dec 13 10:37:22.326222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749146b1-5814-4a10-9480-c3703ce26e02 req-e17bb4e1-4508-4d89-a305-6dee236c6b02 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.327571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-749146b1-5814-4a10-9480-c3703ce26e02 req-e17bb4e1-4508-4d89-a305-6dee236c6b02 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 943 time: 0.0711129 Dec 13 10:37:22.410086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-749146b1-5814-4a10-9480-c3703ce26e02 req-ab1ccc78-ae23-4f14-b4b9-0e59c89d959a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757134 Dec 13 10:37:22.414101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-34c31240-4634-4018-921a-c65c4da7d1a3 service neutron] 10.222.0.20 "GET /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46/bindings/n-h2-820935-7 HTTP/1.1" status: 200 len: 382 time: 0.0856593 Dec 13 10:37:22.481603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-4b45cc8d-a451-4e14-bd94-4c8632537403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.483090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-4b45cc8d-a451-4e14-bd94-4c8632537403 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1094 time: 0.0434797 Dec 13 10:37:22.485359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:22.527119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:22.572195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-da0b2ac9-76ed-4983-8337-f3e80aa79505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.573726 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-da0b2ac9-76ed-4983-8337-f3e80aa79505 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0825608 Dec 13 10:37:22.599903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:37:22.644179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-683fc3f6-a89d-48d1-864b-75a318851aae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0621400 Dec 13 10:37:22.692942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-6c7df4fd-785b-4bf9-bcaf-d3e27c39ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.694407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-6c7df4fd-785b-4bf9-bcaf-d3e27c39ed73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0433183 Dec 13 10:37:22.695674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:22.707047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:37:22.739710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-f013f2aa-e2ee-4076-9463-6f5101a3cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:22.741203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-f013f2aa-e2ee-4076-9463-6f5101a3cd6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399146 Dec 13 10:37:22.745472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:22.761994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:22.780899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:22.785490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:22.832295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:22.833855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-6af90c06-d71d-457f-9d34-f3a8ea0a2f2d service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Dec 13 10:37:22.840441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.840800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.841150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.841494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.841835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.842178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.842515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.842847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.843179 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.843510 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.843865 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.844211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.844519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:22.921956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-c1a01324-c520-4a72-8cb8-4790836ab6b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809951 Dec 13 10:37:23.053577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['6fb9ebb4-d595-44a9-bb27-72071a8deb46'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:37:23.528804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960340a4-fd3c-4840-96a5-0b07e7e8fd6a req-0215e805-6aa4-420f-a354-ff70059709bd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:23.530192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-960340a4-fd3c-4840-96a5-0b07e7e8fd6a req-0215e805-6aa4-420f-a354-ff70059709bd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0485821 Dec 13 10:37:23.582559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-960340a4-fd3c-4840-96a5-0b07e7e8fd6a req-27147805-412c-4601-adb1-1aa19803f01b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464065 Dec 13 10:37:24.608995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:24.661530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:37:24.669142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:24.669549 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:24.703600 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dd3fc-80d3-4558-9cea-ac8f518b929f req-2bce5230-e74e-456e-a05f-db9445c71b62 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:24.705517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d11dd3fc-80d3-4558-9cea-ac8f518b929f req-2bce5230-e74e-456e-a05f-db9445c71b62 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0509207 Dec 13 10:37:24.751706 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:24.759957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d11dd3fc-80d3-4558-9cea-ac8f518b929f req-57d859f4-4e7a-4511-9c79-7f56d145ee15 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483499 Dec 13 10:37:24.781949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:24.784556 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907a43a-53d3-4eb8-872e-879f8be10edb" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:24.800438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:24.805303 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:24.843069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-c28ec516-242b-4dd8-aecc-8cae249c5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:24.844628 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c34a43-8340-4dd9-8bf3-96ad4369b44a x-openstack-request-id: req-05c34a43-8340-4dd9-8bf3-96ad4369b44a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:24.844927 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:24.845181 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05c34a43-8340-4dd9-8bf3-96ad4369b44a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:24.845289 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-c28ec516-242b-4dd8-aecc-8cae249c5698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1096 time: 0.0477886 Dec 13 10:37:24.845564 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'code': 200} Dec 13 10:37:24.858445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:24.867387 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:24.916794 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.116580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:25.149076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:25.188058 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:25.190321 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d705f-73d7-41af-bf61-0c0a1ca34ee7" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:25.194017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.206168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Transition to ACTIVE for port object 6fb9ebb4-d595-44a9-bb27-72071a8deb46 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:37:25.210273 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.242716 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6428bb51-ca21-47f9-8122-5b9e4fbcb608 x-openstack-request-id: req-6428bb51-ca21-47f9-8122-5b9e4fbcb608 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:25.243038 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:25.243269 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6428bb51-ca21-47f9-8122-5b9e4fbcb608 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:25.243686 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'code': 200} Dec 13 10:37:25.260033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:25.303307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.303676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.304022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.304357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.304697 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.305023 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.305349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.305673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.305996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.306471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.306798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.307165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.307487 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:25.346524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] No DVR routers for this DVR port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:37:25.482195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:25.482530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:25.482856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:25.487060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:37:25.487377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Attempting to bind port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:25.492260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:25.492597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:25.492978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:25.493399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Bound port: 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:25.493746 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.555112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:25.558263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:25.561787 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.599399 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.600064 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:25.601422 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] 10.222.0.16 "PUT /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 1092 time: 0.7485955 Dec 13 10:37:25.626488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e492-7e88-451b-a741-6f76c9b7c9fb service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=11']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:25.674620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-bc6ba9f9-5694-4295-88ba-e3097c37273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.676189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-bc6ba9f9-5694-4295-88ba-e3097c37273a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1095 time: 0.0431690 Dec 13 10:37:25.767978 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-38b7d81f-83b3-4380-84bb-01bb54480a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.769463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-38b7d81f-83b3-4380-84bb-01bb54480a1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0863323 Dec 13 10:37:25.839270 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-15342599-22c4-4c3e-adfe-b758304fc950 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0631065 Dec 13 10:37:25.873944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192e2b-c135-4fa5-b64d-c61af1da9afa req-8b30afe4-d02b-4d20-96f4-9a5c77118e00 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.875441 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6192e2b-c135-4fa5-b64d-c61af1da9afa req-8b30afe4-d02b-4d20-96f4-9a5c77118e00 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0498145 Dec 13 10:37:25.891747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-fa66074f-1609-45d1-ab80-6eb8bc5d228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.893303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-fa66074f-1609-45d1-ab80-6eb8bc5d228f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0473201 Dec 13 10:37:25.921927 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6192e2b-c135-4fa5-b64d-c61af1da9afa req-1dca3ed6-acad-47db-81d8-e6e79f612527 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Dec 13 10:37:25.942773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-9a448efb-d161-4ce5-9408-bef7798dfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:25.944294 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-9a448efb-d161-4ce5-9408-bef7798dfe4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443461 Dec 13 10:37:26.042416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-9b5f80a5-48ea-47a9-a97a-bc8f4c77f872 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904481 Dec 13 10:37:26.129884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-24e4c94b-ed09-4f52-9414-28c435e6d4ae req-542d3585-ce80-4b33-b772-51748d32311c service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806763 Dec 13 10:37:26.622752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:26.660159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:27.044171 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a21e2d-38ec-415f-b6af-8eb31987d076 req-63e9ddb0-fdcc-4450-80ed-c9f931ab78ad tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.045652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4a21e2d-38ec-415f-b6af-8eb31987d076 req-63e9ddb0-fdcc-4450-80ed-c9f931ab78ad tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0512824 Dec 13 10:37:27.090902 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c4a21e2d-38ec-415f-b6af-8eb31987d076 req-2fc7d2be-b9b9-461c-80b0-0112992f051d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Dec 13 10:37:27.245578 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:27.247949 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ef9394-e5c5-4e3d-8156-3074585dc300" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:27.295149 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ae5d6-3d8c-4d01-ad6a-5223a0041f4c x-openstack-request-id: req-4a5ae5d6-3d8c-4d01-ad6a-5223a0041f4c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:27.295507 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:27.295854 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a5ae5d6-3d8c-4d01-ad6a-5223a0041f4c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:27.296268 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'status': 'completed', 'code': 200} Dec 13 10:37:27.356230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-a52ccea1-4ef8-458e-84b0-f3a6cbf00fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.357038 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f86b45f5-d1f7-4edd-87ad-40643367a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.357730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-a52ccea1-4ef8-458e-84b0-f3a6cbf00fd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1095 time: 0.0412021 Dec 13 10:37:27.358502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f86b45f5-d1f7-4edd-87ad-40643367a072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 1095 time: 0.0397182 Dec 13 10:37:27.453331 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-474b2ca4-e1bd-4f89-9459-dd581548f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.454850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-474b2ca4-e1bd-4f89-9459-dd581548f7c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0887175 Dec 13 10:37:27.455325 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-579d10f4-7b83-4a73-9ba8-e8d35130b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.456836 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-579d10f4-7b83-4a73-9ba8-e8d35130b9c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0912044 Dec 13 10:37:27.519840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-74596d3f-eb74-4808-885d-520ffcf0cff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0578866 Dec 13 10:37:27.526453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-9c35b70d-d086-4ee0-873f-24b30ffcb860 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 200 len: 999 time: 0.0611763 Dec 13 10:37:27.568904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-7fb78254-1145-427e-867b-f2c594c07d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.570379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-7fb78254-1145-427e-867b-f2c594c07d94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0437007 Dec 13 10:37:27.581798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f3d476fb-c58a-4596-9811-5dc672a708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.583301 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f3d476fb-c58a-4596-9811-5dc672a708e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0478694 Dec 13 10:37:27.618493 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f2eaaf61-6904-4049-a8bb-4d81c5045fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.620057 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f2eaaf61-6904-4049-a8bb-4d81c5045fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430782 Dec 13 10:37:27.630137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-d8898d00-5cd3-4f5d-9af7-5731b41acd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.631651 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-d8898d00-5cd3-4f5d-9af7-5731b41acd5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403671 Dec 13 10:37:27.706942 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-f1390131-2c8f-468a-bf5b-2f1ecf502e3f service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800724 Dec 13 10:37:27.719009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-38ae607c-5cd0-47c6-a7cb-95a4bb3d2249 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798268 Dec 13 10:37:27.802743 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-9d35f3c1-8f4e-469f-9911-4aace12a5ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Dec 13 10:37:28.138471 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c1ef9394-e5c5-4e3d-8156-3074585dc300 req-0dd413be-313c-4a6f-9cf9-027562dfb82b service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120295 Dec 13 10:37:28.212821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374621-6d6b-452d-ad80-1939fb537056 req-00cd462d-1e86-4599-8687-fef97a755311 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:28.214359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c374621-6d6b-452d-ad80-1939fb537056 req-00cd462d-1e86-4599-8687-fef97a755311 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 944 time: 0.0499697 Dec 13 10:37:28.261195 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c374621-6d6b-452d-ad80-1939fb537056 req-07196dc8-338b-40a9-9a8a-6af34e75e95f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 Dec 13 10:37:28.526592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:37:28.626072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:28.637948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'mac_address': 'fa:16:3e:e5:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:37:28.675017 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:28.688384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:28.708546 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:28.712243 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:28.763294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:29.074320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6fb9ebb4-d595-44a9-bb27-72071a8deb46'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:37:29.377423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d956-01cd-46cd-a8e0-8e8feab4ee85 req-abb42d02-b6b3-455b-9768-6e397c489916 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:29.378910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cd6d956-01cd-46cd-a8e0-8e8feab4ee85 req-abb42d02-b6b3-455b-9768-6e397c489916 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Dec 13 10:37:29.425152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cd6d956-01cd-46cd-a8e0-8e8feab4ee85 req-353551fd-e23d-4413-b99a-3d15ee62ad5b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402713 Dec 13 10:37:29.542708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058084b-dd20-437c-b7e3-ebcc837024b9 req-889a3f24-e21d-4b7b-a0b8-cab89df02238 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:29.544209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9058084b-dd20-437c-b7e3-ebcc837024b9 req-889a3f24-e21d-4b7b-a0b8-cab89df02238 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Dec 13 10:37:29.590882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9058084b-dd20-437c-b7e3-ebcc837024b9 req-f6a3a26e-d601-46e8-ab9e-e35beed19088 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Dec 13 10:37:29.701947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd65e5-c051-4513-8633-9ee9b2d49ac2 req-0d82b4c2-b7f5-42f3-a879-9287163d75ca tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:29.703327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0cd65e5-c051-4513-8633-9ee9b2d49ac2 req-0d82b4c2-b7f5-42f3-a879-9287163d75ca tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0475640 Dec 13 10:37:29.749158 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0cd65e5-c051-4513-8633-9ee9b2d49ac2 req-4d840594-1597-44c9-a94d-45ee494aa3ab tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Dec 13 10:37:29.976853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9ac0-e087-4ef7-a2ba-8dafaca5d0ec req-cfb40829-92fb-4825-82bc-1400c35382ca tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:29.978245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc4c9ac0-e087-4ef7-a2ba-8dafaca5d0ec req-cfb40829-92fb-4825-82bc-1400c35382ca tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Dec 13 10:37:30.027424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc4c9ac0-e087-4ef7-a2ba-8dafaca5d0ec req-7e1e9f94-ba90-4bad-9b10-ce15b4c23c1c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Dec 13 10:37:30.150297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:30.542105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:30.594305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:37:30.598605 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:30.599055 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:30.673622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:30.696768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:30.699739 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236bb51-f1f9-4b94-9081-5bfb68d8d66d" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:30.712338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:30.716678 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:30.745707 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1b8a2-8a03-4a03-aafe-5c752f1d272f x-openstack-request-id: req-5bd1b8a2-8a03-4a03-aafe-5c752f1d272f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:30.746000 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:30.746251 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bd1b8a2-8a03-4a03-aafe-5c752f1d272f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:30.746638 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'code': 200} Dec 13 10:37:30.771934 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:31.145486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec93bc-7a59-4713-8433-39184eed8c57 req-55118fc9-5f22-4b6c-9dea-beffa2aa3b9a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:31.146974 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aec93bc-7a59-4713-8433-39184eed8c57 req-55118fc9-5f22-4b6c-9dea-beffa2aa3b9a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 946 time: 0.0489352 Dec 13 10:37:31.193785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2aec93bc-7a59-4713-8433-39184eed8c57 req-87eacbc9-9216-46da-8a74-d361ad342ed4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410013 Dec 13 10:37:31.363606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-06bfb07b-14a7-4ccc-9326-b9d930d3aae6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:31.365052 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-06bfb07b-14a7-4ccc-9326-b9d930d3aae6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Dec 13 10:37:31.459209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Deleting port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:37:31.459458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.546430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] For port 6fb9ebb4-d595-44a9-bb27-72071a8deb46, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6fb9ebb4-d595-44a9-bb27-72071a8deb46,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:31.546795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.724489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.724865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.725060 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 disassociated. External IP: 172.25.2.23, port: 6fb9ebb4-d595-44a9-bb27-72071a8deb46. Dec 13 10:37:31.725404 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Calling delete_port for 6fb9ebb4-d595-44a9-bb27-72071a8deb46 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:37:31.849558 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.877512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'Port': ['ID=6fb9ebb4-d595-44a9-bb27-72071a8deb46,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:31.993593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:32.103313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:32.113275 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:32.123138 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:32.123800 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:37:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:32.145691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] No DVR routers for this DVR port 6fb9ebb4-d595-44a9-bb27-72071a8deb46 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:37:32.148706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:32.152754 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a1d08d20-41fe-41e6-b75d-34184e70ba93 req-7de30587-94da-485c-ac11-2cb88364b4f7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "DELETE /v2.0/ports/6fb9ebb4-d595-44a9-bb27-72071a8deb46 HTTP/1.1" status: 204 len: 173 time: 0.7762744 Dec 13 10:37:32.153277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-deleted', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:32.155655 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51c4d9-81d9-4918-88ba-5a144be6fbb3" -d '{"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-deleted", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:32.196539 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4741dcc-a59f-4bc3-bc96-8acb699e3d2d x-openstack-request-id: req-b4741dcc-a59f-4bc3-bc96-8acb699e3d2d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:32.196836 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb2a27c-1672-4725-a60c-284ec128fc14", "name": "network-vif-deleted", "tag": "6fb9ebb4-d595-44a9-bb27-72071a8deb46", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:32.197093 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4741dcc-a59f-4bc3-bc96-8acb699e3d2d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:32.197509 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb2a27c-1672-4725-a60c-284ec128fc14', 'name': 'network-vif-deleted', 'tag': '6fb9ebb4-d595-44a9-bb27-72071a8deb46', 'status': 'completed', 'code': 200} Dec 13 10:37:32.243621 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:32.290643 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2a5a03e-2073-499e-984e-1540bf3b0ecf req-99d1cda7-dd6d-40b8-b9c6-334754dc12a5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cb2a27c-1672-4725-a60c-284ec128fc14 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Dec 13 10:37:32.456244 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:32.482252 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:32.490164 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:32.490758 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:37:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:32.593077 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:32.783264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:32.809759 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b8fa1-431f-4c76-8fc9-7f28b583e6b6 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:33.023239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125b437-af8a-4586-ac32-c6a2efcd73c1 None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:37:33.588960 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-c0865809-698b-4cc3-a4b0-ae706e3e9991 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--302716591&fields=id&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 267 time: 0.0421681 Dec 13 10:37:34.034514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-35736920-f27b-4e1e-b898-e20461cb0a40 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:34.036003 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-35736920-f27b-4e1e-b898-e20461cb0a40 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.4405146 Dec 13 10:37:34.051224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-c9139abb-c15a-4742-b578-8c6316c2ef39 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/quotas/515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 375 time: 0.0088933 Dec 13 10:37:34.100723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-dfd4824b-7736-4702-b142-6f12a0ef37d4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442328 Dec 13 10:37:34.116297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-be22e2e4-97af-4d1b-8f13-58f01c286813 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:37:34.117314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-be22e2e4-97af-4d1b-8f13-58f01c286813 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049996 Dec 13 10:37:34.206910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-f11f622c-0e54-40bd-937e-c136e425fa4b service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834994 Dec 13 10:37:34.293312 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-95608a16-0f76-4d59-9ec2-72429f0820d3 service neutron] 10.222.0.31 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804565 Dec 13 10:37:34.451825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b10e7c5e-cfa8-476b-a057-0f5f692db00a req-f95cf5a9-6945-410e-aa5d-edbf950ccf43 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0264997 Dec 13 10:37:34.555445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:34.575576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6fb9ebb4-d595-44a9-bb27-72071a8deb46 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:34.575920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6fb9ebb4-d595-44a9-bb27-72071a8deb46 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:34.739441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:35.533769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-da753a74-5080-4758-9cdc-216cf9653c96 req-643268a7-3b42-4623-a3a4-a96c776ac89a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Dec 13 10:37:36.225247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-790a91b2-d59f-498a-beec-12d9b281bb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:36.397316 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-c1cf1333-608b-46d9-8a44-defc39a6296d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:36.398758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-c1cf1333-608b-46d9-8a44-defc39a6296d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 812 time: 0.1071427 Dec 13 10:37:36.465977 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e89b4681-08ca-4130-8100-2b7d211afa4e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 379 time: 0.0580039 Dec 13 10:37:36.475174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'port': {'device_id': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'admin_state_up': True, 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'security_groups': ['02c32630-27a4-4e6f-b4a9-d05999b04fdb']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:36.582403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Made reservation on behalf of 515bc0d6010b4344a5c91e69ad96d839 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:36.586687 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:36.661589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d9bd133-f864-4b2b-9a8b-0fc22289d8bb req-42b2b2a1-5ecd-488e-b3bf-ce931409edfa tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0520372 Dec 13 10:37:36.738138 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Allocated IP 172.20.0.3 (a957acd5-2046-4855-ac18-0be8a7ea95a8/224f54a5-9bde-4afb-852a-5818d2932662/c96abca6-951a-42a5-a4cd-6ca7b71c926f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:36.871749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:36.905781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:36.954918 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:36.957943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:36.961489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:36.984759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:37.013501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.014130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.032978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e279f742-3a4e-4af4-9df4-73afc863e962 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612972 Dec 13 10:37:37.045680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Request body: {'port': {'device_id': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:37.101902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.159040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6c72d930-af32-4e82-8b8f-1052acd107ee None None] Provisioning complete for port c96abca6-951a-42a5-a4cd-6ca7b71c926f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:37.159409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c72d930-af32-4e82-8b8f-1052acd107ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.192151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6c72d930-af32-4e82-8b8f-1052acd107ee None None] Port c96abca6-951a-42a5-a4cd-6ca7b71c926f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:37.366208 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:37.374083 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.386220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Transition to ACTIVE for port object c96abca6-951a-42a5-a4cd-6ca7b71c926f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:37:37.389968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.441784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:37.506544 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:37.506891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:37.507230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:37.512663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:37:37.512916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:37.518249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:37.518597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:37.518992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:37.519426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Bound port: c96abca6-951a-42a5-a4cd-6ca7b71c926f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:37.519816 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.588683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:37.591770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:37.597271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.632906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.633536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.635480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] 10.222.0.20 "PUT /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1091 time: 0.5936360 Dec 13 10:37:37.635985 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:37.638263 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca92491d-62d5-48d9-a252-7c22a82e5c93" -d '{"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:37.663385 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb28f-499b-4742-bd91-20a0a985ef4a service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:37.688916 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c3c6b9-a3d1-42f4-9f1f-163265c568f7 x-openstack-request-id: req-64c3c6b9-a3d1-42f4-9f1f-163265c568f7 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:37.689193 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:37.689736 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c3c6b9-a3d1-42f4-9f1f-163265c568f7 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:37.689838 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'status': 'completed', 'code': 200} Dec 13 10:37:37.723501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-d9b437a0-42df-4d15-9004-feb691a61653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.725083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-d9b437a0-42df-4d15-9004-feb691a61653 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0476460 Dec 13 10:37:37.795468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-eae35ee3-6703-44b0-b095-47ee12620e41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 217 time: 0.0604999 Dec 13 10:37:37.849531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695f70-5e50-460c-b1fe-1424bb1bfa96 req-2a2d2ee0-58a1-44b6-9942-be8ee924ecb3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.851028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6695f70-5e50-460c-b1fe-1424bb1bfa96 req-2a2d2ee0-58a1-44b6-9942-be8ee924ecb3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.1181490 Dec 13 10:37:37.866638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-4bdaed49-1026-47e6-a562-6b62b6c0cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.868020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-4bdaed49-1026-47e6-a562-6b62b6c0cb80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0650282 Dec 13 10:37:37.925833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a6695f70-5e50-460c-b1fe-1424bb1bfa96 req-3434b631-b549-4adb-a17a-ee072f2460fd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682271 Dec 13 10:37:37.935360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-20f1642f-34ae-4c61-bc7d-5a691b3e94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.936876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-20f1642f-34ae-4c61-bc7d-5a691b3e94fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605135 Dec 13 10:37:38.030447 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-e0455699-5e23-4451-918c-f72f6be6e3d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864761 Dec 13 10:37:38.118273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82df2580-c75a-49a8-bc8e-9efeaac336a5 req-9141a18b-0017-4879-9d1c-6b67388f0775 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801992 Dec 13 10:37:38.206534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-f5cd7429-79f0-49cd-a8f5-de13f7494b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.208103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-f5cd7429-79f0-49cd-a8f5-de13f7494b28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0450726 Dec 13 10:37:38.296195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-d98df3df-1488-45ee-a0c4-82e1b8e7c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.297563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-d98df3df-1488-45ee-a0c4-82e1b8e7c8f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0818796 Dec 13 10:37:38.342253 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-178b0796-5d37-4550-9af6-36a986d1809b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 217 time: 0.0374153 Dec 13 10:37:38.390475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-aed14239-3da5-4617-abbf-28cf593a410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.392042 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-aed14239-3da5-4617-abbf-28cf593a410a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0424016 Dec 13 10:37:38.438698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-2737a4f4-bea3-4d70-9608-e412911586e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.440208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-2737a4f4-bea3-4d70-9608-e412911586e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402811 Dec 13 10:37:38.533086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-f35b5eba-8f4d-4269-87d3-72ebcbdd7d01 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845475 Dec 13 10:37:38.621128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca92491d-62d5-48d9-a252-7c22a82e5c93 req-82d0268b-6002-46d5-b33f-10f55bd09288 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798483 Dec 13 10:37:38.681501 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b26933f4-0067-42dc-a2e1-b1a8226aec0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:39.048821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c38b1e-8a12-44df-9e59-491c61013096 req-bc1900c4-20b7-4240-86ad-9de759f127d9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:39.050293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1c38b1e-8a12-44df-9e59-491c61013096 req-bc1900c4-20b7-4240-86ad-9de759f127d9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0483677 Dec 13 10:37:39.096834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1c38b1e-8a12-44df-9e59-491c61013096 req-1060850c-153f-400c-98f2-80e22e7f4fb3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Dec 13 10:37:39.487059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:37:39.737736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:40.215078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673761a-7a5e-4a6f-8d62-df52719c4bd5 req-2e725165-b29d-45c9-a419-d9fe4f03480b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:40.216584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2673761a-7a5e-4a6f-8d62-df52719c4bd5 req-2e725165-b29d-45c9-a419-d9fe4f03480b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0529385 Dec 13 10:37:40.262060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2673761a-7a5e-4a6f-8d62-df52719c4bd5 req-bd67101c-5d24-4e03-89dd-8cf714cf5cfd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Dec 13 10:37:40.677835 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:37:40.773345 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:40.784328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:37:40.821733 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:40.837837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:40.857180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:40.860634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:40.906147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:41.045189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c96abca6-951a-42a5-a4cd-6ca7b71c926f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:37:41.351399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:41.378697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23284447-5689-4e9e-8cc9-639e3ffe9bdd req-4a4cf9e7-d8c2-4fd9-bddf-cb1536d368e2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:41.380222 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23284447-5689-4e9e-8cc9-639e3ffe9bdd req-4a4cf9e7-d8c2-4fd9-bddf-cb1536d368e2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0484989 Dec 13 10:37:41.427114 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23284447-5689-4e9e-8cc9-639e3ffe9bdd req-8546a6e3-49b2-46f6-aab8-f1b8933d8307 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 Dec 13 10:37:42.113127 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:42.546476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3264-d785-4837-bc50-69b5d3a58f89 req-ae44bfc8-c2e2-49b2-b666-b356d58c1f7c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:42.547994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4fc3264-d785-4837-bc50-69b5d3a58f89 req-ae44bfc8-c2e2-49b2-b666-b356d58c1f7c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0510554 Dec 13 10:37:42.594961 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a4fc3264-d785-4837-bc50-69b5d3a58f89 req-25fcf181-82c0-4761-82a3-046da92ac54d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Dec 13 10:37:42.698981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:42.747622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c96abca6-951a-42a5-a4cd-6ca7b71c926f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:37:42.751327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c96abca6-951a-42a5-a4cd-6ca7b71c926f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:42.751778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:42.826989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:42.851997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:42.854811 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357bfd7-0df4-4c1f-9b30-68d0fd0c07ee" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:42.867754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:42.871630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:42.894438 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1beb20f-e62e-4d90-b84e-aeb17e91e1c3 x-openstack-request-id: req-e1beb20f-e62e-4d90-b84e-aeb17e91e1c3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:42.894730 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:42.894984 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1beb20f-e62e-4d90-b84e-aeb17e91e1c3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:42.895375 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'code': 200} Dec 13 10:37:42.921057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:42.994367 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae83a-4861-4018-bb90-b79e3309caec req-f8c9e45b-fb23-4529-ac3a-ba641c38c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:42.995889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accae83a-4861-4018-bb90-b79e3309caec req-f8c9e45b-fb23-4529-ac3a-ba641c38c609 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1096 time: 0.0402112 Dec 13 10:37:43.039491 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-accae83a-4861-4018-bb90-b79e3309caec req-af6a99f2-9de9-452e-975d-4c4e9db1856f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365195 Dec 13 10:37:43.708790 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf75a7-7c95-4e8d-8e9c-a26d970cab21 req-1acb8b5f-59ee-40ff-98fa-706e7cc271a8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:43.710297 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9cf75a7-7c95-4e8d-8e9c-a26d970cab21 req-1acb8b5f-59ee-40ff-98fa-706e7cc271a8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0481341 Dec 13 10:37:43.761149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9cf75a7-7c95-4e8d-8e9c-a26d970cab21 req-70188e0c-f7d1-47b8-a38b-91fd22a5ab90 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446620 Dec 13 10:37:44.877187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009a81-7b0f-4cbc-9b8a-1d4d0c30f6b5 req-8b76ce5f-0fdb-4a95-8ca6-f8ae3ba8c90d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:44.878654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef009a81-7b0f-4cbc-9b8a-1d4d0c30f6b5 req-8b76ce5f-0fdb-4a95-8ca6-f8ae3ba8c90d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Dec 13 10:37:44.925676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ef009a81-7b0f-4cbc-9b8a-1d4d0c30f6b5 req-f1196068-fdc3-458f-8793-8b1f13e3b9c5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Dec 13 10:37:45.037010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3878-57bd-4b84-b952-760c1e81d198 req-40f3c844-cf47-479b-ab8a-1b5283c8d41c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:45.038478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43ec3878-57bd-4b84-b952-760c1e81d198 req-40f3c844-cf47-479b-ab8a-1b5283c8d41c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0482585 Dec 13 10:37:45.047110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39232) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:45.052374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Request body: {'floatingip': {'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:45.094494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:45.509762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:45.513426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:45.610262 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 associated. External IP: 172.25.2.23, port: c96abca6-951a-42a5-a4cd-6ca7b71c926f. Dec 13 10:37:45.810095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:45.914926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:45.919768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:45.925832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:45.935675 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:45.936302 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:37:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:45.945477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-afcb28dc-86f7-4d43-adf0-5dfff0936128 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "PUT /v2.0/floatingips/112d3227-724d-4c63-adbf-e3d1c4324ba1 HTTP/1.1" status: 200 len: 991 time: 0.8971403 Dec 13 10:37:45.946096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:45.948994 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1bac1-0444-4263-80c8-e6217007db2b" -d '{"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:45.988491 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d751a-6c18-419c-8d89-5ec40669924a x-openstack-request-id: req-d44d751a-6c18-419c-8d89-5ec40669924a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:45.988785 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:45.989045 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d44d751a-6c18-419c-8d89-5ec40669924a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:45.989454 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'status': 'completed', 'code': 200} Dec 13 10:37:46.049932 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:46.050932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-9c00dc01-a719-4a75-a76f-6628e12d88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:46.052759 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-9c00dc01-a719-4a75-a76f-6628e12d88dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1096 time: 0.0403955 Dec 13 10:37:46.146188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-13ceb32d-d7ae-4940-af3a-e0c3e9783593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:46.147750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-13ceb32d-d7ae-4940-af3a-e0c3e9783593 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0875130 Dec 13 10:37:46.211151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-9d2965f1-9e27-487e-b00a-cae740997cc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0565815 Dec 13 10:37:46.262837 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-d4539238-9646-4532-9a07-ac95c750769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:46.264330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-d4539238-9646-4532-9a07-ac95c750769d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0469260 Dec 13 10:37:46.270899 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:37:45Z', 'revision_number': 13, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:46.298133 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:46.306570 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:46.307186 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:37:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:46.310186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-4c9eb028-7d91-4755-8d77-3a1179c81bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:46.311728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-4c9eb028-7d91-4755-8d77-3a1179c81bfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402987 Dec 13 10:37:46.400255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-5eac1f4a-455b-461b-9d4e-a685f05226dc service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811331 Dec 13 10:37:46.495190 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:46.496619 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e1bac1-0444-4263-80c8-e6217007db2b req-6c07e469-45b4-4878-82ed-d2f10f5cf8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Dec 13 10:37:46.713934 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:37:45Z', 'revision_number': 13, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:46.742966 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488adb2e-fbc1-40c7-8a50-3b61b7cde5ec None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '112d3227-724d-4c63-adbf-e3d1c4324ba1', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:28:53Z', 'updated_at': '2021-12-13T10:37:45Z', 'revision_number': 13, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:46.931920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e02a8-d200-4983-8ef9-038f3b579f59 None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:37:58.187403 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-c62acb1b-e837-43bd-add7-4dce97c7a20c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765400 Dec 13 10:37:58.268590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-9439da99-b1f7-4fd6-8b9e-c59fe97e1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.270064 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-9439da99-b1f7-4fd6-8b9e-c59fe97e1e70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1096 time: 0.0387557 Dec 13 10:37:58.374543 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-0c4bf771-828f-4576-b2e6-026a980938bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.375947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-0c4bf771-828f-4576-b2e6-026a980938bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0861363 Dec 13 10:37:58.440563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-d014b667-3266-472c-aba1-305d70d5ea52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1001 time: 0.0582392 Dec 13 10:37:58.491876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-6cc6deef-31dd-444c-b06c-f5b630929c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.493304 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-6cc6deef-31dd-444c-b06c-f5b630929c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0459876 Dec 13 10:37:58.536884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-b9f85ef1-fb61-4b27-ba5c-6d6bb8125894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.538357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-b9f85ef1-fb61-4b27-ba5c-6d6bb8125894 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386662 Dec 13 10:37:58.623696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-4adec8a9-3a84-43ed-95da-0578626d412a service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786963 Dec 13 10:37:58.714631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39b0c6f-ac89-4522-a1f6-c41d30a45b6a req-76b57982-7cf4-41b3-bd91-d86dba58526c service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840197 Dec 13 10:38:00.168447 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:04.755305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:06.226312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38096ab8-a3cc-4837-9cad-848560e63693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:08.683305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3709-e77e-4e67-80fd-e4ab38d7d194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:09.739304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:11.350699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:12.117157 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:16.487377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:38:30.164641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:34.755273 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:36.228249 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2349-8052-48ec-9d8b-ddf317a7ee15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:38.685509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27dcd008-4d4d-46d0-b9f0-bc566e9a3f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:39.742682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:41.352336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:42.120317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:53.488324 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:39:00.133582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-8b7661df-780b-4063-86df-f11b8a489cbe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405221 Dec 13 10:39:00.178456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:00.214955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-75bf8bfb-ae34-4310-805b-2220759b8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:00.216485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-75bf8bfb-ae34-4310-805b-2220759b8444 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1096 time: 0.0400069 Dec 13 10:39:00.321275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-22d57676-b92a-4977-8e5c-cc09e1e20c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:00.322817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-22d57676-b92a-4977-8e5c-cc09e1e20c21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0865452 Dec 13 10:39:00.386578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-9f30c38e-ab11-4211-8698-b935dad42254 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1001 time: 0.0571222 Dec 13 10:39:00.437610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-cb0edd3d-43a4-4d21-8ab8-b370c88b479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:00.439032 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-cb0edd3d-43a4-4d21-8ab8-b370c88b479e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0463080 Dec 13 10:39:00.483795 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-bb02d0cc-6400-4707-95a2-735238695968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:00.485251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-bb02d0cc-6400-4707-95a2-735238695968 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389926 Dec 13 10:39:00.571915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-c7654f9c-befe-430e-a0b8-0fce13470a62 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789154 Dec 13 10:39:00.664697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0924132-48cd-4ecf-b0fc-a85f5d51a917 req-76ac0b3b-cfee-45f7-853f-cc341d3ba107 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856004 Dec 13 10:39:04.772526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:06.229697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17bc8279-9320-47ba-b39c-f01c7e9e718f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:08.687052 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-08e312af-d9cf-4bc3-9f51-da955cff4b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:09.743783 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:11.356177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:12.123256 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:24.451685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1ec04-68ee-40d6-961e-a61d2cfaa611 req-a27e7383-2b2d-4182-9c77-bea3a3777ae9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:24.453161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12c1ec04-68ee-40d6-961e-a61d2cfaa611 req-a27e7383-2b2d-4182-9c77-bea3a3777ae9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.1333933 Dec 13 10:39:24.499817 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12c1ec04-68ee-40d6-961e-a61d2cfaa611 req-80fab5c9-f255-4593-affa-5d0c8614f0b0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Dec 13 10:39:30.177488 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.488720 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:39:34.775097 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:36.230481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b7a3db14-95b8-4ffd-ad6b-ebd6964f34e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:36.750009 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-e460c84d-e406-42d7-b1a0-079c1162e597 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684979 Dec 13 10:39:36.765848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c44d-c6b2-43ea-8835-f37a2bd5d898 req-8180b95e-2f0c-485c-af57-be93648c0550 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:36.767460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7729c44d-c6b2-43ea-8835-f37a2bd5d898 req-8180b95e-2f0c-485c-af57-be93648c0550 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0582886 Dec 13 10:39:36.816815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7729c44d-c6b2-43ea-8835-f37a2bd5d898 req-5b137170-3add-42ba-ad34-7ded06fa748d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431476 Dec 13 10:39:37.860348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-3caced7d-81ab-41aa-ba25-d99bac88aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:37.861906 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-3caced7d-81ab-41aa-ba25-d99bac88aa11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1096 time: 0.0405378 Dec 13 10:39:37.983433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fcbb2-e86c-42e2-83e6-c6f133e8c6e8 req-e6371b12-01c5-4dde-8cc9-7b02c13c0adb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:37.984860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-667fcbb2-e86c-42e2-83e6-c6f133e8c6e8 req-e6371b12-01c5-4dde-8cc9-7b02c13c0adb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0977833 Dec 13 10:39:38.000906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-41dafa8c-d0b5-424a-80d4-a5ebbb86e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:38.002287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-41dafa8c-d0b5-424a-80d4-a5ebbb86e8f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.1324430 Dec 13 10:39:38.081813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-667fcbb2-e86c-42e2-83e6-c6f133e8c6e8 req-fab8af6a-a825-48f4-ab11-5cbac4b62da4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897543 Dec 13 10:39:38.089684 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-d436b909-f8ea-4e65-8358-41d4d508f16b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1001 time: 0.0790548 Dec 13 10:39:38.138387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-4892e726-950a-43f1-a64c-2424142e0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:38.139822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-4892e726-950a-43f1-a64c-2424142e0a0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0431800 Dec 13 10:39:38.183483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-4e74f56f-7db3-49d7-bbaf-b2f0817a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:38.185544 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-4e74f56f-7db3-49d7-bbaf-b2f0817a1033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385106 Dec 13 10:39:38.274600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-b0244446-01a3-4bfa-b9b7-b8ca0c667ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821671 Dec 13 10:39:38.361010 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-52b44138-931a-4ca1-b764-8558bea00e1e service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797935 Dec 13 10:39:38.690829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fac89302-1b9e-444d-b8ae-cfb1e9d02d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:39.201841 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3500340-7630-4a5f-ab69-411bc578b5b0 req-20712b3c-e8ba-4d4f-ae76-e47e6034fd93 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:39.203316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3500340-7630-4a5f-ab69-411bc578b5b0 req-20712b3c-e8ba-4d4f-ae76-e47e6034fd93 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Dec 13 10:39:39.248936 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f3500340-7630-4a5f-ab69-411bc578b5b0 req-a7f8d83b-ea49-4ad9-b69c-467f3335f3f4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394561 Dec 13 10:39:39.746043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:40.363993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a523da-cdd8-417e-a9b2-81f1da77a954 req-8c5347e5-f6a5-4f82-803c-32772d462a88 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:40.365469 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3a523da-cdd8-417e-a9b2-81f1da77a954 req-8c5347e5-f6a5-4f82-803c-32772d462a88 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 13 10:39:40.411408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d3a523da-cdd8-417e-a9b2-81f1da77a954 req-ab0010f4-ab31-4429-a083-795690193838 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 Dec 13 10:39:41.359053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:41.524597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de435-fbe7-40d9-bd7c-c6aee0b38d9b req-207f8444-9e84-470f-bd59-228016cf911d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:41.526079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d7de435-fbe7-40d9-bd7c-c6aee0b38d9b req-207f8444-9e84-470f-bd59-228016cf911d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0473986 Dec 13 10:39:41.575655 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6d7de435-fbe7-40d9-bd7c-c6aee0b38d9b req-86e80e67-22e8-429c-9d23-c0d1795b5338 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Dec 13 10:39:42.125090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:42.693258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc092a-f1b9-4f9a-8d88-b6da0005814e req-f013292f-c206-4d76-a940-413e940d71be tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:42.694772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dcc092a-f1b9-4f9a-8d88-b6da0005814e req-f013292f-c206-4d76-a940-413e940d71be tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Dec 13 10:39:42.740445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6dcc092a-f1b9-4f9a-8d88-b6da0005814e req-5464a1bd-a279-41cd-bfed-1b01ee584b53 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398593 Dec 13 10:39:43.855590 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10368cc3-ed31-4c58-b30f-33b8303e5f27 req-58fceae3-9599-4b85-8c58-1e8ba26e46a0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:43.858623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10368cc3-ed31-4c58-b30f-33b8303e5f27 req-58fceae3-9599-4b85-8c58-1e8ba26e46a0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Dec 13 10:39:43.904767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10368cc3-ed31-4c58-b30f-33b8303e5f27 req-dc587317-2df8-4c76-8185-00e9d8bb72c6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 Dec 13 10:39:45.021514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad9798-8858-4c51-8c3d-4b66aeca780d req-8ac2c738-094a-4858-81e0-857d75133215 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:45.023004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5ad9798-8858-4c51-8c3d-4b66aeca780d req-8ac2c738-094a-4858-81e0-857d75133215 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0507016 Dec 13 10:39:45.070830 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a5ad9798-8858-4c51-8c3d-4b66aeca780d req-3fb66fc9-fc58-4781-8675-9a02aef836ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Dec 13 10:39:46.187487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367e2d6-024c-468e-be74-186f1d44e4f3 req-e139e075-4dc8-4fef-90a2-56b366fe3ecd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.189001 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d367e2d6-024c-468e-be74-186f1d44e4f3 req-e139e075-4dc8-4fef-90a2-56b366fe3ecd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Dec 13 10:39:46.234770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d367e2d6-024c-468e-be74-186f1d44e4f3 req-7fb977d2-3741-447c-a9aa-0cdb93b9c6c7 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Dec 13 10:39:47.348767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56370f-60cf-4322-8dd6-79fba79332a6 req-2b31f996-dba3-4dfc-a8e8-4dc25bc104e8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:47.350225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b56370f-60cf-4322-8dd6-79fba79332a6 req-2b31f996-dba3-4dfc-a8e8-4dc25bc104e8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0473852 Dec 13 10:39:47.398505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7b56370f-60cf-4322-8dd6-79fba79332a6 req-dcd8efcf-716d-4575-bbe1-ae1bf77bf485 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Dec 13 10:39:48.515251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c561-5ce5-4192-a54d-295ecabd2144 req-63bbc354-e1fa-42aa-8e64-c8e3cb6af14b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:48.516769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7334c561-5ce5-4192-a54d-295ecabd2144 req-63bbc354-e1fa-42aa-8e64-c8e3cb6af14b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Dec 13 10:39:48.562887 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7334c561-5ce5-4192-a54d-295ecabd2144 req-31dfbae5-e90f-4c84-9243-a69a780991c5 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Dec 13 10:39:49.674879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ff5d-41c3-4f9a-99ea-bc4fe808c4d4 req-8495cddf-4789-415d-90f6-8668bcffe556 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:49.676360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20a4ff5d-41c3-4f9a-99ea-bc4fe808c4d4 req-8495cddf-4789-415d-90f6-8668bcffe556 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0468366 Dec 13 10:39:49.721404 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-20a4ff5d-41c3-4f9a-99ea-bc4fe808c4d4 req-266682e4-358b-4b08-97f8-b67f754e9552 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 Dec 13 10:39:50.842350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d91e-94f7-43dd-adff-d7f14d8dcb3d req-a6b78512-8877-43a8-957f-1174cb4b73f0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:50.843851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3f4d91e-94f7-43dd-adff-d7f14d8dcb3d req-a6b78512-8877-43a8-957f-1174cb4b73f0 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0536530 Dec 13 10:39:50.893440 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3f4d91e-94f7-43dd-adff-d7f14d8dcb3d req-a9e772b0-6a8a-4a49-9785-fa9764778032 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 Dec 13 10:39:52.010789 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe1a3-a8af-4cce-89ee-c5ee550280bd req-7669d0db-02c7-4115-826a-29ab648c5e4d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:52.012342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b9fe1a3-a8af-4cce-89ee-c5ee550280bd req-7669d0db-02c7-4115-826a-29ab648c5e4d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Dec 13 10:39:52.060833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b9fe1a3-a8af-4cce-89ee-c5ee550280bd req-1c7a11c4-4f1e-46c0-836e-f5bea29e9164 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Dec 13 10:39:52.285563 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-40402005-0718-4951-9fc7-bac394287814 req-1afb4901-a933-44a3-bc5a-6ce436aa7cd6 service neutron] show failed (client error): The resource could not be found. Dec 13 10:39:52.286550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-1afb4901-a933-44a3-bc5a-6ce436aa7cd6 service neutron] 10.222.0.20 "GET /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0559499 Dec 13 10:39:52.521906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-5301a949-880a-43b1-a677-16dba855138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:52.523381 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-5301a949-880a-43b1-a677-16dba855138a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1096 time: 0.0822954 Dec 13 10:39:52.539123 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:52.589243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:52.787327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:52.821363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:52.860719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:52.862998 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea537f-64d5-4a43-8d70-3f392c51a04a" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-unplugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:52.866735 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:52.879792 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Transition to ACTIVE for port object c96abca6-951a-42a5-a4cd-6ca7b71c926f will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:39:52.883523 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:52.930036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:52.940618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.940969 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.941311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.941651 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.941991 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.942322 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.942652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.942973 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.943301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.943664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.943998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.944321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.944642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:52.975806 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19803c65-005c-4a29-be51-9987c7aec42f x-openstack-request-id: req-19803c65-005c-4a29-be51-9987c7aec42f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:52.976105 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-unplugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:52.976366 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19803c65-005c-4a29-be51-9987c7aec42f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:52.976771 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'code': 200} Dec 13 10:39:53.024122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] No DVR routers for this DVR port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:53.162771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:39:53.163201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:39:53.163571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:53.167939 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:39:53.168255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:53.173810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:39:53.174150 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:53.174518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:39:53.175192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Bound port: c96abca6-951a-42a5-a4cd-6ca7b71c926f, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:39:53.175563 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:53.180613 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98895959-0e1f-4595-9d5b-622a46f08cc4 req-9b100b79-d2cf-4276-b5e6-b9e23e6c6172 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.182113 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98895959-0e1f-4595-9d5b-622a46f08cc4 req-9b100b79-d2cf-4276-b5e6-b9e23e6c6172 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0486484 Dec 13 10:39:53.229332 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98895959-0e1f-4595-9d5b-622a46f08cc4 req-71176b69-72a8-4351-839a-bc2ab8280071 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401752 Dec 13 10:39:53.238252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:53.241595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:39:53.248820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:53.284722 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.285343 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:53.286739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] 10.222.0.16 "PUT /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1091 time: 0.7514880 Dec 13 10:39:53.305868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a345e7b-d1fb-498b-afa4-4966af0ecc66 service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:53.369773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-5bc638cd-3e56-4039-a9a0-4651729d8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.371308 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-5bc638cd-3e56-4039-a9a0-4651729d8ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0472867 Dec 13 10:39:53.430260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:53.468923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-82333bb7-6cb1-4204-ac2a-bcbe2adf9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.470526 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-82333bb7-6cb1-4204-ac2a-bcbe2adf9428 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0921421 Dec 13 10:39:53.475275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:53.540991 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-05ced51a-7963-40dd-95f4-bb583ad78051 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0624759 Dec 13 10:39:53.589760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-c47f9b7e-1807-4022-89ab-aef7517e3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.591776 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-c47f9b7e-1807-4022-89ab-aef7517e3fd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0438287 Dec 13 10:39:53.636726 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402005-0718-4951-9fc7-bac394287814 req-cf9f8179-41fa-481f-a318-330436ed3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:53.638222 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-cf9f8179-41fa-481f-a318-330436ed3422 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391033 Dec 13 10:39:53.730413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-aefbbaef-14d0-45a9-85e2-5046f5b9224e service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Dec 13 10:39:53.819584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-0cb9e8f1-b036-484f-92ee-132a7a054e67 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825469 Dec 13 10:39:54.349127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d309be-ad3f-41a4-b7ed-a0dccb5d7de1 req-13aab457-43a8-4e8d-8b4a-eabf182421cf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:54.350604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4d309be-ad3f-41a4-b7ed-a0dccb5d7de1 req-13aab457-43a8-4e8d-8b4a-eabf182421cf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0479457 Dec 13 10:39:54.396775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4d309be-ad3f-41a4-b7ed-a0dccb5d7de1 req-1c1d24ab-6871-4872-b139-906294fc0d86 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Dec 13 10:39:54.978595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:54.980889 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00719d-b944-4730-850f-5153aca4ba3e" -d '{"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:55.031164 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b9cab-9412-4708-88b7-c15550f79186 x-openstack-request-id: req-6a0b9cab-9412-4708-88b7-c15550f79186 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:55.031466 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:55.037580 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a0b9cab-9412-4708-88b7-c15550f79186 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:55.038027 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'status': 'completed', 'code': 200} Dec 13 10:39:55.097169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-0273ac56-47da-4963-9ff6-8b553faa0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.098768 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-0273ac56-47da-4963-9ff6-8b553faa0e4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0463808 Dec 13 10:39:55.103966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-72c586df-fb32-4d37-bdef-a4545e81aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.105472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-72c586df-fb32-4d37-bdef-a4545e81aaf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0485175 Dec 13 10:39:55.194686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-4a0321b8-ca6f-426f-bdfc-69e72959eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.196286 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-4a0321b8-ca6f-426f-bdfc-69e72959eb04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0842521 Dec 13 10:39:55.196656 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-e528e136-ec08-467e-966a-8713a78c92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.198236 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-e528e136-ec08-467e-966a-8713a78c92a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0925472 Dec 13 10:39:55.266432 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-adbbd285-4f84-48c5-8a1f-42f1288ae493 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0607264 Dec 13 10:39:55.327683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-95dcee8a-4b6b-4d46-a834-5e55e98affd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.327683 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-95dcee8a-4b6b-4d46-a834-5e55e98affd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0531607 Dec 13 10:39:55.379053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-5361ae7d-12f0-4e7a-9789-de365fd894de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.380751 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-5361ae7d-12f0-4e7a-9789-de365fd894de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459697 Dec 13 10:39:55.485501 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-e04970bb-6953-461a-99d4-293daf3b2e95 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971298 Dec 13 10:39:55.588387 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-59d94ee0-7e0a-4694-aebf-08217df3ac97 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954537 Dec 13 10:39:55.642353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-636e1a7a-5508-45fe-9a3c-6228fc390603 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.4387338 Dec 13 10:39:55.657087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9464-293b-4d70-a37f-8f11dc32608e req-2d2192bf-401e-413c-bd40-96bcac9874f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.658505 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60af9464-293b-4d70-a37f-8f11dc32608e req-2d2192bf-401e-413c-bd40-96bcac9874f1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0671837 Dec 13 10:39:55.730198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-9a845785-b920-4cc7-bb85-3ef0ea13f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.731612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-9a845785-b920-4cc7-bb85-3ef0ea13f284 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0822420 Dec 13 10:39:55.738788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-60af9464-293b-4d70-a37f-8f11dc32608e req-a9a1c601-ab38-437f-b26c-820d1af7adb1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734820 Dec 13 10:39:55.778954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00719d-b944-4730-850f-5153aca4ba3e req-4a3f37d0-6b4f-406f-8d68-5d8a91c1f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:55.780525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-4a3f37d0-6b4f-406f-8d68-5d8a91c1f2df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408986 Dec 13 10:39:55.869742 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-2844e270-fc44-47cf-b45f-955382a469f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Dec 13 10:39:55.964538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c00719d-b944-4730-850f-5153aca4ba3e req-af52903c-121c-47b1-807d-bc0089a19eea service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868084 Dec 13 10:39:56.870409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4104b7-384b-4738-8176-d3295450898d req-f144c923-50d3-408b-b231-fea565400a46 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:56.871909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be4104b7-384b-4738-8176-d3295450898d req-f144c923-50d3-408b-b231-fea565400a46 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0491498 Dec 13 10:39:56.920011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be4104b7-384b-4738-8176-d3295450898d req-61d3bb15-3ac5-41a9-863c-1656c707287e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Dec 13 10:39:58.042820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288e7a-a963-4c6c-bbb2-0f88f0f71f7d req-74cd3988-64bc-4166-bf2c-7cab8dcdc3fe tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:58.044951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64288e7a-a963-4c6c-bbb2-0f88f0f71f7d req-74cd3988-64bc-4166-bf2c-7cab8dcdc3fe tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0527730 Dec 13 10:39:58.091905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64288e7a-a963-4c6c-bbb2-0f88f0f71f7d req-5c26661e-0307-43d5-8df4-1122646e2243 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Dec 13 10:39:59.206809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f965897-b9eb-4ace-93f4-063ea703b294 req-3e51cdde-7c88-4323-b764-1d227a83ca7b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:59.208306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f965897-b9eb-4ace-93f4-063ea703b294 req-3e51cdde-7c88-4323-b764-1d227a83ca7b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0481544 Dec 13 10:39:59.254723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f965897-b9eb-4ace-93f4-063ea703b294 req-7192fc44-ce6a-4fa0-8cf1-ace97b813c42 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402708 Dec 13 10:40:00.207983 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:00.367178 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b655f3-ff89-4b73-bb7b-72370bd5b139 req-16a9af6c-e2f5-422e-ac01-bbcdfccb1d22 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:00.368701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50b655f3-ff89-4b73-bb7b-72370bd5b139 req-16a9af6c-e2f5-422e-ac01-bbcdfccb1d22 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0472150 Dec 13 10:40:00.417957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-50b655f3-ff89-4b73-bb7b-72370bd5b139 req-61b27006-c490-4588-86e2-39943126e5eb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Dec 13 10:40:01.533849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb64de-201b-42ef-b666-4e3604e94b57 req-a6c219b1-6fa7-4609-a880-2a57c35babb1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:01.535426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdb64de-201b-42ef-b666-4e3604e94b57 req-a6c219b1-6fa7-4609-a880-2a57c35babb1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0482326 Dec 13 10:40:01.587122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9bdb64de-201b-42ef-b666-4e3604e94b57 req-4b165212-4ddb-4028-be11-1c18e9fc658a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Dec 13 10:40:02.701640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccef72-7df3-42ef-b1ed-b6e9eb45d9d8 req-0af2037c-6046-4e6b-8c3c-541524ecf108 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:02.703133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29ccef72-7df3-42ef-b1ed-b6e9eb45d9d8 req-0af2037c-6046-4e6b-8c3c-541524ecf108 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0481865 Dec 13 10:40:02.748982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-29ccef72-7df3-42ef-b1ed-b6e9eb45d9d8 req-b252d7cf-a5ed-4bb7-89ff-56e226c5a67e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Dec 13 10:40:03.869295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273e80a-33b1-4ba6-bc92-38ecc4af1522 req-c648c315-5c7a-4603-b989-e3a2f2c5c970 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:03.870750 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a273e80a-33b1-4ba6-bc92-38ecc4af1522 req-c648c315-5c7a-4603-b989-e3a2f2c5c970 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0514657 Dec 13 10:40:03.916260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a273e80a-33b1-4ba6-bc92-38ecc4af1522 req-59ed112d-e651-4f1f-9bef-a215790f7c9a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394337 Dec 13 10:40:04.772125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:05.032241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d0de5-25d8-48a0-b2d1-3d52afe37d8c req-49746dc7-9a25-4569-b449-70a1543756ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:05.033612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-710d0de5-25d8-48a0-b2d1-3d52afe37d8c req-49746dc7-9a25-4569-b449-70a1543756ee tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Dec 13 10:40:05.084350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-710d0de5-25d8-48a0-b2d1-3d52afe37d8c req-ace2e50e-f6be-47e4-afb8-bef885cbf795 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Dec 13 10:40:06.020868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b19f-611b-4e49-ab8f-813695677762 req-dc448229-75a2-4da8-886a-6058e00cb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:06.022351 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-dc448229-75a2-4da8-886a-6058e00cb7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1094 time: 0.0420477 Dec 13 10:40:06.129820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b19f-611b-4e49-ab8f-813695677762 req-a57cbf5e-abd6-44f5-a8f7-0617f6a968e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:06.131323 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-a57cbf5e-abd6-44f5-a8f7-0617f6a968e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0872149 Dec 13 10:40:06.198158 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-1086a528-6421-4a6d-8eab-23010907f955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0594430 Dec 13 10:40:06.203363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66d8e-c8b8-4527-8898-92f630973929 req-febefc88-a884-481a-8319-8095a04d5094 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:06.204905 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1a66d8e-c8b8-4527-8898-92f630973929 req-febefc88-a884-481a-8319-8095a04d5094 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0526569 Dec 13 10:40:06.231834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7d17cd8-3ed2-4a08-b627-58b4b49655d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:06.249239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b19f-611b-4e49-ab8f-813695677762 req-7cc232a5-c19c-475c-9f7d-5244b55c4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:06.250893 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-7cc232a5-c19c-475c-9f7d-5244b55c4a82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0454714 Dec 13 10:40:06.257339 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1a66d8e-c8b8-4527-8898-92f630973929 req-41bee0bf-1e98-44bf-a919-e615b40a7876 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465667 Dec 13 10:40:06.301528 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b19f-611b-4e49-ab8f-813695677762 req-ad48afd2-dd59-4875-82ac-0353ffb93a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:06.303014 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-ad48afd2-dd59-4875-82ac-0353ffb93a06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440972 Dec 13 10:40:06.391313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-ba177044-8d4c-4e05-bc79-e63e8dea0dff service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801964 Dec 13 10:40:06.483130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6c82b19f-611b-4e49-ab8f-813695677762 req-72351cbe-279d-432c-b306-b37f18c24135 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836530 Dec 13 10:40:07.290350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:40:07.374118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73438eca-bfb0-48f4-a3d2-8249e1397dff req-2a866535-30c8-4753-894d-f83a9e374e2c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:07.375649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73438eca-bfb0-48f4-a3d2-8249e1397dff req-2a866535-30c8-4753-894d-f83a9e374e2c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 943 time: 0.0488899 Dec 13 10:40:07.385815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:07.425344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73438eca-bfb0-48f4-a3d2-8249e1397dff req-2153d0c9-6a3f-4647-afaa-f3bf4bd97387 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437829 Dec 13 10:40:07.487979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:40:07.565907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:40:07.603596 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:07.616689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:07.637005 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:07.641807 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:07.688445 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:07.696245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.696595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.696938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.697275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.697607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.697938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.698264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.698589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.698910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.699232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.700204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.700536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:07.700858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:08.001535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['c96abca6-951a-42a5-a4cd-6ca7b71c926f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:40:08.541264 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c8eeb-7844-49e9-8a23-932c85239c7b req-1f6fc455-fe38-4790-9b23-5a5427074c03 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:08.542788 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d9c8eeb-7844-49e9-8a23-932c85239c7b req-1f6fc455-fe38-4790-9b23-5a5427074c03 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0480208 Dec 13 10:40:08.593071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d9c8eeb-7844-49e9-8a23-932c85239c7b req-41417bd3-eed3-4c90-ba64-ecfead1f4b89 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Dec 13 10:40:08.692436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-297dc4f4-590a-448d-8f92-6f4147a78a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:08.873740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-a1cbad1a-7afb-4a6e-9207-f7edda614ae6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:08.875245 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-a1cbad1a-7afb-4a6e-9207-f7edda614ae6 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.16 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&tenant_id=515bc0d6010b4344a5c91e69ad96d839&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Dec 13 10:40:08.891932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8cb6f-68a0-404e-a739-651157fd47cc req-67b145a4-59e2-4b5c-a6e2-f559d90a0b54 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:08.893439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22f8cb6f-68a0-404e-a739-651157fd47cc req-67b145a4-59e2-4b5c-a6e2-f559d90a0b54 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Dec 13 10:40:08.937288 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-19c259aa-57c4-4d0c-888f-480072e391f4 service neutron] 10.222.0.16 "GET /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f/bindings/n-h1-820935-7 HTTP/1.1" status: 200 len: 382 time: 0.0545776 Dec 13 10:40:08.940135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22f8cb6f-68a0-404e-a739-651157fd47cc req-35cf43fa-7cb3-4639-b29b-62fcf2ec2295 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 Dec 13 10:40:09.001013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-ba606c11-ff7c-4093-80b3-6ea2cf3ddfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:09.002510 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-ba606c11-ff7c-4093-80b3-6ea2cf3ddfb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1095 time: 0.0408075 Dec 13 10:40:09.101696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-44a0d422-1a66-4b99-91cf-018774c4c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:09.103172 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-44a0d422-1a66-4b99-91cf-018774c4c98e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0939734 Dec 13 10:40:09.167143 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-a2148af4-ef38-4f34-ba7f-9539cdb6e044 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1000 time: 0.0570092 Dec 13 10:40:09.219051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-b361515a-a392-49d1-9098-2f1974d7d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:09.220560 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-b361515a-a392-49d1-9098-2f1974d7d87b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0471447 Dec 13 10:40:09.265706 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-cd5ad5f3-6e79-4469-9b17-85f731eb8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:09.267196 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-cd5ad5f3-6e79-4469-9b17-85f731eb8ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391362 Dec 13 10:40:09.306324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:40:09.356629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port c96abca6-951a-42a5-a4cd-6ca7b71c926f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:40:09.360044 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-793a90c5-963a-44cd-acc2-db16f836e735 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Dec 13 10:40:09.360913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port c96abca6-951a-42a5-a4cd-6ca7b71c926f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:40:09.361286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:09.439984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:09.455263 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-1f753be6-7058-4e34-96d2-6701c8e068f4 service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875087 Dec 13 10:40:09.463466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:09.465773 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aea586b-7a58-4af8-a7bf-f0485e4b8630" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:09.478491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:09.485770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:09.534433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:09.569479 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa64890-779b-4616-9075-b0f05ec743cb x-openstack-request-id: req-8aa64890-779b-4616-9075-b0f05ec743cb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:09.569784 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:09.570043 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aa64890-779b-4616-9075-b0f05ec743cb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:09.570475 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'code': 200} Dec 13 10:40:09.750065 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:10.059461 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca86a-298d-471b-9a4a-3799c2779caf req-2c8794c7-9894-46aa-986b-0cfbc419176b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:10.061071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e6ca86a-298d-471b-9a4a-3799c2779caf req-2c8794c7-9894-46aa-986b-0cfbc419176b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Dec 13 10:40:10.108536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0e6ca86a-298d-471b-9a4a-3799c2779caf req-99b3649b-2e4c-40f9-9983-9e56437148b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Dec 13 10:40:11.234436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f30da6-a1d6-4315-a6e1-bbcf1a060506 req-bcb201d4-3450-421e-a587-6d0dd81f3798 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:11.236245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f30da6-a1d6-4315-a6e1-bbcf1a060506 req-bcb201d4-3450-421e-a587-6d0dd81f3798 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Dec 13 10:40:11.286145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f1f30da6-a1d6-4315-a6e1-bbcf1a060506 req-6f6e7bc9-c134-4621-96a1-000945d185b1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Dec 13 10:40:11.363447 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:12.127407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:12.406448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0049e-8b2e-47c8-9127-c04559e7cbab req-8158a836-9d4d-428f-a040-7ff488eb46b8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:12.407871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0da0049e-8b2e-47c8-9127-c04559e7cbab req-8158a836-9d4d-428f-a040-7ff488eb46b8 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Dec 13 10:40:12.455396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0da0049e-8b2e-47c8-9127-c04559e7cbab req-38029072-5078-4ef0-8e82-5d710e0fa2b2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Dec 13 10:40:13.346931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:40:13.423036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:13.447329 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:13.450001 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682c197-b049-4a92-ac5f-f25e26656e3c" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-unplugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:13.462749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:13.467827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:13.510057 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f374bd6-9a3f-4642-aa5a-df90bc5a4cdf x-openstack-request-id: req-8f374bd6-9a3f-4642-aa5a-df90bc5a4cdf {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:13.510359 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-unplugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:13.510615 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f374bd6-9a3f-4642-aa5a-df90bc5a4cdf {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:13.511007 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'code': 200} Dec 13 10:40:13.526648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:13.614464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8fba6-c81c-4da2-b90b-31733a1feb9d req-31917c2a-c3d8-4e4e-a02d-d6c8e948ff72 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.615880 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dda8fba6-c81c-4da2-b90b-31733a1feb9d req-31917c2a-c3d8-4e4e-a02d-d6c8e948ff72 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0802057 Dec 13 10:40:13.639079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-b7896c21-4a9e-4ce8-a771-1b46a36eac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.640531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-b7896c21-4a9e-4ce8-a771-1b46a36eac42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908&tenant_id=515bc0d6010b4344a5c91e69ad96d839 HTTP/1.1" status: 200 len: 1095 time: 0.0685682 Dec 13 10:40:13.659305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:13.691719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dda8fba6-c81c-4da2-b90b-31733a1feb9d req-cbecb6a4-fa6e-40ff-bf9a-af9466efc5d1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691328 Dec 13 10:40:13.722433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:13.921529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:13.953707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h1-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:40:13.989658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:13.997001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:14.008842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Transition to ACTIVE for port object c96abca6-951a-42a5-a4cd-6ca7b71c926f will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:40:14.011711 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:14.092363 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=11']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:14.105826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.106183 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.106525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.106866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.107205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.107541 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.107899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.108232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.108564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.108896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.109228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.109558 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.109886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:14.146319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] No DVR routers for this DVR port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h1-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:40:14.280699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:40:14.281039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:40:14.281371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:14.285624 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:40:14.285944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Attempting to bind port c96abca6-951a-42a5-a4cd-6ca7b71c926f on network a957acd5-2046-4855-ac18-0be8a7ea95a8 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:14.290808 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:40:14.291147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Checking segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:40:14.291535 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Bound using segment: {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:40:14.291991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Bound port: c96abca6-951a-42a5-a4cd-6ca7b71c926f, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:40:14.292342 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:14.354772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:40:14.357788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:40:14.361588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:14.396349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.396975 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:14.398379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] 10.222.0.20 "PUT /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 1092 time: 0.7460446 Dec 13 10:40:14.398812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:14.401103 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473" -d '{"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:14.432687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561da67-7593-4d34-9e3b-8137937c0456 service neutron] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=12']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:14.476163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-e4052a13-0a73-478b-89f0-b2a0d53fd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.477727 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-e4052a13-0a73-478b-89f0-b2a0d53fd364 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1095 time: 0.0537035 Dec 13 10:40:14.532027 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211fc810-cd82-4fb2-8127-0105ac91b3e6 x-openstack-request-id: req-211fc810-cd82-4fb2-8127-0105ac91b3e6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:14.532347 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:14.532583 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-211fc810-cd82-4fb2-8127-0105ac91b3e6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:14.532987 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'status': 'completed', 'code': 200} Dec 13 10:40:14.571090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-eaf1e066-cf4a-4efe-a202-101a774ae79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.572812 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-eaf1e066-cf4a-4efe-a202-101a774ae79b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1095 time: 0.0446241 Dec 13 10:40:14.579484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-64ad694d-1ded-4d57-ae09-3cd11aa3e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.581123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-64ad694d-1ded-4d57-ae09-3cd11aa3e676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0967298 Dec 13 10:40:14.652973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-713d6d35-d834-4c3a-993a-0992dd6c4615 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0645535 Dec 13 10:40:14.670285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-69c4d081-accf-4d41-8254-9b6b5f5c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.671753 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-69c4d081-accf-4d41-8254-9b6b5f5c2012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0904109 Dec 13 10:40:14.703160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-17e1c205-22da-4e72-ac46-54e38a83e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.704591 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-17e1c205-22da-4e72-ac46-54e38a83e06e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0441041 Dec 13 10:40:14.743276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-7d832f87-060e-4489-9071-81c61e655bc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0644202 Dec 13 10:40:14.751990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-986128c3-108f-4fc2-ba81-be4e490da362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.753636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-986128c3-108f-4fc2-ba81-be4e490da362 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420320 Dec 13 10:40:14.794202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-36ca528d-7163-4092-aaae-51bb2be3cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.795750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-36ca528d-7163-4092-aaae-51bb2be3cacb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0443821 Dec 13 10:40:14.845748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-ae97eaac-43f8-4fe7-bb00-2bdeb9716526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.847266 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-ae97eaac-43f8-4fe7-bb00-2bdeb9716526 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449224 Dec 13 10:40:14.869030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324376-8356-4ad4-9c4d-4466535a034c req-f9ce4ce3-b6e2-4d9c-b1b1-e4c04b26725a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:14.870506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2324376-8356-4ad4-9c4d-4466535a034c req-f9ce4ce3-b6e2-4d9c-b1b1-e4c04b26725a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.1024082 Dec 13 10:40:14.898373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-0279930d-2f6d-46a6-a648-f1e924144f3a service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374300 Dec 13 10:40:14.938470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-5c841cc7-677b-465f-9971-393a76b684df service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Dec 13 10:40:14.973931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2324376-8356-4ad4-9c4d-4466535a034c req-e6dbbd14-7af5-4a49-9a8a-12d2beb5bbf4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918710 Dec 13 10:40:15.010850 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca9bc3d8-5fce-4e43-8b75-4eb24d33b91b req-4d05b302-0ab1-4cb6-ba2a-f57899eab457 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050932 Dec 13 10:40:15.034666 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-59093062-0875-42da-9cd8-26fd247775bf service neutron] 10.222.0.16 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Dec 13 10:40:15.096586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-84650fc9-2467-458d-80f1-01284e65f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:15.098106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-84650fc9-2467-458d-80f1-01284e65f2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=515bc0d6010b4344a5c91e69ad96d839&device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 1095 time: 0.0449274 Dec 13 10:40:15.187388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-280196c8-83a0-421f-b13c-bdae3345b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:15.188897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-280196c8-83a0-421f-b13c-bdae3345b6c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 200 len: 913 time: 0.0840905 Dec 13 10:40:15.257486 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-460e498f-224b-429d-9b2f-73daf7180726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 200 len: 999 time: 0.0613542 Dec 13 10:40:15.306411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-86417772-1393-4180-a1f3-a4ffec35dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:15.307921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-86417772-1393-4180-a1f3-a4ffec35dd0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 200 len: 851 time: 0.0434928 Dec 13 10:40:15.352539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-5ff50754-3c33-4ac3-935d-c5b4405dbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:15.354069 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-5ff50754-3c33-4ac3-935d-c5b4405dbe86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a957acd5-2046-4855-ac18-0be8a7ea95a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396411 Dec 13 10:40:15.444782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-2b7da16f-df29-4d72-9c4c-b31565472992 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Dec 13 10:40:15.533040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2528a8e0-6b5b-4ee5-bf73-10daae5c0473 req-ed3a4c42-84b3-440b-84eb-2b8ce3a00a25 service neutron] 10.222.0.20 "GET /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814269 Dec 13 10:40:16.099039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca687319-59a3-461f-ac60-02c9ce5ae4ae req-f2c003fb-e1a4-46dd-90ee-7cff9ebac45f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:16.100568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca687319-59a3-461f-ac60-02c9ce5ae4ae req-f2c003fb-e1a4-46dd-90ee-7cff9ebac45f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0545297 Dec 13 10:40:16.148782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca687319-59a3-461f-ac60-02c9ce5ae4ae req-848a0bf7-c968-4650-a9bb-2b020c066cab tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Dec 13 10:40:17.266945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351df9b-43d5-4bed-9808-e5fa9e57ace1 req-6be39ee6-08f2-44f0-869b-02a622f9815f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:17.268592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9351df9b-43d5-4bed-9808-e5fa9e57ace1 req-6be39ee6-08f2-44f0-869b-02a622f9815f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0500526 Dec 13 10:40:17.318875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9351df9b-43d5-4bed-9808-e5fa9e57ace1 req-ee9ccb3f-dcc7-4467-ba91-4ebbb332fe1e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 Dec 13 10:40:18.440370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3dbf-c583-4400-a790-4a1a7881d745 req-221ae635-b344-4876-9b4a-5512e031abc3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:18.441862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df0d3dbf-c583-4400-a790-4a1a7881d745 req-221ae635-b344-4876-9b4a-5512e031abc3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0530071 Dec 13 10:40:18.489378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df0d3dbf-c583-4400-a790-4a1a7881d745 req-29a2bf81-92ed-4126-8fca-ea8e059bd316 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Dec 13 10:40:19.607251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de909-d9ff-47df-9192-a25ec08a2cff req-a1128a51-405e-4339-a505-54b1630b87db tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:19.608769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa1de909-d9ff-47df-9192-a25ec08a2cff req-a1128a51-405e-4339-a505-54b1630b87db tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0499394 Dec 13 10:40:19.659786 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa1de909-d9ff-47df-9192-a25ec08a2cff req-a3922d8d-7587-466d-a2a3-fd70f42fb58c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Dec 13 10:40:20.775369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af01337-c0b1-4042-9b83-50884aa41bd3 req-511338f0-0bb4-4183-b916-2ea3da93051d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:20.776877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0af01337-c0b1-4042-9b83-50884aa41bd3 req-511338f0-0bb4-4183-b916-2ea3da93051d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0484295 Dec 13 10:40:20.827146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0af01337-c0b1-4042-9b83-50884aa41bd3 req-034f7f69-b4fe-4339-9f4f-c699ad25de71 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Dec 13 10:40:21.943598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447b9e-b8a3-48a0-b59d-1fefa88d0cd5 req-8bd38bbc-8e25-4b51-9a7a-e35217d64822 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:21.945066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f447b9e-b8a3-48a0-b59d-1fefa88d0cd5 req-8bd38bbc-8e25-4b51-9a7a-e35217d64822 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0470645 Dec 13 10:40:21.990627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f447b9e-b8a3-48a0-b59d-1fefa88d0cd5 req-82805c03-c699-48b3-8075-e9c206988403 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391099 Dec 13 10:40:23.104908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8940-ecf0-4f0f-87eb-af723bb9bd28 req-1adefff7-2f83-4c40-b1c1-be6a06e131d4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:23.106894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ebe8940-ecf0-4f0f-87eb-af723bb9bd28 req-1adefff7-2f83-4c40-b1c1-be6a06e131d4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0485206 Dec 13 10:40:23.154520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1ebe8940-ecf0-4f0f-87eb-af723bb9bd28 req-582861cb-a356-47d0-9420-426e6533c193 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Dec 13 10:40:24.275443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de850712-68ac-44a9-805f-5fe74029e44a req-366ef4f3-9f94-4492-a4dd-26682c0e05cd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:24.276953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de850712-68ac-44a9-805f-5fe74029e44a req-366ef4f3-9f94-4492-a4dd-26682c0e05cd tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0517182 Dec 13 10:40:24.324825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de850712-68ac-44a9-805f-5fe74029e44a req-02cd89de-ee0e-48a1-8c32-78a852dc6074 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Dec 13 10:40:25.441784 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd984b9-98cc-4ee9-bb0d-01a89bb1b8d3 req-6ae903ee-256a-4951-83cf-7cdf150388b9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:25.443257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fd984b9-98cc-4ee9-bb0d-01a89bb1b8d3 req-6ae903ee-256a-4951-83cf-7cdf150388b9 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0475471 Dec 13 10:40:25.489309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fd984b9-98cc-4ee9-bb0d-01a89bb1b8d3 req-a81c3b03-6723-4b11-ad6e-5585f9cf81e3 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Dec 13 10:40:26.608300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ae9e3-6ec0-449b-ab3a-b147b766859d req-639b3402-4b36-47e8-870d-5620c177665d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:26.609953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d2ae9e3-6ec0-449b-ab3a-b147b766859d req-639b3402-4b36-47e8-870d-5620c177665d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0506651 Dec 13 10:40:26.662554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d2ae9e3-6ec0-449b-ab3a-b147b766859d req-92675c8c-fe9f-48d1-a5a5-f08d2877a515 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Dec 13 10:40:27.590850 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:40:27.686203 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:27.697668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'port_id': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'mac_address': 'fa:16:3e:db:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:40:27.735802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:27.749249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:27.772761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:27.777736 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:27.781223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9cc06-a00c-4f57-b3c9-458d164d3e00 req-6e6c6d63-6d3e-4ad5-b5e0-247479b19dcf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:27.782784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2e9cc06-a00c-4f57-b3c9-458d164d3e00 req-6e6c6d63-6d3e-4ad5-b5e0-247479b19dcf tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 944 time: 0.0495188 Dec 13 10:40:27.829243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=13']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:27.839454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2e9cc06-a00c-4f57-b3c9-458d164d3e00 req-65730e90-e242-4602-8b58-03d451d49734 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504754 Dec 13 10:40:27.949006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5cce-7078-4968-9668-1094fc5902f1 req-ea7a5d37-18ae-4679-8baa-aa02b6977f9d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:27.950995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f3e5cce-7078-4968-9668-1094fc5902f1 req-ea7a5d37-18ae-4679-8baa-aa02b6977f9d tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Dec 13 10:40:27.998449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8f3e5cce-7078-4968-9668-1094fc5902f1 req-3177c30f-45f5-4932-bfe4-fb5a0a58a4c1 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Dec 13 10:40:28.009649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['c96abca6-951a-42a5-a4cd-6ca7b71c926f'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:40:28.119981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5222b9-7386-477a-9df1-9bd8f8b57149 req-34d903e1-3721-4309-adf0-02dfef9f8c7b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:28.121982 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c5222b9-7386-477a-9df1-9bd8f8b57149 req-34d903e1-3721-4309-adf0-02dfef9f8c7b tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0535462 Dec 13 10:40:28.171739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9c5222b9-7386-477a-9df1-9bd8f8b57149 req-6bda4b72-b4f0-487a-bb27-8f4b72521027 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424209 Dec 13 10:40:28.406874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0661219-b6ce-4a85-afad-9789d25e751d req-d7e1a5a6-f4a9-4da7-bf2f-db8abb24d715 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:28.408480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0661219-b6ce-4a85-afad-9789d25e751d req-d7e1a5a6-f4a9-4da7-bf2f-db8abb24d715 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Dec 13 10:40:28.459093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0661219-b6ce-4a85-afad-9789d25e751d req-c058044c-7c91-4bb2-a962-61f53fad4380 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Dec 13 10:40:29.580654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc4b00-c36b-4d24-a429-738fd604779d req-6ca6b228-4a27-4108-a50e-69eb650d491f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:29.582123 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bbc4b00-c36b-4d24-a429-738fd604779d req-6ca6b228-4a27-4108-a50e-69eb650d491f tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Dec 13 10:40:29.616290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:40:29.628617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7bbc4b00-c36b-4d24-a429-738fd604779d req-e6a78614-ceaf-4c9a-b308-e943913a10d2 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups?id=02c32630-27a4-4e6f-b4a9-d05999b04fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Dec 13 10:40:29.666328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port c96abca6-951a-42a5-a4cd-6ca7b71c926f completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:40:29.670961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port c96abca6-951a-42a5-a4cd-6ca7b71c926f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:40:29.671396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:29.745620 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:29.767704 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:29.769947 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84e1bf8-9fff-4802-8258-aa9eddf5f60c" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:29.783746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:29.792110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:29.820302 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5f41b-1d50-459c-81a1-8b68bc91ab40 x-openstack-request-id: req-e5c5f41b-1d50-459c-81a1-8b68bc91ab40 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:29.820602 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-plugged", "status": "completed", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:29.820857 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5c5f41b-1d50-459c-81a1-8b68bc91ab40 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:29.821257 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'code': 200} Dec 13 10:40:29.847227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=14']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:29.939896 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-864872fd-fb6f-4bb2-9342-9d9715527ccb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:29.941239 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-864872fd-fb6f-4bb2-9342-9d9715527ccb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 946 time: 0.0469689 Dec 13 10:40:30.025866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Deleting port c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:30.026203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.113793 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] For port c96abca6-951a-42a5-a4cd-6ca7b71c926f, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=c96abca6-951a-42a5-a4cd-6ca7b71c926f,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:30.114150 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.208835 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.279902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.280256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.280568 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1 disassociated. External IP: 172.25.2.23, port: c96abca6-951a-42a5-a4cd-6ca7b71c926f. Dec 13 10:40:30.280909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Calling delete_port for c96abca6-951a-42a5-a4cd-6ca7b71c926f owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:30.405478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.432673 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'Port': ['ID=c96abca6-951a-42a5-a4cd-6ca7b71c926f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:30.553168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:40:30.663012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:40:30.674386 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:40:30.687195 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:30.687920 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:40:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:30.708477 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] No DVR routers for this DVR port c96abca6-951a-42a5-a4cd-6ca7b71c926f on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:40:30.710987 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:30.714316 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d591e3e-42a3-4ccd-ad89-19b5895dc803 req-49a30e0a-422f-4717-ab14-0ddedc82293e tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.20 "DELETE /v2.0/ports/c96abca6-951a-42a5-a4cd-6ca7b71c926f HTTP/1.1" status: 204 len: 173 time: 0.7669644 Dec 13 10:40:30.721339 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-deleted', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:30.723504 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd9f4f-464a-400a-8b4c-6dce576e5415" -d '{"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-deleted", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:30.756495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e3aa9595-0eeb-4dd0-9d7d-c4fd2e902e47 req-2dd751ba-67fc-4302-bb8a-5d5a5d61d006 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0490353 Dec 13 10:40:30.780618 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334c62b-1f4d-4619-a99c-bbe6a66412fe x-openstack-request-id: req-a334c62b-1f4d-4619-a99c-bbe6a66412fe {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:30.780618 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cb47a8-3423-4848-a707-b3fe1f4ea908", "name": "network-vif-deleted", "tag": "c96abca6-951a-42a5-a4cd-6ca7b71c926f", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:30.780852 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a334c62b-1f4d-4619-a99c-bbe6a66412fe {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:30.781209 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb47a8-3423-4848-a707-b3fe1f4ea908', 'name': 'network-vif-deleted', 'tag': 'c96abca6-951a-42a5-a4cd-6ca7b71c926f', 'status': 'completed', 'code': 200} Dec 13 10:40:30.821150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:31.023514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:31.050868 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:40:31.059104 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:31.059783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:40:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:31.162062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:31.442542 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:31.468788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977b80a-d7df-4b18-a857-c8a88fdeb309 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'd2949e04-6736-4390-81ae-ecea8f04e4b2', 'name': '', 'network_id': 'a957acd5-2046-4855-ac18-0be8a7ea95a8', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'mac_address': 'fa:16:3e:06:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '224f54a5-9bde-4afb-852a-5818d2932662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:50Z', 'updated_at': '2021-12-13T10:28:54Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'subnets': [{'id': '224f54a5-9bde-4afb-852a-5818d2932662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:40:31.695413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f1838a-df28-4342-8a18-b1f431e56af6 None None] New status for floating IP 112d3227-724d-4c63-adbf-e3d1c4324ba1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:40:31.864131 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf6b9a75-4209-49b3-ba64-2fdc12472bfe req-0f14720c-259d-4a93-a15e-66460eef9a2a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Dec 13 10:40:32.965429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e40343e-e2ea-4ac3-ac2b-4fac81ef350f req-bd6e89c1-4e35-4880-9a83-8e7c8b93aa4a tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Dec 13 10:40:33.632577 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:40:33.652075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: c96abca6-951a-42a5-a4cd-6ca7b71c926f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:40:33.652424 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device c96abca6-951a-42a5-a4cd-6ca7b71c926f not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:40:34.062846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90e66419-33a4-4596-a8b4-26e197515911 req-5c6a36f2-60c2-4839-9b35-ff56869f6f04 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cb47a8-3423-4848-a707-b3fe1f4ea908 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Dec 13 10:40:34.766056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:36.234087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c1015b1f-7e9f-440d-9ed1-07b7d10cbd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:38.696118 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41dc523a-3752-4eaf-a9c5-2d3b1d547d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.751328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.828147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39688) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:39.880094 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.903656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.950544 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.953345 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:39.954490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "DELETE /v2.0/security-groups/02c32630-27a4-4e6f-b4a9-d05999b04fdb HTTP/1.1" status: 204 len: 168 time: 0.1252987 Dec 13 10:40:39.957157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:39.963433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00881-0733-42e3-bee3-81048fb7c2fb tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c32630-27a4-4e6f-b4a9-d05999b04fdb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:39.973176 n-d-820935-7 neutron-server[103194]: INFO neutron.api.v2.resource [None req-82200fb6-4585-4698-9509-10074cf5034c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] show failed (client error): The resource could not be found. Dec 13 10:40:39.976958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39692) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:39.977210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-82200fb6-4585-4698-9509-10074cf5034c tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "GET /v2.0/security-groups/02c32630-27a4-4e6f-b4a9-d05999b04fdb HTTP/1.1" status: 404 len: 347 time: 0.0188274 Dec 13 10:40:40.105268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Deleting port 77d5ccef-7177-424a-91db-5e512a151fd0 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:40.105607 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.177099 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.177427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.189332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Calling delete_port for 77d5ccef-7177-424a-91db-5e512a151fd0 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:40.318555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.340593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Pushing event deleted for resources: {'Port': ['ID=77d5ccef-7177-424a-91db-5e512a151fd0,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:40.402843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.405334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:40.406477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e187658c-0033-40e5-977b-00a04e8a84b4 tempest-ServerActionsTestJSON-290666390 tempest-ServerActionsTestJSON-290666390-project] 10.222.0.31 "DELETE /v2.0/floatingips/112d3227-724d-4c63-adbf-e3d1c4324ba1 HTTP/1.1" status: 204 len: 168 time: 0.4281304 Dec 13 10:40:40.409340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:40.863256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:41.367311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:41.434944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Deleting port d2949e04-6736-4390-81ae-ecea8f04e4b2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:41.435280 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:41.511640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] For port d2949e04-6736-4390-81ae-ecea8f04e4b2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=d2949e04-6736-4390-81ae-ecea8f04e4b2,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:41.512001 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:41.523787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Calling delete_port for d2949e04-6736-4390-81ae-ecea8f04e4b2 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:41.696205 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:41.720638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2949e04-6736-4390-81ae-ecea8f04e4b2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:41.883109 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.093179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:40:42.129880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.199019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:40:42.204033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c6ab8ee8-f881-418c-94c3-cad9126d0f97 admin admin] 10.222.0.31 "PUT /v2.0/routers/4324b4bb-18b7-413d-aeb1-2a297b6fac34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7937627 Dec 13 10:40:42.206628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:42.210186 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Sync routers for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:40:42.220641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:42.221264 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:40:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:42.314653 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.326629 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:42.421294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.473872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Deleting port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:42.474215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.504649 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:40:41Z', 'revision_number': 5, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port': {'id': 'ca25fda7-d6b9-4795-a9fb-9d6cce35a96c', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:42.532314 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Checking router: 4324b4bb-18b7-413d-aeb1-2a297b6fac34 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:40:42.540503 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Routers {'4324b4bb-18b7-413d-aeb1-2a297b6fac34'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:42.541118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:40:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:42.556108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] For port ca25fda7-d6b9-4795-a9fb-9d6cce35a96c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:42.556471 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.567988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Calling delete_port for ca25fda7-d6b9-4795-a9fb-9d6cce35a96c owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:42.625057 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] Set router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:42.680073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:40:42Z', 'revision_number': 6, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:42.706124 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3830fb-37b3-46d7-8f8c-be2bfcad9f03 None None] The sync data for ids ['4324b4bb-18b7-413d-aeb1-2a297b6fac34'] in n-d-820935-7 is: [{'id': '4324b4bb-18b7-413d-aeb1-2a297b6fac34', 'name': 'tempest-ServerActionsTestJSON-1144141425-router', 'tenant_id': '515bc0d6010b4344a5c91e69ad96d839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:28:48Z', 'updated_at': '2021-12-13T10:40:42Z', 'revision_number': 6, 'project_id': '515bc0d6010b4344a5c91e69ad96d839', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:40:42.733112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.759162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca25fda7-d6b9-4795-a9fb-9d6cce35a96c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:42.774820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db64ce10-41fa-4ef7-966b-fa3a7993236e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:40:42.823186 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.912799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.915041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.957640 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.958257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4324b4bb-18b7-413d-aeb1-2a297b6fac34 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:40:42.962900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:42.964081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-774752ff-ee3b-4cbf-84d5-097cb8003cbf admin admin] 10.222.0.31 "DELETE /v2.0/routers/4324b4bb-18b7-413d-aeb1-2a297b6fac34 HTTP/1.1" status: 204 len: 168 time: 0.7566054 Dec 13 10:40:42.966512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39700) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:43.009941 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Deleting subnet 224f54a5-9bde-4afb-852a-5818d2932662 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:40:43.013545 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.046674 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.130527 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.183742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.211008 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.214862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/224f54a5-9bde-4afb-852a-5818d2932662 HTTP/1.1" status: 204 len: 168 time: 0.2474163 Dec 13 10:40:43.215891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09b97d-10f3-4c6a-b0e8-f266461ce822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224f54a5-9bde-4afb-852a-5818d2932662,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:43.216434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f1a32-5d94-4097-8e6a-19f870ff3dd9 None None] Network a957acd5-2046-4855-ac18-0be8a7ea95a8 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:40:43.217383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39702) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:43.287900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.341006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Deleting port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:43.341336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.405125 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] For port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,segment=NetworkSegment(ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89),segment_id=ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:43.405401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.417512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Calling delete_port for 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:43.479748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] DHCP port deletion for a957acd5-2046-4855-ac18-0be8a7ea95a8 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:40:43.498404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.525966 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:43.531679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] No DVR routers for this DVR port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:40:43.545118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Deleting port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:43.545459 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.548461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d2949e04-6736-4390-81ae-ecea8f04e4b2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:40:43.604000 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.607382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: d2949e04-6736-4390-81ae-ecea8f04e4b2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:40:43.607953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device d2949e04-6736-4390-81ae-ecea8f04e4b2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:40:43.608377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca25fda7-d6b9-4795-a9fb-9d6cce35a96c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:40:43.626403 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a957acd5-2046-4855-ac18-0be8a7ea95a8']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:43.634523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: ca25fda7-d6b9-4795-a9fb-9d6cce35a96c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:40:43.634875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device ca25fda7-d6b9-4795-a9fb-9d6cce35a96c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:40:43.635297 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:40:43.636059 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:43.636427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca08ede9-0b59-4d99-b6d9-e8bd48cf7a89') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:43.645984 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.659517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.665411 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:40:43.666112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:40:43.667813 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:40:43.670388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:40:43.670388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:40:43.671898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] For port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:43.672293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.686117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Calling delete_port for 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:43.689210 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:40:43.690527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.716502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] Pushing event deleted for resources: {'Port': ['ID=93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:43.720135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434e8e2-257e-4b3b-be70-f210eec0d0cd None None] No DVR routers for this DVR port 93ec4bab-1e4d-468f-bc0f-7f4b66bbf55c on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:40:43.740707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.747734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.753976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a957acd5-2046-4855-ac18-0be8a7ea95a8 HTTP/1.1" status: 204 len: 168 time: 0.5355580 Dec 13 10:40:43.769072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687837c-a1f3-4346-ba29-5b929ef7c399 admin admin] Pushing event deleted for resources: {'Network': ['ID=a957acd5-2046-4855-ac18-0be8a7ea95a8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:43.878257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:43.916969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47f468c6-5045-4237-bbcf-db084daa1b41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=515bc0d6010b4344a5c91e69ad96d839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375507 Dec 13 10:40:43.920176 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39708) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:43.966802 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:43.987371 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.035318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.037916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.039095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7141718-246e-4dee-bba4-460a3052ff01 HTTP/1.1" status: 204 len: 168 time: 0.1180315 Dec 13 10:40:44.047245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54721-4f7e-4f41-a5f4-6d3d3191bd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7141718-246e-4dee-bba4-460a3052ff01,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:44.486672 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:40:44.708290 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39730) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:44.800351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-867857101-network', 'tenant_id': 'c4b5839d21fe476d9f470e645a54d0eb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:44.822069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Made reservation on behalf of c4b5839d21fe476d9f470e645a54d0eb for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:40:44.824462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.836318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.908264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.911842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.936648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:40:44.946096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45bc74c-93b9-4d1c-b138-a86941c148b6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:44.950714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:44.951058 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Added segment 36bc4bd0-9628-4aed-af02-d540f987cb72 of type vlan for network b438426d-991c-4f9d-a94a-317eff25bea5 Dec 13 10:40:44.990836 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.015183 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.016136 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:45.016711 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.063739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3541925 Dec 13 10:40:45.066923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39734) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:45.072024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Request body: {'subnet': {'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-867857101-subnet', 'tenant_id': 'c4b5839d21fe476d9f470e645a54d0eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:45.078790 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b36a-220a-4038-9c7e-7b7541d18012 admin admin] Pushing event updated for resources: {'Network': ['ID=b438426d-991c-4f9d-a94a-317eff25bea5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:45.088579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b438426d-991c-4f9d-a94a-317eff25bea5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:40:45.093126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Made reservation on behalf of c4b5839d21fe476d9f470e645a54d0eb for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:40:45.095579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.261373 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.321036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439ec7eb-aa05-4d14-b239-a0588d183632,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:45.324678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Checking segment: {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:40:45.325042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Network hostable DHCP agents. Network: b438426d-991c-4f9d-a94a-317eff25bea5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:40:45.341268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Network b438426d-991c-4f9d-a94a-317eff25bea5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:40:45.349861 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b438426d-991c-4f9d-a94a-317eff25bea5) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:40:45.354374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:45.355516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:45.359455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b924ba-5e8c-4019-afb0-bc08ab098534 None None] Network b438426d-991c-4f9d-a94a-317eff25bea5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:40:45.372205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-89d86461-1bc3-4634-a024-b9eff1485f48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3041196 Dec 13 10:40:45.459282 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2970c95-8d83-4c7d-a19a-1dea37ad3061 None None] Network b438426d-991c-4f9d-a94a-317eff25bea5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:40:45.801302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-e7d637e4-67b4-470c-9a9a-452d6894bfe2 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:45.803100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-e7d637e4-67b4-470c-9a9a-452d6894bfe2 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 813 time: 0.1046767 Dec 13 10:40:45.818665 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-f43a2850-22ae-4ed9-b71c-f9d1439696d8 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/quotas/c4b5839d21fe476d9f470e645a54d0eb HTTP/1.1" status: 200 len: 375 time: 0.0097513 Dec 13 10:40:45.851266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-2628f64b-1754-4024-8efd-a89564af6f27 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267072 Dec 13 10:40:45.987055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-4fa34db0-95d0-4d0f-a40a-cf7c34f177c8 service neutron] 10.222.0.31 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289182 Dec 13 10:40:46.076421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-b77f8b39-e6ab-4eb4-bbee-79c1e60a82f2 service neutron] 10.222.0.31 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827761 Dec 13 10:40:46.235093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0fd39e1-3475-49d3-a29c-dac697ffd86f req-5b8ae95d-b66b-452d-bebc-a34c6e28baeb tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 210 time: 0.0264757 Dec 13 10:40:47.150414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-c19cd480-70e2-4a41-83d5-5f29e9204898 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:47.151918 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-c19cd480-70e2-4a41-83d5-5f29e9204898 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.16 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 813 time: 0.1078875 Dec 13 10:40:47.165194 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Request body: {'port': {'device_id': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5', 'admin_state_up': True, 'tenant_id': 'c4b5839d21fe476d9f470e645a54d0eb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:47.275801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Made reservation on behalf of c4b5839d21fe476d9f470e645a54d0eb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:40:47.279977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:47.337842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a286cb4e-adf6-44b9-83f7-de4c846956d2 req-a052b637-4c83-4a14-97db-4c954fe8e1f8 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Dec 13 10:40:47.405657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Allocated IP 172.20.0.12 (b438426d-991c-4f9d-a94a-317eff25bea5/439ec7eb-aa05-4d14-b239-a0588d183632/7d57edf1-6547-4dfd-b234-d9c18f434dec) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:40:47.876177 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:47.908696 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:47.955937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Network b438426d-991c-4f9d-a94a-317eff25bea5 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:40:47.958959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:40:47.961396 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:40:47.993478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Pushing event updated for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:48.019630 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:48.020251 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.036414 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-1c701e29-5bd9-4af1-96b4-25120a8a692a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751545 Dec 13 10:40:48.049239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Request body: {'port': {'device_id': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:48.100613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.353789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d57edf1-6547-4dfd-b234-d9c18f434dec {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:48.361670 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.374451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Transition to ACTIVE for port object 7d57edf1-6547-4dfd-b234-d9c18f434dec will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:40:48.378406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.445335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Pushing event updated for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:48.460094 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38bb68-1127-43c3-979e-8d4bb40bd749 req-750324b2-361a-4ea8-80c1-d32f91d74a4c tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:48.461580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e38bb68-1127-43c3-979e-8d4bb40bd749 req-750324b2-361a-4ea8-80c1-d32f91d74a4c tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 944 time: 0.0544121 Dec 13 10:40:48.494868 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Attempting to bind port 7d57edf1-6547-4dfd-b234-d9c18f434dec on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:40:48.495208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Attempting to bind port 7d57edf1-6547-4dfd-b234-d9c18f434dec by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:40:48.495540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Attempting to bind port 7d57edf1-6547-4dfd-b234-d9c18f434dec on network b438426d-991c-4f9d-a94a-317eff25bea5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:48.499950 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Port 7d57edf1-6547-4dfd-b234-d9c18f434dec on network b438426d-991c-4f9d-a94a-317eff25bea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:40:48.500275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Attempting to bind port 7d57edf1-6547-4dfd-b234-d9c18f434dec on network b438426d-991c-4f9d-a94a-317eff25bea5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:48.505048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:40:48.505387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Checking segment: {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:40:48.505777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Bound using segment: {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:40:48.506211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Bound port: 7d57edf1-6547-4dfd-b234-d9c18f434dec, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:40:48.506570 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.509556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4e38bb68-1127-43c3-979e-8d4bb40bd749 req-d2cd8cf3-8b00-4497-9c95-40607a5cc2c4 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Dec 13 10:40:48.572576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:40:48.576378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:40:48.580314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.615187 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:48.615838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:48.617299 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] 10.222.0.16 "PUT /v2.0/ports/7d57edf1-6547-4dfd-b234-d9c18f434dec HTTP/1.1" status: 200 len: 1092 time: 0.5722156 Dec 13 10:40:48.617743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:48.620023 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:48.644356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe01a4-d109-48fb-8015-01bd2afa9aba service neutron] Pushing event updated for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:48.667730 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fcb04-06c0-4924-90c8-ab36cc0f238e x-openstack-request-id: req-ca4fcb04-06c0-4924-90c8-ab36cc0f238e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:48.668015 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:48.668270 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca4fcb04-06c0-4924-90c8-ab36cc0f238e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:48.668667 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec', 'status': 'completed', 'code': 200} Dec 13 10:40:48.701660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-3a41165a-2390-47db-978e-94112c8dc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:48.703187 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-3a41165a-2390-47db-978e-94112c8dc5f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 1095 time: 0.0445774 Dec 13 10:40:48.749903 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-5bb7b12f-3c26-4511-bef0-e5cb1c2e9916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec HTTP/1.1" status: 200 len: 217 time: 0.0372710 Dec 13 10:40:48.799919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69de43-4e6a-4025-a838-d3850e211565 req-7b908c3e-bdfd-4647-ab74-201037b3c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:48.801399 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-7b908c3e-bdfd-4647-ab74-201037b3c7cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 200 len: 853 time: 0.0441833 Dec 13 10:40:48.833237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-a96e65b4-c651-4359-99c6-07df459594df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b438426d-991c-4f9d-a94a-317eff25bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250542 Dec 13 10:40:48.919368 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-16cda05c-6872-4bcf-9e25-cdc424edd292 service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789733 Dec 13 10:40:49.011159 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-dd69de43-4e6a-4025-a838-d3850e211565 req-21a5b77b-df48-447b-b26e-9b1d41039ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Dec 13 10:40:49.094787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-c1db88dd-e035-4501-bc30-5250746863d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:49.096311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-c1db88dd-e035-4501-bc30-5250746863d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 1095 time: 0.0415308 Dec 13 10:40:49.190521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-64b8190f-0469-429b-ba57-f0b007f83057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:49.191944 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-64b8190f-0469-429b-ba57-f0b007f83057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 914 time: 0.0886514 Dec 13 10:40:49.233734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-892820e1-5890-45e6-ad93-57cd645ce605 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec HTTP/1.1" status: 200 len: 217 time: 0.0341902 Dec 13 10:40:49.281317 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-2f4da8ec-183a-43c6-b7b0-7461577862a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:49.282720 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-2f4da8ec-183a-43c6-b7b0-7461577862a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 200 len: 853 time: 0.0419340 Dec 13 10:40:49.318851 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-a71a67c9-08f5-46c1-87b2-824592d93351 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b438426d-991c-4f9d-a94a-317eff25bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292251 Dec 13 10:40:49.406130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-e60886e1-5cf3-44e9-9886-0e04ae33b4dc service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801213 Dec 13 10:40:49.498787 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-59bf5d1e-dc6c-42a4-8032-719c5e64ce03 req-6c29caef-a51c-4499-af93-d03982d8ab5c service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Dec 13 10:40:49.624731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff9c8-e8f6-4deb-9b7e-68625ef2a0f1 req-653bb7b5-8c73-44f7-bd0d-7b1d5e50b508 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:49.626204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58aff9c8-e8f6-4deb-9b7e-68625ef2a0f1 req-653bb7b5-8c73-44f7-bd0d-7b1d5e50b508 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 944 time: 0.0479319 Dec 13 10:40:49.672345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-58aff9c8-e8f6-4deb-9b7e-68625ef2a0f1 req-00c06e3e-1db5-4829-ba2e-909af2c5b8c2 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Dec 13 10:40:50.789047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439f1f5-21f7-4a7d-a652-e043a8237202 req-5d75acad-29fb-4064-8ddf-c89963221205 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:50.790556 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0439f1f5-21f7-4a7d-a652-e043a8237202 req-5d75acad-29fb-4064-8ddf-c89963221205 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Dec 13 10:40:50.838060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0439f1f5-21f7-4a7d-a652-e043a8237202 req-ab243216-e08c-4b80-8e14-2f252baa52bc tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Dec 13 10:40:51.541895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7d57edf1-6547-4dfd-b234-d9c18f434dec details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:40:51.638219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:51.649296 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7d57edf1-6547-4dfd-b234-d9c18f434dec', 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5', 'port_id': '7d57edf1-6547-4dfd-b234-d9c18f434dec', 'mac_address': 'fa:16:3e:9d:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439ec7eb-aa05-4d14-b239-a0588d183632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:40:51.685318 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:51.698052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d57edf1-6547-4dfd-b234-d9c18f434dec {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:51.717840 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:51.721881 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:51.772473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:51.952369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0a57-fa7d-4746-a2e0-c0f081783001 req-d393c38d-7c9c-441f-8d70-228fea701f5a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:51.953756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-109f0a57-fa7d-4746-a2e0-c0f081783001 req-d393c38d-7c9c-441f-8d70-228fea701f5a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 945 time: 0.0483510 Dec 13 10:40:51.999865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-109f0a57-fa7d-4746-a2e0-c0f081783001 req-4e4cef0d-3f86-42b4-9d57-c59f5a966307 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Dec 13 10:40:52.019733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7d57edf1-6547-4dfd-b234-d9c18f434dec'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:40:53.111822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47368eda-9606-43ed-8256-84cc52b37746 req-54c744f5-0e6c-4738-94f5-86d5c225c1d7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:53.113287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47368eda-9606-43ed-8256-84cc52b37746 req-54c744f5-0e6c-4738-94f5-86d5c225c1d7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 945 time: 0.0473440 Dec 13 10:40:53.163048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-47368eda-9606-43ed-8256-84cc52b37746 req-bd9bf85d-ebf6-46c5-ba8a-8e7ea9a7494f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Dec 13 10:40:53.563334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7d57edf1-6547-4dfd-b234-d9c18f434dec up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:40:53.613645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7d57edf1-6547-4dfd-b234-d9c18f434dec completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:40:53.617746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7d57edf1-6547-4dfd-b234-d9c18f434dec triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:40:53.618121 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:53.693599 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:53.715039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:53.717296 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c35b28-5f1d-484e-97ab-0161855cc490" -d '{"events": [{"server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "name": "network-vif-plugged", "status": "completed", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:53.730011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:53.734429 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:53.763370 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8820001-970b-4b77-acba-68a8d424bc01 x-openstack-request-id: req-d8820001-970b-4b77-acba-68a8d424bc01 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:53.763684 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "name": "network-vif-plugged", "status": "completed", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:53.763939 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8820001-970b-4b77-acba-68a8d424bc01 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:53.764398 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec', 'code': 200} Dec 13 10:40:53.801112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:53.860886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435c86-c8f7-4dd2-b9ae-ee5d58f5608f req-f79b7320-fa7c-4279-a0e6-194082bbefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:53.862434 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0435c86-c8f7-4dd2-b9ae-ee5d58f5608f req-f79b7320-fa7c-4279-a0e6-194082bbefde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0406859 Dec 13 10:40:53.906135 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b0435c86-c8f7-4dd2-b9ae-ee5d58f5608f req-ae5abd7e-85f9-43d4-a545-ce2136febff1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Dec 13 10:40:54.275435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb6e7-e727-4f4a-a440-53907f68ba52 req-e9d8ff38-7981-4ffe-88ca-bd867d9f2f34 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:54.276918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba0cb6e7-e727-4f4a-a440-53907f68ba52 req-e9d8ff38-7981-4ffe-88ca-bd867d9f2f34 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0477962 Dec 13 10:40:54.323216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ba0cb6e7-e727-4f4a-a440-53907f68ba52 req-30e8b672-7c83-4453-baeb-56416d4d6d2f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Dec 13 10:40:55.441108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb76590-a3c2-48cc-8b0d-287300c7a617 req-52440888-6673-4eed-82c0-2a485e9239f8 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.442595 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bb76590-a3c2-48cc-8b0d-287300c7a617 req-52440888-6673-4eed-82c0-2a485e9239f8 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0486073 Dec 13 10:40:55.488512 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5bb76590-a3c2-48cc-8b0d-287300c7a617 req-92dc5021-9056-4a2d-a2c8-8b7464441645 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Dec 13 10:40:55.706698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-7d00fcbc-d675-4ab8-8f0c-690c4f684021 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.708180 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-7d00fcbc-d675-4ab8-8f0c-690c4f684021 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 813 time: 0.1011739 Dec 13 10:40:55.723052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-e7ec0827-5edc-4805-aaba-5455018c7418 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/quotas/c4b5839d21fe476d9f470e645a54d0eb HTTP/1.1" status: 200 len: 375 time: 0.0091567 Dec 13 10:40:55.769675 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-4c41c596-926c-420e-8d58-35b654eb8349 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415881 Dec 13 10:40:55.861538 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-ee192d01-f45c-4bc2-9d43-5dbd575d7f77 service neutron] 10.222.0.31 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Dec 13 10:40:55.946790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-6ad89819-909a-4a2b-83fa-c40e3cf10b7c service neutron] 10.222.0.31 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793507 Dec 13 10:40:56.101636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9ad4d72-1aa4-4c31-8367-e8c6731959ac req-87d82f3a-71d9-4e66-a774-ba11d341e7a9 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 210 time: 0.0259237 Dec 13 10:40:56.995532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-a176435a-d983-41cc-b677-a461e736ded5 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:56.997052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-a176435a-d983-41cc-b677-a461e736ded5 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.20 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 813 time: 0.1046841 Dec 13 10:40:57.011185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Request body: {'port': {'device_id': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5', 'admin_state_up': True, 'tenant_id': 'c4b5839d21fe476d9f470e645a54d0eb'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:57.116908 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Made reservation on behalf of c4b5839d21fe476d9f470e645a54d0eb for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:40:57.120411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.209393 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-073a3c10-9451-4506-93d7-abde9a2422db req-815e8095-1d2c-4c09-a97e-9011be2217ef tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 210 time: 0.0335197 Dec 13 10:40:57.268555 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Allocated IP 172.20.0.14 (b438426d-991c-4f9d-a94a-317eff25bea5/439ec7eb-aa05-4d14-b239-a0588d183632/39f06329-ede7-446c-805a-992d1cd9c81b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:40:57.411759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.446108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.459081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7d57edf1-6547-4dfd-b234-d9c18f434dec'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:40:57.490034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Network b438426d-991c-4f9d-a94a-317eff25bea5 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:40:57.493125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:40:57.497998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:40:57.524934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Pushing event updated for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:57.556243 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:57.556861 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.573399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-eba9b5c4-f363-4bf1-b8e2-2f79262f616f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663092 Dec 13 10:40:57.585885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Request body: {'port': {'device_id': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:40:57.639192 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.894779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f06329-ede7-446c-805a-992d1cd9c81b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:57.901893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.913751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Transition to ACTIVE for port object 39f06329-ede7-446c-805a-992d1cd9c81b will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:40:57.917482 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.971903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97053-b491-464d-ba01-89183101f07b service neutron] Pushing event updated for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:58.034045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Attempting to bind port 39f06329-ede7-446c-805a-992d1cd9c81b on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:40:58.034717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Attempting to bind port 39f06329-ede7-446c-805a-992d1cd9c81b by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:40:58.034717 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Attempting to bind port 39f06329-ede7-446c-805a-992d1cd9c81b on network b438426d-991c-4f9d-a94a-317eff25bea5 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:58.038846 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Port 39f06329-ede7-446c-805a-992d1cd9c81b on network b438426d-991c-4f9d-a94a-317eff25bea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:40:58.039165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Attempting to bind port 39f06329-ede7-446c-805a-992d1cd9c81b on network b438426d-991c-4f9d-a94a-317eff25bea5 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:40:58.044557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:40:58.044882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Checking segment: {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:40:58.045257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Bound using segment: {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:40:58.045672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Bound port: 39f06329-ede7-446c-805a-992d1cd9c81b, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bc4bd0-9628-4aed-af02-d540f987cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:40:58.046016 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:58.105092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:40:58.108578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39f06329-ede7-446c-805a-992d1cd9c81b,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:40:58.113108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:58.151252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.151912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:58.153785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53a97053-b491-464d-ba01-89183101f07b service neutron] 10.222.0.20 "PUT /v2.0/ports/39f06329-ede7-446c-805a-992d1cd9c81b HTTP/1.1" status: 200 len: 1092 time: 0.5722132 Dec 13 10:40:58.154221 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:58.156498 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dadc00-1bcd-479e-86eb-c8db3c5b02da" -d '{"events": [{"name": "network-changed", "server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:58.177103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97053-b491-464d-ba01-89183101f07b service neutron] Pushing event updated for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:58.203061 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2fdc71-8780-44d0-a763-05356572c37c x-openstack-request-id: req-0e2fdc71-8780-44d0-a763-05356572c37c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:58.203361 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:58.203659 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e2fdc71-8780-44d0-a763-05356572c37c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:58.204113 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b', 'status': 'completed', 'code': 200} Dec 13 10:40:58.251045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-7e2df167-7bc2-45b8-ae2e-36327a16d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.252756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-7e2df167-7bc2-45b8-ae2e-36327a16d094 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 1095 time: 0.0415783 Dec 13 10:40:58.296664 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-46e90278-817d-4ec5-8fb4-c29c2ab6e35a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f06329-ede7-446c-805a-992d1cd9c81b HTTP/1.1" status: 200 len: 217 time: 0.0361321 Dec 13 10:40:58.376412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cce8b7-3a47-4965-8e7b-ddb98cc12976 req-b18958ed-51fd-4daf-acc6-b747cbf050dc tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.377879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10cce8b7-3a47-4965-8e7b-ddb98cc12976 req-b18958ed-51fd-4daf-acc6-b747cbf050dc tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 944 time: 0.0839295 Dec 13 10:40:58.379134 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53f7793b-9b99-40fc-b189-9f6cd9b3544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.380452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-53f7793b-9b99-40fc-b189-9f6cd9b3544b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 200 len: 853 time: 0.0753295 Dec 13 10:40:58.419834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-f91571d7-1ecf-47cb-b66e-20c6d9645b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b438426d-991c-4f9d-a94a-317eff25bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293427 Dec 13 10:40:58.490355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-10cce8b7-3a47-4965-8e7b-ddb98cc12976 req-82dee021-f50a-4034-a6f2-d477d39c560a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064107 Dec 13 10:40:58.529081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-8b9dd732-aabf-4f59-96f2-cbba5c7a308d service neutron] 10.222.0.20 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987663 Dec 13 10:40:58.615456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fadeb16b-947f-4881-90c6-badb27c7e32f req-5284f21b-15d3-45e8-8f5e-c29862e9dce0 service neutron] 10.222.0.20 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794001 Dec 13 10:40:58.696560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-d7ba3db9-a9ff-4a0e-a60a-4999b7f382ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.697920 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-d7ba3db9-a9ff-4a0e-a60a-4999b7f382ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 1095 time: 0.0395665 Dec 13 10:40:58.787494 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-a803959c-4d72-401d-9897-b5f5fb0129d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.788980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-a803959c-4d72-401d-9897-b5f5fb0129d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 914 time: 0.0842054 Dec 13 10:40:58.830793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-d65a242b-a059-4011-a9f5-c19099933f36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f06329-ede7-446c-805a-992d1cd9c81b HTTP/1.1" status: 200 len: 217 time: 0.0344040 Dec 13 10:40:58.883515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-61056260-239d-4aa0-860a-d98463c44c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:58.884962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-61056260-239d-4aa0-860a-d98463c44c03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 200 len: 853 time: 0.0456715 Dec 13 10:40:58.916011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-bcaee919-f586-4417-9ac6-c8904fd2044e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b438426d-991c-4f9d-a94a-317eff25bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230126 Dec 13 10:40:59.004193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-dd8d0580-101f-4c9a-8e56-564f7dc27b48 service neutron] 10.222.0.20 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793843 Dec 13 10:40:59.094005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-03dadc00-1bcd-479e-86eb-c8db3c5b02da req-7e4c49ce-264b-4883-b590-7df76b384873 service neutron] 10.222.0.20 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825744 Dec 13 10:40:59.604746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ed34-bf56-464b-9496-d5086ea70a2e req-bf251374-50dc-4579-ad46-0975af6f1664 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:59.606870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae59ed34-bf56-464b-9496-d5086ea70a2e req-bf251374-50dc-4579-ad46-0975af6f1664 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 944 time: 0.0481224 Dec 13 10:40:59.651157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae59ed34-bf56-464b-9496-d5086ea70a2e req-6e1fcfad-13f0-4ae4-a64f-061d25a29756 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Dec 13 10:40:59.787278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39f06329-ede7-446c-805a-992d1cd9c81b details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:40:59.884728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39f06329-ede7-446c-805a-992d1cd9c81b,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:59.896235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '39f06329-ede7-446c-805a-992d1cd9c81b', 'network_id': 'b438426d-991c-4f9d-a94a-317eff25bea5', 'port_id': '39f06329-ede7-446c-805a-992d1cd9c81b', 'mac_address': 'fa:16:3e:2d:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439ec7eb-aa05-4d14-b239-a0588d183632', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:40:59.931605 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.943619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f06329-ede7-446c-805a-992d1cd9c81b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:40:59.967385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39f06329-ede7-446c-805a-992d1cd9c81b,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:59.970931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.016494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:00.156090 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['39f06329-ede7-446c-805a-992d1cd9c81b'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:41:00.238405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.763754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb994b-2554-4856-a156-19e36b762f7d req-6d03ec0e-4cae-49ee-8b33-19e437db9c63 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:00.765226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8cb994b-2554-4856-a156-19e36b762f7d req-6d03ec0e-4cae-49ee-8b33-19e437db9c63 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 945 time: 0.0474155 Dec 13 10:41:00.815886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d8cb994b-2554-4856-a156-19e36b762f7d req-fa9019af-d997-421f-a174-4bd9b5d9ba10 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Dec 13 10:41:01.803030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39f06329-ede7-446c-805a-992d1cd9c81b up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:01.852476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 39f06329-ede7-446c-805a-992d1cd9c81b completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:41:01.856871 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 39f06329-ede7-446c-805a-992d1cd9c81b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:01.857246 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.930520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc441-74e2-4a69-8341-f6fdd296c582 req-dbc11819-aa83-4366-9213-287af6b78659 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:01.932049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90fbc441-74e2-4a69-8341-f6fdd296c582 req-dbc11819-aa83-4366-9213-287af6b78659 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 945 time: 0.0489655 Dec 13 10:41:01.934376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.958089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:01.960396 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fefebd-b6d9-4ec2-993f-6d721030c1e7" -d '{"events": [{"server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "name": "network-vif-plugged", "status": "completed", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:01.973500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39f06329-ede7-446c-805a-992d1cd9c81b,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:01.978812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.982738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-90fbc441-74e2-4a69-8341-f6fdd296c582 req-612e3cc3-07bd-4b72-9dc1-42ccaf024033 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Dec 13 10:41:02.012603 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2e7e9-7d01-4809-aa5d-194935df4c02 x-openstack-request-id: req-a7d2e7e9-7d01-4809-aa5d-194935df4c02 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:02.012937 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "name": "network-vif-plugged", "status": "completed", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:02.013196 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7d2e7e9-7d01-4809-aa5d-194935df4c02 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:02.013596 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b', 'code': 200} Dec 13 10:41:02.034278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.100822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1003d5e-bf82-4bb0-baa6-4e2c7b4fa7ae req-97e8fdc8-781b-47be-951b-dbb6bccc6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:02.102273 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1003d5e-bf82-4bb0-baa6-4e2c7b4fa7ae req-97e8fdc8-781b-47be-951b-dbb6bccc6aba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 1097 time: 0.0379953 Dec 13 10:41:02.145517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b1003d5e-bf82-4bb0-baa6-4e2c7b4fa7ae req-e77427c4-ff1d-40f5-9b4c-49b85d49e973 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356417 Dec 13 10:41:03.104483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8f3ab-dc8d-4cdd-a979-2f003901c976 req-c71b0f33-3b24-4a16-9d7b-8063be8e7057 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:03.107201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3d8f3ab-dc8d-4cdd-a979-2f003901c976 req-c71b0f33-3b24-4a16-9d7b-8063be8e7057 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 946 time: 0.0547066 Dec 13 10:41:03.157623 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3d8f3ab-dc8d-4cdd-a979-2f003901c976 req-66667cec-00b7-451d-a192-0f2e5ab67fe0 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Dec 13 10:41:04.271874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73af1-6e5f-4a53-9c34-df75efc0ba3a req-29e52b90-0ffe-436e-b0db-c49031026540 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:04.273352 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c73af1-6e5f-4a53-9c34-df75efc0ba3a req-29e52b90-0ffe-436e-b0db-c49031026540 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 946 time: 0.0475948 Dec 13 10:41:04.319139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-86c73af1-6e5f-4a53-9c34-df75efc0ba3a req-5541dd0d-5666-490e-b5e1-aa2dd39a28ab tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Dec 13 10:41:04.550402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55990914-1f95-4cd2-9944-c507269223da req-c92ba256-189e-48b4-a8ae-d2c60d622df7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:04.551885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55990914-1f95-4cd2-9944-c507269223da req-c92ba256-189e-48b4-a8ae-d2c60d622df7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 946 time: 0.0516057 Dec 13 10:41:04.598087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-55990914-1f95-4cd2-9944-c507269223da req-4a4194a6-db67-4b52-bec1-5825bd83bc6b tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Dec 13 10:41:04.768562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.712412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179ce40-00e2-4371-aab2-090d977853e3 req-e8695c2e-d5b9-4624-b808-3770957778a7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:05.713903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d179ce40-00e2-4371-aab2-090d977853e3 req-e8695c2e-d5b9-4624-b808-3770957778a7 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 946 time: 0.0484698 Dec 13 10:41:05.788439 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d179ce40-00e2-4371-aab2-090d977853e3 req-d017f00e-01e4-45f1-9640-d1c54817e51a tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 Dec 13 10:41:05.799720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-aa5a61ab-a94a-4eb5-9ce2-3ec1b1d4c108 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:05.801103 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-aa5a61ab-a94a-4eb5-9ce2-3ec1b1d4c108 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.20 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 946 time: 0.0663633 Dec 13 10:41:05.891384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Deleting port 39f06329-ede7-446c-805a-992d1cd9c81b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:05.891648 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.978020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] For port 39f06329-ede7-446c-805a-992d1cd9c81b, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=39f06329-ede7-446c-805a-992d1cd9c81b,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:05.978415 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.987379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-986ed3b8-1117-4ef4-a1e7-a05087fec39c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392344 Dec 13 10:41:05.990723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Calling delete_port for 39f06329-ede7-446c-805a-992d1cd9c81b owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:06.069915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-e028bd06-0b29-41e0-b5fb-4b465536c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:06.071521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-e028bd06-0b29-41e0-b5fb-4b465536c051 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0420814 Dec 13 10:41:06.182817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-813655c1-0c52-437f-8f35-8bcfc6d37fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:06.184934 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-813655c1-0c52-437f-8f35-8bcfc6d37fc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 200 len: 914 time: 0.0927627 Dec 13 10:41:06.228829 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-0288df13-2931-46fd-80ae-42929dffd1f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec HTTP/1.1" status: 200 len: 217 time: 0.0362003 Dec 13 10:41:06.237582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-300ca453-611e-4ebc-95e3-8cd00a8e612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.285742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-8a263d57-f0c5-49b7-9185-d175da9f6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:06.287273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-8a263d57-f0c5-49b7-9185-d175da9f6c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 200 len: 853 time: 0.0510383 Dec 13 10:41:06.322714 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-00f0e55d-f286-41e0-a28f-da8bcb553ced service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b438426d-991c-4f9d-a94a-317eff25bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280535 Dec 13 10:41:06.419190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-83c96243-626d-43d9-86d3-8e77ac93de51 service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889974 Dec 13 10:41:06.478511 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.490429 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7d57edf1-6547-4dfd-b234-d9c18f434dec'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:41:06.510004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Pushing event deleted for resources: {'Port': ['ID=39f06329-ede7-446c-805a-992d1cd9c81b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:06.535615 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-55b30a2e-5c1e-4759-85e7-fd012ed6d5f3 req-f4912ee3-d46f-4177-be8a-b1b5227d2774 service neutron] 10.222.0.16 "GET /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095343 Dec 13 10:41:06.558155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] No DVR routers for this DVR port 39f06329-ede7-446c-805a-992d1cd9c81b on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:06.561752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.565095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2199dc1d-bf3d-4bad-9880-6d17191def63 req-11263669-bf03-4a44-8f38-b9228a8ae319 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.20 "DELETE /v2.0/ports/39f06329-ede7-446c-805a-992d1cd9c81b HTTP/1.1" status: 204 len: 173 time: 0.7577634 Dec 13 10:41:06.565542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'name': 'network-vif-deleted', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:06.567907 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3104a-8eda-4744-8d06-6cd482677d14" -d '{"events": [{"server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "name": "network-vif-deleted", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:06.613640 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d755b-5c97-4c54-bc3a-cb80f5874f88 x-openstack-request-id: req-b60d755b-5c97-4c54-bc3a-cb80f5874f88 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:06.613640 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf", "name": "network-vif-deleted", "tag": "39f06329-ede7-446c-805a-992d1cd9c81b", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:06.613640 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b60d755b-5c97-4c54-bc3a-cb80f5874f88 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:06.613640 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf', 'name': 'network-vif-deleted', 'tag': '39f06329-ede7-446c-805a-992d1cd9c81b', 'status': 'completed', 'code': 200} Dec 13 10:41:06.893579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-23ac7c16-6e33-4ac6-ba78-36dec1640978 req-19bd6943-9a2b-4aec-b54b-7ccc63232574 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=87dc9914-5d5e-4fa1-9f48-ed3ec61bb8cf HTTP/1.1" status: 200 len: 210 time: 0.0252142 Dec 13 10:41:07.819266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39f06329-ede7-446c-805a-992d1cd9c81b no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:07.839222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 39f06329-ede7-446c-805a-992d1cd9c81b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:07.839630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 39f06329-ede7-446c-805a-992d1cd9c81b not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:08.041501 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da3c5-659d-47e1-aa1f-b0dd338d54f3 req-6bd36f7b-8430-40ba-bb0c-70a39eda9ae0 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.043450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a85da3c5-659d-47e1-aa1f-b0dd338d54f3 req-6bd36f7b-8430-40ba-bb0c-70a39eda9ae0 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0481741 Dec 13 10:41:08.089251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a85da3c5-659d-47e1-aa1f-b0dd338d54f3 req-d5677d3a-b0b1-4e79-b180-77d2e3c40047 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Dec 13 10:41:08.220064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e59025-70d8-401a-b17a-94c5d0e75978 req-5254466d-019f-4c7b-beff-b4f84e83ee68 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.221524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1e59025-70d8-401a-b17a-94c5d0e75978 req-5254466d-019f-4c7b-beff-b4f84e83ee68 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0509169 Dec 13 10:41:08.268266 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1e59025-70d8-401a-b17a-94c5d0e75978 req-c4774b4a-2936-432e-8901-8f459a356a75 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Dec 13 10:41:08.382233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5361d4e-210c-4830-aef9-6a996be5c447 req-30865ee5-af45-4f41-b09f-6e346116ff8f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.383647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5361d4e-210c-4830-aef9-6a996be5c447 req-30865ee5-af45-4f41-b09f-6e346116ff8f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0482979 Dec 13 10:41:08.430718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5361d4e-210c-4830-aef9-6a996be5c447 req-ee761fb5-4e83-467b-9bb6-72bdba587fbd tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Dec 13 10:41:08.582710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-dfbe34f2-9258-44b5-b56d-be3eb637dc2d req-467738e9-15f3-44c2-b346-ff4a055945b7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:41:08.583760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dfbe34f2-9258-44b5-b56d-be3eb637dc2d req-467738e9-15f3-44c2-b346-ff4a055945b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439720 Dec 13 10:41:08.689491 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411e93a-ecdd-4da4-bc4b-963bd8438307 req-e36af129-d033-478a-a975-ec0c274bd7ea tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.690928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b411e93a-ecdd-4da4-bc4b-963bd8438307 req-e36af129-d033-478a-a975-ec0c274bd7ea tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0493889 Dec 13 10:41:08.700242 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8765e608-0dec-4c05-a5b2-1a161e7a987c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.743450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b411e93a-ecdd-4da4-bc4b-963bd8438307 req-88d649a9-49fa-4fcc-8eee-27e1960a83a4 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Dec 13 10:41:08.857570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbf872-b123-4472-b998-a2cc2bbc6958 req-74f6aeaf-ab71-43bf-b6a0-88a157cae47e tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.859081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fecbf872-b123-4472-b998-a2cc2bbc6958 req-74f6aeaf-ab71-43bf-b6a0-88a157cae47e tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0483057 Dec 13 10:41:08.906030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fecbf872-b123-4472-b998-a2cc2bbc6958 req-d1de3eb4-5eb0-40d3-a0cb-17c2abd33361 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Dec 13 10:41:09.028955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718254a-810f-4356-8d05-6210c64dcbf9 req-f95a5900-db57-47d9-b05d-a1d7c6e25042 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:09.030490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e718254a-810f-4356-8d05-6210c64dcbf9 req-f95a5900-db57-47d9-b05d-a1d7c6e25042 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0488429 Dec 13 10:41:09.077364 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e718254a-810f-4356-8d05-6210c64dcbf9 req-d2a3ec83-36d4-4676-b231-a2336b18a59e tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Dec 13 10:41:09.380490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822080dc-f4da-41ab-83c8-d6fbac814d74 req-4a40c8ec-bf2c-4833-8449-0a1fb0aa3dba tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:09.381964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-822080dc-f4da-41ab-83c8-d6fbac814d74 req-4a40c8ec-bf2c-4833-8449-0a1fb0aa3dba tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0511072 Dec 13 10:41:09.428342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-822080dc-f4da-41ab-83c8-d6fbac814d74 req-445524a6-af17-4b3e-aae8-7e31ac11520f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Dec 13 10:41:09.754112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.545512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863d449-9f78-4cb5-a655-1cd3d29959d3 req-7f5bc4ac-4370-45db-a9d5-7b17998c266b tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:10.546201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4863d449-9f78-4cb5-a655-1cd3d29959d3 req-7f5bc4ac-4370-45db-a9d5-7b17998c266b tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Dec 13 10:41:10.592466 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4863d449-9f78-4cb5-a655-1cd3d29959d3 req-371415dd-8e55-40e2-8a19-c966da939388 tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/security-groups?id=c45bc74c-93b9-4d1c-b138-a86941c148b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Dec 13 10:41:10.916753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-b1c8366a-5dae-4cbf-ba63-ac13bac6fecd tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:10.918782 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-b1c8366a-5dae-4cbf-ba63-ac13bac6fecd tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 946 time: 0.0491674 Dec 13 10:41:11.008873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Deleting port 7d57edf1-6547-4dfd-b234-d9c18f434dec {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:11.009213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.096546 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] For port 7d57edf1-6547-4dfd-b234-d9c18f434dec, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7d57edf1-6547-4dfd-b234-d9c18f434dec,segment=NetworkSegment(36bc4bd0-9628-4aed-af02-d540f987cb72),segment_id=36bc4bd0-9628-4aed-af02-d540f987cb72)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:11.096914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.108750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Calling delete_port for 7d57edf1-6547-4dfd-b234-d9c18f434dec owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:11.237869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.249334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7d57edf1-6547-4dfd-b234-d9c18f434dec'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:41:11.266700 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Pushing event deleted for resources: {'Port': ['ID=7d57edf1-6547-4dfd-b234-d9c18f434dec,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:11.279740 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.280083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.280433 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.280780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.281119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.281451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.281784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.282207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.282536 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.282864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.283189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.283513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.283862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:11.316865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] No DVR routers for this DVR port 7d57edf1-6547-4dfd-b234-d9c18f434dec on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:11.319427 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.322860 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-bdf90993-af6b-44cf-b80e-5e95608b1ee1 req-49ef06ca-e95b-40b3-b0e1-c38c0334bd6f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.16 "DELETE /v2.0/ports/7d57edf1-6547-4dfd-b234-d9c18f434dec HTTP/1.1" status: 204 len: 173 time: 0.3985202 Dec 13 10:41:11.323301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'name': 'network-vif-deleted', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:11.326263 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569c791-c287-473e-955e-6320e50b3f4c" -d '{"events": [{"server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "name": "network-vif-deleted", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:11.364707 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb0f269-1973-42a1-bedf-01c227a64cb2 x-openstack-request-id: req-ebb0f269-1973-42a1-bedf-01c227a64cb2 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:11.365008 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2052176-52d5-44e1-a178-15fb035ebbc3", "name": "network-vif-deleted", "tag": "7d57edf1-6547-4dfd-b234-d9c18f434dec", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:11.365271 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebb0f269-1973-42a1-bedf-01c227a64cb2 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:11.365722 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2052176-52d5-44e1-a178-15fb035ebbc3', 'name': 'network-vif-deleted', 'tag': '7d57edf1-6547-4dfd-b234-d9c18f434dec', 'status': 'completed', 'code': 200} Dec 13 10:41:11.367696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.700460 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2eecbbe7-17a3-4c9f-a3d8-ea91efc30e0d req-4f769df3-89f4-4b97-a2d8-25105ea1d45f tempest-ServersNegativeTestJSON-1405385652 tempest-ServersNegativeTestJSON-1405385652-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2052176-52d5-44e1-a178-15fb035ebbc3 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Dec 13 10:41:12.132088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.757188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:12.805672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Deleting subnet 439ec7eb-aa05-4d14-b239-a0588d183632 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:12.809250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.843035 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.880442 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.930201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.959726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439ec7eb-aa05-4d14-b239-a0588d183632,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:12.964999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:12.969002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-179a1e58-ebda-481e-a5ae-c45f9f3d3207 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/439ec7eb-aa05-4d14-b239-a0588d183632 HTTP/1.1" status: 204 len: 168 time: 0.2098079 Dec 13 10:41:12.970607 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39888) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:13.040400 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.119962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.141113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b438426d-991c-4f9d-a94a-317eff25bea5']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:13.150086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bc4bd0-9628-4aed-af02-d540f987cb72') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:13.150379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bc4bd0-9628-4aed-af02-d540f987cb72') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:13.159451 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.172787 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.179115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:13.179625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:13.181338 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:13.232863 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.238288 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.241463 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b438426d-991c-4f9d-a94a-317eff25bea5 HTTP/1.1" status: 204 len: 168 time: 0.2699480 Dec 13 10:41:13.252995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac73f-fb2b-4995-8a09-ac444da9d61d admin admin] Pushing event deleted for resources: {'Network': ['ID=b438426d-991c-4f9d-a94a-317eff25bea5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:13.347949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39892) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:13.387790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c231dfe3-b037-41cd-a294-126c03685e8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4b5839d21fe476d9f470e645a54d0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385821 Dec 13 10:41:13.390083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39894) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:13.439432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.459377 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.504507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.507166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:13.508330 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c45bc74c-93b9-4d1c-b138-a86941c148b6 HTTP/1.1" status: 204 len: 168 time: 0.1173656 Dec 13 10:41:13.515711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9221716-fedf-45aa-bfb2-b9a26e4b8e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45bc74c-93b9-4d1c-b138-a86941c148b6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:13.682368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7d57edf1-6547-4dfd-b234-d9c18f434dec no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:13.701409 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 7d57edf1-6547-4dfd-b234-d9c18f434dec {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:13.701818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7d57edf1-6547-4dfd-b234-d9c18f434dec not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:14.179168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39916) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:14.269527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422777107'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:14.290972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:14.294457 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.303146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.377690 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.381283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.404764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:14.419718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a23c532-76aa-4ba1-8213-89d2d424f1f3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:14.422368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.422708 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Added segment bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66 of type vlan for network 96e72766-100d-490c-a17d-60ccc38e2a10 Dec 13 10:41:14.442976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.443336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.443716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.444058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.444392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.444724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.445051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.445379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.445710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.446189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.446614 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.446944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.447270 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:14.482306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.509316 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.515393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:14.516007 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.566406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3861089 Dec 13 10:41:14.584962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54f88-b49c-4757-ab0b-e84051c51332 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Network': ['ID=96e72766-100d-490c-a17d-60ccc38e2a10,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:14.594684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 96e72766-100d-490c-a17d-60ccc38e2a10 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:17.868388 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:17.874147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'subnet': {'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:17.964265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:17.967900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.146665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.205804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Subnet': ['ID=3e65b362-0e19-45dd-b790-b07b4811faec,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:18.215747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking segment: {'id': 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:18.216108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network hostable DHCP agents. Network: 96e72766-100d-490c-a17d-60ccc38e2a10, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:18.232708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network 96e72766-100d-490c-a17d-60ccc38e2a10 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:18.240828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 96e72766-100d-490c-a17d-60ccc38e2a10) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:18.245366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.246436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.249613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae1a4f-0ecd-4c13-8cd7-253b3a1ac6bd None None] Network 96e72766-100d-490c-a17d-60ccc38e2a10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:18.262632 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c9a4d5e-9cd7-4dec-af1a-588d98d9dc6f tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3931630 Dec 13 10:41:18.266121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39924) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:18.270952 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090223734'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:18.292098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:18.296297 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.319520 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:18.331113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.331479 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Added segment 30f0042d-cf3f-478f-80e7-01f6c074e06a of type vlan for network 9321a055-ca50-4187-8b40-d81876e149e0 Dec 13 10:41:18.353196 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-96e72766-100d-490c-a17d-60ccc38e2a10', 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10', 'project_id': '13823f5cb3b9448aba3ad71909af1227', 'fixed_ips': [{'subnet_id': '3e65b362-0e19-45dd-b790-b07b4811faec'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:18.354074 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.375560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.400290 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.406267 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.406843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.458234 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1910272 Dec 13 10:41:18.461479 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39928) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:18.473326 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'subnet': {'network_id': '9321a055-ca50-4187-8b40-d81876e149e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:18.490477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Allocated IP 2001:db8:0:ffff::2 (96e72766-100d-490c-a17d-60ccc38e2a10/3e65b362-0e19-45dd-b790-b07b4811faec/e9eece1c-3477-4fc6-bd1d-bee53d51704f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:18.494900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef719e95-5f9e-45e2-a170-e3fed8447d92 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Network': ['ID=9321a055-ca50-4187-8b40-d81876e149e0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:18.506462 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9321a055-ca50-4187-8b40-d81876e149e0 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:18.571044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:18.574591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.695331 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.700923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.740447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Network 96e72766-100d-490c-a17d-60ccc38e2a10 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:18.744863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:18.749177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:18.752235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Pushing event updated for resources: {'Port': ['ID=e9eece1c-3477-4fc6-bd1d-bee53d51704f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:18.764677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.765031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.765384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.765783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.766253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.766401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.766719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.767049 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.767378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.767795 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.768188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.768516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.768886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:18.769633 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.820323 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Attempting to bind port e9eece1c-3477-4fc6-bd1d-bee53d51704f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:18.820818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Attempting to bind port e9eece1c-3477-4fc6-bd1d-bee53d51704f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:18.821185 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Attempting to bind port e9eece1c-3477-4fc6-bd1d-bee53d51704f on network 96e72766-100d-490c-a17d-60ccc38e2a10 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:18.823801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Subnet': ['ID=d04b2410-df1e-4aee-ad92-452e3807547c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:18.827786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:18.828169 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Checking segment: {'id': 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:18.828571 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.828961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Bound using segment: {'id': 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:18.829428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Bound port: e9eece1c-3477-4fc6-bd1d-bee53d51704f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96e72766-100d-490c-a17d-60ccc38e2a10'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:18.829808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.842837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking segment: {'id': '30f0042d-cf3f-478f-80e7-01f6c074e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9321a055-ca50-4187-8b40-d81876e149e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:18.843203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network hostable DHCP agents. Network: 9321a055-ca50-4187-8b40-d81876e149e0, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:18.860153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network 9321a055-ca50-4187-8b40-d81876e149e0 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:18.868916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9321a055-ca50-4187-8b40-d81876e149e0) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:18.873683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.874294 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.879337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fb4d8-e6dd-4a63-bd39-90fc07cec88c None None] Network 9321a055-ca50-4187-8b40-d81876e149e0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:18.892139 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-41c99a62-21b2-4635-9ffa-3c31852ebe34 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4295161 Dec 13 10:41:18.894465 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:18.941798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] For port e9eece1c-3477-4fc6-bd1d-bee53d51704f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:18.957103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] For port e9eece1c-3477-4fc6-bd1d-bee53d51704f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9eece1c-3477-4fc6-bd1d-bee53d51704f,segment=NetworkSegment(bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66),segment_id=bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:18.961435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.990405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.077789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.144708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.173223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Subnet': ['ID=d04b2410-df1e-4aee-ad92-452e3807547c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.227367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9f58e-ddcf-4a4b-b833-82e40f56d157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-9321a055-ca50-4187-8b40-d81876e149e0', 'network_id': '9321a055-ca50-4187-8b40-d81876e149e0', 'project_id': '13823f5cb3b9448aba3ad71909af1227', 'fixed_ips': [{'subnet_id': 'd04b2410-df1e-4aee-ad92-452e3807547c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:19.228261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13a9f58e-ddcf-4a4b-b833-82e40f56d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.238692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.241571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa649b9-0ded-48f7-b014-f8d3ad36fd0b None None] Pushing event updated for resources: {'Port': ['ID=e9eece1c-3477-4fc6-bd1d-bee53d51704f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.264119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9321a055-ca50-4187-8b40-d81876e149e0']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:19.274098 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f0042d-cf3f-478f-80e7-01f6c074e06a') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:19.274394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f0042d-cf3f-478f-80e7-01f6c074e06a') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:19.284640 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.298388 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.306626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:19.307146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:19.311472 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:19.321743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e77a6-8750-4d95-91a7-795ff388d51c None None] Network 9321a055-ca50-4187-8b40-d81876e149e0 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:19.388895 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.419199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.426312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39932) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:19.426997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/9321a055-ca50-4187-8b40-d81876e149e0 HTTP/1.1" status: 204 len: 168 time: 0.5308566 Dec 13 10:41:19.428076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545c77a-ccdf-437e-bd99-09388e99e06b tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Network': ['ID=9321a055-ca50-4187-8b40-d81876e149e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.435575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688823552'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:19.470199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:19.474078 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.500772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:19.508711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9eece1c-3477-4fc6-bd1d-bee53d51704f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:19.514421 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.514898 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Added segment daaba25a-9c98-4dc6-a7ed-023dae068f47 of type vlan for network 1140c036-ed15-4a94-a2bf-92f870e04738 Dec 13 10:41:19.559944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.569648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e9eece1c-3477-4fc6-bd1d-bee53d51704f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:19.570278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.585262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.591434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:19.592060 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.651334 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.656052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2270224 Dec 13 10:41:19.658962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39934) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:19.663920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'subnet': {'network_id': '1140c036-ed15-4a94-a2bf-92f870e04738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:19.683105 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa23a35-1345-4a20-a240-fb59749922fc tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Network': ['ID=1140c036-ed15-4a94-a2bf-92f870e04738,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.685752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e9eece1c-3477-4fc6-bd1d-bee53d51704f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9eece1c-3477-4fc6-bd1d-bee53d51704f,segment=NetworkSegment(bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66),segment_id=bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:19.694357 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1140c036-ed15-4a94-a2bf-92f870e04738 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:19.697880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.764608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:19.768259 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.801785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e9eece1c-3477-4fc6-bd1d-bee53d51704f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.829660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Performing IP validity checks on allocation pools {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:41:19.830192 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.ipam_backend_mixin [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103195) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:41:19.960563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.023889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Subnet': ['ID=341a9738-0eff-40d3-a0c1-508d1219f263,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:20.033678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking segment: {'id': 'daaba25a-9c98-4dc6-a7ed-023dae068f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1140c036-ed15-4a94-a2bf-92f870e04738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:20.034052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network hostable DHCP agents. Network: 1140c036-ed15-4a94-a2bf-92f870e04738, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:20.052403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network 1140c036-ed15-4a94-a2bf-92f870e04738 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:20.062926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1140c036-ed15-4a94-a2bf-92f870e04738) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:20.069482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.070445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.071398 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a585227-fa3c-487e-b1c6-e4cc953b89f0 None None] Network 1140c036-ed15-4a94-a2bf-92f870e04738 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:20.094694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2efdf10b-9444-4c5d-b344-0ce019384956 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4322643 Dec 13 10:41:20.094910 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39936) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:20.187600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076bc93-7522-439d-9dcd-dc4894641ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1140c036-ed15-4a94-a2bf-92f870e04738', 'network_id': '1140c036-ed15-4a94-a2bf-92f870e04738', 'project_id': '13823f5cb3b9448aba3ad71909af1227', 'fixed_ips': [{'subnet_id': '341a9738-0eff-40d3-a0c1-508d1219f263'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:20.188792 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1076bc93-7522-439d-9dcd-dc4894641ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.201644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.270124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86eb6dd-281e-4c59-b927-e678ae400cf0 None None] Network 96e72766-100d-490c-a17d-60ccc38e2a10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:20.285883 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.345562 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.348525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c3e379a1-1947-4c98-97cd-486be61de6ed None None] Provisioning complete for port e9eece1c-3477-4fc6-bd1d-bee53d51704f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:20.349060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3e379a1-1947-4c98-97cd-486be61de6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server [None req-1076bc93-7522-439d-9dcd-dc4894641ea1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 341a9738-0eff-40d3-a0c1-508d1219f263: This subnet is being modified by another concurrent operation. Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 341a9738-0eff-40d3-a0c1-508d1219f263: This subnet is being modified by another concurrent operation. Dec 13 10:41:20.354092 n-d-820935-7 neutron-server[103196]: ERROR oslo_messaging.rpc.server Dec 13 10:41:20.373242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Subnet': ['ID=341a9738-0eff-40d3-a0c1-508d1219f263,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:20.444309 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.469185 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1140c036-ed15-4a94-a2bf-92f870e04738']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.481184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daaba25a-9c98-4dc6-a7ed-023dae068f47') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.481536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daaba25a-9c98-4dc6-a7ed-023dae068f47') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.492656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.510595 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.512761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc6b09-c16a-4ef2-94cc-61c6d576ff67 None None] Network 1140c036-ed15-4a94-a2bf-92f870e04738 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:20.517939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:20.518338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:20.521624 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:20.583842 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.595752 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.598984 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/1140c036-ed15-4a94-a2bf-92f870e04738 HTTP/1.1" status: 204 len: 168 time: 0.5031316 Dec 13 10:41:20.602711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:20.607834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454208704'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:20.613206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502344e7-108a-487a-8276-444f86e451ca tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Network': ['ID=1140c036-ed15-4a94-a2bf-92f870e04738,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:20.632464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:20.635987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.661221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:20.671137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.671633 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Added segment b378fc56-acec-486f-8144-505236293d6c of type vlan for network b2a39ea2-5d6a-49a3-a527-af8c287589ee Dec 13 10:41:20.701001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20816f26-a400-4603-b7ec-c2f76d6386c5 None None] get_active_networks_info from n-d-820935-7 {{(pid=103196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:41:20.713643 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.738287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.744134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.744778 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.747833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b4c8d9e4-494c-40a9-be95-26fbdfebe7fa None None] Provisioning complete for port e9eece1c-3477-4fc6-bd1d-bee53d51704f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:20.748208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b4c8d9e4-494c-40a9-be95-26fbdfebe7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.799173 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1949813 Dec 13 10:41:20.802156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39940) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:20.808047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'subnet': {'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:20.811316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20816f26-a400-4603-b7ec-c2f76d6386c5 None None] Resources bound (agent type, host, resource id): {{(pid=103196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:41:20.816245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f0e8c-fa90-4471-b606-56895e5d59af tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Network': ['ID=b2a39ea2-5d6a-49a3-a527-af8c287589ee,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:20.827504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:20.903972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:20.907768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.088890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.149902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Subnet': ['ID=45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:21.157310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking segment: {'id': 'b378fc56-acec-486f-8144-505236293d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:21.157675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network hostable DHCP agents. Network: b2a39ea2-5d6a-49a3-a527-af8c287589ee, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:21.173703 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:21.182678 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b2a39ea2-5d6a-49a3-a527-af8c287589ee) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:21.187486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:21.188214 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.194401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc68f3-21a1-4d34-8829-9b668c0d14b0 None None] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:21.204745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-25240625-9e71-4c5c-987f-136425e4aca7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4013083 Dec 13 10:41:21.208305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:21.213589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923633389'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:21.233257 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:21.237118 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.261146 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:21.269925 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.270269 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Added segment 1bc41df9-cbd0-4950-89ce-a93531de6ccd of type vlan for network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 Dec 13 10:41:21.314322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.341475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.341650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-b2a39ea2-5d6a-49a3-a527-af8c287589ee', 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee', 'project_id': '13823f5cb3b9448aba3ad71909af1227', 'fixed_ips': [{'subnet_id': '45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:21.342386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.347156 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:21.347801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.402800 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1926920 Dec 13 10:41:21.405730 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:21.415855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Request body: {'subnet': {'network_id': 'b2e7f1af-a507-4345-a5b7-d0b64abd65b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:21.419928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a6c98-71dd-4992-a7aa-dd83e956aff0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Network': ['ID=b2e7f1af-a507-4345-a5b7-d0b64abd65b1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:21.435786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:21.485272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9eece1c-3477-4fc6-bd1d-bee53d51704f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:21.485632 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:41:21.517481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Made reservation on behalf of 13823f5cb3b9448aba3ad71909af1227 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:21.521059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.586674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Allocated IP 2001:db8::2 (b2a39ea2-5d6a-49a3-a527-af8c287589ee/45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba/ab46666f-063f-4fc9-aad8-f939e41b9aa7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:21.643425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e9eece1c-3477-4fc6-bd1d-bee53d51704f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:21.643741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.703635 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.764366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event updated for resources: {'Subnet': ['ID=c435f249-e666-4048-b3cc-613d4b0b9c9e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:21.771841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Checking segment: {'id': '1bc41df9-cbd0-4950-89ce-a93531de6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b2e7f1af-a507-4345-a5b7-d0b64abd65b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:21.772747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network hostable DHCP agents. Network: b2e7f1af-a507-4345-a5b7-d0b64abd65b1, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:21.793077 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:21.801151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.804174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, b2e7f1af-a507-4345-a5b7-d0b64abd65b1) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:21.807138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.809882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:21.811139 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.830804 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffbc998e-00b6-42dd-8abc-0ee3fbc075e2 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4230452 Dec 13 10:41:21.833526 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39946) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:21.840564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31b7e5-3556-41f8-861e-0bbac4fcb8ac None None] Network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:21.939616 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:21.993485 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.032764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:22.054195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.064078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:22.073080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:22.081532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Pushing event updated for resources: {'Port': ['ID=ab46666f-063f-4fc9-aad8-f939e41b9aa7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:22.084131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Subnet': ['ID=c435f249-e666-4048-b3cc-613d4b0b9c9e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:22.148803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.165906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Attempting to bind port ab46666f-063f-4fc9-aad8-f939e41b9aa7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:22.166290 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Attempting to bind port ab46666f-063f-4fc9-aad8-f939e41b9aa7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'b378fc56-acec-486f-8144-505236293d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:22.166666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Attempting to bind port ab46666f-063f-4fc9-aad8-f939e41b9aa7 on network b2a39ea2-5d6a-49a3-a527-af8c287589ee {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:22.170473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e7f1af-a507-4345-a5b7-d0b64abd65b1']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:22.173752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035fa84c-d34d-4abf-be51-b84ffc3511ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-b2e7f1af-a507-4345-a5b7-d0b64abd65b1', 'network_id': 'b2e7f1af-a507-4345-a5b7-d0b64abd65b1', 'project_id': '13823f5cb3b9448aba3ad71909af1227', 'fixed_ips': [{'subnet_id': 'c435f249-e666-4048-b3cc-613d4b0b9c9e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:22.174609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-035fa84c-d34d-4abf-be51-b84ffc3511ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.178234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:22.178619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Checking segment: {'id': 'b378fc56-acec-486f-8144-505236293d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:22.179015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.179411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Bound using segment: {'id': 'b378fc56-acec-486f-8144-505236293d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:22.179920 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Bound port: ab46666f-063f-4fc9-aad8-f939e41b9aa7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b378fc56-acec-486f-8144-505236293d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2a39ea2-5d6a-49a3-a527-af8c287589ee'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:22.180305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.180421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc41df9-cbd0-4950-89ce-a93531de6ccd') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:22.180714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc41df9-cbd0-4950-89ce-a93531de6ccd') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:22.190281 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.203517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.209370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:22.209762 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:22.212759 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:22.291239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.298258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.300428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749de7d-aeb5-4c00-b6cb-ccf3ef283a87 None None] Network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:22.301752 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/b2e7f1af-a507-4345-a5b7-d0b64abd65b1 HTTP/1.1" status: 204 len: 168 time: 0.4666703 Dec 13 10:41:22.305141 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39948) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.319125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546ff8a-895b-44fa-9e72-f7dcc8e4a734 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Network': ['ID=b2e7f1af-a507-4345-a5b7-d0b64abd65b1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:22.320943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749de7d-aeb5-4c00-b6cb-ccf3ef283a87 None None] Network b2e7f1af-a507-4345-a5b7-d0b64abd65b1 could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:41:22.324849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] For port ab46666f-063f-4fc9-aad8-f939e41b9aa7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:22.337507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] For port ab46666f-063f-4fc9-aad8-f939e41b9aa7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ab46666f-063f-4fc9-aad8-f939e41b9aa7,segment=NetworkSegment(b378fc56-acec-486f-8144-505236293d6c),segment_id=b378fc56-acec-486f-8144-505236293d6c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:22.347266 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.349957 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-9242e784-c644-4a86-b16b-15b139e3241d tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] GET failed (client error): The resource could not be found. Dec 13 10:41:22.351303 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9242e784-c644-4a86-b16b-15b139e3241d tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "GET /v2.0/subnets/c435f249-e666-4048-b3cc-613d4b0b9c9e HTTP/1.1" status: 404 len: 337 time: 0.0450523 Dec 13 10:41:22.354047 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39950) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.372289 n-d-820935-7 neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9646dc-8da3-4613-9b79-21c5a72961c7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:22.372800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9646dc-8da3-4613-9b79-21c5a72961c7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103194) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:22.376730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3c9646dc-8da3-4613-9b79-21c5a72961c7 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/b2e7f1af-a507-4345-a5b7-d0b64abd65b1 HTTP/1.1" status: 404 len: 339 time: 0.0217397 Dec 13 10:41:22.381292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39952) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.405360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e607f-390e-4fdf-b0c2-70f34339dbff None None] Pushing event updated for resources: {'Port': ['ID=ab46666f-063f-4fc9-aad8-f939e41b9aa7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:22.413859 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6331f0-44f3-469d-823e-f5c4add43010 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:22.414319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6331f0-44f3-469d-823e-f5c4add43010 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:22.417448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab6331f0-44f3-469d-823e-f5c4add43010 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/subnets/c435f249-e666-4048-b3cc-613d4b0b9c9e HTTP/1.1" status: 404 len: 337 time: 0.0350928 Dec 13 10:41:22.419947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.438541 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-801534a4-607d-44b0-a7ed-67c4a594c722 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:22.439055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801534a4-607d-44b0-a7ed-67c4a594c722 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:22.442272 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-801534a4-607d-44b0-a7ed-67c4a594c722 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/b2e7f1af-a507-4345-a5b7-d0b64abd65b1 HTTP/1.1" status: 404 len: 339 time: 0.0213377 Dec 13 10:41:22.444904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39956) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.495430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Deleting subnet 45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:22.498997 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.555659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.657130 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.716146 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.742958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Subnet': ['ID=45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:22.744930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.750760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6c3e278c-94fc-4eb4-a579-7351507c0905 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/subnets/45c7c1d7-f80d-4fc3-87a1-f39e8393f7ba HTTP/1.1" status: 204 len: 168 time: 0.3049066 Dec 13 10:41:22.751320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 39958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:22.830619 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.881932 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Deleting port ab46666f-063f-4fc9-aad8-f939e41b9aa7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:22.882272 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.947011 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] For port ab46666f-063f-4fc9-aad8-f939e41b9aa7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=ab46666f-063f-4fc9-aad8-f939e41b9aa7,segment=NetworkSegment(b378fc56-acec-486f-8144-505236293d6c),segment_id=b378fc56-acec-486f-8144-505236293d6c)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:22.947373 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:22.959886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Calling delete_port for ab46666f-063f-4fc9-aad8-f939e41b9aa7 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:23.041057 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.069028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Port': ['ID=ab46666f-063f-4fc9-aad8-f939e41b9aa7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:23.074304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No DVR routers for this DVR port ab46666f-063f-4fc9-aad8-f939e41b9aa7 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:23.157890 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.179673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a39ea2-5d6a-49a3-a527-af8c287589ee']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:23.189686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b378fc56-acec-486f-8144-505236293d6c') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:23.190046 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b378fc56-acec-486f-8144-505236293d6c') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:23.200190 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.213798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.220954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:23.221756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:23.224579 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:23.287502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d508f-616d-4419-8bc3-a4cd82f11124 None None] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:23.288007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.295644 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.301326 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/b2a39ea2-5d6a-49a3-a527-af8c287589ee HTTP/1.1" status: 204 len: 168 time: 0.5467546 Dec 13 10:41:23.301468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d508f-616d-4419-8bc3-a4cd82f11124 None None] Network b2a39ea2-5d6a-49a3-a527-af8c287589ee could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:41:23.301708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39960) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.309316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8504-8a0a-4ffe-a132-733c38df64a4 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Network': ['ID=b2a39ea2-5d6a-49a3-a527-af8c287589ee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:23.312314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b75a1420-fc57-4a01-b05e-a09f63f96568 None None] Could not find standard attr ID for object ab46666f-063f-4fc9-aad8-f939e41b9aa7. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:41:23.333673 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f79938e-97c5-4afb-b59b-20fd54ee418c tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:23.334133 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f79938e-97c5-4afb-b59b-20fd54ee418c tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:23.337257 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7f79938e-97c5-4afb-b59b-20fd54ee418c tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/subnets/341a9738-0eff-40d3-a0c1-508d1219f263 HTTP/1.1" status: 404 len: 337 time: 0.0345447 Dec 13 10:41:23.339797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39962) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.357987 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61fbc94-0cf2-4af5-b21e-0f77858b8068 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:23.358484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61fbc94-0cf2-4af5-b21e-0f77858b8068 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:23.361548 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e61fbc94-0cf2-4af5-b21e-0f77858b8068 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/1140c036-ed15-4a94-a2bf-92f870e04738 HTTP/1.1" status: 404 len: 339 time: 0.0208523 Dec 13 10:41:23.364114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39964) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.375421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b01f8-c060-428e-b2aa-d3197eaae402 None None] DHCP port deletion for b2a39ea2-5d6a-49a3-a527-af8c287589ee request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:23.394810 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-5477454e-3bf0-4646-ba13-10ccf19da6c0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:23.395278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5477454e-3bf0-4646-ba13-10ccf19da6c0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:23.398407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5477454e-3bf0-4646-ba13-10ccf19da6c0 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/subnets/d04b2410-df1e-4aee-ad92-452e3807547c HTTP/1.1" status: 404 len: 337 time: 0.0333266 Dec 13 10:41:23.400845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39966) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.418228 n-d-820935-7 neutron-server[103195]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d8fafe-75cb-4068-b589-6b00d4561740 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] DELETE failed (client error): The resource could not be found. Dec 13 10:41:23.418710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d8fafe-75cb-4068-b589-6b00d4561740 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103195) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:41:23.421698 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16d8fafe-75cb-4068-b589-6b00d4561740 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/9321a055-ca50-4187-8b40-d81876e149e0 HTTP/1.1" status: 404 len: 339 time: 0.0199530 Dec 13 10:41:23.424279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39968) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.473631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Deleting subnet 3e65b362-0e19-45dd-b790-b07b4811faec {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:23.476682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.516386 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.600921 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.656886 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.681050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Subnet': ['ID=3e65b362-0e19-45dd-b790-b07b4811faec,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:23.686647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.689885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-22fafc3a-6111-43c0-a808-7bcc0a374e87 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/subnets/3e65b362-0e19-45dd-b790-b07b4811faec HTTP/1.1" status: 204 len: 168 time: 0.2646976 Dec 13 10:41:23.692280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39970) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:23.694667 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3ccdf-4418-4eeb-b4a8-79554a0fbae6 None None] Network 96e72766-100d-490c-a17d-60ccc38e2a10 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:23.772474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.828845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Deleting port e9eece1c-3477-4fc6-bd1d-bee53d51704f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:23.829186 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.842423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] DHCP port deletion for 96e72766-100d-490c-a17d-60ccc38e2a10 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:23.889142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Deleting port e9eece1c-3477-4fc6-bd1d-bee53d51704f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:23.889522 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.890801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] For port e9eece1c-3477-4fc6-bd1d-bee53d51704f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9eece1c-3477-4fc6-bd1d-bee53d51704f,segment=NetworkSegment(bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66),segment_id=bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:23.891165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.904674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Calling delete_port for e9eece1c-3477-4fc6-bd1d-bee53d51704f owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:23.956352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] For port e9eece1c-3477-4fc6-bd1d-bee53d51704f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e9eece1c-3477-4fc6-bd1d-bee53d51704f,segment=NetworkSegment(bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66),segment_id=bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:23.956757 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:23.968831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Calling delete_port for e9eece1c-3477-4fc6-bd1d-bee53d51704f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:23.987066 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.013589 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Port': ['ID=e9eece1c-3477-4fc6-bd1d-bee53d51704f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:24.015434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] No DVR routers for this DVR port e9eece1c-3477-4fc6-bd1d-bee53d51704f on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:24.052920 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.080743 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] Pushing event deleted for resources: {'Port': ['ID=e9eece1c-3477-4fc6-bd1d-bee53d51704f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:24.084699 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ee49c-7c95-4039-adb5-42335d7e8186 None None] No DVR routers for this DVR port e9eece1c-3477-4fc6-bd1d-bee53d51704f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:24.092153 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.117073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e72766-100d-490c-a17d-60ccc38e2a10']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:24.126516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:24.126809 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f4f5d-75a7-4ca3-91a6-9a8c21284a66') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:24.135906 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.148660 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.154870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:24.155250 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:24.158247 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:24.212610 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.219665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.222766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] 10.222.0.31 "DELETE /v2.0/networks/96e72766-100d-490c-a17d-60ccc38e2a10 HTTP/1.1" status: 204 len: 168 time: 0.5295756 Dec 13 10:41:24.234466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d9287-855e-44d1-8018-a36936d0d4e5 tempest-NetworksIpV6Test-1883952293 tempest-NetworksIpV6Test-1883952293-project] Pushing event deleted for resources: {'Network': ['ID=96e72766-100d-490c-a17d-60ccc38e2a10,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:24.457892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39976) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:24.584496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7a6a3861-6f42-40d1-9c8c-45252ab6a1f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13823f5cb3b9448aba3ad71909af1227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254234 Dec 13 10:41:24.586851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 39980) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:24.631541 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.656486 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.701780 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.704498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:24.705644 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a23c532-76aa-4ba1-8213-89d2d424f1f3 HTTP/1.1" status: 204 len: 168 time: 0.1179104 Dec 13 10:41:24.713037 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c74c44-8b39-4416-b2ac-b2e85ceb3197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a23c532-76aa-4ba1-8213-89d2d424f1f3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:25.327378 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:25.419824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-400104564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:25.440529 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9eece1c-3477-4fc6-bd1d-bee53d51704f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:25.442556 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.443731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.465632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e9eece1c-3477-4fc6-bd1d-bee53d51704f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:25.465986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e9eece1c-3477-4fc6-bd1d-bee53d51704f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:25.494543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.498429 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.516276 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.517495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1319db0f-4fc2-4985-a241-fe08ee513f26 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1890457 Dec 13 10:41:25.520485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40008) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:25.525779 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1740114266'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:25.547713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Made reservation on behalf of 5305d766c3004afe895589021e09e9b0 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:25.551391 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.559978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.632341 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.635841 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.658063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:25.672885 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d68aef-4240-4164-a662-2c368f85b62c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:25.675963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.676309 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Added segment 505b4067-3253-4002-8890-4394224c9f39 of type vlan for network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 Dec 13 10:41:25.713794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.738605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.744180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:25.744758 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:25.807056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2854476 Dec 13 10:41:25.809817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:25.817434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'subnet': {'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:25.833250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6ae3-df89-4519-b6ed-93903a1c1111 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event updated for resources: {'Network': ['ID=52b71fb5-ab18-45ea-baa4-c3d205ecd529,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:25.843958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:25.908488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Made reservation on behalf of 5305d766c3004afe895589021e09e9b0 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:25.911929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.085292 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.145879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event updated for resources: {'Subnet': ['ID=60997d00-5f07-4137-aa92-67feceac7324,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:26.156302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Checking segment: {'id': '505b4067-3253-4002-8890-4394224c9f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:26.156665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Network hostable DHCP agents. Network: 52b71fb5-ab18-45ea-baa4-c3d205ecd529, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:26.172747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:26.181934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 52b71fb5-ab18-45ea-baa4-c3d205ecd529) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:26.186463 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:26.187492 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.190610 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66400713-4ffc-49e0-a2e9-6d1f7a576c03 None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:26.207952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f53c3a64-a91d-44bf-9392-1477cb741377 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3940520 Dec 13 10:41:26.208166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:26.212954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1606434130'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:26.233249 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Made reservation on behalf of 5305d766c3004afe895589021e09e9b0 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:26.236688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.260714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:26.270665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.271036 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Added segment 87428e7c-333b-454d-abd3-81ebd3e82f70 of type vlan for network 6ff61946-fac5-4030-8756-ccf7ed4346c4 Dec 13 10:41:26.289032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-52b71fb5-ab18-45ea-baa4-c3d205ecd529', 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529', 'project_id': '5305d766c3004afe895589021e09e9b0', 'fixed_ips': [{'subnet_id': '60997d00-5f07-4137-aa92-67feceac7324'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:26.289912 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.311510 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.335397 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.341557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:26.342139 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.391660 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1824760 Dec 13 10:41:26.394462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:26.405963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'subnet': {'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:26.424886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Allocated IP 172.20.0.2 (52b71fb5-ab18-45ea-baa4-c3d205ecd529/60997d00-5f07-4137-aa92-67feceac7324/56bca83d-f1e2-4b5e-890d-d5604316d1ef) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:26.431440 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b48fe4-f802-41b0-af87-d85405e524f9 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event updated for resources: {'Network': ['ID=6ff61946-fac5-4030-8756-ccf7ed4346c4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:26.443592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:26.503260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Made reservation on behalf of 5305d766c3004afe895589021e09e9b0 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:26.507210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.638772 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.644840 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.686516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:26.690172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.691419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:26.693907 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:26.701190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Pushing event updated for resources: {'Port': ['ID=56bca83d-f1e2-4b5e-890d-d5604316d1ef,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:26.750173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event updated for resources: {'Subnet': ['ID=0ddeda1f-1d89-45cd-96be-1eaecfcad68e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:26.752134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Attempting to bind port 56bca83d-f1e2-4b5e-890d-d5604316d1ef on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:26.752548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Attempting to bind port 56bca83d-f1e2-4b5e-890d-d5604316d1ef by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '505b4067-3253-4002-8890-4394224c9f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:26.752923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Attempting to bind port 56bca83d-f1e2-4b5e-890d-d5604316d1ef on network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:26.757373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Checking segment: {'id': '87428e7c-333b-454d-abd3-81ebd3e82f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:26.757621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Network hostable DHCP agents. Network: 6ff61946-fac5-4030-8756-ccf7ed4346c4, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:26.759044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:26.759442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Checking segment: {'id': '505b4067-3253-4002-8890-4394224c9f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:26.760179 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.760294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Bound using segment: {'id': '505b4067-3253-4002-8890-4394224c9f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:26.760726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Bound port: 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505b4067-3253-4002-8890-4394224c9f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52b71fb5-ab18-45ea-baa4-c3d205ecd529'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:26.761112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.774030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:26.782864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 6ff61946-fac5-4030-8756-ccf7ed4346c4) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:26.787132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:26.787769 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.798305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89aa42a-9444-4cb5-bd20-60e4fd43458d None None] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:26.805282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c495bd7-5cba-4c4a-af6e-f60a16bbcbb2 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4098196 Dec 13 10:41:26.808140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:26.816472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-39e9383e-3947-4c17-a8e5-597f8ff3518f tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:26.881830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] For port 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:26.886851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] For port 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56bca83d-f1e2-4b5e-890d-d5604316d1ef,segment=NetworkSegment(505b4067-3253-4002-8890-4394224c9f39),segment_id=505b4067-3253-4002-8890-4394224c9f39)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:26.896248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.977056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-6ff61946-fac5-4030-8756-ccf7ed4346c4', 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4', 'project_id': '5305d766c3004afe895589021e09e9b0', 'fixed_ips': [{'subnet_id': '0ddeda1f-1d89-45cd-96be-1eaecfcad68e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:26.978091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:26.997342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9a43f-d715-4fca-9e61-5512ac3f6ded None None] Pushing event updated for resources: {'Port': ['ID=56bca83d-f1e2-4b5e-890d-d5604316d1ef,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:27.023257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-39e9383e-3947-4c17-a8e5-597f8ff3518f tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.148918 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [None req-39e9383e-3947-4c17-a8e5-597f8ff3518f tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:41:27.150204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-39e9383e-3947-4c17-a8e5-597f8ff3518f tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "PUT /v2.0/routers/344e0f1f-54ac-4735-9570-f647361ae05a HTTP/1.1" status: 400 len: 364 time: 0.3406017 Dec 13 10:41:27.156353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40018) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:27.162136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Allocated IP 172.21.0.2 (6ff61946-fac5-4030-8756-ccf7ed4346c4/0ddeda1f-1d89-45cd-96be-1eaecfcad68e/2e08e178-f0b7-4cbe-9cdd-488b9d1049d1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:27.220462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Deleting subnet 0ddeda1f-1d89-45cd-96be-1eaecfcad68e {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:27.320892 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.326422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.326993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.363833 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:27.366723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:27.369432 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.370443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:27.381325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Pushing event updated for resources: {'Port': ['ID=2e08e178-f0b7-4cbe-9cdd-488b9d1049d1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:27.448403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Attempting to bind port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:27.449109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Attempting to bind port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '87428e7c-333b-454d-abd3-81ebd3e82f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:27.449222 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Attempting to bind port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 on network 6ff61946-fac5-4030-8756-ccf7ed4346c4 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:27.455860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:27.456587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Checking segment: {'id': '87428e7c-333b-454d-abd3-81ebd3e82f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:27.457391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.458128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Bound using segment: {'id': '87428e7c-333b-454d-abd3-81ebd3e82f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:27.458767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Bound port: 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87428e7c-333b-454d-abd3-81ebd3e82f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ff61946-fac5-4030-8756-ccf7ed4346c4'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:27.459319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.474737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.498422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56bca83d-f1e2-4b5e-890d-d5604316d1ef up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:27.538101 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.563814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] For port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:27.567393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] For port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e08e178-f0b7-4cbe-9cdd-488b9d1049d1,segment=NetworkSegment(87428e7c-333b-454d-abd3-81ebd3e82f70),segment_id=87428e7c-333b-454d-abd3-81ebd3e82f70)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:27.572955 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.579148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddeda1f-1d89-45cd-96be-1eaecfcad68e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:27.584776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.589210 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d4c899d5-7572-43af-9813-69d525bf7782 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "DELETE /v2.0/subnets/0ddeda1f-1d89-45cd-96be-1eaecfcad68e HTTP/1.1" status: 204 len: 168 time: 0.4310451 Dec 13 10:41:27.591736 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:27.630491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 56bca83d-f1e2-4b5e-890d-d5604316d1ef triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:27.630861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.682466 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.683825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe37753-ec71-4999-b27b-06f1f2428052 None None] Pushing event updated for resources: {'Port': ['ID=2e08e178-f0b7-4cbe-9cdd-488b9d1049d1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:27.737287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.757079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Deleting port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:27.757079 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.775922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56bca83d-f1e2-4b5e-890d-d5604316d1ef,segment=NetworkSegment(505b4067-3253-4002-8890-4394224c9f39),segment_id=505b4067-3253-4002-8890-4394224c9f39)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:27.782957 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.840200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] For port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2e08e178-f0b7-4cbe-9cdd-488b9d1049d1,segment=NetworkSegment(87428e7c-333b-454d-abd3-81ebd3e82f70),segment_id=87428e7c-333b-454d-abd3-81ebd3e82f70)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:27.840806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:27.858579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Calling delete_port for 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:27.867834 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=56bca83d-f1e2-4b5e-890d-d5604316d1ef,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:27.982881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.014685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Port': ['ID=2e08e178-f0b7-4cbe-9cdd-488b9d1049d1,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:28.016944 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] No DVR routers for this DVR port 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:28.124151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.130068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa73a31-bf83-400a-a0a3-c1d43b999488 None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:28.147098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff61946-fac5-4030-8756-ccf7ed4346c4']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:28.157317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87428e7c-333b-454d-abd3-81ebd3e82f70') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:28.157618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87428e7c-333b-454d-abd3-81ebd3e82f70') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:28.167277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.183106 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.189831 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:28.190219 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.194172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7a9a274a-0956-4861-99a1-9f3f2a5c7d65 None None] Provisioning complete for port 56bca83d-f1e2-4b5e-890d-d5604316d1ef triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:28.194356 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:28.196274 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a9a274a-0956-4861-99a1-9f3f2a5c7d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.253825 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.261167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.267421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "DELETE /v2.0/networks/6ff61946-fac5-4030-8756-ccf7ed4346c4 HTTP/1.1" status: 204 len: 168 time: 0.6722648 Dec 13 10:41:28.267936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40022) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:28.286230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c26b3-f4fb-4eb3-a9b1-68083201ba52 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Network': ['ID=6ff61946-fac5-4030-8756-ccf7ed4346c4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:28.330052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Deleting subnet 60997d00-5f07-4137-aa92-67feceac7324 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:28.337788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.381636 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.475775 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.541614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.567100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-00e123b9-45a9-4ddb-9842-e6002b1e752b None None] Provisioning complete for port 56bca83d-f1e2-4b5e-890d-d5604316d1ef triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:28.567693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00e123b9-45a9-4ddb-9842-e6002b1e752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.579708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Subnet': ['ID=60997d00-5f07-4137-aa92-67feceac7324,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:28.582249 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.589697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40024) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:28.590086 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7f1fa33d-bc8a-407f-acbe-2287ff9e40cc tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "DELETE /v2.0/subnets/60997d00-5f07-4137-aa92-67feceac7324 HTTP/1.1" status: 204 len: 168 time: 0.3196497 Dec 13 10:41:28.602038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb4307-cbaa-4a37-846e-ebc095588bd4 None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:28.694651 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.757167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Deleting port 56bca83d-f1e2-4b5e-890d-d5604316d1ef {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:28.758222 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.838052 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] For port 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56bca83d-f1e2-4b5e-890d-d5604316d1ef,segment=NetworkSegment(505b4067-3253-4002-8890-4394224c9f39),segment_id=505b4067-3253-4002-8890-4394224c9f39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:28.838506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.855047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] DHCP port deletion for 52b71fb5-ab18-45ea-baa4-c3d205ecd529 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:28.858956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Calling delete_port for 56bca83d-f1e2-4b5e-890d-d5604316d1ef owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:28.935470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Deleting port 56bca83d-f1e2-4b5e-890d-d5604316d1ef {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:28.935877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.978305 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.999733 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bfb679-38c0-4fb5-86d5-6bf8e9838e09 None None] DHCP port deletion for 6ff61946-fac5-4030-8756-ccf7ed4346c4 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:29.006350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7a8ff972-4711-47d3-9789-db741bd06991 None None] Could not find standard attr ID for object 2e08e178-f0b7-4cbe-9cdd-488b9d1049d1. {{(pid=103196) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:41:29.015912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] No DVR routers for this DVR port 56bca83d-f1e2-4b5e-890d-d5604316d1ef on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:29.017780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Port': ['ID=56bca83d-f1e2-4b5e-890d-d5604316d1ef,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:29.025327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befea47c-96f9-4895-b951-46fe1c4680db None None] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:29.048749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befea47c-96f9-4895-b951-46fe1c4680db None None] Network 6ff61946-fac5-4030-8756-ccf7ed4346c4 could not be found, it might have been deleted concurrently. {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:41:29.052915 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] For port 56bca83d-f1e2-4b5e-890d-d5604316d1ef, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=56bca83d-f1e2-4b5e-890d-d5604316d1ef,segment=NetworkSegment(505b4067-3253-4002-8890-4394224c9f39),segment_id=505b4067-3253-4002-8890-4394224c9f39)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:29.053325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.067843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Calling delete_port for 56bca83d-f1e2-4b5e-890d-d5604316d1ef owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:29.099803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.124666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b71fb5-ab18-45ea-baa4-c3d205ecd529']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:29.135404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505b4067-3253-4002-8890-4394224c9f39') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:29.135920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505b4067-3253-4002-8890-4394224c9f39') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:29.147119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.161966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.169288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:29.169688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:29.173101 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:29.232090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.236550 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.242912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "DELETE /v2.0/networks/52b71fb5-ab18-45ea-baa4-c3d205ecd529 HTTP/1.1" status: 204 len: 168 time: 0.6494699 Dec 13 10:41:29.243431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:29.265100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbc90b-38ff-45dd-96b4-767c40148c74 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Pushing event deleted for resources: {'Network': ['ID=52b71fb5-ab18-45ea-baa4-c3d205ecd529,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:29.278311 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e5d18da-38f2-4631-ae8b-0f65bd98227a tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "GET /v2.0/ports?device_id=344e0f1f-54ac-4735-9570-f647361ae05a HTTP/1.1" status: 200 len: 205 time: 0.0335462 Dec 13 10:41:29.280923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:29.330076 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.337405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Network 52b71fb5-ab18-45ea-baa4-c3d205ecd529 is not hosted by any dhcp agent {{(pid=103196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:41:29.337862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] No DVR routers for this DVR port 56bca83d-f1e2-4b5e-890d-d5604316d1ef on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:29.356640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58bcd0-3817-410b-81ff-95242a68c165 None None] Pushing event deleted for resources: {'Port': ['ID=56bca83d-f1e2-4b5e-890d-d5604316d1ef,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:29.368363 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.445886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56bca83d-f1e2-4b5e-890d-d5604316d1ef no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:29.466224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 56bca83d-f1e2-4b5e-890d-d5604316d1ef {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:29.466573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 56bca83d-f1e2-4b5e-890d-d5604316d1ef not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:29.526475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.529074 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.571202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.571699 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Fanout notify agent at l3_agent the message router_deleted on router 344e0f1f-54ac-4735-9570-f647361ae05a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:41:29.578582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.579685 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6893d1e8-748b-4734-81fb-2d8a6578e179 tempest-RoutersNegativeTest-1228208910 tempest-RoutersNegativeTest-1228208910-project] 10.222.0.31 "DELETE /v2.0/routers/344e0f1f-54ac-4735-9570-f647361ae05a HTTP/1.1" status: 204 len: 168 time: 0.2977896 Dec 13 10:41:29.815010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40034) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:29.946756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b3f34de4-03ae-45e7-acf7-a58f59b8f0f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5305d766c3004afe895589021e09e9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305339 Dec 13 10:41:29.949737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40038) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:30.001157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.022081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.067704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.070315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.071645 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28d68aef-4240-4164-a662-2c368f85b62c HTTP/1.1" status: 204 len: 168 time: 0.1209350 Dec 13 10:41:30.080083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45d6cc-c80b-4d8f-93c3-fbf6e2977709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d68aef-4240-4164-a662-2c368f85b62c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:30.221044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.660692 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40060) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:30.754954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1334181440-network', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:30.775635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Made reservation on behalf of 50a4c3a44d6f4f538ad0977c910ab6b0 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:30.778366 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.786402 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.859246 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.863046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.883524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:30.898667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b0325-2b64-473e-b971-a49d6167f3b4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:30.903031 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:30.903378 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Added segment e5167999-ca15-4ff9-9b73-2cde0ed1c387 of type vlan for network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 Dec 13 10:41:30.944425 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.302514 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.303358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:31.303971 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.356825 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6950319 Dec 13 10:41:31.359760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:31.364075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550b63-ad43-441f-8e76-9b114fb10591 admin admin] Pushing event updated for resources: {'Network': ['ID=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:31.364713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Request body: {'subnet': {'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-subnet', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:31.373619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:31.387246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Made reservation on behalf of 50a4c3a44d6f4f538ad0977c910ab6b0 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:31.389758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.552304 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.610489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f164a5d-b64f-42f1-9391-c6a7358a971e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:31.618856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Checking segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:31.619213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Network hostable DHCP agents. Network: 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:31.635755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:31.644653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:31.648567 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:31.649161 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.653474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bed088-1045-473a-b0b6-8b261cb70015 None None] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:31.664739 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f0cca75a-a12a-484a-a26f-e2daf3fbc476 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3039072 Dec 13 10:41:31.668445 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:31.672681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:31.693906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.694933 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.743508 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.755890 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:31.756800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:31.899838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Allocated IP 172.20.0.2 (73f61ce1-a4ea-4fe3-8050-66a00daf2cd3/5f164a5d-b64f-42f1-9391-c6a7358a971e/6ccdf912-a102-4e10-a0bb-91b41878c975) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:32.047837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.053390 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.098221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:32.101249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:32.103755 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:32.118275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Pushing event updated for resources: {'Port': ['ID=6ccdf912-a102-4e10-a0bb-91b41878c975,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:32.166752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Attempting to bind port 6ccdf912-a102-4e10-a0bb-91b41878c975 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:32.167032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Attempting to bind port 6ccdf912-a102-4e10-a0bb-91b41878c975 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:32.167931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Attempting to bind port 6ccdf912-a102-4e10-a0bb-91b41878c975 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:32.172845 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:32.173220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Checking segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:32.173872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.174260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Bound using segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:32.174722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Bound port: 6ccdf912-a102-4e10-a0bb-91b41878c975, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:32.175104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.215889 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.236442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] For port 6ccdf912-a102-4e10-a0bb-91b41878c975, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:32.239465 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] For port 6ccdf912-a102-4e10-a0bb-91b41878c975, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6ccdf912-a102-4e10-a0bb-91b41878c975,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:32.243575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.299515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957d1a4-620e-4adb-a628-8a27926d107c None None] Pushing event updated for resources: {'Port': ['ID=6ccdf912-a102-4e10-a0bb-91b41878c975,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:32.422830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.446368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.560832 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Allocated IP 172.25.2.104 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/b1027c12-ac43-4455-960b-06f8481530b3) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:32.666420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.700536 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.738380 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:32.741427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:32.745118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:32.754597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc015a-c0ee-4373-ae36-4d24199e9483 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:32.772275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Pushing event updated for resources: {'Port': ['ID=b1027c12-ac43-4455-960b-06f8481530b3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:32.852649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-79b43914-43c6-4ad2-a902-bf4b6f78dbc4 None None] Provisioning complete for port b1027c12-ac43-4455-960b-06f8481530b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:32.853025 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b43914-43c6-4ad2-a902-bf4b6f78dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.887891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-79b43914-43c6-4ad2-a902-bf4b6f78dbc4 None None] Port b1027c12-ac43-4455-960b-06f8481530b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:33.001874 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.187751 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96751fd9-9e1f-49ca-828e-693b7ee86959 None None] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:33.205881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.253537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] Provisioning complete for port 6ccdf912-a102-4e10-a0bb-91b41878c975 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:33.253817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.334511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Router eba1c505-ab10-447d-9a79-014b26f678cb is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:41:33.368565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.402747 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] For port 6ccdf912-a102-4e10-a0bb-91b41878c975, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6ccdf912-a102-4e10-a0bb-91b41878c975,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:33.411845 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.458723 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:33.473471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Sync routers for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:33.478149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898ad24-5f91-4542-919a-53e34e21665d None None] Pushing event updated for resources: {'Port': ['ID=6ccdf912-a102-4e10-a0bb-91b41878c975,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:33.491159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.494092 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-00b2af83-6f5d-4ef0-b000-3bad0ed31bbe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8246691 Dec 13 10:41:33.497756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40068) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:33.499710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:33.500370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:33.536385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6ccdf912-a102-4e10-a0bb-91b41878c975 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:33.657125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:33.683972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6ccdf912-a102-4e10-a0bb-91b41878c975 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:33.684347 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.685826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4d9f8a66-6d1b-48e7-a945-746f1ce31c46 None None] Provisioning complete for port 6ccdf912-a102-4e10-a0bb-91b41878c975 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:33.686182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8a66-6d1b-48e7-a945-746f1ce31c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.913536 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.972504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:32Z', 'revision_number': 3, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:34.001193 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Checking router: eba1c505-ab10-447d-9a79-014b26f678cb for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:34.001566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Updating router eba1c505-ab10-447d-9a79-014b26f678cb port b1027c12-ac43-4455-960b-06f8481530b3 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:34.027388 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.072867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Allocated IP 172.20.0.1 (73f61ce1-a4ea-4fe3-8050-66a00daf2cd3/5f164a5d-b64f-42f1-9391-c6a7358a971e/82e651ba-71f9-4503-8ff6-3fad7599572b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:34.171410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.206173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.244137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:34.247035 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:34.249516 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:34.280526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.285914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.287160 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Pushing event updated for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:34.301028 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.336648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce656a-7b97-4e7f-9023-c9cdc5db89cb None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:34.350214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b76ed9-2395-4a91-90cd-48edac3e8848 None None] Pushing event updated for resources: {'Port': ['ID=b1027c12-ac43-4455-960b-06f8481530b3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:34.352397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Attempting to bind port b1027c12-ac43-4455-960b-06f8481530b3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:34.352776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Attempting to bind port b1027c12-ac43-4455-960b-06f8481530b3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:34.353148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Attempting to bind port b1027c12-ac43-4455-960b-06f8481530b3 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:34.360041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:34.360515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:34.360787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.361289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:34.361644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Bound port: b1027c12-ac43-4455-960b-06f8481530b3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:34.362028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.416111 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] For port b1027c12-ac43-4455-960b-06f8481530b3, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:34.419677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] For port b1027c12-ac43-4455-960b-06f8481530b3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b1027c12-ac43-4455-960b-06f8481530b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:34.424281 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.443620 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.486080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86889543-998c-4438-af45-4fbfe58b95e7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:34.505634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b76ed9-2395-4a91-90cd-48edac3e8848 None None] Pushing event updated for resources: {'Port': ['ID=b1027c12-ac43-4455-960b-06f8481530b3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:34.511711 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:34.512368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:34.516949 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] Provisioning complete for port b1027c12-ac43-4455-960b-06f8481530b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:34.516949 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.619888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.625155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.694825 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Pushing event updated for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:34.700507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.793947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:34.795387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:34.819781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.828004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:34.900564 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.918460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Router eba1c505-ab10-447d-9a79-014b26f678cb has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:41:34.959171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] For port b1027c12-ac43-4455-960b-06f8481530b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b1027c12-ac43-4455-960b-06f8481530b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:34.989782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.037660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:35.043657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-32690640-f462-4290-8367-3ffd724b5445 admin admin] 10.222.0.31 "PUT /v2.0/routers/eba1c505-ab10-447d-9a79-014b26f678cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436726 Dec 13 10:41:35.070467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e68dd8-28ec-4eb5-9671-9cc42b27ddd6 None None] Pushing event updated for resources: {'Port': ['ID=b1027c12-ac43-4455-960b-06f8481530b3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:35.122838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e8a81476-b8da-42dc-9709-f995b628b20c None None] Provisioning complete for port b1027c12-ac43-4455-960b-06f8481530b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:35.123206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8a81476-b8da-42dc-9709-f995b628b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.166392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82e651ba-71f9-4503-8ff6-3fad7599572b', 'name': '', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'mac_address': 'fa:16:3e:d7:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:33Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 1, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'subnets': [{'id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:35.200816 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d436dc-f968-4530-9c77-f7f36c065362 None None] The sync data for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 is: [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82e651ba-71f9-4503-8ff6-3fad7599572b', 'name': '', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'mac_address': 'fa:16:3e:d7:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:33Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 1, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'subnets': [{'id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:35.253037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e8a81476-b8da-42dc-9709-f995b628b20c None None] Provisioning complete for port 82e651ba-71f9-4503-8ff6-3fad7599572b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:35.253413 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8a81476-b8da-42dc-9709-f995b628b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.287636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e8a81476-b8da-42dc-9709-f995b628b20c None None] Port 82e651ba-71f9-4503-8ff6-3fad7599572b cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:35.494627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6ccdf912-a102-4e10-a0bb-91b41878c975 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:35.559571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 6ccdf912-a102-4e10-a0bb-91b41878c975 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:35.559946 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.563905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40084) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:35.569230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-84200020-network', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:35.596272 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Made reservation on behalf of 7998fdb9ecad48528e2eba96589f8b05 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:35.598918 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.608708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.692336 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.696576 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.728244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:35.734729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f657d15f-edaa-4e87-b8ed-01828520d9d8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:35.740986 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.741330 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Added segment 6faae8b4-a2f2-4e23-87a4-28c65047123e of type vlan for network 9458d4fe-a8df-4f0c-a272-99f249e7f424 Dec 13 10:41:35.784167 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.815501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.816598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:35.817185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:35.883173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40086) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:35.883745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3182018 Dec 13 10:41:35.889191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Request body: {'subnet': {'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-subnet', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:35.892163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344171a-d13e-43b4-8f36-66e0ef8896ca admin admin] Pushing event updated for resources: {'Network': ['ID=9458d4fe-a8df-4f0c-a272-99f249e7f424,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:35.903002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:35.923774 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Made reservation on behalf of 7998fdb9ecad48528e2eba96589f8b05 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:35.926504 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.112819 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.169100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00290c98-5efe-4149-9b7c-93a66344927d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:36.180174 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Checking segment: {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:36.180543 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Network hostable DHCP agents. Network: 9458d4fe-a8df-4f0c-a272-99f249e7f424, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:36.197525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:36.206762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 9458d4fe-a8df-4f0c-a272-99f249e7f424) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:36.210930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:36.211527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.216895 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66a9f9-e05f-4a26-ab34-722f71ac1e21 None None] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:36.228148 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e9030e33-01b8-407a-a559-846d9acff619 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3429937 Dec 13 10:41:36.231602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40088) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:36.235990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:36.257999 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.259682 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.285954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b956-276c-4474-8b4b-39804120d385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.321654 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.341472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-9458d4fe-a8df-4f0c-a272-99f249e7f424', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:36.342368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.466227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.486905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Allocated IP 172.20.0.2 (9458d4fe-a8df-4f0c-a272-99f249e7f424/00290c98-5efe-4149-9b7c-93a66344927d/db8ed347-0782-4aaf-bcfa-366f0c279990) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:36.650947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.658550 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.680475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.699858 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.700729 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:36.703486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:36.707913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:36.711128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Pushing event updated for resources: {'Port': ['ID=db8ed347-0782-4aaf-bcfa-366f0c279990,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:36.769448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Attempting to bind port db8ed347-0782-4aaf-bcfa-366f0c279990 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:36.769836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Attempting to bind port db8ed347-0782-4aaf-bcfa-366f0c279990 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:36.770209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Attempting to bind port db8ed347-0782-4aaf-bcfa-366f0c279990 on network 9458d4fe-a8df-4f0c-a272-99f249e7f424 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:36.775490 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:36.775917 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Checking segment: {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:36.776333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.777335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Bound using segment: {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:36.777837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Bound port: db8ed347-0782-4aaf-bcfa-366f0c279990, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:36.778231 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.815955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Allocated IP 172.25.2.45 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/c3cb9598-2392-4feb-a0e5-978191da90a7) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:36.845134 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] For port db8ed347-0782-4aaf-bcfa-366f0c279990, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:36.849062 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] For port db8ed347-0782-4aaf-bcfa-366f0c279990, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=db8ed347-0782-4aaf-bcfa-366f0c279990,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:36.853593 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.915280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67535f0-a58e-4d27-a1dc-c54a7aaef65b None None] Pushing event updated for resources: {'Port': ['ID=db8ed347-0782-4aaf-bcfa-366f0c279990,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:36.928615 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:36.967298 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.019289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:37.022591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:37.025013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:37.037686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b406aa6-f452-43ad-a1a5-a09fad6eea85 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:37.058725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3cb9598-2392-4feb-a0e5-978191da90a7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:37.122487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a477f87f-b68e-4159-b0be-47b675ea73f7 None None] Provisioning complete for port c3cb9598-2392-4feb-a0e5-978191da90a7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:37.122960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a477f87f-b68e-4159-b0be-47b675ea73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.169576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a477f87f-b68e-4159-b0be-47b675ea73f7 None None] Port c3cb9598-2392-4feb-a0e5-978191da90a7 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:37.285825 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Sync routers for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:37.296154 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:37.296783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:37.335455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.408927 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:37.538422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b1027c12-ac43-4455-960b-06f8481530b3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:37.556944 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.599724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port b1027c12-ac43-4455-960b-06f8481530b3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:37.600113 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.619393 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82e651ba-71f9-4503-8ff6-3fad7599572b', 'name': '', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'mac_address': 'fa:16:3e:d7:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:33Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 2, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'subnets': [{'id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:37.650325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Checking router: eba1c505-ab10-447d-9a79-014b26f678cb for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:37.650673 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Updating router eba1c505-ab10-447d-9a79-014b26f678cb port 82e651ba-71f9-4503-8ff6-3fad7599572b binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:37.676906 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.683820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device db8ed347-0782-4aaf-bcfa-366f0c279990 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:37.691141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Router 14ffe234-58db-4234-8b08-eb1f0da31e67 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:41:37.736436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port db8ed347-0782-4aaf-bcfa-366f0c279990 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:37.737257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.807394 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:37.824240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Sync routers for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:37.829095 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.834080 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40090) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:37.835587 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-64fc947b-55d1-4546-91ec-55281c668df7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6028719 Dec 13 10:41:37.855511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:37.856199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:37.858040 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:37.981461 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port db8ed347-0782-4aaf-bcfa-366f0c279990, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=db8ed347-0782-4aaf-bcfa-366f0c279990,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:37.987528 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.008239 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.014961 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.046786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:38.184606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=db8ed347-0782-4aaf-bcfa-366f0c279990,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:38.197801 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Pushing event updated for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:38.222412 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.222778 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.223098 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.223434 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.224223 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.224786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.225105 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.225441 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.225774 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.226706 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.227054 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.227388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.227742 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:38.256291 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Attempting to bind port 82e651ba-71f9-4503-8ff6-3fad7599572b on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:38.256672 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Attempting to bind port 82e651ba-71f9-4503-8ff6-3fad7599572b by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:38.257045 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Attempting to bind port 82e651ba-71f9-4503-8ff6-3fad7599572b on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:38.268126 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:38.268666 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Checking segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:38.269288 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.269685 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Bound using segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:38.270158 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Bound port: 82e651ba-71f9-4503-8ff6-3fad7599572b, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:38.270542 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.308661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:37Z', 'revision_number': 3, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:38.319242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467fd55-5d8a-4534-80a1-a37a17b7cf06 None None] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:38.344242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] For port 82e651ba-71f9-4503-8ff6-3fad7599572b, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:38.349669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] For port 82e651ba-71f9-4503-8ff6-3fad7599572b, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e651ba-71f9-4503-8ff6-3fad7599572b,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:38.357960 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.362525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Checking router: 14ffe234-58db-4234-8b08-eb1f0da31e67 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:38.362818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Updating router 14ffe234-58db-4234-8b08-eb1f0da31e67 port c3cb9598-2392-4feb-a0e5-978191da90a7 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:38.410831 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.422634 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:38.422885 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:38.438302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Provisioning complete for port 82e651ba-71f9-4503-8ff6-3fad7599572b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:38.438676 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.443368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.501124 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823062d-4b8e-4879-a262-98f8ec3f6f3e None None] Pushing event updated for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:38.556636 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:38.621357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Allocated IP 172.20.0.1 (9458d4fe-a8df-4f0c-a272-99f249e7f424/00290c98-5efe-4149-9b7c-93a66344927d/467bbe3a-478a-4cfa-a60c-ded83e41ab7a) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:38.739580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.778651 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.807980 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82e651ba-71f9-4503-8ff6-3fad7599572b', 'name': '', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'mac_address': 'fa:16:3e:d7:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:33Z', 'updated_at': '2021-12-13T10:41:38Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'subnets': [{'id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:38.825577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:38.828580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:38.832213 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:38.839217 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cdcde-cb2d-4965-b40b-3e50f357aa84 None None] The sync data for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 is: [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '82e651ba-71f9-4503-8ff6-3fad7599572b', 'name': '', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'mac_address': 'fa:16:3e:d7:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:33Z', 'updated_at': '2021-12-13T10:41:38Z', 'revision_number': 4, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'subnets': [{'id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:38.859031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Pushing event updated for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:38.877159 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.896289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1db4ab28-3bac-45cf-9748-129f3cd4fcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.922041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:38.991485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] For port 82e651ba-71f9-4503-8ff6-3fad7599572b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e651ba-71f9-4503-8ff6-3fad7599572b,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:38.997250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.041362 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.091926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Provisioning complete for port db8ed347-0782-4aaf-bcfa-366f0c279990 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:39.092301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.097359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.125547 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c7a9e-a566-4bc9-893b-146f18a1d9d3 None None] Pushing event updated for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:39.130312 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.194613 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Attempting to bind port c3cb9598-2392-4feb-a0e5-978191da90a7 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:39.194996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Attempting to bind port c3cb9598-2392-4feb-a0e5-978191da90a7 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:39.195364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Attempting to bind port c3cb9598-2392-4feb-a0e5-978191da90a7 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:39.202926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439022d3-255c-4939-a4d2-6cef101a8756 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:39.217575 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:39.217955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:39.218368 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.218767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:39.219243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Bound port: c3cb9598-2392-4feb-a0e5-978191da90a7, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:39.219653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.225395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193977c7-6f1f-485c-b1ad-5fbfa160d77c None None] Pushing event updated for resources: {'Port': ['ID=c3cb9598-2392-4feb-a0e5-978191da90a7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:39.286084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.292005 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.324198 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] For port c3cb9598-2392-4feb-a0e5-978191da90a7, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:39.327709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] For port c3cb9598-2392-4feb-a0e5-978191da90a7, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3cb9598-2392-4feb-a0e5-978191da90a7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:39.335192 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.383254 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.387968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Pushing event updated for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:39.421126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:39.421553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:39.423952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56dd8e-be1b-4f7a-912a-e03c02a97049 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:39.484098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193977c7-6f1f-485c-b1ad-5fbfa160d77c None None] Pushing event updated for resources: {'Port': ['ID=c3cb9598-2392-4feb-a0e5-978191da90a7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:39.518664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Provisioning complete for port 82e651ba-71f9-4503-8ff6-3fad7599572b triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:39.518664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.521026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:39.522549 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:39.556555 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device db8ed347-0782-4aaf-bcfa-366f0c279990 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:39.642061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:39.674035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Router 14ffe234-58db-4234-8b08-eb1f0da31e67 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:41:39.736602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port db8ed347-0782-4aaf-bcfa-366f0c279990 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:39.736602 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.812906 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:39.819844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f5a41de4-6f55-4d93-b889-24bb27887a1d admin admin] 10.222.0.31 "PUT /v2.0/routers/14ffe234-58db-4234-8b08-eb1f0da31e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843490 Dec 13 10:41:39.861815 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.943286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Provisioning complete for port db8ed347-0782-4aaf-bcfa-366f0c279990 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:39.943855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:39.995872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e651ba-71f9-4503-8ff6-3fad7599572b up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:40.106046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '467bbe3a-478a-4cfa-a60c-ded83e41ab7a', 'name': '', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'mac_address': 'fa:16:3e:2b:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:38Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 2, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'subnets': [{'id': '00290c98-5efe-4149-9b7c-93a66344927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:40.107829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 82e651ba-71f9-4503-8ff6-3fad7599572b triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:40.108148 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.165361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21397f-23cb-4212-a7fa-2748d5b76291 None None] The sync data for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 is: [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '467bbe3a-478a-4cfa-a60c-ded83e41ab7a', 'name': '', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'mac_address': 'fa:16:3e:2b:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:38Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 2, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'subnets': [{'id': '00290c98-5efe-4149-9b7c-93a66344927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:40.179874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Provisioning complete for port c3cb9598-2392-4feb-a0e5-978191da90a7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:40.180254 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.299354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.319993 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] For port c3cb9598-2392-4feb-a0e5-978191da90a7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3cb9598-2392-4feb-a0e5-978191da90a7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:40.324506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.392986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe39b4-26b6-47ef-b026-5345793592e2 None None] Pushing event updated for resources: {'Port': ['ID=c3cb9598-2392-4feb-a0e5-978191da90a7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:40.455001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f9297ea7-4ba1-4a02-bc33-324fc5ea6e98 None None] Provisioning complete for port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:40.455705 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9297ea7-4ba1-4a02-bc33-324fc5ea6e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.492811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f9297ea7-4ba1-4a02-bc33-324fc5ea6e98 None None] Port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:40.503335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f9297ea7-4ba1-4a02-bc33-324fc5ea6e98 None None] Provisioning complete for port c3cb9598-2392-4feb-a0e5-978191da90a7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:40.503764 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9297ea7-4ba1-4a02-bc33-324fc5ea6e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:40.854473 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-04e36bf6-0653-4dfe-a3c2-b0f06d239c86 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:40.856011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-04e36bf6-0653-4dfe-a3c2-b0f06d239c86 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 817 time: 0.1065567 Dec 13 10:41:40.870963 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-674fb60d-8e9a-49b3-a3b1-61789bbe387c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/quotas/50a4c3a44d6f4f538ad0977c910ab6b0 HTTP/1.1" status: 200 len: 375 time: 0.0087903 Dec 13 10:41:40.921975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-c9cc6cfa-c503-4d81-b0a4-623f35f3c46c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460610 Dec 13 10:41:40.939636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-51e15465-953a-42bb-b413-288c5bc72c6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:41:40.940659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-51e15465-953a-42bb-b413-288c5bc72c6d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064416 Dec 13 10:41:41.032265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-cca73857-f9d3-4e88-8c4f-80652af97b70 service neutron] 10.222.0.31 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Dec 13 10:41:41.118938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-ac57c90e-15ab-42f2-83c6-3e46ddf0dc83 service neutron] 10.222.0.31 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806549 Dec 13 10:41:41.280740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6ac65127-c354-4fa9-b967-bac7d4b6ae06 req-b5b3f9fd-63c7-4f5e-8d83-49c442eb9dba tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Dec 13 10:41:41.371923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.144371 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.242789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-eeccb027-9214-4453-82ae-30281185a2bc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:42.244363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-eeccb027-9214-4453-82ae-30281185a2bc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 817 time: 0.1132746 Dec 13 10:41:42.257276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Request body: {'port': {'device_id': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'admin_state_up': True, 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:42.375374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Made reservation on behalf of 50a4c3a44d6f4f538ad0977c910ab6b0 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:42.377699 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dafc1e70-4b51-471a-b926-97990f38ab2f req-a316c030-76e0-4be5-a12f-f9a4b8709923 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Dec 13 10:41:42.379122 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.503029 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Allocated IP 172.20.0.7 (73f61ce1-a4ea-4fe3-8050-66a00daf2cd3/5f164a5d-b64f-42f1-9391-c6a7358a971e/3dc680cc-f99a-4d02-9df6-6ae47a204ca0) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:42.656007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.690875 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.736464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:42.739627 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:42.743264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:42.750347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Pushing event updated for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:42.802201 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:42.802887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:42.822506 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-191d3b07-5152-4045-a311-8cd083f1cb60 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691452 Dec 13 10:41:42.835923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Request body: {'port': {'device_id': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:42.899070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.025805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-85441e7f-1a72-45cc-905b-f1d6e587fc22 None None] Provisioning complete for port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:43.025805 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85441e7f-1a72-45cc-905b-f1d6e587fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.037396 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Sync routers for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:43.051036 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:43.051797 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:43.063587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-85441e7f-1a72-45cc-905b-f1d6e587fc22 None None] Port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:43.159863 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:43.169719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:41:43.177476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.189813 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Transition to ACTIVE for port object 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:41:43.193910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.251223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:43.327122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Attempting to bind port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:43.327466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Attempting to bind port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:43.327830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Attempting to bind port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:43.332580 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:41:43.332908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Attempting to bind port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:43.338753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:43.339126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Checking segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:43.339506 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Bound using segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:43.339961 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Bound port: 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:43.340320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.381873 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '467bbe3a-478a-4cfa-a60c-ded83e41ab7a', 'name': '', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'mac_address': 'fa:16:3e:2b:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:38Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 2, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'subnets': [{'id': '00290c98-5efe-4149-9b7c-93a66344927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:43.411123 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Checking router: 14ffe234-58db-4234-8b08-eb1f0da31e67 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:43.411490 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Updating router 14ffe234-58db-4234-8b08-eb1f0da31e67 port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:43.414505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:43.418480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:43.425569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.447319 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.536820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3cb9598-2392-4feb-a0e5-978191da90a7 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:43.582632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0217-0153-4cee-8843-688fff234173 req-faa7eaf3-7471-4ca5-ba4a-6db9ddb53978 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:43.584437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-161c0217-0153-4cee-8843-688fff234173 req-faa7eaf3-7471-4ca5-ba4a-6db9ddb53978 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 943 time: 0.0758915 Dec 13 10:41:43.628135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port c3cb9598-2392-4feb-a0e5-978191da90a7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:43.628927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.654722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-161c0217-0153-4cee-8843-688fff234173 req-92d89751-13a0-4a34-a87d-66b5df08ad18 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632758 Dec 13 10:41:43.770329 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.776485 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.841165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:43.841379 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be56c-1588-42d0-8e70-a15a385582b6 None None] Pushing event updated for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:43.841494 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.842041 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] 10.222.0.16 "PUT /v2.0/ports/3dc680cc-f99a-4d02-9df6-6ae47a204ca0 HTTP/1.1" status: 200 len: 1091 time: 1.0107577 Dec 13 10:41:43.842504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:43.844902 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd" -d '{"events": [{"name": "network-changed", "server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:43.884935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75994d-d7ab-4136-b789-78385f5c914c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:43.898355 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Attempting to bind port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:43.898811 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Attempting to bind port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:43.899253 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Attempting to bind port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a on network 9458d4fe-a8df-4f0c-a272-99f249e7f424 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:43.906380 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:43.906380 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Checking segment: {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:43.907011 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.907486 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Bound using segment: {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:43.908208 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Bound port: 467bbe3a-478a-4cfa-a60c-ded83e41ab7a, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faae8b4-a2f2-4e23-87a4-28c65047123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:43.908673 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:43.946062 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c021b90-a949-4b18-9e8f-17ffd3fab2bf x-openstack-request-id: req-4c021b90-a949-4b18-9e8f-17ffd3fab2bf {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:43.946364 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:43.946626 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c021b90-a949-4b18-9e8f-17ffd3fab2bf {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:43.947031 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0', 'status': 'completed', 'code': 200} Dec 13 10:41:43.960414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-b3373e09-af6d-4436-a724-20bf8d91bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:43.961952 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-b3373e09-af6d-4436-a724-20bf8d91bf99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 1094 time: 0.0642555 Dec 13 10:41:44.003840 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] For port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:44.007301 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] For port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:44.012548 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:44.019200 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-4ef17c30-b0b1-40b8-890e-f910f048bac0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0 HTTP/1.1" status: 200 len: 217 time: 0.0478325 Dec 13 10:41:44.076230 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:44.077278 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:41:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:44.080769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-5578a190-fcec-4175-80a0-7185aaf2df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.084037 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-5578a190-fcec-4175-80a0-7185aaf2df22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 200 len: 856 time: 0.0569942 Dec 13 10:41:44.130251 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be56c-1588-42d0-8e70-a15a385582b6 None None] Pushing event updated for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:44.138393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-b6880d38-5c9c-4c2c-a9bf-445b8a6f08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.139951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-b6880d38-5c9c-4c2c-a9bf-445b8a6f08a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485270 Dec 13 10:41:44.157767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] Provisioning complete for port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:44.158373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:44.219289 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:44.250114 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-62544de2-42c1-47f2-ad7b-51ddc3a2180a service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986915 Dec 13 10:41:44.292190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:44.330867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] For port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:44.336142 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:44.360622 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1f1e2367-6950-4f36-8335-f35b07555b57 req-46ad27bd-5fbb-4919-9120-e006efd60c0c service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022322 Dec 13 10:41:44.395509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191a293-d93d-4a86-9489-8dce48e13205 None None] Pushing event updated for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:44.445889 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '467bbe3a-478a-4cfa-a60c-ded83e41ab7a', 'name': '', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'mac_address': 'fa:16:3e:2b:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:38Z', 'updated_at': '2021-12-13T10:41:43Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'subnets': [{'id': '00290c98-5efe-4149-9b7c-93a66344927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:44.455295 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-fb55077d-3b51-4b6b-9db7-62f916d71f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.457117 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-fb55077d-3b51-4b6b-9db7-62f916d71f48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 1094 time: 0.0475063 Dec 13 10:41:44.470390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c70a4fae-144d-4d4c-90da-7277f2fd200d None None] Provisioning complete for port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:44.471010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c70a4fae-144d-4d4c-90da-7277f2fd200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:44.476059 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0a10a-322d-4a32-9065-6b4e4ba950b2 None None] The sync data for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 is: [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:39Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '467bbe3a-478a-4cfa-a60c-ded83e41ab7a', 'name': '', 'network_id': '9458d4fe-a8df-4f0c-a272-99f249e7f424', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'mac_address': 'fa:16:3e:2b:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '00290c98-5efe-4149-9b7c-93a66344927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:38Z', 'updated_at': '2021-12-13T10:41:43Z', 'revision_number': 4, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'subnets': [{'id': '00290c98-5efe-4149-9b7c-93a66344927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:44.562807 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-8a6324f9-9ec6-422a-b6c8-e44075a28b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.564568 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-8a6324f9-9ec6-422a-b6c8-e44075a28b9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 918 time: 0.1007545 Dec 13 10:41:44.609145 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-581369a9-d9d5-488b-8ba4-09697bf146c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0 HTTP/1.1" status: 200 len: 217 time: 0.0359030 Dec 13 10:41:44.659440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-deaa7692-99a6-4dab-ad05-8e4e60c68174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.660958 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-deaa7692-99a6-4dab-ad05-8e4e60c68174 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 200 len: 856 time: 0.0445445 Dec 13 10:41:44.716072 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-537319fd-507f-4154-963e-e09bfb8112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.717889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-537319fd-507f-4154-963e-e09bfb8112d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496233 Dec 13 10:41:44.785986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f255-5120-468b-ba73-3016a6af5693 req-4fc1c1a5-a4d1-4a19-a5e2-be02f5cbe8ad tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:44.787679 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de33f255-5120-468b-ba73-3016a6af5693 req-4fc1c1a5-a4d1-4a19-a5e2-be02f5cbe8ad tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 943 time: 0.0502861 Dec 13 10:41:44.819726 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-e9c29f49-8d70-4947-bb24-1c3a088f1fc7 service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943818 Dec 13 10:41:44.839666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de33f255-5120-468b-ba73-3016a6af5693 req-49483a96-9363-4d1a-83f0-46ae72794d3f tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Dec 13 10:41:44.916057 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a283975b-d8a5-4d3d-83ae-bfbb7b6316bd req-fd63de52-24b4-456e-a9f8-cea9e733d2b1 service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893333 Dec 13 10:41:45.475568 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 467bbe3a-478a-4cfa-a60c-ded83e41ab7a up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:45.522899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:45.523272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:45.959684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c0c35-c089-4024-b840-5f513e53da97 req-c3cd3bb8-3486-49fe-a557-40d307c0c619 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:45.961147 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-590c0c35-c089-4024-b840-5f513e53da97 req-c3cd3bb8-3486-49fe-a557-40d307c0c619 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 943 time: 0.0481358 Dec 13 10:41:46.010062 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-590c0c35-c089-4024-b840-5f513e53da97 req-7f395301-739e-4f9e-95d0-e547fd4ddeb3 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Dec 13 10:41:47.124899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c2882-47ea-4669-8a0b-e95e1a6816ba req-33221fc8-67de-4bca-b6c0-d2c8fe2182b6 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:47.126214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-057c2882-47ea-4669-8a0b-e95e1a6816ba req-33221fc8-67de-4bca-b6c0-d2c8fe2182b6 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 943 time: 0.0494468 Dec 13 10:41:47.174086 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-057c2882-47ea-4669-8a0b-e95e1a6816ba req-c9b6c4aa-76eb-4c9a-a177-ec4027d55d2e tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Dec 13 10:41:47.821207 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:41:47.911293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:47.926659 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'port_id': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0', 'mac_address': 'fa:16:3e:d2:41:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:41:47.962085 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:47.974449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:41:47.994695 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:47.998936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:48.044337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:48.289792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f2f49-9013-4fc6-b14c-309ebace79b4 req-bde7cd20-16fe-424f-a759-e6334b6c5b8d tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:48.291244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-879f2f49-9013-4fc6-b14c-309ebace79b4 req-bde7cd20-16fe-424f-a759-e6334b6c5b8d tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 944 time: 0.0466015 Dec 13 10:41:48.320592 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3dc680cc-f99a-4d02-9df6-6ae47a204ca0'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:41:48.339809 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-879f2f49-9013-4fc6-b14c-309ebace79b4 req-1d86fb77-8aee-4305-b6d4-8b5af939023a tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Dec 13 10:41:49.457842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8857e71-03b0-4de5-bc25-4cbec4f55a0e req-6ae913b0-4419-4286-9325-6f97f1ba5080 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:49.459311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8857e71-03b0-4de5-bc25-4cbec4f55a0e req-6ae913b0-4419-4286-9325-6f97f1ba5080 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 944 time: 0.0516925 Dec 13 10:41:49.505639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a8857e71-03b0-4de5-bc25-4cbec4f55a0e req-5bdbe179-a6db-43e7-9c47-7d03d85fdf32 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Dec 13 10:41:49.838266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:49.885317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:41:49.889112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:49.889489 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:49.969175 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:49.992878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:49.995124 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb830cf-1bb2-46dd-90ab-a2936d09570a" -d '{"events": [{"server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "name": "network-vif-plugged", "status": "completed", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:50.007362 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:50.012156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:50.035237 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237d73e-3fc2-4704-9c94-49b14dcb6d11 x-openstack-request-id: req-0237d73e-3fc2-4704-9c94-49b14dcb6d11 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:50.035608 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "name": "network-vif-plugged", "status": "completed", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:50.035863 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0237d73e-3fc2-4704-9c94-49b14dcb6d11 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:50.036245 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0', 'code': 200} Dec 13 10:41:50.061649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:50.133796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4c44-39c6-4fd3-8d3b-ef00f1f023fd req-7a61e1b7-ef2e-4f40-8232-b2b8d75e2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.135362 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf3c4c44-39c6-4fd3-8d3b-ef00f1f023fd req-7a61e1b7-ef2e-4f40-8232-b2b8d75e2c24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 1096 time: 0.0397391 Dec 13 10:41:50.178331 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-cf3c4c44-39c6-4fd3-8d3b-ef00f1f023fd req-b270ebc6-3bba-4951-adef-a7b46b66e58e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Dec 13 10:41:50.618003 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7726-c477-4c6d-a318-3ab57627cc20 req-2633a843-a265-4dfa-9942-1ca00bf05b28 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.619475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00ac7726-c477-4c6d-a318-3ab57627cc20 req-2633a843-a265-4dfa-9942-1ca00bf05b28 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Dec 13 10:41:50.665438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00ac7726-c477-4c6d-a318-3ab57627cc20 req-a4c721f0-85b1-4dc3-92f6-17335bb7ad50 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Dec 13 10:41:51.787283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a9b4-e51a-4a20-989a-8fb2f0c4bfd5 req-07e263f9-e472-4235-b452-2b47dfdbfcfc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:51.788795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a43a9b4-e51a-4a20-989a-8fb2f0c4bfd5 req-07e263f9-e472-4235-b452-2b47dfdbfcfc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Dec 13 10:41:51.836240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a43a9b4-e51a-4a20-989a-8fb2f0c4bfd5 req-2db5d188-13c1-43be-aa9a-a860ea0d8a2d tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Dec 13 10:41:51.949773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1a70a-eace-4bb7-ac18-d6dda6a00548 req-d1f06f23-8b71-4bab-b254-36a12c319ba9 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:51.951170 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1c1a70a-eace-4bb7-ac18-d6dda6a00548 req-d1f06f23-8b71-4bab-b254-36a12c319ba9 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Dec 13 10:41:51.997642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a1c1a70a-eace-4bb7-ac18-d6dda6a00548 req-6a152274-5755-4776-89d6-3ece69ad96de tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Dec 13 10:41:58.485818 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:42:00.220687 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:04.803969 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:06.238594 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72412796-bdf0-4555-b5ae-48a7963a0b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:07.990205 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-147616a3-426a-48c6-a4e8-70aea77c6080 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391333 Dec 13 10:42:08.082397 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26debee-b7d7-4833-975c-79318fa42c8b req-a4565814-d978-4db4-819a-2c00898fb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:08.083951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-a4565814-d978-4db4-819a-2c00898fb501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 1096 time: 0.0501525 Dec 13 10:42:08.189691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26debee-b7d7-4833-975c-79318fa42c8b req-411a4587-45be-45d6-a0c3-a854a856b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:08.191261 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-411a4587-45be-45d6-a0c3-a854a856b758 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 918 time: 0.0862980 Dec 13 10:42:08.234379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-1a6244ff-40fe-4d32-b010-7a85d9c5b1fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0 HTTP/1.1" status: 200 len: 217 time: 0.0360372 Dec 13 10:42:08.291079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26debee-b7d7-4833-975c-79318fa42c8b req-0eeb00f2-5dbc-47d0-88a0-1c287208641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:08.292599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-0eeb00f2-5dbc-47d0-88a0-1c287208641d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 200 len: 856 time: 0.0508330 Dec 13 10:42:08.339147 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26debee-b7d7-4833-975c-79318fa42c8b req-c953c899-4cc7-4142-aa1e-787c5bbddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:08.340681 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-c953c899-4cc7-4142-aa1e-787c5bbddd3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412037 Dec 13 10:42:08.429457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-6778b8c1-3736-4278-beb0-83914d4246a3 service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Dec 13 10:42:08.524019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a26debee-b7d7-4833-975c-79318fa42c8b req-70755de2-550d-457a-99d2-f3bdd0d4c7fa service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Dec 13 10:42:08.698021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-678fcebf-6e8c-49a3-9dd4-4f0a12028c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:09.761321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:11.373237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:12.140741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:13.275838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f680-35e4-4108-b59a-3910062463a6 req-87e092ab-305f-495b-9b92-52bd8afdefe8 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:13.277347 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77d3f680-35e4-4108-b59a-3910062463a6 req-87e092ab-305f-495b-9b92-52bd8afdefe8 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Dec 13 10:42:13.328379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77d3f680-35e4-4108-b59a-3910062463a6 req-e353c804-ac21-4929-8e45-474fe91b08d8 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Dec 13 10:42:14.443623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e8405-9e25-4a16-b3ec-b0085fd56d2a req-8ee71c4f-cb04-4357-a1a6-90b9289d4af8 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:14.445073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b98e8405-9e25-4a16-b3ec-b0085fd56d2a req-8ee71c4f-cb04-4357-a1a6-90b9289d4af8 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0471418 Dec 13 10:42:14.489996 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b98e8405-9e25-4a16-b3ec-b0085fd56d2a req-95632912-3878-40c6-af30-5e7dbb94ac8b tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Dec 13 10:42:15.048732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-244a86f4-17b2-415f-adbb-cad9c179850a tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:15.050185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-244a86f4-17b2-415f-adbb-cad9c179850a tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 945 time: 0.0490808 Dec 13 10:42:15.144450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Deleting port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:15.144790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:15.231609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] For port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:15.231976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:15.243488 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Calling delete_port for 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:15.371236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:15.383969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3dc680cc-f99a-4d02-9df6-6ae47a204ca0'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:42:15.399599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Pushing event deleted for resources: {'Port': ['ID=3dc680cc-f99a-4d02-9df6-6ae47a204ca0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:15.412485 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.412847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.413206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.413542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.413882 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.414214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.414548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.414878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.415207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.415581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.415895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.416221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.416550 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:15.457177 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] No DVR routers for this DVR port 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:15.460076 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:15.463512 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2826a41f-8641-4a1b-b698-c7486cc55aea req-b5d671cc-86a0-4672-aab6-2f33c646a33c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "DELETE /v2.0/ports/3dc680cc-f99a-4d02-9df6-6ae47a204ca0 HTTP/1.1" status: 204 len: 173 time: 0.4076414 Dec 13 10:42:15.464048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'name': 'network-vif-deleted', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:15.466994 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b06cc1-a438-467b-ad79-5c2a5a2d7239" -d '{"events": [{"server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "name": "network-vif-deleted", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:15.504999 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc1d2e9-f746-4be6-b6e6-4ae9f8be8ae3 x-openstack-request-id: req-afc1d2e9-f746-4be6-b6e6-4ae9f8be8ae3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:15.505334 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b33ca7-f287-4025-a30a-8e5e058d7399", "name": "network-vif-deleted", "tag": "3dc680cc-f99a-4d02-9df6-6ae47a204ca0", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:15.505600 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afc1d2e9-f746-4be6-b6e6-4ae9f8be8ae3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:15.506004 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b33ca7-f287-4025-a30a-8e5e058d7399', 'name': 'network-vif-deleted', 'tag': '3dc680cc-f99a-4d02-9df6-6ae47a204ca0', 'status': 'completed', 'code': 200} Dec 13 10:42:15.611739 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-40e3a41e-4d85-4460-8ccb-3b2899a4c1d6 req-f8eb1d41-ebb4-439a-b0d1-d6ce88be6257 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b33ca7-f287-4025-a30a-8e5e058d7399 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Dec 13 10:42:17.467347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-68558e09-03bf-4c29-b0b8-64e6ec8996b4 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:17.468849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-68558e09-03bf-4c29-b0b8-64e6ec8996b4 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 817 time: 0.4395287 Dec 13 10:42:17.483307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-0757ef8a-b6a0-4772-9e94-8b7376e539b2 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/quotas/50a4c3a44d6f4f538ad0977c910ab6b0 HTTP/1.1" status: 200 len: 375 time: 0.0087206 Dec 13 10:42:17.532384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-42cd05f4-9585-4484-b300-b0dd3b5dc8e1 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440993 Dec 13 10:42:17.625260 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-8f56a640-c70f-4fdb-8c95-36cb0e4e86ba service neutron] 10.222.0.31 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814834 Dec 13 10:42:17.713731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-cfe66512-279e-45c6-9edc-6a0ebbb89342 service neutron] 10.222.0.31 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823679 Dec 13 10:42:17.875913 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0853c514-e251-46af-8e1c-e3af36b41119 req-e11860bd-8f2e-4242-878d-8b7e6071f93c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 210 time: 0.0273738 Dec 13 10:42:18.882379 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a387f57a-a69e-4cec-9e1e-2502f96dd768 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:18.883881 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a387f57a-a69e-4cec-9e1e-2502f96dd768 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 817 time: 0.1016352 Dec 13 10:42:18.897374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Request body: {'port': {'device_id': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'admin_state_up': True, 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:18.969361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-056168b4-fb96-40d5-a8b0-7d68717a98f0 req-c51c0cab-8e33-4efd-abac-83d3fdeb1b31 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 210 time: 0.0258775 Dec 13 10:42:19.008452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Made reservation on behalf of 50a4c3a44d6f4f538ad0977c910ab6b0 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:42:19.012588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.135886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Allocated IP 172.20.0.11 (73f61ce1-a4ea-4fe3-8050-66a00daf2cd3/5f164a5d-b64f-42f1-9391-c6a7358a971e/3f2fca45-af78-4c03-a37c-5320efaff928) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:19.279480 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.314059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.356617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:19.359729 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:19.363285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:19.399446 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Pushing event updated for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:19.422660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:19.423896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.440988 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-a4eda361-6bad-4161-9e0d-672024f2f2e7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481644 Dec 13 10:42:19.456362 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Request body: {'port': {'device_id': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:19.513127 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.581325 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-85dbd8c2-889b-4295-91bf-2c3766e656fc None None] Provisioning complete for port 3f2fca45-af78-4c03-a37c-5320efaff928 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:19.581890 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85dbd8c2-889b-4295-91bf-2c3766e656fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.614653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-85dbd8c2-889b-4295-91bf-2c3766e656fc None None] Port 3f2fca45-af78-4c03-a37c-5320efaff928 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:19.773237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2fca45-af78-4c03-a37c-5320efaff928 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:42:19.780985 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.792676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Transition to ACTIVE for port object 3f2fca45-af78-4c03-a37c-5320efaff928 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:42:19.796919 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.846091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:19.918151 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Attempting to bind port 3f2fca45-af78-4c03-a37c-5320efaff928 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:42:19.918776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Attempting to bind port 3f2fca45-af78-4c03-a37c-5320efaff928 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:42:19.918904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Attempting to bind port 3f2fca45-af78-4c03-a37c-5320efaff928 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:19.923765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Port 3f2fca45-af78-4c03-a37c-5320efaff928 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:42:19.924093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Attempting to bind port 3f2fca45-af78-4c03-a37c-5320efaff928 on network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:19.929013 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:42:19.929354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Checking segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:19.929739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Bound using segment: {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:42:19.930169 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Bound port: 3f2fca45-af78-4c03-a37c-5320efaff928, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5167999-ca15-4ff9-9b73-2cde0ed1c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:42:19.930531 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:19.962295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:19.987011 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:19.987361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3dc680cc-f99a-4d02-9df6-6ae47a204ca0 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:20.007763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:42:20.012314 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3f2fca45-af78-4c03-a37c-5320efaff928,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:42:20.017329 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:20.057285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.057910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:20.059353 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/3f2fca45-af78-4c03-a37c-5320efaff928 HTTP/1.1" status: 200 len: 1092 time: 0.6075919 Dec 13 10:42:20.059817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:20.062868 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6bf17e-8fd5-4634-ba68-6816e1728832" -d '{"events": [{"name": "network-changed", "server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:20.098802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fd5d6-2d04-45a6-a361-4ba3727036b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:20.107121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21471a69-f457-497f-88a7-47bece8200bd req-ee519278-e321-4c66-bc71-7fccdf54b2dc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.115894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21471a69-f457-497f-88a7-47bece8200bd req-ee519278-e321-4c66-bc71-7fccdf54b2dc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 944 time: 0.0750263 Dec 13 10:42:20.139922 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c6d9f-7863-4cb0-9be5-0f393650afaa x-openstack-request-id: req-336c6d9f-7863-4cb0-9be5-0f393650afaa {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:20.140219 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:20.140551 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-336c6d9f-7863-4cb0-9be5-0f393650afaa {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:20.141036 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928', 'status': 'completed', 'code': 200} Dec 13 10:42:20.159039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-cad981b4-aa79-4926-8bc7-3a9a23104d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.160644 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-cad981b4-aa79-4926-8bc7-3a9a23104d4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 1095 time: 0.0560334 Dec 13 10:42:20.162790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-21471a69-f457-497f-88a7-47bece8200bd req-26dc2461-dbfe-4606-802d-2a898c622c33 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Dec 13 10:42:20.212567 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-63b29fa8-c3c6-451c-a9bf-a7f52ea35695 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2fca45-af78-4c03-a37c-5320efaff928 HTTP/1.1" status: 200 len: 217 time: 0.0444343 Dec 13 10:42:20.268308 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-3cd6a294-07c7-41e2-9d0f-467f915c8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.269827 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-3cd6a294-07c7-41e2-9d0f-467f915c8b41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 200 len: 856 time: 0.0509794 Dec 13 10:42:20.314911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca7a4-cafe-408a-922b-7891aa58778d req-f1f30ce6-74d7-4c49-b844-7a1f773f05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.316358 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-f1f30ce6-74d7-4c49-b844-7a1f773f05e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400491 Dec 13 10:42:20.411229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-9bd11d35-4ea9-43ee-94c7-67c1bd5ab458 service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874805 Dec 13 10:42:20.501660 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-388ca7a4-cafe-408a-922b-7891aa58778d req-1b37852e-77e8-4bce-9088-798f8538cf9e service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Dec 13 10:42:20.589238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-e2e643c0-fefd-4bde-aed6-ae16b58ed793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.590722 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-e2e643c0-fefd-4bde-aed6-ae16b58ed793 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 1095 time: 0.0407825 Dec 13 10:42:20.683110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-df9b9035-49dc-4a62-bfd4-c94870aa4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.685175 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-df9b9035-49dc-4a62-bfd4-c94870aa4223 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 200 len: 918 time: 0.0875509 Dec 13 10:42:20.725560 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-25fa7985-ccc4-4f95-a080-ca7ee7f7ea77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2fca45-af78-4c03-a37c-5320efaff928 HTTP/1.1" status: 200 len: 217 time: 0.0332160 Dec 13 10:42:20.771636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-9bc79d8a-74b6-4120-ae7a-a008fb31f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.773038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-9bc79d8a-74b6-4120-ae7a-a008fb31f5c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 200 len: 856 time: 0.0410929 Dec 13 10:42:20.822252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-d679e1cf-ea11-4b3f-9213-04b8570f9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:20.823808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-d679e1cf-ea11-4b3f-9213-04b8570f9841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440528 Dec 13 10:42:20.912458 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-250f3499-aef4-4f47-86cc-0fb100bb34fc service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808392 Dec 13 10:42:21.005166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d6bf17e-8fd5-4634-ba68-6816e1728832 req-1e887ac9-65d2-4890-8466-aca303ed3c6c service neutron] 10.222.0.16 "GET /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857458 Dec 13 10:42:21.279475 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3b40d-bcaf-453a-9a62-8914b86384df req-3d5b9bbe-891d-497a-84e0-4ced8c1fba4c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:21.280962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc3b40d-bcaf-453a-9a62-8914b86384df req-3d5b9bbe-891d-497a-84e0-4ced8c1fba4c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 944 time: 0.0472624 Dec 13 10:42:21.326617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fbc3b40d-bcaf-453a-9a62-8914b86384df req-b5a86c28-51de-4154-8455-62423d80d857 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Dec 13 10:42:22.438314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d93ae-381f-435c-ae23-8abb11fb5d30 req-faa1531e-e81f-4db1-a9cb-bdc6ea99f79e tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:22.439780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f25d93ae-381f-435c-ae23-8abb11fb5d30 req-faa1531e-e81f-4db1-a9cb-bdc6ea99f79e tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 944 time: 0.0478113 Dec 13 10:42:22.489578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f25d93ae-381f-435c-ae23-8abb11fb5d30 req-d98240e4-9af8-49e5-b829-4b59092c7f55 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Dec 13 10:42:23.604214 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79745b-0089-4d03-924a-358f3b15a731 req-0e0ae30c-9cb3-44c6-9597-ac67dab1c350 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:23.606519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d79745b-0089-4d03-924a-358f3b15a731 req-0e0ae30c-9cb3-44c6-9597-ac67dab1c350 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 944 time: 0.0491440 Dec 13 10:42:23.652299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1d79745b-0089-4d03-924a-358f3b15a731 req-de2af3ab-7ac7-4243-a2bd-d2c5cd78a057 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398417 Dec 13 10:42:23.977677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3f2fca45-af78-4c03-a37c-5320efaff928 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:42:24.073732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3f2fca45-af78-4c03-a37c-5320efaff928,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:24.084954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '3f2fca45-af78-4c03-a37c-5320efaff928', 'network_id': '73f61ce1-a4ea-4fe3-8050-66a00daf2cd3', 'port_id': '3f2fca45-af78-4c03-a37c-5320efaff928', 'mac_address': 'fa:16:3e:f0:8b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f164a5d-b64f-42f1-9391-c6a7358a971e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:42:24.121694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:24.134382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2fca45-af78-4c03-a37c-5320efaff928 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:42:24.153209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3f2fca45-af78-4c03-a37c-5320efaff928,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:24.157044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:24.203098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:24.210419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.210773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.211122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.211463 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.211824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.212167 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.212498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.212827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.213153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.213479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.213805 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.214132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.214456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:24.466648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3f2fca45-af78-4c03-a37c-5320efaff928'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:42:24.769618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705e3-33e8-4598-9268-c18522b0eab4 req-edde00c6-7471-434e-9846-c9f7084861a7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:24.771011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-020705e3-33e8-4598-9268-c18522b0eab4 req-edde00c6-7471-434e-9846-c9f7084861a7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Dec 13 10:42:24.817496 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-020705e3-33e8-4598-9268-c18522b0eab4 req-b92ef26f-1299-47a2-94e5-ad1a8eafd50e tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Dec 13 10:42:25.937549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86e831-ed7d-41f6-accc-25e51cc48ffc req-4e88132e-760a-4406-8234-91acca98ea2d tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:25.939016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb86e831-ed7d-41f6-accc-25e51cc48ffc req-4e88132e-760a-4406-8234-91acca98ea2d tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 945 time: 0.0547495 Dec 13 10:42:25.982148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3f2fca45-af78-4c03-a37c-5320efaff928 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:25.985559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eb86e831-ed7d-41f6-accc-25e51cc48ffc req-b2db6810-8eee-4e4b-a4cc-ba2654b62ec7 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Dec 13 10:42:26.029962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 3f2fca45-af78-4c03-a37c-5320efaff928 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:42:26.033892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 3f2fca45-af78-4c03-a37c-5320efaff928 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:26.034269 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:26.112319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:26.133963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:26.136231 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a22372-7f96-4569-82dd-a24afdecc2e6" -d '{"events": [{"server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "name": "network-vif-plugged", "status": "completed", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:26.148824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3f2fca45-af78-4c03-a37c-5320efaff928,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:26.152739 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:26.185496 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7acb26-e523-4b19-aea6-19f3d92196b4 x-openstack-request-id: req-9d7acb26-e523-4b19-aea6-19f3d92196b4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:26.185801 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "name": "network-vif-plugged", "status": "completed", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:26.186056 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d7acb26-e523-4b19-aea6-19f3d92196b4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:26.186446 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928', 'code': 200} Dec 13 10:42:26.207495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:26.284531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6b30-40a5-4a7a-9ee4-a49de69a07fa req-527d1992-14f1-4dd0-9934-4ee77f1f3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:26.286021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36bc6b30-40a5-4a7a-9ee4-a49de69a07fa req-527d1992-14f1-4dd0-9934-4ee77f1f3a64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 1097 time: 0.0410011 Dec 13 10:42:26.329686 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-36bc6b30-40a5-4a7a-9ee4-a49de69a07fa req-ca0af497-ecad-433a-a42e-9fdb56b783b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363605 Dec 13 10:42:27.103261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae0f0-2c79-4bd3-9e12-01e6dbc5461e req-1c83a787-1e52-4b1f-add8-e8ef9ae72562 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:27.104770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d1ae0f0-2c79-4bd3-9e12-01e6dbc5461e req-1c83a787-1e52-4b1f-add8-e8ef9ae72562 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Dec 13 10:42:27.150367 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4d1ae0f0-2c79-4bd3-9e12-01e6dbc5461e req-028f950e-f0a6-4978-a2a8-748663023baf tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Dec 13 10:42:28.271079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbb9bb-c3c1-477c-a358-4bc0c07dd717 req-01ca2719-359d-49c2-905d-7775d918d854 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:28.273842 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34fbb9bb-c3c1-477c-a358-4bc0c07dd717 req-01ca2719-359d-49c2-905d-7775d918d854 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Dec 13 10:42:28.326045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-34fbb9bb-c3c1-477c-a358-4bc0c07dd717 req-3c12bcef-746d-4818-b360-dacf537ecaed tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Dec 13 10:42:28.443414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b6e52-e6f3-4f89-9de3-1c77d04d0a80 req-65b7d935-5206-44ed-8631-5329ff099af4 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:28.444944 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a25b6e52-e6f3-4f89-9de3-1c77d04d0a80 req-65b7d935-5206-44ed-8631-5329ff099af4 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0515003 Dec 13 10:42:28.496467 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a25b6e52-e6f3-4f89-9de3-1c77d04d0a80 req-1675db0c-ca4e-4ef9-8fa6-38a51192ff9c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Dec 13 10:42:30.252840 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:34.830872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.487807 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:42:36.239570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e1a498dd-2d79-42c4-a9c2-4608c5972a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.699619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7f39e8dd-ef05-49cf-a8fe-e2299e451781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.760820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.376595 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.143046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.647533 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6e12e-e61e-4b4d-85b9-b42638e2e051 req-7da4b56c-b3ba-47e9-a53d-0c44122c7cdf tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:49.649077 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35f6e12e-e61e-4b4d-85b9-b42638e2e051 req-7da4b56c-b3ba-47e9-a53d-0c44122c7cdf tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0489023 Dec 13 10:42:49.696142 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35f6e12e-e61e-4b4d-85b9-b42638e2e051 req-acbf2bd5-e388-4122-baad-a99d8e2f7abc tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Dec 13 10:42:50.818972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe391-9cd8-4ada-a93d-6dabe08c7ae7 req-82b0e6c0-0024-405b-8057-41732844169c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.820290 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aadfe391-9cd8-4ada-a93d-6dabe08c7ae7 req-82b0e6c0-0024-405b-8057-41732844169c tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0520728 Dec 13 10:42:50.866918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-aadfe391-9cd8-4ada-a93d-6dabe08c7ae7 req-eaf66e74-4c8d-4de2-9a1b-a27d09d76633 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/security-groups?id=c63b0325-2b64-473e-b971-a49d6167f3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Dec 13 10:42:51.426128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-427ab1b8-8f44-477d-844d-02aa2e464118 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:51.427597 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-427ab1b8-8f44-477d-844d-02aa2e464118 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 946 time: 0.0482090 Dec 13 10:42:51.519531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Deleting port 3f2fca45-af78-4c03-a37c-5320efaff928 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:51.519898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:51.605368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] For port 3f2fca45-af78-4c03-a37c-5320efaff928, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=3f2fca45-af78-4c03-a37c-5320efaff928,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:51.605734 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:51.617303 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Calling delete_port for 3f2fca45-af78-4c03-a37c-5320efaff928 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:51.745121 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:51.756682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['3f2fca45-af78-4c03-a37c-5320efaff928'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:42:51.773662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Pushing event deleted for resources: {'Port': ['ID=3f2fca45-af78-4c03-a37c-5320efaff928,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:51.823285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] No DVR routers for this DVR port 3f2fca45-af78-4c03-a37c-5320efaff928 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:51.825949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:51.829335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7dd23c4f-814d-454d-b0bb-0702f0ed5352 req-5b5c0efd-18a8-442f-a76f-a486e06efe20 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.16 "DELETE /v2.0/ports/3f2fca45-af78-4c03-a37c-5320efaff928 HTTP/1.1" status: 204 len: 173 time: 0.3953373 Dec 13 10:42:51.829789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'name': 'network-vif-deleted', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:51.832096 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc9516c-473e-4a1d-9d11-be115ebff68f" -d '{"events": [{"server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "name": "network-vif-deleted", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:51.875219 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f0ef9-842a-4810-bac1-0bf30ad59d41 x-openstack-request-id: req-2b1f0ef9-842a-4810-bac1-0bf30ad59d41 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:51.875761 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497aa2cc-385b-44b1-9f6f-1d19d57b9013", "name": "network-vif-deleted", "tag": "3f2fca45-af78-4c03-a37c-5320efaff928", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:51.876023 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b1f0ef9-842a-4810-bac1-0bf30ad59d41 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:51.876435 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497aa2cc-385b-44b1-9f6f-1d19d57b9013', 'name': 'network-vif-deleted', 'tag': '3f2fca45-af78-4c03-a37c-5320efaff928', 'status': 'completed', 'code': 200} Dec 13 10:42:51.970978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2f22095c-fa08-4aa6-bff1-8ed475c98d7e req-8f25b016-ea1a-40f9-aa18-d4b405819150 tempest-TestEncryptedCinderVolumes-1550321910 tempest-TestEncryptedCinderVolumes-1550321910-project] 10.222.0.31 "GET /v2.0/ports?device_id=497aa2cc-385b-44b1-9f6f-1d19d57b9013 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Dec 13 10:42:53.058599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40386) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:53.395490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:53.633517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Deleting port 82e651ba-71f9-4503-8ff6-3fad7599572b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:53.633855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:53.711505 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] For port 82e651ba-71f9-4503-8ff6-3fad7599572b, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=82e651ba-71f9-4503-8ff6-3fad7599572b,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:53.711823 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:53.723593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Calling delete_port for 82e651ba-71f9-4503-8ff6-3fad7599572b owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:53.901398 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:53.929393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Pushing event deleted for resources: {'Port': ['ID=82e651ba-71f9-4503-8ff6-3fad7599572b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:54.091420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:54.625076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Router eba1c505-ab10-447d-9a79-014b26f678cb has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:42:54.726971 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:54.732459 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ff3c32c8-a260-4fc9-b130-81593614163b admin admin] 10.222.0.31 "PUT /v2.0/routers/eba1c505-ab10-447d-9a79-014b26f678cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728384 Dec 13 10:42:54.735123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40388) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:54.736064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Sync routers for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:54.745959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:54.746574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:54.839137 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:54.852948 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:54.941045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:54.992842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Deleting port b1027c12-ac43-4455-960b-06f8481530b3 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:54.993166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.033979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:42:53Z', 'revision_number': 5, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port': {'id': 'b1027c12-ac43-4455-960b-06f8481530b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:32Z', 'updated_at': '2021-12-13T10:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:55.060470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Checking router: eba1c505-ab10-447d-9a79-014b26f678cb for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:55.069444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Routers {'eba1c505-ab10-447d-9a79-014b26f678cb'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:55.070145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['eba1c505-ab10-447d-9a79-014b26f678cb'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:55.076397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] For port b1027c12-ac43-4455-960b-06f8481530b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b1027c12-ac43-4455-960b-06f8481530b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:55.076761 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.088435 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Calling delete_port for b1027c12-ac43-4455-960b-06f8481530b3 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:55.156868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] Set router eba1c505-ab10-447d-9a79-014b26f678cb gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:55.211798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:42:54Z', 'revision_number': 6, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:55.237567 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1fdd0-2d0c-4962-9f44-95ec56539229 None None] The sync data for ids ['eba1c505-ab10-447d-9a79-014b26f678cb'] in n-d-820935-7 is: [{'id': 'eba1c505-ab10-447d-9a79-014b26f678cb', 'name': 'tempest-TestEncryptedCinderVolumes-1334181440-router', 'tenant_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:31Z', 'updated_at': '2021-12-13T10:42:54Z', 'revision_number': 6, 'project_id': '50a4c3a44d6f4f538ad0977c910ab6b0', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:55.253661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.282019 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1027c12-ac43-4455-960b-06f8481530b3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:55.292646 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7e8be-c805-4397-94ef-63555bc804b3 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:55.306845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.307141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.307488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.307858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.308212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.308536 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.308867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.309196 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.310064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.310395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.310725 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.311051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.311378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:55.349604 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.438418 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.440515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.485207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.485593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba1c505-ab10-447d-9a79-014b26f678cb {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:42:55.489947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.491120 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7c6b6e3e-bddc-4f3e-a0d5-866a0b290d93 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eba1c505-ab10-447d-9a79-014b26f678cb HTTP/1.1" status: 204 len: 168 time: 0.7549372 Dec 13 10:42:55.493708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40390) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:55.536774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Deleting subnet 5f164a5d-b64f-42f1-9391-c6a7358a971e {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:42:55.539760 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.574300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.661054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.702237 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e651ba-71f9-4503-8ff6-3fad7599572b no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:55.716152 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.722255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 82e651ba-71f9-4503-8ff6-3fad7599572b {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:55.722606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 82e651ba-71f9-4503-8ff6-3fad7599572b not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:55.742634 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f164a5d-b64f-42f1-9391-c6a7358a971e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:55.744565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.748424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dfc22e52-c3bb-42fd-af9f-1a55650bdb57 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f164a5d-b64f-42f1-9391-c6a7358a971e HTTP/1.1" status: 204 len: 168 time: 0.2537611 Dec 13 10:42:55.749722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71095c9-3f2a-4d31-855d-aa97896a7e58 None None] Network 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:42:55.750967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40392) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:55.823360 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.882112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Deleting port 6ccdf912-a102-4e10-a0bb-91b41878c975 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:55.882455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.943219 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] For port 6ccdf912-a102-4e10-a0bb-91b41878c975, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=6ccdf912-a102-4e10-a0bb-91b41878c975,segment=NetworkSegment(e5167999-ca15-4ff9-9b73-2cde0ed1c387),segment_id=e5167999-ca15-4ff9-9b73-2cde0ed1c387)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:55.943517 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:55.956076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Calling delete_port for 6ccdf912-a102-4e10-a0bb-91b41878c975 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:56.013508 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] DHCP port deletion for 73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:56.042147 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.066320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Deleting port 6ccdf912-a102-4e10-a0bb-91b41878c975 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:56.066699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.071783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccdf912-a102-4e10-a0bb-91b41878c975,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:56.077791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] No DVR routers for this DVR port 6ccdf912-a102-4e10-a0bb-91b41878c975 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:56.110989 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3f2fca45-af78-4c03-a37c-5320efaff928 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:56.138854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 3f2fca45-af78-4c03-a37c-5320efaff928 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:56.139214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 3f2fca45-af78-4c03-a37c-5320efaff928 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:56.149592 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.155085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] For port 6ccdf912-a102-4e10-a0bb-91b41878c975, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:56.155486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.167136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Calling delete_port for 6ccdf912-a102-4e10-a0bb-91b41878c975 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:56.170367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Port 6ccdf912-a102-4e10-a0bb-91b41878c975 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:42:56.170839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f61ce1-a4ea-4fe3-8050-66a00daf2cd3']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:56.171704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.180645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5167999-ca15-4ff9-9b73-2cde0ed1c387') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:56.180938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5167999-ca15-4ff9-9b73-2cde0ed1c387') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:56.190165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.197084 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] Pushing event deleted for resources: {'Port': ['ID=6ccdf912-a102-4e10-a0bb-91b41878c975,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:56.201722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4527d87-bd32-4051-8fee-59f1682c7af2 None None] No DVR routers for this DVR port 6ccdf912-a102-4e10-a0bb-91b41878c975 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:56.204359 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.211869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:42:56.212283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:42:56.214395 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:42:56.272967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.280257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.284152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73f61ce1-a4ea-4fe3-8050-66a00daf2cd3 HTTP/1.1" status: 204 len: 168 time: 0.5320332 Dec 13 10:42:56.287265 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40394) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:56.294340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9141e4-7936-4356-8455-4f8debb444e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f61ce1-a4ea-4fe3-8050-66a00daf2cd3,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:56.630235 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.868698 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Deleting port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:56.869039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.945113 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] For port 467bbe3a-478a-4cfa-a60c-ded83e41ab7a, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:56.945389 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.958094 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Calling delete_port for 467bbe3a-478a-4cfa-a60c-ded83e41ab7a owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:57.135128 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:57.163183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=467bbe3a-478a-4cfa-a60c-ded83e41ab7a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:57.329931 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:57.547934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Router 14ffe234-58db-4234-8b08-eb1f0da31e67 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:42:57.559785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b1027c12-ac43-4455-960b-06f8481530b3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:57.579314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: b1027c12-ac43-4455-960b-06f8481530b3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:57.579693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b1027c12-ac43-4455-960b-06f8481530b3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:57.580116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6ccdf912-a102-4e10-a0bb-91b41878c975 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:57.602334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 6ccdf912-a102-4e10-a0bb-91b41878c975 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:57.602681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 6ccdf912-a102-4e10-a0bb-91b41878c975 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:57.657353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:57.662589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5e22c1d2-6602-4cf8-9d14-95cbd4ee02d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/14ffe234-58db-4234-8b08-eb1f0da31e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3741581 Dec 13 10:42:57.665063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40396) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:57.667716 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Sync routers for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:57.678561 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:57.679176 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:57.768731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:57.780340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:57.867140 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:57.921739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Deleting port c3cb9598-2392-4feb-a0e5-978191da90a7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:57.922075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:57.952842 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:42:57Z', 'revision_number': 5, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port': {'id': 'c3cb9598-2392-4feb-a0e5-978191da90a7', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:57.982162 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Checking router: 14ffe234-58db-4234-8b08-eb1f0da31e67 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:57.990169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Routers {'14ffe234-58db-4234-8b08-eb1f0da31e67'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:57.990770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['14ffe234-58db-4234-8b08-eb1f0da31e67'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:57.998959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] For port c3cb9598-2392-4feb-a0e5-978191da90a7, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=c3cb9598-2392-4feb-a0e5-978191da90a7,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:57.999320 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.010805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Calling delete_port for c3cb9598-2392-4feb-a0e5-978191da90a7 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:58.074734 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] Set router 14ffe234-58db-4234-8b08-eb1f0da31e67 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:58.127143 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:42:57Z', 'revision_number': 6, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:58.156207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de86a6-e759-45f7-8055-2ec58832eb35 None None] The sync data for ids ['14ffe234-58db-4234-8b08-eb1f0da31e67'] in n-d-820935-7 is: [{'id': '14ffe234-58db-4234-8b08-eb1f0da31e67', 'name': 'tempest-TestEncryptedCinderVolumes-84200020-router', 'tenant_id': '7998fdb9ecad48528e2eba96589f8b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:36Z', 'updated_at': '2021-12-13T10:42:57Z', 'revision_number': 6, 'project_id': '7998fdb9ecad48528e2eba96589f8b05', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:58.177164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.204306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cb9598-2392-4feb-a0e5-978191da90a7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:58.217279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c5b5d-0eb4-47e7-8f31-d3e5cecc061b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:58.267386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.354885 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.357025 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.401078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.401633 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ffe234-58db-4234-8b08-eb1f0da31e67 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:42:58.406665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.407842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d86fd309-5934-4b5c-ac0c-891055d19023 admin admin] 10.222.0.31 "DELETE /v2.0/routers/14ffe234-58db-4234-8b08-eb1f0da31e67 HTTP/1.1" status: 204 len: 168 time: 0.7418220 Dec 13 10:42:58.410452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40398) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:58.458981 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Deleting subnet 00290c98-5efe-4149-9b7c-93a66344927d {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:42:58.462010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.497655 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.579789 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.629865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.661457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.665766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0515f-e1d3-4ddf-ab19-01f5d96a61b9 None None] Network 9458d4fe-a8df-4f0c-a272-99f249e7f424 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:42:58.666363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/00290c98-5efe-4149-9b7c-93a66344927d HTTP/1.1" status: 204 len: 168 time: 0.2548296 Dec 13 10:42:58.667517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c8d0-0ae3-4006-a542-aa4016642707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00290c98-5efe-4149-9b7c-93a66344927d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:58.668229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40400) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:58.737226 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.795025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Deleting port db8ed347-0782-4aaf-bcfa-366f0c279990 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:58.795369 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.856720 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] For port db8ed347-0782-4aaf-bcfa-366f0c279990, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=db8ed347-0782-4aaf-bcfa-366f0c279990,segment=NetworkSegment(6faae8b4-a2f2-4e23-87a4-28c65047123e),segment_id=6faae8b4-a2f2-4e23-87a4-28c65047123e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:58.856946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.869301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Calling delete_port for db8ed347-0782-4aaf-bcfa-366f0c279990 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:58.930107 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] DHCP port deletion for 9458d4fe-a8df-4f0c-a272-99f249e7f424 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:58.954865 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.983591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8ed347-0782-4aaf-bcfa-366f0c279990,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:58.985432 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] No DVR routers for this DVR port db8ed347-0782-4aaf-bcfa-366f0c279990 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:58.985748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Deleting port db8ed347-0782-4aaf-bcfa-366f0c279990 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:58.987298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.054571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] For port db8ed347-0782-4aaf-bcfa-366f0c279990, host n-d-820935-7, got binding levels [] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:59.054968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.058237 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.068442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Calling delete_port for db8ed347-0782-4aaf-bcfa-366f0c279990 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:59.071081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.ipam_backend_mixin [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Port db8ed347-0782-4aaf-bcfa-366f0c279990 was not found and therefore no delete operation was performed {{(pid=103196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:42:59.072387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.078560 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9458d4fe-a8df-4f0c-a272-99f249e7f424']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:59.087805 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faae8b4-a2f2-4e23-87a4-28c65047123e') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:59.088118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faae8b4-a2f2-4e23-87a4-28c65047123e') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:59.101978 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] Pushing event deleted for resources: {'Port': ['ID=db8ed347-0782-4aaf-bcfa-366f0c279990,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:59.102866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.107347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58a7e1-c0d1-432f-8447-56817789fbb1 None None] No DVR routers for this DVR port db8ed347-0782-4aaf-bcfa-366f0c279990 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:59.118071 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.125054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:42:59.125467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:42:59.127146 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:42:59.185009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.191122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.196802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9458d4fe-a8df-4f0c-a272-99f249e7f424 HTTP/1.1" status: 204 len: 168 time: 0.5246863 Dec 13 10:42:59.208718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f9cbd-b2d7-458b-ba76-4bc571cef9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9458d4fe-a8df-4f0c-a272-99f249e7f424,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:59.359946 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40404) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.398879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c2a9d34b-659b-49ce-a2e0-181ba488f89f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50a4c3a44d6f4f538ad0977c910ab6b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377219 Dec 13 10:42:59.401410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40406) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.446821 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.468670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.500799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3cb9598-2392-4feb-a0e5-978191da90a7 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:59.518507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.521327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.522649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c63b0325-2b64-473e-b971-a49d6167f3b4 HTTP/1.1" status: 204 len: 168 time: 0.1202092 Dec 13 10:42:59.525453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: c3cb9598-2392-4feb-a0e5-978191da90a7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:59.525807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device c3cb9598-2392-4feb-a0e5-978191da90a7 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:59.526236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device db8ed347-0782-4aaf-bcfa-366f0c279990 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:59.531761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bcb26-4d5e-4a19-a21b-49a34710fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b0325-2b64-473e-b971-a49d6167f3b4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:59.552130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: db8ed347-0782-4aaf-bcfa-366f0c279990 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:59.552481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device db8ed347-0782-4aaf-bcfa-366f0c279990 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:59.552903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 467bbe3a-478a-4cfa-a60c-ded83e41ab7a no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:59.578087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 467bbe3a-478a-4cfa-a60c-ded83e41ab7a {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:59.578215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 467bbe3a-478a-4cfa-a60c-ded83e41ab7a not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:59.838582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40412) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.877836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dbb2b843-9238-4574-9003-95f710645ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7998fdb9ecad48528e2eba96589f8b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380020 Dec 13 10:42:59.880162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40414) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.926159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.946851 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.992967 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.995491 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.996658 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f657d15f-edaa-4e87-b8ed-01828520d9d8 HTTP/1.1" status: 204 len: 168 time: 0.1156046 Dec 13 10:43:00.004731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d20f03-dffa-4336-b553-1be939e1724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657d15f-edaa-4e87-b8ed-01828520d9d8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:00.188068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-6f472cac-bc78-46be-8c19-d8a2ebbadbea req-a034a19f-bd04-4ba8-bff7-2e6acf2515e4 tempest-ServerDiskConfigTestJSON-1540039124 tempest-ServerDiskConfigTestJSON-1540039124-project] (103194) timed out ('10.222.0.20', 65526) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:43:00.251348 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.647911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40436) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:00.741767 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-382564847-network', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:00.763284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Made reservation on behalf of cbaf9cf35814422e9e77da5beb109edb for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:43:00.765950 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.774304 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.852119 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.855978 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.875933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:43:00.890890 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6c8f7-a470-4555-b80c-65de494e97a4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:00.893748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.894089 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Added segment 5044a7a4-f8cd-42f5-9483-cf485e005798 of type vlan for network 671a57c4-0002-4ff6-b4d0-650d3546ee0d Dec 13 10:43:00.932939 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.956720 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.957639 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:00.958215 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.011972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3629329 Dec 13 10:43:01.015521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40442) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:01.017818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c03f-42e3-4741-8c31-9913ed580e83 admin admin] Pushing event updated for resources: {'Network': ['ID=671a57c4-0002-4ff6-b4d0-650d3546ee0d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:01.021495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Request body: {'subnet': {'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-382564847-subnet', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:01.028479 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:43:01.043492 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Made reservation on behalf of cbaf9cf35814422e9e77da5beb109edb for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:43:01.045855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.211678 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.265719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2270c1-9267-4ad1-a5d0-6a5fa596576a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:01.274753 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Checking segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:01.275108 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Network hostable DHCP agents. Network: 671a57c4-0002-4ff6-b4d0-650d3546ee0d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:43:01.290909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:43:01.299601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 671a57c4-0002-4ff6-b4d0-650d3546ee0d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:01.303822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.304410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.308801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49025d2b-bd81-460c-903b-216acbbf55a5 None None] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:43:01.320111 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-96a91ca8-ece3-4228-8068-9316fb527b22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3035252 Dec 13 10:43:01.322777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:01.327650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:01.348142 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.349141 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.400521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.410509 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:43:01.411372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.536847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.547820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Allocated IP 172.20.0.2 (671a57c4-0002-4ff6-b4d0-650d3546ee0d/5c2270c1-9267-4ad1-a5d0-6a5fa596576a/8a6bbdd7-0eb5-472b-b921-175107bb8d27) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:01.684680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.691053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.734243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:01.736798 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.737204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:01.739562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:01.750673 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Pushing event updated for resources: {'Port': ['ID=8a6bbdd7-0eb5-472b-b921-175107bb8d27,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:01.758325 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.799683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Attempting to bind port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:01.799980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Attempting to bind port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:01.800347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Attempting to bind port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 on network 671a57c4-0002-4ff6-b4d0-650d3546ee0d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:01.805251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:01.805632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Checking segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:01.806029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.806426 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Bound using segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:01.806891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Bound port: 8a6bbdd7-0eb5-472b-b921-175107bb8d27, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:01.807276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.860261 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Allocated IP 172.25.2.13 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/e1df1883-43e3-4a6b-8e95-5ff96b5ac829) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:01.868800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] For port 8a6bbdd7-0eb5-472b-b921-175107bb8d27, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:01.872004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] For port 8a6bbdd7-0eb5-472b-b921-175107bb8d27, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8a6bbdd7-0eb5-472b-b921-175107bb8d27,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:01.876435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.939121 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df7a93-3c85-4c7f-b505-0579073a01d1 None None] Pushing event updated for resources: {'Port': ['ID=8a6bbdd7-0eb5-472b-b921-175107bb8d27,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:01.970003 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:02.007519 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:02.051173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:02.056372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:02.058593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Pushing event updated for resources: {'Port': ['ID=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:02.060780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:02.070315 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e6ce7-71b3-4838-b978-78df0a42d682 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:02.135883 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-76c1fc6c-8ec1-40bb-8511-02232af70d8d None None] Provisioning complete for port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:02.136257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76c1fc6c-8ec1-40bb-8511-02232af70d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:02.182061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-76c1fc6c-8ec1-40bb-8511-02232af70d8d None None] Port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:02.649878 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:02.864404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:02.945014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53737cf9-c802-4181-a9f9-291dd9c7a617 None None] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:43:03.006398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Router 149f266f-6373-452d-aa43-d6f1a360a015 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:43:03.029482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] Provisioning complete for port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:03.029851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.116673 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:03.126071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Sync routers for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:03.138310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.142057 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a9dc6542-8b2b-47a8-ad7f-2ce4f6344874 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8158844 Dec 13 10:43:03.142963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40446) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:03.143443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.147394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:03.148051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:03.253153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] For port 8a6bbdd7-0eb5-472b-b921-175107bb8d27, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8a6bbdd7-0eb5-472b-b921-175107bb8d27,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:03.261333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.487363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:03.551274 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-78669d40-7962-4a9e-9397-113cd1a3ab4a None None] Provisioning complete for port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:03.551671 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78669d40-7962-4a9e-9397-113cd1a3ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.553204 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36197ec-a72f-492d-9475-20811cf0cc2e None None] Pushing event updated for resources: {'Port': ['ID=8a6bbdd7-0eb5-472b-b921-175107bb8d27,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:03.576497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.579687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8a6bbdd7-0eb5-472b-b921-175107bb8d27 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:03.730747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Allocated IP 172.20.0.1 (671a57c4-0002-4ff6-b4d0-650d3546ee0d/5c2270c1-9267-4ad1-a5d0-6a5fa596576a/2ac58876-bdee-4278-931a-bfc9738f9444) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:03.738565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:03.738942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.838178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.853588 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:02Z', 'revision_number': 3, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:03.871387 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.893096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Checking router: 149f266f-6373-452d-aa43-d6f1a360a015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:03.893456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Updating router 149f266f-6373-452d-aa43-d6f1a360a015 port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:43:03.907087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:03.909977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:03.913611 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:03.922933 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.952189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Pushing event updated for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:03.964870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.093512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.191239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.196354 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.249843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5a8f0-acb7-40ef-90a3-fc17ba13f3f3 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:04.259938 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.265307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.265979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Attempting to bind port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:04.266363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Attempting to bind port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:04.266736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Attempting to bind port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:04.268636 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-59e38c95-5fba-45a7-8152-1f3cba491bdc None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:04.269000 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59e38c95-5fba-45a7-8152-1f3cba491bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.299373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e3efe-754c-4721-90f8-bd5270ce0e35 None None] Pushing event updated for resources: {'Port': ['ID=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:04.303338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:04.303748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:04.304159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.304559 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:04.305042 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Bound port: e1df1883-43e3-4a6b-8e95-5ff96b5ac829, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:04.305427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.335290 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.337956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Pushing event updated for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:04.342822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-59e38c95-5fba-45a7-8152-1f3cba491bdc None None] Port 2ac58876-bdee-4278-931a-bfc9738f9444 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:04.366723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] For port e1df1883-43e3-4a6b-8e95-5ff96b5ac829, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:04.369953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] For port e1df1883-43e3-4a6b-8e95-5ff96b5ac829, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:04.374886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.423793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b9967-4d7f-475c-8b6b-289ffa5ae19c None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:04.428956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:04.430334 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:04.441021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e3efe-754c-4721-90f8-bd5270ce0e35 None None] Pushing event updated for resources: {'Port': ['ID=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:04.444754 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:04.445378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:04.510438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] Provisioning complete for port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:04.510818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.554691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Router 149f266f-6373-452d-aa43-d6f1a360a015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:43:04.594394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:04.667371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:04.675792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5cc86564-ac5a-42fe-ac0c-5fc890c789eb admin admin] 10.222.0.31 "PUT /v2.0/routers/149f266f-6373-452d-aa43-d6f1a360a015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5292847 Dec 13 10:43:04.743664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.780574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] For port e1df1883-43e3-4a6b-8e95-5ff96b5ac829, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:04.790345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.876741 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.882641 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0129-b2b1-45d5-b919-571be2c1f56c None None] Pushing event updated for resources: {'Port': ['ID=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:04.915126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f0c50409-5525-42b0-b117-6791149eaef1 None None] Provisioning complete for port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:04.915645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0c50409-5525-42b0-b117-6791149eaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.923740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 2, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:04.976801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683a0aa-0430-4a8e-991e-6aec78023166 None None] The sync data for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 is: [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 2, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:05.055832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f0c50409-5525-42b0-b117-6791149eaef1 None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:05.056286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0c50409-5525-42b0-b117-6791149eaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.098922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50409-5525-42b0-b117-6791149eaef1 None None] Port 2ac58876-bdee-4278-931a-bfc9738f9444 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:05.151625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40462) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:05.157075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1526755040-network', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:05.193972 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Made reservation on behalf of 7ba4e43fa12546429e545fcb892a3475 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:43:05.197470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.206951 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.289232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.293470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.315911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:43:05.334066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa483a-2bf9-4466-806f-89942f9118c4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:05.336977 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.337326 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Added segment 98a2ff48-9f17-4d05-9f50-76ae7af6deff of type vlan for network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 Dec 13 10:43:05.377902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.403936 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.405434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:05.406010 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.462885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3101346 Dec 13 10:43:05.465559 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40464) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:05.470682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Request body: {'subnet': {'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1526755040-subnet', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:05.477184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7bb8a-56cc-48a4-bc57-cd70ff61dfbf admin admin] Pushing event updated for resources: {'Network': ['ID=696bf419-1b9d-4b8a-b711-31bb24d4cf81,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:05.487394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:43:05.499738 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Made reservation on behalf of 7ba4e43fa12546429e545fcb892a3475 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:43:05.503464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.550498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8a6bbdd7-0eb5-472b-b921-175107bb8d27 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:05.616968 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:05.617414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.712426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.777071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b743a81d-4d0d-4896-944e-aa357d979487,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:05.785654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Checking segment: {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:05.786100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Network hostable DHCP agents. Network: 696bf419-1b9d-4b8a-b711-31bb24d4cf81, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:43:05.805485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:43:05.820630 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 696bf419-1b9d-4b8a-b711-31bb24d4cf81) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:05.824897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:05.825705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.831013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db7266-4b45-40a2-aa48-f3e665db3ead None None] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:43:05.849819 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3d6c034a-8e61-4686-940e-ffc1edd316b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3832254 Dec 13 10:43:05.852320 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40466) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:05.856665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:05.883306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.884495 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.944431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:43:05.945665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:05.949893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.100991 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.110498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Allocated IP 172.20.0.2 (696bf419-1b9d-4b8a-b711-31bb24d4cf81/b743a81d-4d0d-4896-944e-aa357d979487/e45f3c4c-b070-41fc-9ede-ba8d721c5755) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:06.267943 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c77e97ad-2ac5-47ce-86e5-86f03d9fb887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.313434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.318711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.343703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.363372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.363933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:06.366626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:06.370682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:06.378525 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Pushing event updated for resources: {'Port': ['ID=e45f3c4c-b070-41fc-9ede-ba8d721c5755,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:06.432018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Attempting to bind port e45f3c4c-b070-41fc-9ede-ba8d721c5755 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:06.432400 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Attempting to bind port e45f3c4c-b070-41fc-9ede-ba8d721c5755 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:06.432772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Attempting to bind port e45f3c4c-b070-41fc-9ede-ba8d721c5755 on network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:06.438308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:06.438685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Checking segment: {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:06.439087 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.439483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Bound using segment: {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:06.439986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Bound port: e45f3c4c-b070-41fc-9ede-ba8d721c5755, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:06.440372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.472635 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Allocated IP 172.25.2.57 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/403f20a4-ecf5-48d2-ad2a-111065cb66c2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:06.503072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] For port e45f3c4c-b070-41fc-9ede-ba8d721c5755, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:06.506512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] For port e45f3c4c-b070-41fc-9ede-ba8d721c5755, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e45f3c4c-b070-41fc-9ede-ba8d721c5755,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:06.510465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.572236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccc635-0401-45c9-a0b3-8e7b4c191d34 None None] Pushing event updated for resources: {'Port': ['ID=e45f3c4c-b070-41fc-9ede-ba8d721c5755,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:06.579003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.618236 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.660965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:06.665449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:06.669080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:06.679000 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f3403-b9ef-435e-bb06-3c5535080cf0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:06.699024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Pushing event updated for resources: {'Port': ['ID=403f20a4-ecf5-48d2-ad2a-111065cb66c2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:06.922570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8e94bb62-d0cd-4542-9663-5c96ab0ad14b None None] Provisioning complete for port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:06.922954 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8e94bb62-d0cd-4542-9663-5c96ab0ad14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:06.959093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8e94bb62-d0cd-4542-9663-5c96ab0ad14b None None] Port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:07.295207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.496869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.581725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e45f3c4c-b070-41fc-9ede-ba8d721c5755 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:07.638787 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e45f3c4c-b070-41fc-9ede-ba8d721c5755 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:07.639493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.650635 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Sync routers for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:07.656416 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Router 0247c339-8a4c-4c8b-b910-3c9857589cc1 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:43:07.662587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:07.663281 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:07.676375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ee078-cb97-408e-b295-3b056a1c6537 None None] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:43:07.735768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-222ac841-d9ad-4cc4-9cc1-4be0eb89cb74 None None] Provisioning complete for port e45f3c4c-b070-41fc-9ede-ba8d721c5755 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:07.736145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-222ac841-d9ad-4cc4-9cc1-4be0eb89cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.766478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:07.771057 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:07.783800 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Sync routers for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:07.790185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.792969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6bebc006-10c2-42ec-b678-87989997effe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9396129 Dec 13 10:43:07.796350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40468) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:07.862366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:07.863080 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:42:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:07.973061 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:07.976110 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 2, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:08.005764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Checking router: 149f266f-6373-452d-aa43-d6f1a360a015 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:08.006205 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Updating router 149f266f-6373-452d-aa43-d6f1a360a015 port 2ac58876-bdee-4278-931a-bfc9738f9444 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:43:08.019925 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-222ac841-d9ad-4cc4-9cc1-4be0eb89cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.035998 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.082283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port e45f3c4c-b070-41fc-9ede-ba8d721c5755, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e45f3c4c-b070-41fc-9ede-ba8d721c5755,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:08.086903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:08.116559 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.117615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e1df1883-43e3-4a6b-8e95-5ff96b5ac829 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:08.296308 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.303035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.db.api [None req-222ac841-d9ad-4cc4-9cc1-4be0eb89cb74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:43:08.303390 n-d-820935-7 neutron-server[103196]: DEBUG oslo_db.api [None req-222ac841-d9ad-4cc4-9cc1-4be0eb89cb74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:43:08.307898 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=e45f3c4c-b070-41fc-9ede-ba8d721c5755,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:08.312640 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.320397 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.344809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:08.345187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.370614 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Pushing event updated for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:08.382354 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.382783 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.383226 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.383659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.384053 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.384633 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.385263 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.385782 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.386302 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.386815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.387329 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.387858 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.388891 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:08.458051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:07Z', 'revision_number': 3, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:08.498340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Allocated IP 172.20.0.1 (696bf419-1b9d-4b8a-b711-31bb24d4cf81/b743a81d-4d0d-4896-944e-aa357d979487/07ff638f-1cbd-4634-b812-2a17d3c02f1c) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:08.500665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Checking router: 0247c339-8a4c-4c8b-b910-3c9857589cc1 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:08.501023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Updating router 0247c339-8a4c-4c8b-b910-3c9857589cc1 port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:43:08.530591 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.563757 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Attempting to bind port 2ac58876-bdee-4278-931a-bfc9738f9444 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:08.564630 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Attempting to bind port 2ac58876-bdee-4278-931a-bfc9738f9444 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:08.565083 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Attempting to bind port 2ac58876-bdee-4278-931a-bfc9738f9444 on network 671a57c4-0002-4ff6-b4d0-650d3546ee0d {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:08.576553 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:08.576884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Checking segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:08.577357 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.577813 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Bound using segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:08.578366 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Bound port: 2ac58876-bdee-4278-931a-bfc9738f9444, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:08.578815 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.634507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.652308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] For port 2ac58876-bdee-4278-931a-bfc9738f9444, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:08.660584 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] For port 2ac58876-bdee-4278-931a-bfc9738f9444, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2ac58876-bdee-4278-931a-bfc9738f9444,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:08.666879 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.677506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.718604 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cba3-ec90-4b31-97a3-4fe86ff14d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.728556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:08.731752 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:08.734359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:08.745627 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77d038-56c9-42c8-91ee-4ea585fee1a9 None None] Pushing event updated for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:08.761479 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:08.762430 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:08.772179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:08.786176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.907265 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.918783 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:08.939928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:08.976791 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.005512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e85a44-6e00-4c4e-980c-01f0a23833e1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:09.034785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5a55-3313-44c3-98c2-bc61a5696729 None None] Pushing event updated for resources: {'Port': ['ID=403f20a4-ecf5-48d2-ad2a-111065cb66c2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:09.039199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Attempting to bind port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:09.039744 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Attempting to bind port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:09.040124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Attempting to bind port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:09.059899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:09.060344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:09.060759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.061162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:09.061654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Bound port: 403f20a4-ecf5-48d2-ad2a-111065cb66c2, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:09.062043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.066991 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:09.067359 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.156311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] For port 403f20a4-ecf5-48d2-ad2a-111065cb66c2, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:09.160143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] For port 403f20a4-ecf5-48d2-ad2a-111065cb66c2, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=403f20a4-ecf5-48d2-ad2a-111065cb66c2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:09.182183 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.203810 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.209401 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.232448 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.236843 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:09.252096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599b508-ed8b-4abc-b23c-e4a32cd1c40e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:43:09.269781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce899a-812f-44a8-b516-854f8b121af2 None None] The sync data for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 is: [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:09.277259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5a55-3313-44c3-98c2-bc61a5696729 None None] Pushing event updated for resources: {'Port': ['ID=403f20a4-ecf5-48d2-ad2a-111065cb66c2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:09.282374 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:09.282767 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:09.291026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:09.293501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.341443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] For port 2ac58876-bdee-4278-931a-bfc9738f9444, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2ac58876-bdee-4278-931a-bfc9738f9444,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:09.355446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.425155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:09.427295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:09.603999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Router 0247c339-8a4c-4c8b-b910-3c9857589cc1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:43:09.667537 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:09.715847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e45f3c4c-b070-41fc-9ede-ba8d721c5755 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:09.768707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:09.774442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e85e6edb-08ab-4620-b0be-96b933131cd5 admin admin] 10.222.0.31 "PUT /v2.0/routers/0247c339-8a4c-4c8b-b910-3c9857589cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9764154 Dec 13 10:43:09.796762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Provisioning complete for port e45f3c4c-b070-41fc-9ede-ba8d721c5755 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:09.797569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.804152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fa7e6-df91-4321-9d56-e6b15852d74b None None] Pushing event updated for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:09.902067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:09.954382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e45f3c4c-b070-41fc-9ede-ba8d721c5755 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:09.954695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.101423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '07ff638f-1cbd-4634-b812-2a17d3c02f1c', 'name': '', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'mac_address': 'fa:16:3e:60:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:08Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 2, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'subnets': [{'id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:10.132022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5f6c-ad2f-4c7c-a325-0c18d77f14ac None None] The sync data for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 is: [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '07ff638f-1cbd-4634-b812-2a17d3c02f1c', 'name': '', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'mac_address': 'fa:16:3e:60:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:08Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 2, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'subnets': [{'id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:10.143730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2ac58876-bdee-4278-931a-bfc9738f9444 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:10.195619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Provisioning complete for port 07ff638f-1cbd-4634-b812-2a17d3c02f1c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:10.195997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.241731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:10.242108 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.243893 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Port 07ff638f-1cbd-4634-b812-2a17d3c02f1c cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:10.288318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:10.288716 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.446719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Provisioning complete for port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:10.447095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.539521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.564702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] For port 403f20a4-ecf5-48d2-ad2a-111065cb66c2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=403f20a4-ecf5-48d2-ad2a-111065cb66c2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:10.572897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:10.624048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd11dc-3403-4947-bd20-2f4ca6bc76a1 None None] Pushing event updated for resources: {'Port': ['ID=403f20a4-ecf5-48d2-ad2a-111065cb66c2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:11.382597 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:11.561634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2ac58876-bdee-4278-931a-bfc9738f9444 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:11.623276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2ac58876-bdee-4278-931a-bfc9738f9444 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:11.623700 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:12.157050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:12.489311 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:43:13.402180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Sync routers for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:13.418202 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:13.418823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:13.531336 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:13.548106 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 403f20a4-ecf5-48d2-ad2a-111065cb66c2 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:13.606638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:13.607523 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:13.766945 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '07ff638f-1cbd-4634-b812-2a17d3c02f1c', 'name': '', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'mac_address': 'fa:16:3e:60:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:08Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 2, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'subnets': [{'id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:13.802100 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Checking router: 0247c339-8a4c-4c8b-b910-3c9857589cc1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:13.802603 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Updating router 0247c339-8a4c-4c8b-b910-3c9857589cc1 port 07ff638f-1cbd-4634-b812-2a17d3c02f1c binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:43:13.834851 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.135267 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.144282 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.200013 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e470b04-c811-4f4a-8aaf-8d8dc1963a68 None None] Pushing event updated for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:14.270521 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Attempting to bind port 07ff638f-1cbd-4634-b812-2a17d3c02f1c on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:14.271194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Attempting to bind port 07ff638f-1cbd-4634-b812-2a17d3c02f1c by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:14.271791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Attempting to bind port 07ff638f-1cbd-4634-b812-2a17d3c02f1c on network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:14.277659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:14.278179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Checking segment: {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:14.278625 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.279022 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Bound using segment: {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:14.279493 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Bound port: 07ff638f-1cbd-4634-b812-2a17d3c02f1c, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2ff48-9f17-4d05-9f50-76ae7af6deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:14.279898 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.361116 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] For port 07ff638f-1cbd-4634-b812-2a17d3c02f1c, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:14.364488 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] For port 07ff638f-1cbd-4634-b812-2a17d3c02f1c, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=07ff638f-1cbd-4634-b812-2a17d3c02f1c,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:14.371724 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.440823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:14.441460 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:14.445277 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e470b04-c811-4f4a-8aaf-8d8dc1963a68 None None] Pushing event updated for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:14.532013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] Provisioning complete for port 07ff638f-1cbd-4634-b812-2a17d3c02f1c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:14.532533 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.577483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:14.648213 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.692990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] For port 07ff638f-1cbd-4634-b812-2a17d3c02f1c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=07ff638f-1cbd-4634-b812-2a17d3c02f1c,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:14.703494 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.770378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207926a-fce9-493e-892e-6de9f5c0383d None None] Pushing event updated for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:14.836769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3238a356-6dbc-4d44-9365-59e9efb39b29 None None] Provisioning complete for port 07ff638f-1cbd-4634-b812-2a17d3c02f1c triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:14.838067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3238a356-6dbc-4d44-9365-59e9efb39b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:14.844673 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '07ff638f-1cbd-4634-b812-2a17d3c02f1c', 'name': '', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'mac_address': 'fa:16:3e:60:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:08Z', 'updated_at': '2021-12-13T10:43:14Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'subnets': [{'id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:14.877837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3039cff-f37c-463d-bf65-9dbc39a58830 None None] The sync data for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 is: [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:43:08Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '07ff638f-1cbd-4634-b812-2a17d3c02f1c', 'name': '', 'network_id': '696bf419-1b9d-4b8a-b711-31bb24d4cf81', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'mac_address': 'fa:16:3e:60:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:08Z', 'updated_at': '2021-12-13T10:43:14Z', 'revision_number': 4, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'subnets': [{'id': 'b743a81d-4d0d-4896-944e-aa357d979487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:15.546514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 07ff638f-1cbd-4634-b812-2a17d3c02f1c up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:15.605897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 07ff638f-1cbd-4634-b812-2a17d3c02f1c triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:15.606278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:20.137405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-0418d545-9ec0-4769-8c76-59517dfd1343 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:20.138896 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-0418d545-9ec0-4769-8c76-59517dfd1343 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 814 time: 0.1021297 Dec 13 10:43:20.154090 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-14aa2a9d-245e-4d9d-913d-eef8843fba13 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/quotas/cbaf9cf35814422e9e77da5beb109edb HTTP/1.1" status: 200 len: 375 time: 0.0088322 Dec 13 10:43:20.204480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-ed377eca-5887-4929-bdc9-cde2a05c829e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451818 Dec 13 10:43:20.301116 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-d2e47d79-2040-4f01-86e9-6480099253aa service neutron] 10.222.0.31 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851059 Dec 13 10:43:20.387233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-51730ca6-e094-4bc4-b301-a3d40f4a8da7 service neutron] 10.222.0.31 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800598 Dec 13 10:43:20.551202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7380682-112f-465e-a711-f60133c4b38d req-8b92a854-d168-4507-88ee-e04d8abe9ae0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Dec 13 10:43:21.573975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-d93265e2-da53-473c-9f1b-cd7d3ecbbf41 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:21.575563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-d93265e2-da53-473c-9f1b-cd7d3ecbbf41 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 814 time: 0.1046727 Dec 13 10:43:21.589162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'port': {'device_id': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'admin_state_up': True, 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:21.651348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-73ced489-9d4a-4ffb-a38f-f5a5e15c4f4e req-a069173a-d6f6-47ce-8011-f3fcda558cfb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0299194 Dec 13 10:43:21.716709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Made reservation on behalf of cbaf9cf35814422e9e77da5beb109edb for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:43:21.720434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:21.857423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Allocated IP 172.20.0.11 (671a57c4-0002-4ff6-b4d0-650d3546ee0d/5c2270c1-9267-4ad1-a5d0-6a5fa596576a/6cc2c6d3-6cb8-4b84-a5d5-827581390cc1) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:22.022296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:22.063824 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:22.141083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:22.147390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:22.149486 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:22.151715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:22.179036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.179375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.179851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.180199 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.180542 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.180880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.181218 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.181551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.181884 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.182214 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.182548 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.182890 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.183198 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:22.240512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:22.243422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:22.264397 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-9beb6831-5cab-41f4-991b-23633d893dc5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6791306 Dec 13 10:43:22.421340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9a183239-948c-44ed-ab7d-dd54327af51a None None] Provisioning complete for port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:22.421340 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a183239-948c-44ed-ab7d-dd54327af51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:22.456539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9a183239-948c-44ed-ab7d-dd54327af51a None None] Port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:43:22.777770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd23dc1-3f94-4dbf-881f-48471134c09a req-a7a1666c-1e53-4809-87e5-e607f72cc27d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:22.779361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd23dc1-3f94-4dbf-881f-48471134c09a req-a7a1666c-1e53-4809-87e5-e607f72cc27d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0485210 Dec 13 10:43:22.832581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd23dc1-3f94-4dbf-881f-48471134c09a req-e8e28683-1175-409a-bd6d-b6c5c86b582e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Dec 13 10:43:23.958013 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a319-b500-4a6d-b9b9-9efaed3367d2 req-8a804968-5c69-49d5-bc42-e4b0000bb8af tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:23.959772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e278a319-b500-4a6d-b9b9-9efaed3367d2 req-8a804968-5c69-49d5-bc42-e4b0000bb8af tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0522351 Dec 13 10:43:24.009620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e278a319-b500-4a6d-b9b9-9efaed3367d2 req-7bd8d4e1-de5f-4051-b1aa-5ab2047c1722 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Dec 13 10:43:25.167086 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c7d4d-ebee-42b9-a919-cf340a6f449c req-dacc4584-0a91-49da-b08d-30f03cf29ea5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:25.168596 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f2c7d4d-ebee-42b9-a919-cf340a6f449c req-dacc4584-0a91-49da-b08d-30f03cf29ea5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0659502 Dec 13 10:43:25.219285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f2c7d4d-ebee-42b9-a919-cf340a6f449c req-c0036fd4-857a-4b66-927a-c51e6c9b30d9 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Dec 13 10:43:26.337992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f78b-b92f-4f73-ad47-a256749bdbee req-e596ba95-b0a3-43c8-8d51-1f7b03e56ad5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:26.339511 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4453f78b-b92f-4f73-ad47-a256749bdbee req-e596ba95-b0a3-43c8-8d51-1f7b03e56ad5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0496438 Dec 13 10:43:26.388694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4453f78b-b92f-4f73-ad47-a256749bdbee req-dc1e929d-d49b-4887-a853-eff4fa914227 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Dec 13 10:43:27.510785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f262b-f006-48f8-a80b-1f6431304690 req-c5e174f2-bb33-4c61-867e-0a47b7111ba1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:27.512787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-693f262b-f006-48f8-a80b-1f6431304690 req-c5e174f2-bb33-4c61-867e-0a47b7111ba1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0486343 Dec 13 10:43:27.568609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-693f262b-f006-48f8-a80b-1f6431304690 req-b8ddfed3-e2d0-4053-b329-c8c0f168da29 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484571 Dec 13 10:43:28.713976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d7a0d-0473-46d2-970e-b6ca70c8f50e req-298274c9-ba14-45d8-8e33-e04f68bb799c tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:28.715508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d03d7a0d-0473-46d2-970e-b6ca70c8f50e req-298274c9-ba14-45d8-8e33-e04f68bb799c tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0671818 Dec 13 10:43:28.768584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d03d7a0d-0473-46d2-970e-b6ca70c8f50e req-a0b0d9d8-7c57-41e0-965b-a1d6980ae87b tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Dec 13 10:43:29.900236 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd86fe-fe6a-44cf-a273-3e41778fa78d req-d9310a28-cbbf-46a2-9faa-905707e15404 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:29.901741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eafd86fe-fe6a-44cf-a273-3e41778fa78d req-d9310a28-cbbf-46a2-9faa-905707e15404 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0593815 Dec 13 10:43:29.952690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eafd86fe-fe6a-44cf-a273-3e41778fa78d req-15ad201b-9989-4fb6-bf0e-74a0d47247d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Dec 13 10:43:30.250322 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:31.090933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f748-4b11-421d-963a-7b8c688a93fe req-dbd7a510-8c9b-4061-bfd2-93a3242bdb25 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:31.095237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d15f748-4b11-421d-963a-7b8c688a93fe req-dbd7a510-8c9b-4061-bfd2-93a3242bdb25 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0698702 Dec 13 10:43:31.151919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d15f748-4b11-421d-963a-7b8c688a93fe req-228465f3-64fa-4780-9494-3be47ef8ccc2 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Dec 13 10:43:32.265727 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c33a7-c274-4e79-b8b0-180ef650bdd7 req-ff1b24e9-b7a3-42b5-b38a-6703fce71f2f tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:32.267178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b5c33a7-c274-4e79-b8b0-180ef650bdd7 req-ff1b24e9-b7a3-42b5-b38a-6703fce71f2f tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0477889 Dec 13 10:43:32.313415 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b5c33a7-c274-4e79-b8b0-180ef650bdd7 req-fd268e2d-f120-457f-bda5-639bef3fb306 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Dec 13 10:43:33.429950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d228f1-6920-4bc3-971f-79b10fe2e6ba req-b8cae3ae-2c0e-4c9c-bba1-97cd18e736ce tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:33.431425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2d228f1-6920-4bc3-971f-79b10fe2e6ba req-b8cae3ae-2c0e-4c9c-bba1-97cd18e736ce tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0516858 Dec 13 10:43:33.477207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2d228f1-6920-4bc3-971f-79b10fe2e6ba req-0bd623a3-18b6-4649-bbb4-9c3f6db89145 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Dec 13 10:43:33.650645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Request body: {'port': {'device_id': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:33.707111 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:33.971323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:43:33.979027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:33.991273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Transition to ACTIVE for port object 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:43:33.994894 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.047235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:34.125076 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Attempting to bind port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:43:34.126016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Attempting to bind port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:43:34.126359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Attempting to bind port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 on network 671a57c4-0002-4ff6-b4d0-650d3546ee0d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:34.131043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 on network 671a57c4-0002-4ff6-b4d0-650d3546ee0d not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:43:34.131366 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Attempting to bind port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 on network 671a57c4-0002-4ff6-b4d0-650d3546ee0d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:43:34.136828 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:43:34.137162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Checking segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:43:34.137540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Bound using segment: {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:43:34.137964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Bound port: 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5044a7a4-f8cd-42f5-9483-cf485e005798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:43:34.138318 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.204958 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:43:34.208028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:43:34.212261 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.245865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.246496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.248050 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] 10.222.0.16 "PUT /v2.0/ports/6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1092 time: 0.6030536 Dec 13 10:43:34.248507 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:43:34.251485 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b354eb-3c59-420b-bb58-53b172c313b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:43:34.290799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552fdf5-1963-4d35-9546-a788ff09006a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:34.310132 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0e9cf-1193-4785-8848-114d1eed1c27 x-openstack-request-id: req-11c0e9cf-1193-4785-8848-114d1eed1c27 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:43:34.310425 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:43:34.310689 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11c0e9cf-1193-4785-8848-114d1eed1c27 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:43:34.311093 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:43:34.345742 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-378bc03e-1fd7-44ef-a1a8-0a050e3d6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.347277 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-378bc03e-1fd7-44ef-a1a8-0a050e3d6b3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0461671 Dec 13 10:43:34.396490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-96aad108-fd18-463a-86bd-1f6b6f0a8615 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 217 time: 0.0399628 Dec 13 10:43:34.449937 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-31b5596d-891d-493f-8509-9fa2e158a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.451429 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-31b5596d-891d-493f-8509-9fa2e158a477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0463469 Dec 13 10:43:34.508870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-281bda8e-1ce7-44e7-bb99-953b0fa7c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.510095 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-281bda8e-1ce7-44e7-bb99-953b0fa7c29e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437019 Dec 13 10:43:34.608286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-64584eb4-1525-4849-bfc5-49367f6a4bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906093 Dec 13 10:43:34.613251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774d63e-65b3-42de-89b1-9a72375df442 req-ed7e41db-6745-43ef-beb7-1379b232af67 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.614801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0774d63e-65b3-42de-89b1-9a72375df442 req-ed7e41db-6745-43ef-beb7-1379b232af67 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Dec 13 10:43:34.661657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0774d63e-65b3-42de-89b1-9a72375df442 req-3c4e6be6-4665-4b8b-9a15-cb04fb84cf81 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Dec 13 10:43:34.699211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-c81afc5d-802a-4212-87a1-32e9b7732563 req-8c85f182-672e-4bad-9817-844902d5a310 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831103 Dec 13 10:43:34.791103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-97b19fc6-f024-4561-806a-3341b40056e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.792575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-97b19fc6-f024-4561-806a-3341b40056e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0461121 Dec 13 10:43:34.840482 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.882491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-111be90a-6367-44bc-b126-91a86ccddd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.884013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-111be90a-6367-44bc-b126-91a86ccddd4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0845954 Dec 13 10:43:34.929636 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-791b213d-881c-42ed-b142-c3f8bf12769e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 217 time: 0.0389791 Dec 13 10:43:34.978221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-6e22b13b-eb36-4cb6-b23f-b8e0b64b5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:34.979788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-6e22b13b-eb36-4cb6-b23f-b8e0b64b5ef4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0428367 Dec 13 10:43:35.023659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-118f081c-6860-40b4-857f-db51a4d61691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:35.025124 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-118f081c-6860-40b4-857f-db51a4d61691 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389016 Dec 13 10:43:35.122074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-b949f571-023d-4503-9032-6c2609a06a17 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896902 Dec 13 10:43:35.211437 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-51b354eb-3c59-420b-bb58-53b172c313b4 req-8091dc54-c258-49f0-b1db-dc41760cbe14 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827177 Dec 13 10:43:35.780065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d294b-e282-4760-afce-104ff76fc615 req-b3cc7347-f967-44ba-8d10-72075df1fd7e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:35.781493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b8d294b-e282-4760-afce-104ff76fc615 req-b3cc7347-f967-44ba-8d10-72075df1fd7e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0476148 Dec 13 10:43:35.831823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2b8d294b-e282-4760-afce-104ff76fc615 req-52ae0f06-ea72-462d-8699-ac3cd08f7caa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Dec 13 10:43:36.239316 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94662bae-5157-465c-a6da-9184e141f805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:36.944008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654ecf-53b5-4abb-9595-638aa6ae0ae0 req-79a1f0c8-c466-4505-818a-4665fc411281 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:36.945485 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a654ecf-53b5-4abb-9595-638aa6ae0ae0 req-79a1f0c8-c466-4505-818a-4665fc411281 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0485868 Dec 13 10:43:36.991413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4a654ecf-53b5-4abb-9595-638aa6ae0ae0 req-8cbfe1bd-f089-4b07-8d8a-fc91260a91d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Dec 13 10:43:38.103942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171465a2-1a2b-4491-8b34-083a023a208b req-cdb0af90-cff4-4c87-b450-5d7942178c1a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:38.105411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-171465a2-1a2b-4491-8b34-083a023a208b req-cdb0af90-cff4-4c87-b450-5d7942178c1a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0470223 Dec 13 10:43:38.151168 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-171465a2-1a2b-4491-8b34-083a023a208b req-af0a5dce-a72e-4a52-981a-a031ffe4313a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Dec 13 10:43:38.322371 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:43:38.416455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:38.427954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'port_id': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'mac_address': 'fa:16:3e:0e:ad:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:43:38.463536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:38.476972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:43:38.495868 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:38.499879 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:38.545887 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:38.553359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.553714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.554064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.554411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.554756 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.555096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.555431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.555789 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.556122 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.556452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.556783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.557112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.557441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:38.708239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-182019c9-55ae-427e-8828-a80da9a810c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:38.802255 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:43:39.267746 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfc3e1-344c-47b0-ae48-a75e1a5e6e28 req-c9f25525-df87-4d20-ae71-4e080bbde909 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:39.269229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eacfc3e1-344c-47b0-ae48-a75e1a5e6e28 req-c9f25525-df87-4d20-ae71-4e080bbde909 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0518861 Dec 13 10:43:39.318377 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eacfc3e1-344c-47b0-ae48-a75e1a5e6e28 req-5b241872-f5fe-413c-bd3e-b07774cf340a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Dec 13 10:43:39.769542 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:40.325186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:43:40.376295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:43:40.380379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:40.380767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:40.434994 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c7628-c93c-410f-a2f0-0cf15cd4aa9a req-37ae3f8d-5d63-4aca-a537-aeb15523885d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:40.437178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-718c7628-c93c-410f-a2f0-0cf15cd4aa9a req-37ae3f8d-5d63-4aca-a537-aeb15523885d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Dec 13 10:43:40.457425 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:40.479002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:43:40.481274 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135b937-bd31-465b-89f8-0262875626b7" -d '{"events": [{"server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:43:40.484696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-718c7628-c93c-410f-a2f0-0cf15cd4aa9a req-1c58d489-4797-4efd-9dfe-641667dabc55 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Dec 13 10:43:40.494516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:40.504225 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:40.527761 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15892240-795a-4ce7-bcb3-5afb1fcb389e x-openstack-request-id: req-15892240-795a-4ce7-bcb3-5afb1fcb389e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:43:40.528309 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:43:40.528627 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15892240-795a-4ce7-bcb3-5afb1fcb389e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:43:40.529160 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'code': 200} Dec 13 10:43:40.560324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:40.627231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215089dd-e516-4414-8ee3-f02f387db2b2 req-0f4c4346-a8c5-4247-9035-1c9e01f1fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:40.628773 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-215089dd-e516-4414-8ee3-f02f387db2b2 req-0f4c4346-a8c5-4247-9035-1c9e01f1fe82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0423994 Dec 13 10:43:40.674479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-215089dd-e516-4414-8ee3-f02f387db2b2 req-37e7e012-e3ee-4376-9aeb-04e396b8c589 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Dec 13 10:43:41.381903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:41.597512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885c7f-f8e5-4c57-bc45-776d43a606af req-118942f6-e051-430c-bcbd-0e03fa96c559 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:41.599005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f885c7f-f8e5-4c57-bc45-776d43a606af req-118942f6-e051-430c-bcbd-0e03fa96c559 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0470748 Dec 13 10:43:41.648075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4f885c7f-f8e5-4c57-bc45-776d43a606af req-4136ae5d-b140-4a82-90ab-edb110257af2 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Dec 13 10:43:42.148491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:42.761083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e296bdc-f8d5-44d9-bdbb-3eb8aca814ba req-66604729-9223-4cd2-8389-ab9f3d75fa02 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:42.762537 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e296bdc-f8d5-44d9-bdbb-3eb8aca814ba req-66604729-9223-4cd2-8389-ab9f3d75fa02 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0477719 Dec 13 10:43:42.809282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8e296bdc-f8d5-44d9-bdbb-3eb8aca814ba req-342fc612-b0f8-4c38-9259-8051b481aa0e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Dec 13 10:43:42.923931 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13b96a-11c7-497b-ae51-2eb80e24a4ba req-78896a4d-db0f-407a-9bb5-e017c62d5cf9 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:42.925406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d13b96a-11c7-497b-ae51-2eb80e24a4ba req-78896a4d-db0f-407a-9bb5-e017c62d5cf9 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0504277 Dec 13 10:43:42.971879 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d13b96a-11c7-497b-ae51-2eb80e24a4ba req-2cc3c151-5e2e-46a8-97cc-bbbf8dfbd440 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Dec 13 10:43:43.159397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa3172-cfcc-40cc-8556-9b2a705c709d req-2cefae89-ef2b-4867-84ab-e891d6b59897 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:43.160890 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46fa3172-cfcc-40cc-8556-9b2a705c709d req-2cefae89-ef2b-4867-84ab-e891d6b59897 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0511994 Dec 13 10:43:43.207427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46fa3172-cfcc-40cc-8556-9b2a705c709d req-84840aa8-0417-4311-a5dd-4a5497167275 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Dec 13 10:43:49.490249 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:43:55.664942 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5955-3e6c-431b-87c1-8e63be5220fc req-c9b948c9-4925-4864-99b7-9a0a63c9ddf1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:55.666430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d5f5955-3e6c-431b-87c1-8e63be5220fc req-c9b948c9-4925-4864-99b7-9a0a63c9ddf1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0479460 Dec 13 10:43:55.713175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d5f5955-3e6c-431b-87c1-8e63be5220fc req-b564e876-d734-4ac5-b629-4fee7a650df6 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Dec 13 10:43:55.736077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40672) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:55.862633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16edf773-3c19-43ef-93ec-1f94e839c5e5 tempest-TestMinimumBasicScenario-1671890493 tempest-TestMinimumBasicScenario-1671890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:55.864181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-16edf773-3c19-43ef-93ec-1f94e839c5e5 tempest-TestMinimumBasicScenario-1671890493 tempest-TestMinimumBasicScenario-1671890493-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1092 time: 0.1271498 Dec 13 10:43:55.867050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40676) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:55.871213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:55.891989 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:55.983707 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:56.088051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Allocated IP 172.25.2.142 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/95384276-61b9-4381-92e3-dba6761f4e04) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:43:56.185365 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:56.218199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:56.260641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:43:56.263596 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:43:56.267499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:43:56.288976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'Port': ['ID=95384276-61b9-4381-92e3-dba6761f4e04,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:56.300591 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.300940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.301286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.301625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.301960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.302296 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.302629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.302953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.303287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.303701 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.304031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.304357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.304680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:43:56.975004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.040710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.188161 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.192538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.259290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'Port': ['ID=95384276-61b9-4381-92e3-dba6761f4e04,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:57.270063 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.367886 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Floating IP f1c6511b-b997-46c4-b0c8-36da2f1f8c88 associated. External IP: 172.25.2.142, port: 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1. Dec 13 10:43:57.572279 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Router 149f266f-6373-452d-aa43-d6f1a360a015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:43:57.678924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:57.688413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Sync routers for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:57.698748 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.699365 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:57.700055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:57.726724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-183b12be-6327-42b6-b380-c4c0dc731aa0 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8585439 Dec 13 10:43:57.727225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:43:57.729648 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d1b39-1e6a-4e04-af52-6a310896ce66" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:43:57.729814 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40678) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:57.735926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65933714', 'description': 'tempest-secgroup-smoke-65933714 description', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:57.762146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.773049 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c2d101-a9e9-47f6-b161-5006ae2a2808 x-openstack-request-id: req-05c2d101-a9e9-47f6-b161-5006ae2a2808 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:43:57.773444 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:43:57.773698 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05c2d101-a9e9-47f6-b161-5006ae2a2808 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:43:57.774107 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:43:57.810536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:57.864875 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-5cc31dfe-49a6-4b56-9e08-6797a0189bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:57.866378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-5cc31dfe-49a6-4b56-9e08-6797a0189bac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0657248 Dec 13 10:43:57.891881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.903659 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.970814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.972074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2406523 Dec 13 10:43:57.975023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40682) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:57.980616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:57.984370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f8bf3-7b22-4fa7-959b-cbb548ff9040 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cc8e93-d2bd-4523-88be-505986d93baa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.006877 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-f0f9d862-508b-4711-8373-efb9fb414885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:58.008397 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-f0f9d862-508b-4711-8373-efb9fb414885 service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.1309531 Dec 13 10:43:58.021850 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.043599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'f1c6511b-b997-46c4-b0c8-36da2f1f8c88', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'port_id': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'mac_address': 'fa:16:3e:0e:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:56Z', 'updated_at': '2021-12-13T10:43:56Z', 'revision_number': 0, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:58.072523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Checking router: 149f266f-6373-452d-aa43-d6f1a360a015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:58.081796 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:58.082423 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:43:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:58.084672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.089004 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-85cc256d-a0be-40e6-9c6a-de30edcecc2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1000 time: 0.0636747 Dec 13 10:43:58.090179 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.109126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d9bf4-d841-4381-80ed-6c100de8f8cd,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.115656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.117201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ba9d60cf-bb9a-4655-9a44-3b957e52fea8 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401238 Dec 13 10:43:58.119515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40684) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:58.124490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:58.146679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-85bfe3d6-8cc3-4824-b32a-474e0f8da574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:58.148238 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-85bfe3d6-8cc3-4824-b32a-474e0f8da574 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0527894 Dec 13 10:43:58.154811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.201289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:58.210909 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-2c86f851-7825-4da6-9b7e-ac44c35c6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:58.212514 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-2c86f851-7825-4da6-9b7e-ac44c35c6ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536931 Dec 13 10:43:58.218278 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.223228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.248737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f502bb-7c52-434c-b0f5-f0c812d5b54b,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.262962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.267438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-81780284-746e-4142-bccb-8cab36ec65f4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438696 Dec 13 10:43:58.267967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:58.272412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:58.320306 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.346774 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-e2a5392d-45d1-4980-b37b-5261c53b1bb4 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271205 Dec 13 10:43:58.449028 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.458103 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.490498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321d72e3-d9dd-475f-a05b-1d3421061ad0,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.495850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-062d1b39-1e6a-4e04-af52-6a310896ce66 req-3b0eb071-d864-47f7-bb27-2a2d66b374fc service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377153 Dec 13 10:43:58.498545 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.500285 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5de5e28d-4947-43b1-b0a9-0607e659dddb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307076 Dec 13 10:43:58.503104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:58.507415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:58.534788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.593731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.597401 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.610609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'f1c6511b-b997-46c4-b0c8-36da2f1f8c88', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'port_id': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'mac_address': 'fa:16:3e:0e:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:56Z', 'updated_at': '2021-12-13T10:43:56Z', 'revision_number': 0, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:58.617679 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c49e97-0bd7-43d4-9dd8-5f6e96241921,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.623300 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.627879 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-91f901d7-ec3e-4e6e-8a24-2fa2a4b5f3d5 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204488 Dec 13 10:43:58.628043 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:58.632180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:58.638911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49eb9b-22ed-4455-8900-cc130cb0967f None None] The sync data for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 is: [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'f1c6511b-b997-46c4-b0c8-36da2f1f8c88', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'port_id': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'mac_address': 'fa:16:3e:0e:ad:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:56Z', 'updated_at': '2021-12-13T10:43:56Z', 'revision_number': 0, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:58.655108 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Project cbaf9cf35814422e9e77da5beb109edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:43:58.660907 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.736368 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.739951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.758006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc800f-b2e9-48e9-9299-a8750b82f6ca,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.765804 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.767028 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-21cb89c4-f1ac-47d8-a376-a728586cf2de tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381252 Dec 13 10:43:58.769800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:58.774305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'security_group_rule': {'security_group_id': '06cc8e93-d2bd-4523-88be-505986d93baa', 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:58.798008 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Project cbaf9cf35814422e9e77da5beb109edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:43:58.803240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.843049 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd22b1-fe41-48e1-9956-0378e4755602 None None] New status for floating IP f1c6511b-b997-46c4-b0c8-36da2f1f8c88: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:43:58.875940 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.879538 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.896557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803e6ab3-355a-4ea2-b9c3-d0d09f6032b8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:58.905169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:58.906950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7489a657-c7ad-46a8-bc35-a45ef1d008fa tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356900 Dec 13 10:43:59.000581 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04561249-5fff-415c-9968-c352d9b9654f req-1870fccb-e94b-460e-8876-40de3bd2e48d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65933714&fields=id&tenant_id=cbaf9cf35814422e9e77da5beb109edb HTTP/1.1" status: 200 len: 267 time: 0.0455654 Dec 13 10:43:59.056268 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04561249-5fff-415c-9968-c352d9b9654f req-87047eb2-368a-44ac-9d8a-e20b8d9c2ce4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:59.057754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04561249-5fff-415c-9968-c352d9b9654f req-87047eb2-368a-44ac-9d8a-e20b8d9c2ce4 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0504076 Dec 13 10:43:59.069542 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'port': {'security_groups': ['40c6c8f7-a470-4555-b80c-65de494e97a4', '06cc8e93-d2bd-4523-88be-505986d93baa']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:43:59.133072 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.309954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:43:59.344498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.348577 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.361595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:43:59.392549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:59.393178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.394579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-04561249-5fff-415c-9968-c352d9b9654f req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "PUT /v2.0/ports/6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 982 time: 0.3296669 Dec 13 10:43:59.424834 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca35a6-4db7-4aeb-8bd1-4eb77b13b85d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:59.462466 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:43:59.506467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f19c8-a776-453c-9458-d322aab33a3d req-f9ae700b-37b7-451e-977c-786aa80ccc04 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:59.507696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-712f19c8-a776-453c-9458-d322aab33a3d req-f9ae700b-37b7-451e-977c-786aa80ccc04 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0533433 Dec 13 10:43:59.580609 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-712f19c8-a776-453c-9458-d322aab33a3d req-adf6abde-e917-4703-9af5-241ef7d9bbff tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0624688 Dec 13 10:43:59.714055 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-819d1220-45c8-4ded-bf8c-9774f2bfc3cd None None] Provisioning complete for port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:43:59.714344 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-819d1220-45c8-4ded-bf8c-9774f2bfc3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.775165 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:43:59.777839 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a46a6-12e3-498d-82b0-73e8cc817d53" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:43:59.813926 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e471dae-e2c1-455d-a700-829730f5ed16 x-openstack-request-id: req-2e471dae-e2c1-455d-a700-829730f5ed16 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:43:59.814211 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:43:59.814473 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e471dae-e2c1-455d-a700-829730f5ed16 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:43:59.814880 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:43:59.879947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-1928b574-ab8f-42be-8e21-e740154f4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:59.881382 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-1928b574-ab8f-42be-8e21-e740154f4e31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0420210 Dec 13 10:43:59.977621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-788b7bb3-a04b-4651-b56e-c22cff1c15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:59.979264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-788b7bb3-a04b-4651-b56e-c22cff1c15b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0911939 Dec 13 10:44:00.044559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-6beca36f-26e5-485d-bd95-0985a0957f0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.0583644 Dec 13 10:44:00.098097 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-f43bc4c0-2f86-482d-a946-5492d5d98643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:00.099568 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-f43bc4c0-2f86-482d-a946-5492d5d98643 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0467720 Dec 13 10:44:00.144859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-c351e138-5183-4834-83ad-6254cf32768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:00.146258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-c351e138-5183-4834-83ad-6254cf32768c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396273 Dec 13 10:44:00.235741 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-5990590a-3863-46cc-a02a-0836444a87b2 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806420 Dec 13 10:44:00.262775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:00.329370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9d0a46a6-12e3-498d-82b0-73e8cc817d53 req-2d43a56d-b620-4d6e-904f-bf428ea3bf8b service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Dec 13 10:44:04.837932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:06.240444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-276cde83-81c5-4430-a747-0b5787adc14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:08.699261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cf6eaf54-59cc-4b14-b5cb-756bbf3b4bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:08.982495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-60588883-1185-40e3-9121-ee778caca790 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394976 Dec 13 10:44:09.070300 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-14cd470c-3de7-4ebf-a4f9-40e753e3851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:09.072229 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-14cd470c-3de7-4ebf-a4f9-40e753e3851a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0480015 Dec 13 10:44:09.179128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-df33a1df-6a55-419d-bee9-dd15ae2261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:09.180744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-df33a1df-6a55-419d-bee9-dd15ae2261cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0886557 Dec 13 10:44:09.248237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-b2b8ecf0-a90c-4d0e-83a8-01d0d1f6fd92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.0590839 Dec 13 10:44:09.309106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-45d4d61d-b0de-4428-9577-adcebfc27cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:09.310589 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-45d4d61d-b0de-4428-9577-adcebfc27cc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0486622 Dec 13 10:44:09.357532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-b5cc2286-8803-4977-ab99-b62250d07c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:09.359624 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-b5cc2286-8803-4977-ab99-b62250d07c95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416467 Dec 13 10:44:09.445634 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-94bdd986-f604-42ca-ba72-5c8c5f7b8c1c service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798802 Dec 13 10:44:09.537743 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d759bc5c-a0bf-42ef-9ed1-50b6404dd20c req-3138472f-b498-4d49-bc73-95e3d8edc161 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 Dec 13 10:44:09.771330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:11.384191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:12.149927 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:26.488538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:44:30.263565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:34.826516 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:36.240972 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d4269b48-643e-478c-89bb-8612556fdaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:38.700248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9729d132-1074-48b2-bcb5-3725e0b7c48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:39.773319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:41.385908 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:42.151152 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.631685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-cc3ae6fc-ae1d-48a1-935e-cb5eb1ae76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:57.633261 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-cc3ae6fc-ae1d-48a1-935e-cb5eb1ae76e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0863645 Dec 13 10:44:57.701193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015671-8d2d-4787-b0ed-952bcb58d5ea req-284a9d4e-6716-467c-a073-a15087051142 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:57.702592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d015671-8d2d-4787-b0ed-952bcb58d5ea req-284a9d4e-6716-467c-a073-a15087051142 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.1663032 Dec 13 10:44:57.728801 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-7b4aaacb-52ac-43e6-b772-671baa7893cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:57.730401 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-7b4aaacb-52ac-43e6-b772-671baa7893cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0899119 Dec 13 10:44:57.762097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2d015671-8d2d-4787-b0ed-952bcb58d5ea req-c6455500-2fd9-45fc-8e56-5e3d9dc70769 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528121 Dec 13 10:44:57.800410 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-a8ef4022-3698-46ae-ada7-e5377f572f5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.0616519 Dec 13 10:44:57.848936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-5e116cad-398c-4088-914b-58f23b02930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:57.850359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-5e116cad-398c-4088-914b-58f23b02930f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0430820 Dec 13 10:44:57.898680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-43e0f9be-42c8-4fd5-a884-177cc734b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:57.900177 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-43e0f9be-42c8-4fd5-a884-177cc734b5b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419364 Dec 13 10:44:57.987199 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-4a0baa64-592c-4abe-be46-202e533c519f service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792818 Dec 13 10:44:58.079066 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-5324caab-c2f4-45d6-951e-ca48ebdb89f2 req-e5007bd3-c74c-454d-be2a-3f1f5afb1172 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843716 Dec 13 10:44:58.931000 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154907aa-a3b5-4b12-9f1e-1b828a7ffa14 req-7ba89f77-ab4c-47a3-be1e-050003e4ea46 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.932621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-154907aa-a3b5-4b12-9f1e-1b828a7ffa14 req-7ba89f77-ab4c-47a3-be1e-050003e4ea46 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0969689 Dec 13 10:44:58.992066 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-154907aa-a3b5-4b12-9f1e-1b828a7ffa14 req-65a550c6-a79c-49b5-8579-b2ae7fe868f1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534992 Dec 13 10:45:00.108302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b45751-0498-4556-ad25-b2e88376c694 req-457b6188-d2f4-4658-ba3f-4115740c69af tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:00.109785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97b45751-0498-4556-ad25-b2e88376c694 req-457b6188-d2f4-4658-ba3f-4115740c69af tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0486059 Dec 13 10:45:00.172869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97b45751-0498-4556-ad25-b2e88376c694 req-de9dc452-9d58-4229-abf5-eca5127d6c53 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571458 Dec 13 10:45:00.262549 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.288472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a305e-2f9e-456a-a6d9-a5615801c7cd req-03c7a903-4431-4ce4-bf6c-d1bd629e9639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:01.289991 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d85a305e-2f9e-456a-a6d9-a5615801c7cd req-03c7a903-4431-4ce4-bf6c-d1bd629e9639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0491338 Dec 13 10:45:01.349513 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d85a305e-2f9e-456a-a6d9-a5615801c7cd req-17218eaf-d358-4b06-838e-03e97245a87e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535529 Dec 13 10:45:02.467004 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e5ec-9ff3-485f-8d7c-69169214b438 req-a9bf1dc6-ebab-40d7-84e1-1375cb70c5a2 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:02.468510 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3507e5ec-9ff3-485f-8d7c-69169214b438 req-a9bf1dc6-ebab-40d7-84e1-1375cb70c5a2 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0486984 Dec 13 10:45:02.527712 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3507e5ec-9ff3-485f-8d7c-69169214b438 req-638b9350-43cb-4a84-a79f-a43be7560d7d tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525410 Dec 13 10:45:03.487620 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:45:03.650677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5537e0-24e6-472e-a47d-7d1f9fa83b65 req-364ca990-b769-41ab-b3eb-00653c6da84b tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:03.652187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d5537e0-24e6-472e-a47d-7d1f9fa83b65 req-364ca990-b769-41ab-b3eb-00653c6da84b tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0563495 Dec 13 10:45:03.711805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d5537e0-24e6-472e-a47d-7d1f9fa83b65 req-a24d2a00-bf22-4ab3-9aea-0ba9345f70d1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534601 Dec 13 10:45:04.824743 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.827340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e0b4-e26d-4e3f-b7d5-35411f2a8db6 req-c72c6fed-fd7f-4140-bf38-315855154ea7 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:04.829475 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65b9e0b4-e26d-4e3f-b7d5-35411f2a8db6 req-c72c6fed-fd7f-4140-bf38-315855154ea7 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0508127 Dec 13 10:45:04.888838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-65b9e0b4-e26d-4e3f-b7d5-35411f2a8db6 req-b79e5fe6-8839-4faf-a0c6-c1db8965dc71 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530851 Dec 13 10:45:06.002646 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4975-55dd-4acd-b338-97ec0ed23ce3 req-35e54552-f7cc-4d08-a6ad-62afc3ea713f tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:06.004143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ea4975-55dd-4acd-b338-97ec0ed23ce3 req-35e54552-f7cc-4d08-a6ad-62afc3ea713f tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0482340 Dec 13 10:45:06.068584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d7ea4975-55dd-4acd-b338-97ec0ed23ce3 req-7dcce741-ad87-4512-8621-fcf81679cf3a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575585 Dec 13 10:45:06.242405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20a1ad3f-6052-4839-962b-8f44d0358a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.183167 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d388-9fca-4960-9630-9d2052ea7f69 req-b5de2943-090c-4658-a9ec-22b2777ebfb3 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:07.184661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dfa2d388-9fca-4960-9630-9d2052ea7f69 req-b5de2943-090c-4658-a9ec-22b2777ebfb3 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0488493 Dec 13 10:45:07.244128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dfa2d388-9fca-4960-9630-9d2052ea7f69 req-0a8a8f0b-d99b-4cb9-82ec-f4cfc58a7f90 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528262 Dec 13 10:45:08.360844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c1b52-bd12-4e7a-83cb-6fb35a752f84 req-ddca1329-04c8-44ba-8fc1-448ba101588b tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:08.362313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c67c1b52-bd12-4e7a-83cb-6fb35a752f84 req-ddca1329-04c8-44ba-8fc1-448ba101588b tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0481675 Dec 13 10:45:08.421211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c67c1b52-bd12-4e7a-83cb-6fb35a752f84 req-d3ba1ce9-9fbd-49d2-a9eb-f2ac27d4bee6 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526292 Dec 13 10:45:08.701884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-587c7867-6f2a-4dd0-a680-c0d84b03dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.967480 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-dcb2f8a6-470c-4113-9a2b-0600c844215d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417366 Dec 13 10:45:09.047481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-cf5c95d1-0bc9-4dac-8635-9fa0cdeef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:09.049037 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-cf5c95d1-0bc9-4dac-8635-9fa0cdeef587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0406165 Dec 13 10:45:09.150514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-74c30db1-7bd7-49c0-8e10-2403cc8e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:09.152009 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-74c30db1-7bd7-49c0-8e10-2403cc8e9fef service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0847685 Dec 13 10:45:09.547520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3232fd-32d1-43ad-aef4-af43e1170cbe req-7722a189-c5f1-45cf-896c-0bdac38cb534 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:09.549047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de3232fd-32d1-43ad-aef4-af43e1170cbe req-7722a189-c5f1-45cf-896c-0bdac38cb534 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0552113 Dec 13 10:45:09.555252 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-de2a8fcb-ff20-4eae-8c5f-f8c633f99c85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.3963501 Dec 13 10:45:09.604153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-13b9186f-4d93-4a31-b768-6009353dabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:09.605599 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-13b9186f-4d93-4a31-b768-6009353dabd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0433698 Dec 13 10:45:09.609986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-de3232fd-32d1-43ad-aef4-af43e1170cbe req-fe27adf2-13cc-47d6-a908-f9fc8880b2bb tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&id=06cc8e93-d2bd-4523-88be-505986d93baa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536628 Dec 13 10:45:09.653245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-75f11dd5-12d8-4004-8193-e799a40370e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:09.654711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-75f11dd5-12d8-4004-8193-e799a40370e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423522 Dec 13 10:45:09.740317 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-8ada5d08-fe78-43ca-9734-e41f31393094 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778522 Dec 13 10:45:09.778527 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.833540 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-b8dc7289-7b88-4e88-bc85-9b2b99ade521 req-88abad0d-d103-4987-b410-9be13c32668e service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Dec 13 10:45:11.388135 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:12.152897 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:30.261338 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:34.838289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:36.243300 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ef4c-c3b6-410e-b751-0990ebc81319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:38.704096 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ee788640-5825-45c3-93e6-bfe263afe1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:39.777801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:40.485937 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:45:41.394492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:42.155476 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:00.277500 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:04.829452 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:06.244163 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c1e08b23-827e-4694-a8de-a757f02ac198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:08.706046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e26c9033-1133-4535-b78f-c9dc9bb1b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:09.781108 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:10.974680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-6c3447ee-5add-4d06-ac8d-9de9bc7f0487 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422707 Dec 13 10:46:11.055209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-ad00f330-e5cc-4f35-8d1b-1d1f182383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.056835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-ad00f330-e5cc-4f35-8d1b-1d1f182383ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0419610 Dec 13 10:46:11.161017 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-bc64a46e-5231-420a-8365-ed28d0264e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.162495 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-bc64a46e-5231-420a-8365-ed28d0264e2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0858855 Dec 13 10:46:11.227616 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-67c76952-6328-4b45-8121-87c6e4f32f88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.0579777 Dec 13 10:46:11.276502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-e60f1b0d-30ad-41ca-bcf9-a3a50c1b1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.277901 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-e60f1b0d-30ad-41ca-bcf9-a3a50c1b1a59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0431476 Dec 13 10:46:11.327182 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-fe15d9ac-95b9-47a6-bd77-dd80aef99c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.328672 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-fe15d9ac-95b9-47a6-bd77-dd80aef99c13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429306 Dec 13 10:46:11.393128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:11.416689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-e2253381-8350-409b-ba5e-ad79add892b4 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803738 Dec 13 10:46:11.507964 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f2b7dc7a-a0c3-441a-a4d2-50fd877d4dc1 req-358cc3b2-3b8c-47fe-a09a-0900aa832389 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836678 Dec 13 10:46:12.158898 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:12.972597 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-a531de26-9187-40fa-a1b5-5933f654de64 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65933714&fields=id&tenant_id=cbaf9cf35814422e9e77da5beb109edb HTTP/1.1" status: 200 len: 267 time: 0.0463798 Dec 13 10:46:13.025695 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-8ddbce6a-3ad5-4b4b-b5d6-d93262022323 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.027181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-8ddbce6a-3ad5-4b4b-b5d6-d93262022323 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 985 time: 0.0490448 Dec 13 10:46:13.038125 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Request body: {'port': {'security_groups': ['40c6c8f7-a470-4555-b80c-65de494e97a4']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:13.105155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.273522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:13.302331 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.306631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.320036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:46:13.370024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.370646 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.372084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e51badc9-cad7-4c60-bfa8-a1fa96e62e50 req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "PUT /v2.0/ports/6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 943 time: 0.3383522 Dec 13 10:46:13.372534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:13.374836 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:13.378480 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40784) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:13.401343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event updated for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:13.418680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.419026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.419371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.419991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.420328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.420663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.420995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.421322 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.421647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.421991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.422297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.423144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.423472 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdd791-4b0a-49a8-8f76-3ee06f79d7ca tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.434815 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:46:13.484240 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.524814 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.548283 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf36ca7a-f7f4-4214-b598-a2171697e8cf x-openstack-request-id: req-cf36ca7a-f7f4-4214-b598-a2171697e8cf {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:13.548820 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:13.549262 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf36ca7a-f7f4-4214-b598-a2171697e8cf {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:13.549842 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:46:13.619586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-e52a12dc-0810-4459-82b6-c7f243a663ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.621656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-e52a12dc-0810-4459-82b6-c7f243a663ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0448070 Dec 13 10:46:13.629056 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.632042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.635563 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "DELETE /v2.0/security-groups/06cc8e93-d2bd-4523-88be-505986d93baa HTTP/1.1" status: 204 len: 168 time: 0.2526102 Dec 13 10:46:13.635725 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-347969f1-ee60-4303-8cba-a72d019c3b1e None None] Provisioning complete for port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:13.635725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-347969f1-ee60-4303-8cba-a72d019c3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.636193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40790) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:13.661799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cc8e93-d2bd-4523-88be-505986d93baa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:13.705189 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.705561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.705900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.706251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.706595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.706934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.707590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.707590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.707948 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.708284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.708615 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.708943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.709271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce2ba9a-a948-49bf-a6cf-30eb053a5fa1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:13.758257 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-e97c5e0b-5a40-453d-9815-4b09a44608b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.759791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-e97c5e0b-5a40-453d-9815-4b09a44608b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.1255429 Dec 13 10:46:13.812050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Deleting port 95384276-61b9-4381-92e3-dba6761f4e04 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:13.812050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.827524 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-83b88495-0371-449d-a5d9-7775f83bc2ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 1002 time: 0.0599217 Dec 13 10:46:13.880802 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-7961f58e-bd88-4897-a986-3529307597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.882206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-7961f58e-bd88-4897-a986-3529307597d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0479674 Dec 13 10:46:13.889699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.890039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:13.902317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Calling delete_port for 95384276-61b9-4381-92e3-dba6761f4e04 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:13.929069 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-1e369c97-f9e4-42ad-8615-28f6498dedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:13.930588 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-1e369c97-f9e4-42ad-8615-28f6498dedec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403507 Dec 13 10:46:14.023598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-08fb36c5-7eef-4904-ade9-94b57d1081a9 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Dec 13 10:46:14.050490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:14.076666 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event deleted for resources: {'Port': ['ID=95384276-61b9-4381-92e3-dba6761f4e04,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:14.124189 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-11d7b2fd-1cfe-45a5-83b9-296b0dd9d60b req-a7f7c5df-decf-4df9-8d18-53812aeafab3 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932829 Dec 13 10:46:14.133552 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:14.133788 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Floating IP f1c6511b-b997-46c4-b0c8-36da2f1f8c88 disassociated (deleted). External IP: 172.25.2.142, port: 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1. Dec 13 10:46:14.334768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Router 149f266f-6373-452d-aa43-d6f1a360a015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:14.437722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:14.442973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:14.447574 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Sync routers for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:14.458247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:14.458862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:14.469148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a311e140-8063-4773-bd6b-60cd95384f03 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "DELETE /v2.0/floatingips/f1c6511b-b997-46c4-b0c8-36da2f1f8c88 HTTP/1.1" status: 204 len: 168 time: 0.8317497 Dec 13 10:46:14.566299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:14.773894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:14.800067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Checking router: 149f266f-6373-452d-aa43-d6f1a360a015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:14.808511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:14.809130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:14.914180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:15.114066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:15.140336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef88f48-549f-44a6-895c-8165dd7aabf1 None None] The sync data for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 is: [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2ac58876-bdee-4278-931a-bfc9738f9444', 'name': '', 'network_id': '671a57c4-0002-4ff6-b4d0-650d3546ee0d', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'mac_address': 'fa:16:3e:a4:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:03Z', 'updated_at': '2021-12-13T10:43:09Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'subnets': [{'id': '5c2270c1-9267-4ad1-a5d0-6a5fa596576a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:15.364170 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f9bb1-1686-46c9-a9f2-25452b93119a None None] New status for floating IP f1c6511b-b997-46c4-b0c8-36da2f1f8c88: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:46:15.551213 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:15.553959 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec058b-84c3-480d-abf2-244021d23078" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:15.590913 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768353b7-f161-4b22-8a75-5d60b5ec5a07 x-openstack-request-id: req-768353b7-f161-4b22-8a75-5d60b5ec5a07 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:15.591208 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:15.591468 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768353b7-f161-4b22-8a75-5d60b5ec5a07 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:15.591902 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:46:15.656027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec058b-84c3-480d-abf2-244021d23078 req-07b9bf1e-36eb-4bd2-8b04-b2eaeebe8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:15.658006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-07b9bf1e-36eb-4bd2-8b04-b2eaeebe8230 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbaf9cf35814422e9e77da5beb109edb&device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0426662 Dec 13 10:46:15.751586 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec058b-84c3-480d-abf2-244021d23078 req-b04df878-25e6-462b-9b13-36f010310f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:15.753112 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-b04df878-25e6-462b-9b13-36f010310f8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 200 len: 915 time: 0.0887537 Dec 13 10:46:15.796413 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-7ad6eb09-ff66-42e1-9d3d-ddaa2a128abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 200 len: 217 time: 0.0364845 Dec 13 10:46:15.845707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec058b-84c3-480d-abf2-244021d23078 req-5a2ee7ad-1df4-4218-8eb1-816158f080d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:15.847182 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-5a2ee7ad-1df4-4218-8eb1-816158f080d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 200 len: 853 time: 0.0443134 Dec 13 10:46:15.892216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec058b-84c3-480d-abf2-244021d23078 req-856c7a51-9efe-468b-8b0c-5a98381becd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:15.893730 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-856c7a51-9efe-468b-8b0c-5a98381becd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=671a57c4-0002-4ff6-b4d0-650d3546ee0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395396 Dec 13 10:46:15.998290 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-eb701352-b260-4764-812f-7878060fec74 service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969276 Dec 13 10:46:16.091087 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-89ec058b-84c3-480d-abf2-244021d23078 req-38af848b-63fe-4329-9e68-8cec9192de5b service neutron] 10.222.0.16 "GET /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Dec 13 10:46:17.486606 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:46:23.242956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87ad-efb8-4fbb-a0f1-13510419499c req-dcec0ca5-4c17-451f-8380-4a47a2d70116 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:23.244551 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7c87ad-efb8-4fbb-a0f1-13510419499c req-dcec0ca5-4c17-451f-8380-4a47a2d70116 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0557160 Dec 13 10:46:23.294444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5e7c87ad-efb8-4fbb-a0f1-13510419499c req-10aa5986-7ce4-48de-8c28-6ed0e32740b1 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Dec 13 10:46:24.409836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3307-f683-4f04-9a92-13837966b252 req-ccf70ba2-bf35-45b2-8123-2193000b2733 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:24.411328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b9d3307-f683-4f04-9a92-13837966b252 req-ccf70ba2-bf35-45b2-8123-2193000b2733 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0482395 Dec 13 10:46:24.457806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0b9d3307-f683-4f04-9a92-13837966b252 req-aaad2dbb-a65f-4695-be64-23f84857515e tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/security-groups?id=40c6c8f7-a470-4555-b80c-65de494e97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Dec 13 10:46:25.220916 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb257-57cf-4480-893b-d68e553e4953 req-0ec8b60f-e425-42d0-bdba-3f37f9e94d80 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:25.222386 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d06eb257-57cf-4480-893b-d68e553e4953 req-0ec8b60f-e425-42d0-bdba-3f37f9e94d80 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0535824 Dec 13 10:46:25.309278 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Deleting port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:25.309612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:25.397994 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] For port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:25.398352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:25.410318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Calling delete_port for 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:25.535173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:25.548257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:46:25.555582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9cc6dc83-4ee7-4744-8950-bb17ee77d8fd req-0ec81854-180d-40a0-9f2e-ee62737bb64a tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6151fe-afa3-4711-88ce-76d7d8e1e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0302529 Dec 13 10:46:25.568448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Pushing event deleted for resources: {'Port': ['ID=6cc2c6d3-6cb8-4b84-a5d5-827581390cc1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:25.618862 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] No DVR routers for this DVR port 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:46:25.621521 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:25.624997 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d06eb257-57cf-4480-893b-d68e553e4953 req-fa1c6ab0-c551-4b88-91b7-4a541f6e5639 tempest-TestMinimumBasicScenario-86208137 tempest-TestMinimumBasicScenario-86208137-project] 10.222.0.16 "DELETE /v2.0/ports/6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 HTTP/1.1" status: 204 len: 173 time: 0.3968766 Dec 13 10:46:25.625513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'name': 'network-vif-deleted', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:25.627860 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dedd589-9f76-4e84-a953-7871f48a14b0" -d '{"events": [{"server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "name": "network-vif-deleted", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:25.723347 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9151eae-975c-4230-b41d-ba22ec571b26 x-openstack-request-id: req-d9151eae-975c-4230-b41d-ba22ec571b26 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:25.723701 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6151fe-afa3-4711-88ce-76d7d8e1e8d7", "name": "network-vif-deleted", "tag": "6cc2c6d3-6cb8-4b84-a5d5-827581390cc1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:25.723961 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9151eae-975c-4230-b41d-ba22ec571b26 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:25.724375 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6151fe-afa3-4711-88ce-76d7d8e1e8d7', 'name': 'network-vif-deleted', 'tag': '6cc2c6d3-6cb8-4b84-a5d5-827581390cc1', 'status': 'completed', 'code': 200} Dec 13 10:46:27.135212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40886) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:27.468908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:27.705476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Deleting port 2ac58876-bdee-4278-931a-bfc9738f9444 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:27.705808 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:27.780051 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] For port 2ac58876-bdee-4278-931a-bfc9738f9444, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2ac58876-bdee-4278-931a-bfc9738f9444,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:27.780333 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:27.792568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Calling delete_port for 2ac58876-bdee-4278-931a-bfc9738f9444 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:27.970683 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:28.000781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac58876-bdee-4278-931a-bfc9738f9444,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:28.164098 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:28.718512 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Router 149f266f-6373-452d-aa43-d6f1a360a015 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:28.824400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:28.829690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-378909c0-9ea6-49e4-a7c8-ba71ec107fd1 admin admin] 10.222.0.31 "PUT /v2.0/routers/149f266f-6373-452d-aa43-d6f1a360a015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933830 Dec 13 10:46:28.832296 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:28.841026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Sync routers for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:28.850998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:28.851650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:28.939792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:28.958149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:29.042897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.083823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:29.098708 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Deleting port e1df1883-43e3-4a6b-8e95-5ff96b5ac829 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:29.099085 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.114384 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:29.114750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 6cc2c6d3-6cb8-4b84-a5d5-827581390cc1 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:29.167484 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:46:27Z', 'revision_number': 5, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port': {'id': 'e1df1883-43e3-4a6b-8e95-5ff96b5ac829', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f266f-6373-452d-aa43-d6f1a360a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:29.192035 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] For port e1df1883-43e3-4a6b-8e95-5ff96b5ac829, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:29.192402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.197259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Checking router: 149f266f-6373-452d-aa43-d6f1a360a015 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:29.204555 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Calling delete_port for e1df1883-43e3-4a6b-8e95-5ff96b5ac829 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:29.206252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Routers {'149f266f-6373-452d-aa43-d6f1a360a015'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:29.206863 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['149f266f-6373-452d-aa43-d6f1a360a015'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:29.388069 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.419781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df1883-43e3-4a6b-8e95-5ff96b5ac829,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:29.447137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658204e-5464-4db4-9c29-56f2e3d03c89 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:29.468397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] Set router 149f266f-6373-452d-aa43-d6f1a360a015 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:29.480246 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.523444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:46:29Z', 'revision_number': 6, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:29.554811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c76a83-101d-4e14-bc1a-890d69bb6c49 None None] The sync data for ids ['149f266f-6373-452d-aa43-d6f1a360a015'] in n-d-820935-7 is: [{'id': '149f266f-6373-452d-aa43-d6f1a360a015', 'name': 'tempest-TestMinimumBasicScenario-382564847-router', 'tenant_id': 'cbaf9cf35814422e9e77da5beb109edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:01Z', 'updated_at': '2021-12-13T10:46:29Z', 'revision_number': 6, 'project_id': 'cbaf9cf35814422e9e77da5beb109edb', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:29.573569 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.575953 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.623738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.624276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149f266f-6373-452d-aa43-d6f1a360a015 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:46:29.629358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.630550 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fe3d9c71-16f8-4e73-96f1-681dbae51def admin admin] 10.222.0.31 "DELETE /v2.0/routers/149f266f-6373-452d-aa43-d6f1a360a015 HTTP/1.1" status: 204 len: 168 time: 0.7972414 Dec 13 10:46:29.633155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:29.677833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Deleting subnet 5c2270c1-9267-4ad1-a5d0-6a5fa596576a {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:46:29.680780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.714980 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.795200 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.847808 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.874112 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2270c1-9267-4ad1-a5d0-6a5fa596576a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:29.876203 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.879457 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d6c86eed-3772-4a2b-8f17-a0d9e9339391 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5c2270c1-9267-4ad1-a5d0-6a5fa596576a HTTP/1.1" status: 204 len: 168 time: 0.2453496 Dec 13 10:46:29.882106 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:29.884030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a494a74-a95b-4701-b667-9d06b89e625f None None] Network 671a57c4-0002-4ff6-b4d0-650d3546ee0d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:29.981707 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.037867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Deleting port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:30.038206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.098464 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] For port 8a6bbdd7-0eb5-472b-b921-175107bb8d27, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8a6bbdd7-0eb5-472b-b921-175107bb8d27,segment=NetworkSegment(5044a7a4-f8cd-42f5-9483-cf485e005798),segment_id=5044a7a4-f8cd-42f5-9483-cf485e005798)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:30.098820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.111168 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Calling delete_port for 8a6bbdd7-0eb5-472b-b921-175107bb8d27 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:30.193358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.220461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6bbdd7-0eb5-472b-b921-175107bb8d27,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:30.222386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] No DVR routers for this DVR port 8a6bbdd7-0eb5-472b-b921-175107bb8d27 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:46:30.276361 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.297383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.317478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671a57c4-0002-4ff6-b4d0-650d3546ee0d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:30.327066 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5044a7a4-f8cd-42f5-9483-cf485e005798') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:30.327356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5044a7a4-f8cd-42f5-9483-cf485e005798') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:30.338478 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.351954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.360180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:46:30.362090 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:46:30.362515 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:46:30.365933 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90423b22-9835-4f7d-817e-56b1f2b4bece None None] DHCP port deletion for 671a57c4-0002-4ff6-b4d0-650d3546ee0d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:30.423795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.429369 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:30.432672 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] 10.222.0.31 "DELETE /v2.0/networks/671a57c4-0002-4ff6-b4d0-650d3546ee0d HTTP/1.1" status: 204 len: 168 time: 0.5493898 Dec 13 10:46:30.436104 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40894) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:30.447663 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83a0af-29a9-40b1-bc21-3c5f1fce0d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=671a57c4-0002-4ff6-b4d0-650d3546ee0d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:30.790493 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.034314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Deleting port 07ff638f-1cbd-4634-b812-2a17d3c02f1c {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:31.034573 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.108588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] For port 07ff638f-1cbd-4634-b812-2a17d3c02f1c, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=07ff638f-1cbd-4634-b812-2a17d3c02f1c,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:31.108946 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.120158 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Calling delete_port for 07ff638f-1cbd-4634-b812-2a17d3c02f1c owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:31.296315 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.322042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Pushing event deleted for resources: {'Port': ['ID=07ff638f-1cbd-4634-b812-2a17d3c02f1c,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:31.481868 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.668995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8a6bbdd7-0eb5-472b-b921-175107bb8d27 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:31.689447 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8a6bbdd7-0eb5-472b-b921-175107bb8d27 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:31.689804 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8a6bbdd7-0eb5-472b-b921-175107bb8d27 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:31.690231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e1df1883-43e3-4a6b-8e95-5ff96b5ac829 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:31.696458 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Router 0247c339-8a4c-4c8b-b910-3c9857589cc1 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:31.709520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e1df1883-43e3-4a6b-8e95-5ff96b5ac829 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:31.709873 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e1df1883-43e3-4a6b-8e95-5ff96b5ac829 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:31.710295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2ac58876-bdee-4278-931a-bfc9738f9444 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:31.728715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2ac58876-bdee-4278-931a-bfc9738f9444 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:31.729070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2ac58876-bdee-4278-931a-bfc9738f9444 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:31.801403 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:31.806397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bed6b909-8ded-42e7-b3af-7e27acd9731e admin admin] 10.222.0.31 "PUT /v2.0/routers/0247c339-8a4c-4c8b-b910-3c9857589cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691781 Dec 13 10:46:31.808995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40896) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:31.813990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Sync routers for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:31.823351 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:31.824066 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:31.911287 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.927171 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:32.013353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.069398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Deleting port 403f20a4-ecf5-48d2-ad2a-111065cb66c2 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:32.069740 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.110844 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:46:31Z', 'revision_number': 5, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port': {'id': '403f20a4-ecf5-48d2-ad2a-111065cb66c2', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:43:06Z', 'updated_at': '2021-12-13T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:32.136888 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Checking router: 0247c339-8a4c-4c8b-b910-3c9857589cc1 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:32.144936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Routers {'0247c339-8a4c-4c8b-b910-3c9857589cc1'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:32.145551 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['0247c339-8a4c-4c8b-b910-3c9857589cc1'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:32.147295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] For port 403f20a4-ecf5-48d2-ad2a-111065cb66c2, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=403f20a4-ecf5-48d2-ad2a-111065cb66c2,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:32.147704 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.159408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Calling delete_port for 403f20a4-ecf5-48d2-ad2a-111065cb66c2 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:32.315483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] Set router 0247c339-8a4c-4c8b-b910-3c9857589cc1 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:32.330764 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.361765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=403f20a4-ecf5-48d2-ad2a-111065cb66c2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:32.372902 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92d3e0-6e86-4bff-8a6a-d88697bd2b38 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:32.374429 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:46:32Z', 'revision_number': 6, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:32.401955 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921f97d-9fc4-4ba0-984f-7b8be4c0e29c None None] The sync data for ids ['0247c339-8a4c-4c8b-b910-3c9857589cc1'] in n-d-820935-7 is: [{'id': '0247c339-8a4c-4c8b-b910-3c9857589cc1', 'name': 'tempest-TestMinimumBasicScenario-1526755040-router', 'tenant_id': '7ba4e43fa12546429e545fcb892a3475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:43:05Z', 'updated_at': '2021-12-13T10:46:32Z', 'revision_number': 6, 'project_id': '7ba4e43fa12546429e545fcb892a3475', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:32.422974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.514914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.517138 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.559794 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.560336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0247c339-8a4c-4c8b-b910-3c9857589cc1 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:46:32.564699 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.565876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd0d5e1b-1ded-40d8-a004-d28537e72c2f admin admin] 10.222.0.31 "DELETE /v2.0/routers/0247c339-8a4c-4c8b-b910-3c9857589cc1 HTTP/1.1" status: 204 len: 168 time: 0.7558942 Dec 13 10:46:32.568328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40898) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:32.615750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Deleting subnet b743a81d-4d0d-4896-944e-aa357d979487 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:46:32.618801 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.651632 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.726040 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.781050 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.811851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b743a81d-4d0d-4896-944e-aa357d979487,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:32.820289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.824550 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2281a715-7bef-4fbb-a7c2-03dd966c42d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b743a81d-4d0d-4896-944e-aa357d979487 HTTP/1.1" status: 204 len: 168 time: 0.2552245 Dec 13 10:46:32.827210 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40900) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:32.829132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b47488-a210-49da-890f-bd63daa0fcf3 None None] Network 696bf419-1b9d-4b8a-b711-31bb24d4cf81 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:32.901444 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.956091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Deleting port e45f3c4c-b070-41fc-9ede-ba8d721c5755 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:32.956307 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.021909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] For port e45f3c4c-b070-41fc-9ede-ba8d721c5755, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e45f3c4c-b070-41fc-9ede-ba8d721c5755,segment=NetworkSegment(98a2ff48-9f17-4d05-9f50-76ae7af6deff),segment_id=98a2ff48-9f17-4d05-9f50-76ae7af6deff)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:33.022276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.034568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Calling delete_port for e45f3c4c-b070-41fc-9ede-ba8d721c5755 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:33.111757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.137928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45f3c4c-b070-41fc-9ede-ba8d721c5755,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:33.139682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] No DVR routers for this DVR port e45f3c4c-b070-41fc-9ede-ba8d721c5755 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:46:33.205869 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af950756-2315-442b-b6eb-92a809094123 None None] DHCP port deletion for 696bf419-1b9d-4b8a-b711-31bb24d4cf81 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:33.221390 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.246566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696bf419-1b9d-4b8a-b711-31bb24d4cf81']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:33.257217 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a2ff48-9f17-4d05-9f50-76ae7af6deff') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:33.257515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a2ff48-9f17-4d05-9f50-76ae7af6deff') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:33.267643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.281362 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.288481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:46:33.288873 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:46:33.290820 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:46:33.347749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.358621 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.362002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] 10.222.0.31 "DELETE /v2.0/networks/696bf419-1b9d-4b8a-b711-31bb24d4cf81 HTTP/1.1" status: 204 len: 168 time: 0.5335474 Dec 13 10:46:33.373801 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf28b9-3120-4a1c-bd00-a814d7d05903 admin admin] Pushing event deleted for resources: {'Network': ['ID=696bf419-1b9d-4b8a-b711-31bb24d4cf81,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:33.526686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40904) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:33.566720 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-64a54097-aad1-4fa6-ac5c-a47fd110f69f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbaf9cf35814422e9e77da5beb109edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388610 Dec 13 10:46:33.569170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40906) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:33.617397 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e45f3c4c-b070-41fc-9ede-ba8d721c5755 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:33.618475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.637918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e45f3c4c-b070-41fc-9ede-ba8d721c5755 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:33.638270 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e45f3c4c-b070-41fc-9ede-ba8d721c5755 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:33.638722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 07ff638f-1cbd-4634-b812-2a17d3c02f1c no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:33.641074 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.657360 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 07ff638f-1cbd-4634-b812-2a17d3c02f1c {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:33.657820 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 07ff638f-1cbd-4634-b812-2a17d3c02f1c not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:33.658242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 403f20a4-ecf5-48d2-ad2a-111065cb66c2 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:33.682419 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 403f20a4-ecf5-48d2-ad2a-111065cb66c2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:33.682763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 403f20a4-ecf5-48d2-ad2a-111065cb66c2 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:33.690311 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.693162 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.694359 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c6c8f7-a470-4555-b80c-65de494e97a4 HTTP/1.1" status: 204 len: 168 time: 0.1240995 Dec 13 10:46:33.703186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19962207-d6b2-4c24-b835-e7ee41c85952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6c8f7-a470-4555-b80c-65de494e97a4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:34.003445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40912) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:34.042640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c19c7aa-1874-476a-9fc4-2ba1d694ef2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ba4e43fa12546429e545fcb892a3475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379233 Dec 13 10:46:34.045153 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:34.094661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:34.115724 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:34.161294 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:34.163840 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:34.165008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34aa483a-2bf9-4466-806f-89942f9118c4 HTTP/1.1" status: 204 len: 168 time: 0.1189435 Dec 13 10:46:34.173708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6653d1c-3d12-4053-a74c-c4ca0741aad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa483a-2bf9-4466-806f-89942f9118c4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:34.831789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:35.845111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40954) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:35.849619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024899771', 'description': 'tempest-secgroup-smoke-2024899771 description', 'project_id': '7a194948252d45258a74f7ae71e99d56'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:35.871432 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:35.878963 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:35.952021 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:35.955949 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:35.990694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3980fea6-3cf6-4a30-aab1-719146d5fe1c,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.030498 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.034652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.062090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.063344 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2171988 Dec 13 10:46:36.066401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40956) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.067539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817995-089d-4667-91bb-a955438d72f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10767957-fc75-409f-a597-4767c2b8caf2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.071087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.097590 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.150248 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.154061 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.177228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8408ecc3-d14b-49e7-a6c3-2d49fcc94626,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.183333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.184535 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7aeb0a31-7aba-432d-8fc7-091ddd57da49 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171162 Dec 13 10:46:36.187134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.191810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.217526 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.244475 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f2432a88-3b95-4f9e-9b51-70b89ecb404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.273709 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.277110 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.300343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fb2e27-2636-48a6-9a04-e17802ccf254,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.305724 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.307140 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5acdf88b-1234-40a4-9e9f-d15810ba8352 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188278 Dec 13 10:46:36.309690 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40960) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.314358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.340687 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.395456 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.398897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.416562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd5f63-9a32-4e36-9dd0-0d333b8139a3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.424589 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.425769 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56736e0d-d7a7-4aa6-ba3e-8133f6252a15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152625 Dec 13 10:46:36.428503 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.432649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.458226 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.514237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.518027 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.539025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f156508-78be-4d94-b3db-66a2648d7b2e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.547173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.548446 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-702f8bc3-0934-4817-aef0-f7e40d648bb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190364 Dec 13 10:46:36.551324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40964) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.555595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.577064 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:46:36.582274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.638812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.642844 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.660638 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622b06ae-3be7-4734-bbb1-0cdc80453b7a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.666914 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.668130 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2b8a5312-0fa8-4f00-8291-a32e4256fa3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158726 Dec 13 10:46:36.671137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.675374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '10767957-fc75-409f-a597-4767c2b8caf2', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.696089 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:46:36.700693 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.757692 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.760939 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.777356 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c0c732-efa1-434a-b367-3595937770d6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:36.786259 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.790470 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-45861b6b-6bc4-45fa-8e59-70d247766dfb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153746 Dec 13 10:46:36.790623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40968) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.795587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'network': {'name': 'tempest-network-smoke--658146584', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:36.817153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:36.820963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.844324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:46:36.853865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.854225 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Added segment 31eab6a3-411a-4477-b081-e82f2067d0f3 of type vlan for network 1f8fec2c-bc55-46c0-aec0-cd347e282915 Dec 13 10:46:36.896652 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.920776 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.927208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:36.927817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:36.978775 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871889 Dec 13 10:46:36.981803 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:36.992940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'admin_state_up': True, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:37.009783 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad4f6-dee6-422c-901d-c181ed021e0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Network': ['ID=1f8fec2c-bc55-46c0-aec0-cd347e282915,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:37.020828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:46:37.024154 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.025224 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.079613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.212574 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.725020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.742737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.850351 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.226 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/f569a1a6-4b0e-47d0-9a4c-89bc98c3582e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:37.955795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:37.990243 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.031617 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:38.034566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:38.037262 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:38.047170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ea81e-8b82-4504-bb31-23327db99042 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:38.074495 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:38.118125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bcee97b3-706c-4b64-9626-f13a80193b8b None None] Provisioning complete for port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:38.118738 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bcee97b3-706c-4b64-9626-f13a80193b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.152048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bcee97b3-706c-4b64-9626-f13a80193b8b None None] Port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:38.290765 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.477710 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.601426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router c089b473-3532-4ada-aa71-cff7b299c654 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:46:38.706665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78e8a098-b750-4ea4-9ac2-92a1dfa98ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.711081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:38.720819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Sync routers for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:38.731084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:38.731278 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:38.731793 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:38.732276 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a0330d7-1f0d-48f3-813e-dd919b11afbe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7495382 Dec 13 10:46:38.735222 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:38.842239 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:38.854530 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-40985e03-fa93-4a89-bb5a-000adf7b747f tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7a194948252d45258a74f7ae71e99d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181948 Dec 13 10:46:38.857258 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40976) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:38.946685 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f637d368-e1ee-4be3-89fd-9b4600a736d4 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:38.948258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f637d368-e1ee-4be3-89fd-9b4600a736d4 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900044 Dec 13 10:46:38.951079 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40978) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:38.978745 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f3f54a68-c447-460c-acda-5bcff2d7f065 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265565 Dec 13 10:46:38.981375 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 40980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:38.986544 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228714638', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:39.025260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:38Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:39.052405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Checking router: c089b473-3532-4ada-aa71-cff7b299c654 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:39.053077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Updating router c089b473-3532-4ada-aa71-cff7b299c654 port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:46:39.072940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:39.076476 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.078639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.259667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.325499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Subnet': ['ID=c874e51b-79e3-48d1-8d07-743b0ae0293e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:39.335067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.335221 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Checking segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:39.335579 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network hostable DHCP agents. Network: 1f8fec2c-bc55-46c0-aec0-cd347e282915, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:46:39.340208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.353746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:46:39.362478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 1f8fec2c-bc55-46c0-aec0-cd347e282915) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:39.366511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:39.367116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.377209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38e6d4-6466-4880-a19d-fc11a8ea6767 None None] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:39.387306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 40982) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:39.387869 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-20382ebf-d778-4f30-9e8c-96a53376793e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4049790 Dec 13 10:46:39.406394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50acc6-4126-4545-8e61-ef0f1f42263e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:39.413018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Attempting to bind port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:39.413395 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Attempting to bind port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:39.413763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Attempting to bind port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:39.454849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:39.455328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:39.455660 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.456089 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:39.456521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Bound port: f569a1a6-4b0e-47d0-9a4c-89bc98c3582e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:39.456952 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.460442 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Pushing event updated for resources: {'Port': ['ID=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:39.502557 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.502913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.503261 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.503633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.503979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.504316 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.504649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.504982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.505310 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.505640 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.505969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.506295 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.506623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:39.570077 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-40d2275a-f956-4692-91c4-345e44b99388 None None] Provisioning complete for port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:39.570456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40d2275a-f956-4692-91c4-345e44b99388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.575390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] For port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:39.604763 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-1f8fec2c-bc55-46c0-aec0-cd347e282915', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:46:39.605616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.613707 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] For port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:39.627641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.675669 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-40d2275a-f956-4692-91c4-345e44b99388 None None] Port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:39.733350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee033c-17e2-4dde-ad32-e169005bd8d1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:39.778938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:39.779591 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:39.786381 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b65eb-add1-46c2-be58-5548d7d54653 None None] Pushing event updated for resources: {'Port': ['ID=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:39.835170 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.871959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:39.897554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Allocated IP 172.20.0.2 (1f8fec2c-bc55-46c0-aec0-cd347e282915/c874e51b-79e3-48d1-8d07-743b0ae0293e/91293819-9e80-4aa6-a646-b84ef187606f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:39.932513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] Provisioning complete for port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:39.932886 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.025702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:40.410238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.450253 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] For port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:40.451453 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.456968 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.478182 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.510434 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.1 (1f8fec2c-bc55-46c0-aec0-cd347e282915/c874e51b-79e3-48d1-8d07-743b0ae0293e/178553b3-52b6-481d-ac28-f267f43a2d80) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:40.531037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:40.541595 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:40.547688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:40.553904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a46ae-a293-427d-9c38-35e7fc146a9a None None] Pushing event updated for resources: {'Port': ['ID=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:40.623409 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.631819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Pushing event updated for resources: {'Port': ['ID=91293819-9e80-4aa6-a646-b84ef187606f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:40.634683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:38Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:40.658371 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.670710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e77d2-1bf3-44b8-a8b0-851cdd15f29c None None] The sync data for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 is: [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:38Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:40.675046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Attempting to bind port 91293819-9e80-4aa6-a646-b84ef187606f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:40.675154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Attempting to bind port 91293819-9e80-4aa6-a646-b84ef187606f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:40.675521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Attempting to bind port 91293819-9e80-4aa6-a646-b84ef187606f on network 1f8fec2c-bc55-46c0-aec0-cd347e282915 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:40.681110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:40.681517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Checking segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:40.681947 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.682389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Bound using segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:40.682866 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Bound port: 91293819-9e80-4aa6-a646-b84ef187606f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:40.683253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.706534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:40.709854 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:40.713220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:40.748177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:40.760880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] For port 91293819-9e80-4aa6-a646-b84ef187606f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:40.764251 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] For port 91293819-9e80-4aa6-a646-b84ef187606f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=91293819-9e80-4aa6-a646-b84ef187606f,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:40.766799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.769910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:40.861177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c8d7e-6d06-4c0c-ad28-8f52f56a97e0 None None] Pushing event updated for resources: {'Port': ['ID=91293819-9e80-4aa6-a646-b84ef187606f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:40.945922 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.399506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.605436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.612108 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.689705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.692759 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:41.725727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 91293819-9e80-4aa6-a646-b84ef187606f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:41.784131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 91293819-9e80-4aa6-a646-b84ef187606f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:41.785001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.795359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:41.796849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:41.876116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126ff14-c348-4969-939d-f813dbccea5e None None] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:41.925079 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router c089b473-3532-4ada-aa71-cff7b299c654 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:41.927247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:41.959736 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5d3380e3-ad33-4541-b0fe-c8a8d705390d None None] Provisioning complete for port 91293819-9e80-4aa6-a646-b84ef187606f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:41.960018 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d3380e3-ad33-4541-b0fe-c8a8d705390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.014232 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 91293819-9e80-4aa6-a646-b84ef187606f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=91293819-9e80-4aa6-a646-b84ef187606f,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:42.038276 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.039079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f569a1a6-4b0e-47d0-9a4c-89bc98c3582e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:42.040888 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:42.051702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-48612093-caa5-47a2-a812-fc3d9d76f92c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/c089b473-3532-4ada-aa71-cff7b299c654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584475 Dec 13 10:46:42.163302 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=91293819-9e80-4aa6-a646-b84ef187606f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:42.202487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.214186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:42.214568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.233796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-40252e1d-a074-4777-909b-7ad1990f3b18 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024899771&fields=id&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 267 time: 0.0637403 Dec 13 10:46:42.361792 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-fba5a824-c62f-4eb0-a6e6-c159263e459c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:42.363289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-fba5a824-c62f-4eb0-a6e6-c159263e459c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 796 time: 0.1196086 Dec 13 10:46:42.379324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-f164ff0d-dc04-4cdd-98bd-ffd4507b837b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/quotas/7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 375 time: 0.0099592 Dec 13 10:46:42.435924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-cade17cb-63e4-4133-8c89-0033889598d6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494924 Dec 13 10:46:42.468096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b2a9390e-28d5-4c58-a096-8e303bad3586 None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:42.468483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2a9390e-28d5-4c58-a096-8e303bad3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.497881 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Sync routers for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:42.509031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9390e-28d5-4c58-a096-8e303bad3586 None None] Port 178553b3-52b6-481d-ac28-f267f43a2d80 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:42.511819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:42.512460 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:42.520769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b2a9390e-28d5-4c58-a096-8e303bad3586 None None] Provisioning complete for port 91293819-9e80-4aa6-a646-b84ef187606f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:42.521295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2a9390e-28d5-4c58-a096-8e303bad3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.611401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-36b92d31-5682-4040-8055-aeae8f9a8db3 service neutron] 10.222.0.31 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629348 Dec 13 10:46:42.634852 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:42.714085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-600c2390-f4f1-4985-9907-6626c2e5ed24 service neutron] 10.222.0.31 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Dec 13 10:46:42.739443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1d2faaf7-816d-455a-97da-069fd2710c93 None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:42.740022 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d2faaf7-816d-455a-97da-069fd2710c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.790742 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1d2faaf7-816d-455a-97da-069fd2710c93 None None] Port 178553b3-52b6-481d-ac28-f267f43a2d80 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:42.853615 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:41Z', 'revision_number': 2, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:42.884062 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Checking router: c089b473-3532-4ada-aa71-cff7b299c654 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:42.884442 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Updating router c089b473-3532-4ada-aa71-cff7b299c654 port 178553b3-52b6-481d-ac28-f267f43a2d80 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:46:42.896811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63adb191-2f0d-4b8a-8397-6921d9325e74 req-3e9fcd67-5c40-4bd9-9644-cdd2e242b3be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 210 time: 0.0280077 Dec 13 10:46:42.911203 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.926382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-92769bad-f492-4a09-a1bc-d06c94cecd85 None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:42.926872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92769bad-f492-4a09-a1bc-d06c94cecd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:42.962308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-92769bad-f492-4a09-a1bc-d06c94cecd85 None None] Port 178553b3-52b6-481d-ac28-f267f43a2d80 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:43.179923 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.186451 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.234372 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Pushing event updated for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:43.245516 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.245516 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.245819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.246162 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.246490 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.246823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.247150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.247470 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.247824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.248147 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.248469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.248789 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.249111 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:43.305721 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Attempting to bind port 178553b3-52b6-481d-ac28-f267f43a2d80 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:43.306101 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Attempting to bind port 178553b3-52b6-481d-ac28-f267f43a2d80 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:43.306471 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Attempting to bind port 178553b3-52b6-481d-ac28-f267f43a2d80 on network 1f8fec2c-bc55-46c0-aec0-cd347e282915 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:43.312200 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:43.312577 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Checking segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:43.313020 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.313422 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Bound using segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:43.313884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Bound port: 178553b3-52b6-481d-ac28-f267f43a2d80, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:43.314458 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.379485 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] For port 178553b3-52b6-481d-ac28-f267f43a2d80, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:43.382819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] For port 178553b3-52b6-481d-ac28-f267f43a2d80, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=178553b3-52b6-481d-ac28-f267f43a2d80,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:43.388239 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.442854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:43.443377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:43.492739 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:43.493147 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.538219 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141b9e9-413b-4df0-b41c-529151647c24 None None] Pushing event updated for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:43.562232 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:43.583465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.618430 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] For port 178553b3-52b6-481d-ac28-f267f43a2d80, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=178553b3-52b6-481d-ac28-f267f43a2d80,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:43.622639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.653244 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 91293819-9e80-4aa6-a646-b84ef187606f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:43.712434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17b99-7033-493b-bf7b-0b2930244d7b None None] Pushing event updated for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:43.728469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 91293819-9e80-4aa6-a646-b84ef187606f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:43.729063 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.775837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6520ddc0-7577-4e94-a7fe-3836e63c874e None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:43.776905 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6520ddc0-7577-4e94-a7fe-3836e63c874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.785461 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:43.821023 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b3aba-c27b-4ab3-8151-baa934d6d158 None None] The sync data for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 is: [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:43.942429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-a7634ff4-6907-48bf-9898-96941725ec9f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:43.944119 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-a7634ff4-6907-48bf-9898-96941725ec9f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 796 time: 0.1675107 Dec 13 10:46:44.038327 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf136737-7f37-41b4-b216-fff7e2a8d8b2 req-239e339c-fb6e-4586-8fdb-10806212d215 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 210 time: 0.0384598 Dec 13 10:46:44.045683 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-7d026318-ac32-4e5c-a59e-7cf0e9929250 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 380 time: 0.0915251 Dec 13 10:46:44.056483 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'port': {'device_id': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'admin_state_up': True, 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'security_groups': ['10767957-fc75-409f-a597-4767c2b8caf2']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:44.171806 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:44.175957 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.304907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.14 (1f8fec2c-bc55-46c0-aec0-cd347e282915/c874e51b-79e3-48d1-8d07-743b0ae0293e/706aac50-192e-44b3-8e25-51c040ae3fff) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:44.452717 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.488731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.533252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:44.536487 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:44.539001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:44.577519 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:44.604111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.604893 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.623715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-44a30611-fc25-4be7-ac59-e0754b2c0b5b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711141 Dec 13 10:46:44.685114 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Request body: {'port': {'device_id': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:44.742347 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.811712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-24f47566-4709-4156-b0f6-924f2b2da28d None None] Provisioning complete for port 706aac50-192e-44b3-8e25-51c040ae3fff triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:44.812239 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24f47566-4709-4156-b0f6-924f2b2da28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.858128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-24f47566-4709-4156-b0f6-924f2b2da28d None None] Port 706aac50-192e-44b3-8e25-51c040ae3fff cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:45.013950 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706aac50-192e-44b3-8e25-51c040ae3fff {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:46:45.021555 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.033305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Transition to ACTIVE for port object 706aac50-192e-44b3-8e25-51c040ae3fff will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:46:45.036837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.106620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:45.196763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Attempting to bind port 706aac50-192e-44b3-8e25-51c040ae3fff on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:45.197097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Attempting to bind port 706aac50-192e-44b3-8e25-51c040ae3fff by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:45.197426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Attempting to bind port 706aac50-192e-44b3-8e25-51c040ae3fff on network 1f8fec2c-bc55-46c0-aec0-cd347e282915 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:45.210920 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d349b-c267-4a90-b971-9bd7fab2d1a6 req-e4a9f170-b997-415e-b858-b4f7c672a2ee tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.213175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee5d349b-c267-4a90-b971-9bd7fab2d1a6 req-e4a9f170-b997-415e-b858-b4f7c672a2ee tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 944 time: 0.0798025 Dec 13 10:46:45.213796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Port 706aac50-192e-44b3-8e25-51c040ae3fff on network 1f8fec2c-bc55-46c0-aec0-cd347e282915 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:46:45.214120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Attempting to bind port 706aac50-192e-44b3-8e25-51c040ae3fff on network 1f8fec2c-bc55-46c0-aec0-cd347e282915 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:45.220379 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:45.220716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Checking segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:45.221102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Bound using segment: {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:45.221530 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Bound port: 706aac50-192e-44b3-8e25-51c040ae3fff, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31eab6a3-411a-4477-b081-e82f2067d0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:45.222003 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.310030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee5d349b-c267-4a90-b971-9bd7fab2d1a6 req-ae06e4d7-8bdd-4164-b64a-7633f95c8ae1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855265 Dec 13 10:46:45.327853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:45.328976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=706aac50-192e-44b3-8e25-51c040ae3fff,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:45.333221 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.369664 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.370148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.371515 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] 10.222.0.20 "PUT /v2.0/ports/706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 1092 time: 0.7400384 Dec 13 10:46:45.371979 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:45.374233 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f2950d-f41c-423e-9a1c-1c597bc13630" -d '{"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:45.395488 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb1c8e-a07b-4b76-9bc1-128f1caa9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:45.429618 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814ca83c-aefa-4e33-95e9-48ebd2f967ec x-openstack-request-id: req-814ca83c-aefa-4e33-95e9-48ebd2f967ec {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:45.429920 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:45.430179 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-814ca83c-aefa-4e33-95e9-48ebd2f967ec {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:45.430582 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff', 'status': 'completed', 'code': 200} Dec 13 10:46:45.467698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-e64c6b07-a7d2-4836-8229-ef8771c85896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.469761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-e64c6b07-a7d2-4836-8229-ef8771c85896 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0499835 Dec 13 10:46:45.512754 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-a57df79b-51fb-4c2e-80e7-833928ca11f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 217 time: 0.0353260 Dec 13 10:46:45.562281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-f56fcc54-a7d2-46fa-a77f-d6719c401137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.563914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-f56fcc54-a7d2-46fa-a77f-d6719c401137 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 200 len: 835 time: 0.0446916 Dec 13 10:46:45.610016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bca8-9210-4543-9d42-8d50922b909b req-d2fc259c-e3e3-4290-b418-318e34851e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.611528 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-d2fc259c-e3e3-4290-b418-318e34851e65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8fec2c-bc55-46c0-aec0-cd347e282915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411797 Dec 13 10:46:45.644952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 178553b3-52b6-481d-ac28-f267f43a2d80 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:45.693675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 178553b3-52b6-481d-ac28-f267f43a2d80 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:45.693972 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:45.707151 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-bedfb645-adcf-4372-8840-cdc8e9ded67c service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881965 Dec 13 10:46:45.796019 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9507bca8-9210-4543-9d42-8d50922b909b req-05daea23-a6cd-4cdf-928e-b963c4a18fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818191 Dec 13 10:46:45.887142 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-0dacc498-42ab-4e74-85a0-22e5e8bd41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.888785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-0dacc498-42ab-4e74-85a0-22e5e8bd41fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0457478 Dec 13 10:46:45.976857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-2e988fe7-6c00-4378-882a-c080d45dd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.978318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-2e988fe7-6c00-4378-882a-c080d45dd45b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 897 time: 0.0826542 Dec 13 10:46:46.023766 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-0978b8b4-5fa6-4df7-9c46-2a012ea237ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 217 time: 0.0387657 Dec 13 10:46:46.071818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-0a245a36-3c3c-414d-a685-32a3a3b1896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:46.073224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-0a245a36-3c3c-414d-a685-32a3a3b1896d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 200 len: 835 time: 0.0426629 Dec 13 10:46:46.123371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-f4579733-5b4f-48a1-9640-d31c24a7a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:46.124840 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-f4579733-5b4f-48a1-9640-d31c24a7a6cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8fec2c-bc55-46c0-aec0-cd347e282915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380132 Dec 13 10:46:46.216424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-cc7eaab6-2f13-40ec-baf9-87e947203f16 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Dec 13 10:46:46.304007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2f2950d-f41c-423e-9a1c-1c597bc13630 req-7fb8556a-f056-4123-9640-e461bad799fd service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793908 Dec 13 10:46:46.423860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bde60-9a4c-4a4c-803a-2e6de165e4e8 req-7b695f78-13be-4169-b6ea-7154ea9c60ca tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:46.425348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-952bde60-9a4c-4a4c-803a-2e6de165e4e8 req-7b695f78-13be-4169-b6ea-7154ea9c60ca tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 944 time: 0.0482841 Dec 13 10:46:46.472370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-952bde60-9a4c-4a4c-803a-2e6de165e4e8 req-a42ea150-4aab-4f70-9bc5-21ea1d5f298d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Dec 13 10:46:47.592955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead70d4-db90-42ee-9f16-27d7fe6bf646 req-651862ab-a1da-49e4-ba22-bf6b8186b267 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:47.594438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ead70d4-db90-42ee-9f16-27d7fe6bf646 req-651862ab-a1da-49e4-ba22-bf6b8186b267 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 944 time: 0.0528202 Dec 13 10:46:47.642317 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ead70d4-db90-42ee-9f16-27d7fe6bf646 req-fd6f5506-81c1-4493-81f7-e22e983221b2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Dec 13 10:46:48.754670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80ac5-1fd8-49ee-9656-8d77cf761c82 req-9ae90c8c-fc59-422e-80de-da537ad0a536 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:48.756175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82c80ac5-1fd8-49ee-9656-8d77cf761c82 req-9ae90c8c-fc59-422e-80de-da537ad0a536 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 944 time: 0.0475698 Dec 13 10:46:48.805105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82c80ac5-1fd8-49ee-9656-8d77cf761c82 req-18c91008-8d04-4997-a032-50751ce8546d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Dec 13 10:46:49.261488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 706aac50-192e-44b3-8e25-51c040ae3fff details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:46:49.361912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=706aac50-192e-44b3-8e25-51c040ae3fff,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:49.373257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '706aac50-192e-44b3-8e25-51c040ae3fff', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'port_id': '706aac50-192e-44b3-8e25-51c040ae3fff', 'mac_address': 'fa:16:3e:3b:37:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:46:49.413648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.427200 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706aac50-192e-44b3-8e25-51c040ae3fff {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:46:49.446418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=706aac50-192e-44b3-8e25-51c040ae3fff,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:49.450612 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.495405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:49.679772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['706aac50-192e-44b3-8e25-51c040ae3fff'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:46:49.926350 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab7a0d-7597-4fca-9d82-db4c3f09ed36 req-f4bcbf3b-c218-4498-8905-22daad21d0d2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:49.927863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fab7a0d-7597-4fca-9d82-db4c3f09ed36 req-f4bcbf3b-c218-4498-8905-22daad21d0d2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Dec 13 10:46:49.975333 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0fab7a0d-7597-4fca-9d82-db4c3f09ed36 req-c491a29c-dd2f-4bfb-81e5-951297aa216d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Dec 13 10:46:51.092056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebac9c-04fd-4ed3-8137-5a471b0860da req-2183f6a6-827e-4197-a6ab-e844e108b3b7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:51.093523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0ebac9c-04fd-4ed3-8137-5a471b0860da req-2183f6a6-827e-4197-a6ab-e844e108b3b7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 945 time: 0.0482490 Dec 13 10:46:51.142741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0ebac9c-04fd-4ed3-8137-5a471b0860da req-34fa3c50-bba4-4e64-b969-0f4c3595f1e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Dec 13 10:46:51.270478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 706aac50-192e-44b3-8e25-51c040ae3fff up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:51.326286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 706aac50-192e-44b3-8e25-51c040ae3fff completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:46:51.330433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 706aac50-192e-44b3-8e25-51c040ae3fff triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:51.330813 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.409546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.433199 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:51.435434 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e202c-b6dc-404b-84a1-c3a42ca061ce" -d '{"events": [{"server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "name": "network-vif-plugged", "status": "completed", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:51.447970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=706aac50-192e-44b3-8e25-51c040ae3fff,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:51.451903 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.498500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:51.533024 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb17f90-5571-40ff-828f-325e6953cfa1 x-openstack-request-id: req-eeb17f90-5571-40ff-828f-325e6953cfa1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:51.533320 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "name": "network-vif-plugged", "status": "completed", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:51.533598 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeb17f90-5571-40ff-828f-325e6953cfa1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:51.533995 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff', 'code': 200} Dec 13 10:46:51.626749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9545f-1622-4915-b10b-f4bb9bf2ab65 req-5aef34c6-8117-4403-b758-2df52bacdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:51.628264 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d9545f-1622-4915-b10b-f4bb9bf2ab65 req-5aef34c6-8117-4403-b758-2df52bacdb96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0387340 Dec 13 10:46:51.677833 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d9545f-1622-4915-b10b-f4bb9bf2ab65 req-fc0fc909-c0a7-4a3c-ad7f-9f5ec626d84f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Dec 13 10:46:52.255460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dd6ba-5d00-40cd-b6cc-36660296fff0 req-7d7da36f-f07f-4007-863e-0113a67ec55a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:52.256964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d09dd6ba-5d00-40cd-b6cc-36660296fff0 req-7d7da36f-f07f-4007-863e-0113a67ec55a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0476410 Dec 13 10:46:52.305425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d09dd6ba-5d00-40cd-b6cc-36660296fff0 req-c8c17aad-7d14-4bfc-a767-3ab5a81a3d34 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Dec 13 10:46:53.421722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1cbb1-49d3-4a8d-9150-c11688b5263c req-bf8ef3d3-29f9-4a55-bedc-6ea607ec13c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:53.423227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12f1cbb1-49d3-4a8d-9150-c11688b5263c req-bf8ef3d3-29f9-4a55-bedc-6ea607ec13c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0489390 Dec 13 10:46:53.472102 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12f1cbb1-49d3-4a8d-9150-c11688b5263c req-ad3bf3ae-bab1-4d0f-87d5-aeb314a2b9a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Dec 13 10:46:53.588975 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be6137-8fe3-403b-bbaa-8fc7012662fd req-468a3898-d293-406b-bf5c-09864edd4f7f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:53.590385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17be6137-8fe3-403b-bbaa-8fc7012662fd req-468a3898-d293-406b-bf5c-09864edd4f7f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0520494 Dec 13 10:46:53.637562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-17be6137-8fe3-403b-bbaa-8fc7012662fd req-60140026-4dc7-4db4-a338-26e076ab9473 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 Dec 13 10:46:53.659057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41038) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:53.697118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11d804-53c6-4609-a89b-d2667bb789d8 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:53.698592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2e11d804-53c6-4609-a89b-d2667bb789d8 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1092 time: 0.0385571 Dec 13 10:46:53.701335 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41040) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:53.706024 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '706aac50-192e-44b3-8e25-51c040ae3fff', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:53.727011 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.825045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.921966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.223 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/6f17b841-e57b-49fb-bb1b-d176fc6791e4) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:54.023845 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.057623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.097080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:54.100058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:54.103429 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:54.108641 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=6f17b841-e57b-49fb-bb1b-d176fc6791e4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:54.448353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.486569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:46:54.512543 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.658013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.662475 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.732445 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=6f17b841-e57b-49fb-bb1b-d176fc6791e4,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:54.741971 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.839865 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 56e61429-15b0-41c8-b59a-4645404c49ea associated. External IP: 172.25.2.223, port: 706aac50-192e-44b3-8e25-51c040ae3fff. Dec 13 10:46:55.037697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router c089b473-3532-4ada-aa71-cff7b299c654 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:55.144358 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:55.155259 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Sync routers for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:55.161844 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.164645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:55.165260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:55.192050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bd825662-fd1d-47da-aec2-669633bf78c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4897187 Dec 13 10:46:55.192755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:55.195203 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:55.240509 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fd8ad-6961-4675-bad1-6230ef743f2b x-openstack-request-id: req-263fd8ad-6961-4675-bad1-6230ef743f2b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:55.240822 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:55.241082 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-263fd8ad-6961-4675-bad1-6230ef743f2b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:55.241502 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff', 'status': 'completed', 'code': 200} Dec 13 10:46:55.279336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:55.322642 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-0eccfff1-7cf0-4888-9b2e-c550880384ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.324313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-0eccfff1-7cf0-4888-9b2e-c550880384ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0573204 Dec 13 10:46:55.335922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c1e3c-6387-49a4-9ea9-e9106f9f147e req-25c1563f-1032-4641-9636-4817a99f9ad4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.337350 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b72c1e3c-6387-49a4-9ea9-e9106f9f147e req-25c1563f-1032-4641-9636-4817a99f9ad4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0824950 Dec 13 10:46:55.436442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b72c1e3c-6387-49a4-9ea9-e9106f9f147e req-33256b95-2615-4f41-9ea5-0c480e37f077 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909660 Dec 13 10:46:55.459280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-54ce83c4-a61f-455c-9c3b-d4f16018c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.460092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41046) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:55.460940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-54ce83c4-a61f-455c-9c3b-d4f16018c7c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 897 time: 0.1227357 Dec 13 10:46:55.514271 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '56e61429-15b0-41c8-b59a-4645404c49ea', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'port_id': '706aac50-192e-44b3-8e25-51c040ae3fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'mac_address': 'fa:16:3e:3b:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:46:54Z', 'updated_at': '2021-12-13T10:46:54Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:55.524746 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7a213a43-f39a-40a3-985f-941ae6ea36f6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/56e61429-15b0-41c8-b59a-4645404c49ea HTTP/1.1" status: 200 len: 992 time: 0.0635986 Dec 13 10:46:55.527718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-e6360eee-8dca-4f77-8e57-688532157d67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 1000 time: 0.0600297 Dec 13 10:46:55.540428 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Checking router: c089b473-3532-4ada-aa71-cff7b299c654 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:55.549606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:55.550226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:46:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:55.578520 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-aee43242-bb6d-4803-aec1-98d45dc57179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.580099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-aee43242-bb6d-4803-aec1-98d45dc57179 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 200 len: 835 time: 0.0446618 Dec 13 10:46:55.632688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-965ada92-f830-4850-b694-09d7cd905d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.634268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-965ada92-f830-4850-b694-09d7cd905d96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8fec2c-bc55-46c0-aec0-cd347e282915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477796 Dec 13 10:46:55.731421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-a46a2c12-ec4e-4730-aa05-d4b129da1844 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888603 Dec 13 10:46:55.823214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:55.823737 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3b6cc1ee-3375-48ee-9a74-9b22d55652f4 req-fd6dcb26-b1b5-4dd1-a2a7-31c97463bc2e service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Dec 13 10:46:56.040770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '56e61429-15b0-41c8-b59a-4645404c49ea', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'port_id': '706aac50-192e-44b3-8e25-51c040ae3fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'mac_address': 'fa:16:3e:3b:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:46:54Z', 'updated_at': '2021-12-13T10:46:54Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:56.066380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cf141-3d77-4595-99b6-79ea8b609b57 None None] The sync data for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 is: [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '56e61429-15b0-41c8-b59a-4645404c49ea', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'port_id': '706aac50-192e-44b3-8e25-51c040ae3fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'mac_address': 'fa:16:3e:3b:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:46:54Z', 'updated_at': '2021-12-13T10:46:54Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:56.248921 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e768fb1-94dd-4ebc-a4ee-7c7891c4d34c None None] New status for floating IP 56e61429-15b0-41c8-b59a-4645404c49ea: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:46:56.526290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41048) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:56.586298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-3fadbb8f-892e-4bb3-b0e0-f2cee38d46e1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/56e61429-15b0-41c8-b59a-4645404c49ea HTTP/1.1" status: 200 len: 994 time: 0.0588632 Dec 13 10:47:00.282230 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:04.832801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:06.245411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-96caa0d5-58a8-4ddb-869d-06d496c0279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:08.119416 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-97e2a6e3-4e85-4fbd-a218-751c0ccf901e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380754 Dec 13 10:47:08.547408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-b1e9489c-9353-4ba6-8628-fccda28c8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.548872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-b1e9489c-9353-4ba6-8628-fccda28c8054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1097 time: 0.3835483 Dec 13 10:47:08.651750 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-626387df-2bae-4a19-9725-92f0856904b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.653229 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-626387df-2bae-4a19-9725-92f0856904b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 897 time: 0.0834241 Dec 13 10:47:08.708751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6be016f-891b-49b3-b1b3-5f9a9267111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:08.723136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-dc909d6c-06b0-445b-b9e6-7e691a54f3c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 1002 time: 0.0618296 Dec 13 10:47:08.771121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-25dcc383-663f-4770-8156-0e06ea44cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.772582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-25dcc383-663f-4770-8156-0e06ea44cde4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 200 len: 835 time: 0.0420640 Dec 13 10:47:08.818356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-4ec47822-87ed-459b-b50c-240bf65bcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.819973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-4ec47822-87ed-459b-b50c-240bf65bcc3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8fec2c-bc55-46c0-aec0-cd347e282915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401807 Dec 13 10:47:08.910187 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-969ae81a-5324-455c-8c27-e377b4973f32 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829391 Dec 13 10:47:08.998666 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca1f0033-1466-4447-8bc4-ff9f6daee97a req-21a3b0b5-4457-4955-adcc-307d04abeeb0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799799 Dec 13 10:47:09.787914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:11.400341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:12.167461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:25.393188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fa749-cb64-4cd1-94b2-80ed718f68a7 req-cf6f0028-ae34-4903-a142-dbfe302b2444 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:25.394673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39fa749-cb64-4cd1-94b2-80ed718f68a7 req-cf6f0028-ae34-4903-a142-dbfe302b2444 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Dec 13 10:47:25.450912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f39fa749-cb64-4cd1-94b2-80ed718f68a7 req-3a03c189-d049-43e5-be81-c69666a3a47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504091 Dec 13 10:47:26.577525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606032d-9cdc-4eb9-a44b-e787f86be170 req-707e3ece-5a75-478d-94b5-a688495ef426 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:26.579701 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8606032d-9cdc-4eb9-a44b-e787f86be170 req-707e3ece-5a75-478d-94b5-a688495ef426 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0515883 Dec 13 10:47:26.628073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8606032d-9cdc-4eb9-a44b-e787f86be170 req-0adfbd46-67e0-4493-898e-2644b0620474 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Dec 13 10:47:26.651166 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41064) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:26.713456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2ba224f9-98ab-4e1e-a863-1e4f286d48ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/56e61429-15b0-41c8-b59a-4645404c49ea HTTP/1.1" status: 200 len: 994 time: 0.0610657 Dec 13 10:47:27.985443 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc5773-674f-4d3c-90d5-fbb1e3304edd req-923c3d2e-c2f4-4f03-91e3-4aaa91e31fc5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:27.986954 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2cc5773-674f-4d3c-90d5-fbb1e3304edd req-923c3d2e-c2f4-4f03-91e3-4aaa91e31fc5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0492744 Dec 13 10:47:28.039106 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2cc5773-674f-4d3c-90d5-fbb1e3304edd req-4b62d228-85a6-491c-bd13-ef88cb7b26e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Dec 13 10:47:29.171899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f725d-2b78-4230-bea8-ceb2e8122e80 req-f968ae6f-dd2e-4c62-af23-e2bcfe136ad5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:29.173382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e02f725d-2b78-4230-bea8-ceb2e8122e80 req-f968ae6f-dd2e-4c62-af23-e2bcfe136ad5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Dec 13 10:47:29.221392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e02f725d-2b78-4230-bea8-ceb2e8122e80 req-ee42f93f-fc3d-4abc-92e0-c9bf25a6db47 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Dec 13 10:47:29.242956 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41076) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:29.305723 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-96126da9-c6fc-4679-a0e8-b3464b2506a4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/56e61429-15b0-41c8-b59a-4645404c49ea HTTP/1.1" status: 200 len: 994 time: 0.0616019 Dec 13 10:47:29.608023 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41082) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:29.761092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 6f17b841-e57b-49fb-bb1b-d176fc6791e4 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:29.761430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:29.837802 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:29.838135 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:29.849640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 6f17b841-e57b-49fb-bb1b-d176fc6791e4 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:29.989680 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:30.018597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=6f17b841-e57b-49fb-bb1b-d176fc6791e4,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:30.044020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.044375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.044718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.045056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.045393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.045721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.046048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.046374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.046698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.047022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.047978 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.048305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.048625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:30.085262 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:30.085589 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 56e61429-15b0-41c8-b59a-4645404c49ea disassociated (deleted). External IP: 172.25.2.223, port: 706aac50-192e-44b3-8e25-51c040ae3fff. Dec 13 10:47:30.278519 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:30.287816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router c089b473-3532-4ada-aa71-cff7b299c654 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:30.392561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:30.397317 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:30.401838 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Sync routers for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:30.411485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:30.412208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:30.423801 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-40c5d49b-7a07-4e9b-9996-ea8663346296 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/floatingips/56e61429-15b0-41c8-b59a-4645404c49ea HTTP/1.1" status: 204 len: 168 time: 0.8146651 Dec 13 10:47:30.424674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:30.427219 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f1f2b-5070-4669-8b35-ae51de405652" -d '{"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:30.466418 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba8d4b-18f7-437f-a825-2a2b464ce618 x-openstack-request-id: req-bdba8d4b-18f7-437f-a825-2a2b464ce618 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:30.466857 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:30.467080 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdba8d4b-18f7-437f-a825-2a2b464ce618 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:30.467439 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff', 'status': 'completed', 'code': 200} Dec 13 10:47:30.521985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:30.534093 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-ad9ee5db-5873-455b-974c-da8c38cb5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:30.535661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-ad9ee5db-5873-455b-974c-da8c38cb5fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0429196 Dec 13 10:47:30.670305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-16ff32cc-6097-44ce-946f-9519df9e6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:30.671851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-16ff32cc-6097-44ce-946f-9519df9e6db3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 200 len: 897 time: 0.1221721 Dec 13 10:47:30.680945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d096b0-002b-4110-ad8f-d786c6a593a3 req-07703384-e4b2-4925-9732-773bffde3c30 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:30.682338 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69d096b0-002b-4110-ad8f-d786c6a593a3 req-07703384-e4b2-4925-9732-773bffde3c30 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0759861 Dec 13 10:47:30.723110 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-5ed1add8-173d-4bce-9ec2-b9772050bf55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 200 len: 217 time: 0.0398371 Dec 13 10:47:30.737759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:30.764301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Checking router: c089b473-3532-4ada-aa71-cff7b299c654 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:30.772644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:30.773266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:30.796274 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-69d096b0-002b-4110-ad8f-d786c6a593a3 req-549f3d2b-5e32-4e8c-b805-d20c5088d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054904 Dec 13 10:47:30.802532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-9cb1ab1f-5a73-46b1-ab96-3b8d5bfed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:30.803983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-9cb1ab1f-5a73-46b1-ab96-3b8d5bfed144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 200 len: 835 time: 0.0732014 Dec 13 10:47:30.855867 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-1dff55e2-0b8c-444b-9cef-8f01db120c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:30.857381 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-1dff55e2-0b8c-444b-9cef-8f01db120c80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8fec2c-bc55-46c0-aec0-cd347e282915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455143 Dec 13 10:47:30.869608 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-aa85f3f8-1c4c-4d53-a4c1-7f04f87c0962 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:47:30.870571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-aa85f3f8-1c4c-4d53-a4c1-7f04f87c0962 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048580 Dec 13 10:47:30.880955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:30.959736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-28eb867d-e107-4330-8410-44e617200cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812876 Dec 13 10:47:31.055216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c71f1f2b-5070-4669-8b35-ae51de405652 req-c7486f49-0538-41bf-a73d-998792dfad60 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876021 Dec 13 10:47:31.088280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:31.114926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f356fd1-a5cd-4d24-9b37-970eaca22318 None None] The sync data for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 is: [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '178553b3-52b6-481d-ac28-f267f43a2d80', 'name': '', 'network_id': '1f8fec2c-bc55-46c0-aec0-cd347e282915', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:03:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:39Z', 'updated_at': '2021-12-13T10:46:43Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c874e51b-79e3-48d1-8d07-743b0ae0293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:31.331321 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117393c-2d8d-486e-bef3-76c5beda3221 None None] New status for floating IP 56e61429-15b0-41c8-b59a-4645404c49ea: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:47:31.485490 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:47:31.920283 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca637c3e-fdb5-4ee7-b39f-86e73ca9aad4 req-e9857109-629d-4ce7-ad1d-72b27e953597 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:31.921765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca637c3e-fdb5-4ee7-b39f-86e73ca9aad4 req-e9857109-629d-4ce7-ad1d-72b27e953597 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0519528 Dec 13 10:47:31.971140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca637c3e-fdb5-4ee7-b39f-86e73ca9aad4 req-1dddcb28-ee01-4668-b849-f5cf7cb0754a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=10767957-fc75-409f-a597-4767c2b8caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Dec 13 10:47:32.257570 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-ed86fffe-1916-4bd4-b1bf-189c970c98f0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:32.259250 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-ed86fffe-1916-4bd4-b1bf-189c970c98f0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 946 time: 0.0519576 Dec 13 10:47:32.345829 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 706aac50-192e-44b3-8e25-51c040ae3fff {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:32.346164 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:32.435247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 706aac50-192e-44b3-8e25-51c040ae3fff, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=706aac50-192e-44b3-8e25-51c040ae3fff,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:32.435661 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:32.448092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 706aac50-192e-44b3-8e25-51c040ae3fff owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:32.573023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:32.603002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=706aac50-192e-44b3-8e25-51c040ae3fff,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:32.644883 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] No DVR routers for this DVR port 706aac50-192e-44b3-8e25-51c040ae3fff on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:47:32.647499 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:32.650926 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b4de504-c96b-4f61-8ca8-7835398b6c3f req-a2cd9d6f-e649-4297-853d-536144bd4b40 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "DELETE /v2.0/ports/706aac50-192e-44b3-8e25-51c040ae3fff HTTP/1.1" status: 204 len: 173 time: 0.3857832 Dec 13 10:47:32.651371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'name': 'network-vif-deleted', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:32.653633 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f6c3a-bd49-4e63-a198-e6a1c1a545bd" -d '{"events": [{"server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "name": "network-vif-deleted", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:32.692605 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6c82f8-4ec4-461e-8664-bfb2455e1a12 x-openstack-request-id: req-0f6c82f8-4ec4-461e-8664-bfb2455e1a12 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:32.692923 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe588b4f-8b79-4d84-a676-49f735027ec0", "name": "network-vif-deleted", "tag": "706aac50-192e-44b3-8e25-51c040ae3fff", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:32.693201 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f6c82f8-4ec4-461e-8664-bfb2455e1a12 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:32.693599 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe588b4f-8b79-4d84-a676-49f735027ec0', 'name': 'network-vif-deleted', 'tag': '706aac50-192e-44b3-8e25-51c040ae3fff', 'status': 'completed', 'code': 200} Dec 13 10:47:33.095082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6687088a-11ac-4b1d-9dc1-0865a38bc3c9 req-b4e50b8e-368a-4f50-8d9d-502775b2a34e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe588b4f-8b79-4d84-a676-49f735027ec0 HTTP/1.1" status: 200 len: 210 time: 0.0282221 Dec 13 10:47:34.153645 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41098) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:34.509386 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:34.758500 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 178553b3-52b6-481d-ac28-f267f43a2d80 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:34.758847 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:34.830386 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:34.848466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 178553b3-52b6-481d-ac28-f267f43a2d80, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=178553b3-52b6-481d-ac28-f267f43a2d80,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:34.848838 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:34.860545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 178553b3-52b6-481d-ac28-f267f43a2d80 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:35.044904 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.076161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=178553b3-52b6-481d-ac28-f267f43a2d80,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:35.107219 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.107607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.107968 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.108313 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.108657 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.109006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.109334 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.109716 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.110052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.110386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.110718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.111055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.111383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:35.265472 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.478908 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router c089b473-3532-4ada-aa71-cff7b299c654 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:35.583306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:35.588835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-09983811-3f42-4da2-aefa-88346e2a108d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/c089b473-3532-4ada-aa71-cff7b299c654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340689 Dec 13 10:47:35.591943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:35.595027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Sync routers for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:35.606493 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:35.607136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:35.649144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting subnet c874e51b-79e3-48d1-8d07-743b0ae0293e {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:47:35.652866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.694459 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.713081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:35.780561 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.839726 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.868678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Subnet': ['ID=c874e51b-79e3-48d1-8d07-743b0ae0293e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:35.870649 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.877177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41102) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:35.877738 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9f8bb7cb-4add-4377-a87c-dcd9991a9741 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/subnets/c874e51b-79e3-48d1-8d07-743b0ae0293e HTTP/1.1" status: 204 len: 168 time: 0.2837467 Dec 13 10:47:35.882218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09dd1a3-817e-4e07-ae1e-ebe64b3c6a6f None None] Network 1f8fec2c-bc55-46c0-aec0-cd347e282915 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:47:35.961431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:47:34Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:35.983420 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:35.995457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Checking router: c089b473-3532-4ada-aa71-cff7b299c654 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:36.008554 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Routers {'c089b473-3532-4ada-aa71-cff7b299c654'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:36.009161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c089b473-3532-4ada-aa71-cff7b299c654'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:36.089310 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.095249 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55533847-6280-465c-90ec-59b5603bb488 None None] DHCP port deletion for 1f8fec2c-bc55-46c0-aec0-cd347e282915 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:36.142802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:36.143140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.227682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port f569a1a6-4b0e-47d0-9a4c-89bc98c3582e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:36.228049 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.240820 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for f569a1a6-4b0e-47d0-9a4c-89bc98c3582e owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:36.317950 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] Set router c089b473-3532-4ada-aa71-cff7b299c654 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:36.378640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c48b12cb-3b5a-4a8e-a358-4baae494d6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.405047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.431336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=f569a1a6-4b0e-47d0-9a4c-89bc98c3582e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:36.440313 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Deleting port 91293819-9e80-4aa6-a646-b84ef187606f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:36.440624 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.451972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f5c81-c704-4e34-be35-f93ecac80080 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:36.491479 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.550604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-55533847-6280-465c-90ec-59b5603bb488 None None] For port 91293819-9e80-4aa6-a646-b84ef187606f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=91293819-9e80-4aa6-a646-b84ef187606f,segment=NetworkSegment(31eab6a3-411a-4477-b081-e82f2067d0f3),segment_id=31eab6a3-411a-4477-b081-e82f2067d0f3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:36.551003 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.566880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Calling delete_port for 91293819-9e80-4aa6-a646-b84ef187606f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:36.581588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.583929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.630141 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.630735 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Fanout notify agent at l3_agent the message router_deleted on router c089b473-3532-4ada-aa71-cff7b299c654 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:47:36.635151 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:47:34Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:36.638207 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.639540 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-72d54e2a-79d5-4eb7-83ce-ac54f3480d2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/routers/c089b473-3532-4ada-aa71-cff7b299c654 HTTP/1.1" status: 204 len: 168 time: 0.7618418 Dec 13 10:47:36.643260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41104) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:36.673909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd60cd-37c3-4e23-bce1-441c19ba3013 None None] The sync data for ids ['c089b473-3532-4ada-aa71-cff7b299c654'] in n-d-820935-7 is: [{'id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639381658', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:47:34Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': 'f569a1a6-4b0e-47d0-9a4c-89bc98c3582e', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089b473-3532-4ada-aa71-cff7b299c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:37Z', 'updated_at': '2021-12-13T10:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:36.691622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.719963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55533847-6280-465c-90ec-59b5603bb488 None None] Pushing event deleted for resources: {'Port': ['ID=91293819-9e80-4aa6-a646-b84ef187606f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:36.722059 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55533847-6280-465c-90ec-59b5603bb488 None None] No DVR routers for this DVR port 91293819-9e80-4aa6-a646-b84ef187606f on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:47:36.736784 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.820820 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.841514 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8fec2c-bc55-46c0-aec0-cd347e282915']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:36.850551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31eab6a3-411a-4477-b081-e82f2067d0f3') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:36.850847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31eab6a3-411a-4477-b081-e82f2067d0f3') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:36.860524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.873404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.879996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:47:36.880380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:47:36.883275 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:47:36.943225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.950213 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:36.953390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/networks/1f8fec2c-bc55-46c0-aec0-cd347e282915 HTTP/1.1" status: 204 len: 168 time: 0.3073819 Dec 13 10:47:36.956259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41106) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:36.965051 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a86d7-8012-4f9c-9620-65314564d919 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Network': ['ID=1f8fec2c-bc55-46c0-aec0-cd347e282915,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.012289 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.039132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.100344 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.103749 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.108583 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/security-groups/10767957-fc75-409f-a597-4767c2b8caf2 HTTP/1.1" status: 204 len: 168 time: 0.1512120 Dec 13 10:47:37.120360 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e21e2-499a-4aba-b15b-338c17c31d7e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10767957-fc75-409f-a597-4767c2b8caf2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.379244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41112) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:37.383838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489379108', 'description': 'tempest-secgroup-smoke-1489379108 description', 'project_id': '7a194948252d45258a74f7ae71e99d56'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:37.405726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.431988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 706aac50-192e-44b3-8e25-51c040ae3fff no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:37.459214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 706aac50-192e-44b3-8e25-51c040ae3fff {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:37.459590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 706aac50-192e-44b3-8e25-51c040ae3fff not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:37.474575 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.478770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.512282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.513492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1331875 Dec 13 10:47:37.515311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172bc4-727e-4ba3-8185-aaa3cabb65a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e13ed-d82a-4fde-9edb-3117476f7e7b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.517049 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41114) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:37.521858 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:37.548406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.601817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.605336 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.621777 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3452c-e81e-4b0a-8cc0-da69d3c2fba6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.632384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.633574 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-aef93075-d539-4683-93a6-e3bbc9bc7263 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154695 Dec 13 10:47:37.636264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41116) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:37.640577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:37.673408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.729067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 91293819-9e80-4aa6-a646-b84ef187606f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:37.739996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.743791 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.751441 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 91293819-9e80-4aa6-a646-b84ef187606f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:37.751832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 91293819-9e80-4aa6-a646-b84ef187606f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:37.752224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f569a1a6-4b0e-47d0-9a4c-89bc98c3582e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:37.764162 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06b48e1-2923-4bab-a3eb-39235cd9883d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.771591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.772976 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-cdddad80-40f6-4434-92ec-11c69fef307f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357813 Dec 13 10:47:37.775516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41118) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:37.777545 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f569a1a6-4b0e-47d0-9a4c-89bc98c3582e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:37.777874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f569a1a6-4b0e-47d0-9a4c-89bc98c3582e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:37.778299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 178553b3-52b6-481d-ac28-f267f43a2d80 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:37.779817 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:37.802761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 178553b3-52b6-481d-ac28-f267f43a2d80 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:37.803136 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 178553b3-52b6-481d-ac28-f267f43a2d80 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:37.811867 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.872935 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.877379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.895398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d554124-b7c3-448c-b587-1ac456640fab,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:37.902470 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.903728 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7f204c8f-fd43-4d2f-ba94-0e9b8a409307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272285 Dec 13 10:47:37.906451 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41120) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:37.910712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:37.936768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.993816 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:37.997199 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.014110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d671d069-927d-4c83-b323-896d771e6d00,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:38.022392 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.023608 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-9db0c21d-ffd4-4698-a478-b1210f30dd6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161759 Dec 13 10:47:38.026926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41122) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:38.032022 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:38.052876 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:47:38.057727 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.114155 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.117607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.134737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc7ac4b-8677-49dd-964f-6e42a3b24727,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:38.142706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.143936 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bd5cc359-0ddd-42da-bbf2-5fa0125fdad8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160059 Dec 13 10:47:38.146585 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41124) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:38.150885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '8c7e13ed-d82a-4fde-9edb-3117476f7e7b', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:38.172422 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:47:38.177131 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.236548 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.239865 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.254206 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6015b355-57d9-4351-839f-e3458668d2eb,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:38.263855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.265035 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6af3a314-4794-4289-89ed-19a906df4635 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175380 Dec 13 10:47:38.268419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41126) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:38.273081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'network': {'name': 'tempest-network-smoke--1500268621', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:38.292246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:47:38.295805 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.317998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:47:38.326614 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.326956 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Added segment e7d5035a-2ac9-4d55-8944-55a357b33eab of type vlan for network 2120338c-f994-4048-915b-4802e60667f5 Dec 13 10:47:38.366535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.390609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.396713 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:38.397298 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.456451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1869831 Dec 13 10:47:38.459247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41128) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:38.463923 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'admin_state_up': True, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:38.471235 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4d3e0-df6c-45d6-9a6d-4c321e0a6c8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Network': ['ID=2120338c-f994-4048-915b-4802e60667f5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:38.481514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 2120338c-f994-4048-915b-4802e60667f5 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:47:38.490309 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.491592 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.543368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.675757 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.710305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-49e96e79-7f47-45e3-b6bb-39414f23bf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.860399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:38.878708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.312285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.143 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/88c55638-de88-4ff0-b525-fbad5dc154d5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:39.411015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.447165 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.487869 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:39.490563 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:39.494707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:39.497687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=88c55638-de88-4ff0-b525-fbad5dc154d5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:39.503006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04916c27-d056-4ca6-ab49-969d128076b0 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:39.561770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d7aaf20-cde3-46ec-a8e7-9ec0a0f36cec None None] Provisioning complete for port 88c55638-de88-4ff0-b525-fbad5dc154d5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:39.562513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d7aaf20-cde3-46ec-a8e7-9ec0a0f36cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.596177 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9d7aaf20-cde3-46ec-a8e7-9ec0a0f36cec None None] Port 88c55638-de88-4ff0-b525-fbad5dc154d5 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:39.735708 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.791816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.930199 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.053744 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router e1c1f201-decb-429a-9165-a27c000eed4a is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:47:40.157686 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:40.167058 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Sync routers for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:40.176487 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:40.177107 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:40.178243 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.182824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41130) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:40.183343 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-834c94a1-ae28-4767-95f3-e6502d1f92c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7224169 Dec 13 10:47:40.212013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4037f4b5-3109-4937-8eb3-f42881c201d6 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7a194948252d45258a74f7ae71e99d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278637 Dec 13 10:47:40.214525 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41132) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:40.281388 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:40.298211 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7423005-0f7a-46cc-b740-db6a0448c601 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:40.302335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b7423005-0f7a-46cc-b740-db6a0448c601 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842235 Dec 13 10:47:40.302535 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41134) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:40.333847 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c34d245b-58db-44c6-9645-8bea7e25fef3 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301080 Dec 13 10:47:40.336352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41136) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:40.340923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087025662', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:40.425409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:47:40.428825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.455149 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:39Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:40.480977 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Checking router: e1c1f201-decb-429a-9165-a27c000eed4a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:40.481337 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Updating router e1c1f201-decb-429a-9165-a27c000eed4a port 88c55638-de88-4ff0-b525-fbad5dc154d5 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:47:40.507752 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.604396 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.664316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Subnet': ['ID=33857f6a-e56a-4b2c-968c-f4aa807d8370,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:40.672508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Checking segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:40.672861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network hostable DHCP agents. Network: 2120338c-f994-4048-915b-4802e60667f5, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:47:40.692727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 2120338c-f994-4048-915b-4802e60667f5 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:47:40.701256 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 2120338c-f994-4048-915b-4802e60667f5) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:40.706226 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:40.706977 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.712973 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdb7e1-bb66-45c3-8899-b10bef537591 None None] Network 2120338c-f994-4048-915b-4802e60667f5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:47:40.723809 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ed94d471-2a90-48e1-b91f-78a476f3ff03 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3864050 Dec 13 10:47:40.726518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:40.764229 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.770440 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.823856 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Attempting to bind port 88c55638-de88-4ff0-b525-fbad5dc154d5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:47:40.824238 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Attempting to bind port 88c55638-de88-4ff0-b525-fbad5dc154d5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:47:40.824607 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Attempting to bind port 88c55638-de88-4ff0-b525-fbad5dc154d5 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:40.831732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e268244-2fc9-4e30-8e4d-be302a4b2e99 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:40.835332 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:47:40.835567 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:40.836166 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.836856 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:47:40.837342 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Bound port: 88c55638-de88-4ff0-b525-fbad5dc154d5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:47:40.837727 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.843505 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-2120338c-f994-4048-915b-4802e60667f5', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:47:40.844652 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.861464 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd993e-01b2-4379-8b7a-e156bcd5e9dc None None] Pushing event updated for resources: {'Port': ['ID=88c55638-de88-4ff0-b525-fbad5dc154d5,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:40.899760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] For port 88c55638-de88-4ff0-b525-fbad5dc154d5, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:47:40.902887 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] For port 88c55638-de88-4ff0-b525-fbad5dc154d5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=88c55638-de88-4ff0-b525-fbad5dc154d5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:47:40.907241 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:40.969377 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:40.970056 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:40.971511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68cd05-c1c7-4092-92c4-8357cd511a36 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:40.981194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Provisioning complete for port 88c55638-de88-4ff0-b525-fbad5dc154d5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:40.981570 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.067965 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Allocated IP 172.20.0.2 (2120338c-f994-4048-915b-4802e60667f5/33857f6a-e56a-4b2c-968c-f4aa807d8370/b4a8473b-7374-4770-9942-8d726bdd6be5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:41.087005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:41.157508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd993e-01b2-4379-8b7a-e156bcd5e9dc None None] Pushing event updated for resources: {'Port': ['ID=88c55638-de88-4ff0-b525-fbad5dc154d5,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:41.167702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.209066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] For port 88c55638-de88-4ff0-b525-fbad5dc154d5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=88c55638-de88-4ff0-b525-fbad5dc154d5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:41.214715 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.288520 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:39Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:41.306489 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Pushing event updated for resources: {'Port': ['ID=88c55638-de88-4ff0-b525-fbad5dc154d5,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:41.317078 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9a405-20de-45ff-aa05-27529ee541d4 None None] The sync data for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 is: [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:39Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:41.331932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.334161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.334514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.334864 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.335211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.335584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.335908 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.336241 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.336572 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.336904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.337233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.337562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.337892 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.339215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be2840-5d28-4899-a942-d8d063988b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:41.353702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.391452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c9044c34-0984-4cbd-b65f-cb826916608f None None] Provisioning complete for port 88c55638-de88-4ff0-b525-fbad5dc154d5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:41.391926 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9044c34-0984-4cbd-b65f-cb826916608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.440375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Network 2120338c-f994-4048-915b-4802e60667f5 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:41.450257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:41.452675 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:41.462517 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.466935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Pushing event updated for resources: {'Port': ['ID=b4a8473b-7374-4770-9942-8d726bdd6be5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:41.536279 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.549112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Attempting to bind port b4a8473b-7374-4770-9942-8d726bdd6be5 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:47:41.549495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Attempting to bind port b4a8473b-7374-4770-9942-8d726bdd6be5 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:47:41.549862 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Attempting to bind port b4a8473b-7374-4770-9942-8d726bdd6be5 on network 2120338c-f994-4048-915b-4802e60667f5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:41.559579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:47:41.559913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Checking segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:41.560325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.560724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Bound using segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:47:41.561201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Bound port: b4a8473b-7374-4770-9942-8d726bdd6be5, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:47:41.561586 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.670826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] For port b4a8473b-7374-4770-9942-8d726bdd6be5, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:47:41.675697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] For port b4a8473b-7374-4770-9942-8d726bdd6be5, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b4a8473b-7374-4770-9942-8d726bdd6be5,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:47:41.687323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.720449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 88c55638-de88-4ff0-b525-fbad5dc154d5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:41.782953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431df68-9693-4d5f-ada4-31381e3ec83f None None] Pushing event updated for resources: {'Port': ['ID=b4a8473b-7374-4770-9942-8d726bdd6be5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:41.811597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 88c55638-de88-4ff0-b525-fbad5dc154d5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:41.816389 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:41.914524 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.1 (2120338c-f994-4048-915b-4802e60667f5/33857f6a-e56a-4b2c-968c-f4aa807d8370/a37ea6ea-33d7-49d3-abb9-59606f01ace8) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:42.066499 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.108839 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.160078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 2120338c-f994-4048-915b-4802e60667f5 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:42.163732 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:42.167598 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:42.174584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:42.176654 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.222645 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.365896 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.647502 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.652582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.726463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:42.728888 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.829911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54354f-0280-4bdc-bced-6e0e24888ddf None None] Network 2120338c-f994-4048-915b-4802e60667f5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:47:42.837669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 2120338c-f994-4048-915b-4802e60667f5 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:42.839019 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:42.942385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] Provisioning complete for port b4a8473b-7374-4770-9942-8d726bdd6be5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:42.942765 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:42.947408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router e1c1f201-decb-429a-9165-a27c000eed4a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:43.025869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.062254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] For port b4a8473b-7374-4770-9942-8d726bdd6be5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b4a8473b-7374-4770-9942-8d726bdd6be5,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:43.069116 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.072539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:43.089338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-b68aad2b-b108-4692-aeaf-a68d0793e10a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/e1c1f201-decb-429a-9165-a27c000eed4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564506 Dec 13 10:47:43.126299 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db529598-8e11-4a73-8f5c-d5d102ccc168 None None] Pushing event updated for resources: {'Port': ['ID=b4a8473b-7374-4770-9942-8d726bdd6be5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:43.254371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-164e14ae-9c43-459e-a0da-a85dd1f170f1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489379108&fields=id&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 267 time: 0.0497277 Dec 13 10:47:43.301776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9db8d939-3750-410a-8b4d-b6e5fe5918ea None None] Provisioning complete for port b4a8473b-7374-4770-9942-8d726bdd6be5 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:43.302144 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9db8d939-3750-410a-8b4d-b6e5fe5918ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.383772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-40526d85-45fd-4096-9336-6fc1b8602ec2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:43.388138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-40526d85-45fd-4096-9336-6fc1b8602ec2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 797 time: 0.1267412 Dec 13 10:47:43.396888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9db8d939-3750-410a-8b4d-b6e5fe5918ea None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:43.398132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9db8d939-3750-410a-8b4d-b6e5fe5918ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.410376 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-15332354-98ba-4685-8900-311a62c56f3d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/quotas/7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 375 time: 0.0154467 Dec 13 10:47:43.424740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Sync routers for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:43.447648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:43.448230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:43.471994 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-a6abba29-116e-4a5f-9dee-e07534ebb572 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554585 Dec 13 10:47:43.489569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9db8d939-3750-410a-8b4d-b6e5fe5918ea None None] Port a37ea6ea-33d7-49d3-abb9-59606f01ace8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:43.569205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:43.578738 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c06b7abf-dac4-43c2-bb7f-73b547afd4d0 service neutron] 10.222.0.31 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958822 Dec 13 10:47:43.660342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a6d127c8-e8b4-48ac-90f7-f5ed8999257b None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:43.660724 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6d127c8-e8b4-48ac-90f7-f5ed8999257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.693610 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-052da7f3-a8f9-42ef-83c9-956636dc4b41 service neutron] 10.222.0.31 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085923 Dec 13 10:47:43.723030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b4a8473b-7374-4770-9942-8d726bdd6be5 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:43.775390 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a6d127c8-e8b4-48ac-90f7-f5ed8999257b None None] Port a37ea6ea-33d7-49d3-abb9-59606f01ace8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:43.838370 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port b4a8473b-7374-4770-9942-8d726bdd6be5 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:43.838917 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.875661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-13092d6d-a8c0-4f7c-a6a5-c70ce68214a6 req-38ffab8b-fcd4-4cc9-95e4-07363353dee4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Dec 13 10:47:43.912075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7a5c75a5-8d8a-4f6c-af83-e206870075a7 None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:43.912456 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5c75a5-8d8a-4f6c-af83-e206870075a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:43.934854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 2, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:43.992392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Checking router: e1c1f201-decb-429a-9165-a27c000eed4a for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:43.992752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Updating router e1c1f201-decb-429a-9165-a27c000eed4a port a37ea6ea-33d7-49d3-abb9-59606f01ace8 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:47:44.197093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c75a5-8d8a-4f6c-af83-e206870075a7 None None] Port a37ea6ea-33d7-49d3-abb9-59606f01ace8 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:44.202425 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.467881 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.473720 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.522248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3521-6907-4f1e-acae-65ef566acbdc None None] Pushing event updated for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:44.575762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Attempting to bind port a37ea6ea-33d7-49d3-abb9-59606f01ace8 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:47:44.576137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Attempting to bind port a37ea6ea-33d7-49d3-abb9-59606f01ace8 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:47:44.576500 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Attempting to bind port a37ea6ea-33d7-49d3-abb9-59606f01ace8 on network 2120338c-f994-4048-915b-4802e60667f5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:44.581599 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:47:44.581977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Checking segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:44.582381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.582774 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Bound using segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:47:44.583267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Bound port: a37ea6ea-33d7-49d3-abb9-59606f01ace8, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:47:44.583682 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.649911 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] For port a37ea6ea-33d7-49d3-abb9-59606f01ace8, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:47:44.653191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] For port a37ea6ea-33d7-49d3-abb9-59606f01ace8, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a37ea6ea-33d7-49d3-abb9-59606f01ace8,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:47:44.659934 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.728970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:44.729620 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:44.770326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3521-6907-4f1e-acae-65ef566acbdc None None] Pushing event updated for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:44.786584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:44.786964 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:44.842930 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-5835e476-ec2b-4ec9-a291-f3a0d31b91ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:44.845079 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-5835e476-ec2b-4ec9-a291-f3a0d31b91ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 797 time: 0.1321335 Dec 13 10:47:44.884201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:44.935416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-b5bfad15-66f2-478c-b6ab-6392ef710bc3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 380 time: 0.0780492 Dec 13 10:47:44.950283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'port': {'device_id': '04f44aba-d69f-426c-9a89-a61dea995f76', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'admin_state_up': True, 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'security_groups': ['8c7e13ed-d82a-4fde-9edb-3117476f7e7b']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:44.994848 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-462b4e10-6caf-46f3-9cda-466692ec648f req-c12a11fb-0ebf-46bc-b2dc-769294c6de61 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 210 time: 0.0367434 Dec 13 10:47:45.010721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.081339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:47:45.084993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.091655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] For port a37ea6ea-33d7-49d3-abb9-59606f01ace8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a37ea6ea-33d7-49d3-abb9-59606f01ace8,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:45.102071 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.185803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7361-f96a-4cb2-a3f2-c60ab5d09198 None None] Pushing event updated for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:45.209243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:44Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:45.214093 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.4 (2120338c-f994-4048-915b-4802e60667f5/33857f6a-e56a-4b2c-968c-f4aa807d8370/7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:45.240190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c783d-5849-4efa-97f8-bb2149f24ab1 None None] The sync data for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 is: [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:44Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:45.251066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ecdcdf67-70aa-4002-b16f-edd3be5c76f6 None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:45.251444 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ecdcdf67-70aa-4002-b16f-edd3be5c76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.386462 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.424587 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.474244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 2120338c-f994-4048-915b-4802e60667f5 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:45.477220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:45.481820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:45.486539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:45.541935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:45.542936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.563861 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-4d6d6217-8768-4f9f-ac0d-a42f9686a8c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181467 Dec 13 10:47:45.574196 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-31f0c02d-a1f8-4f6a-8a3b-37d2720ad529 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:47:45.575498 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-31f0c02d-a1f8-4f6a-8a3b-37d2720ad529 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060120 Dec 13 10:47:45.589105 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Request body: {'port': {'device_id': '04f44aba-d69f-426c-9a89-a61dea995f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:45.665520 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.709009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a37ea6ea-33d7-49d3-abb9-59606f01ace8 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:45.764208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port a37ea6ea-33d7-49d3-abb9-59606f01ace8 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:45.764666 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.814947 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-47bbd265-395b-4510-9f4e-27c1cc00f860 None None] Provisioning complete for port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:45.815418 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47bbd265-395b-4510-9f4e-27c1cc00f860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.885234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-47bbd265-395b-4510-9f4e-27c1cc00f860 None None] Port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:45.967951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:47:45.976591 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:45.989857 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Transition to ACTIVE for port object 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:47:45.993681 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:46.047622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:46.138295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447a9b3-797a-425d-a373-56e44f31b335 req-431ba51e-a8cf-4131-a36a-e6405845ee3f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.140208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3447a9b3-797a-425d-a373-56e44f31b335 req-431ba51e-a8cf-4131-a36a-e6405845ee3f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 943 time: 0.0615420 Dec 13 10:47:46.143941 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Attempting to bind port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:47:46.144951 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Attempting to bind port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:47:46.145293 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Attempting to bind port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 on network 2120338c-f994-4048-915b-4802e60667f5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:46.151048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 on network 2120338c-f994-4048-915b-4802e60667f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:47:46.151377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Attempting to bind port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 on network 2120338c-f994-4048-915b-4802e60667f5 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:46.158502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:47:46.158864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Checking segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:46.159250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Bound using segment: {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:47:46.159760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Bound port: 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d5035a-2ac9-4d55-8944-55a357b33eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2120338c-f994-4048-915b-4802e60667f5'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:47:46.160123 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:46.223685 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3447a9b3-797a-425d-a373-56e44f31b335 req-2a9371fc-6604-45b9-a450-dc2291a51cb3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762584 Dec 13 10:47:46.242041 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:47:46.245392 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:47:46.251666 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:46.290010 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.290664 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:46.292174 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] 10.222.0.16 "PUT /v2.0/ports/7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 1091 time: 0.7074735 Dec 13 10:47:46.292642 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:46.295191 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:46.340462 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51d6d-4524-4cdd-95b3-3447d83fb6fc service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:46.380513 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0fd613-0315-46e9-91ef-6c6ddc00d347 x-openstack-request-id: req-5b0fd613-0315-46e9-91ef-6c6ddc00d347 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:46.380970 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:46.381110 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b0fd613-0315-46e9-91ef-6c6ddc00d347 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:46.381461 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'status': 'completed', 'code': 200} Dec 13 10:47:46.399734 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c9257e9d-5c52-41b7-be57-c13de398fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.401298 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c9257e9d-5c52-41b7-be57-c13de398fa5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1094 time: 0.0547118 Dec 13 10:47:46.452453 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c1c7556d-10a9-4b1f-901f-163d01fd6ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.0412879 Dec 13 10:47:46.507090 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-17bf6185-db49-4bf8-a310-62bdd98a9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.508964 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-17bf6185-db49-4bf8-a310-62bdd98a9530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0484934 Dec 13 10:47:46.561652 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c80d325e-0312-4b75-8345-8d487fffbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.563322 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c80d325e-0312-4b75-8345-8d487fffbc1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450938 Dec 13 10:47:46.654711 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-ae6bf23d-ba28-4207-a714-585ec2c8a298 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841351 Dec 13 10:47:46.747416 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-314ee5e7-ad00-45d9-9d82-09c670470f3c req-c05df5da-0df7-44c9-b75d-0e274db9548a service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855331 Dec 13 10:47:46.839021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-8c88550c-3c74-446b-a35d-56a252b438e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.840570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-8c88550c-3c74-446b-a35d-56a252b438e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1094 time: 0.0422978 Dec 13 10:47:46.929239 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-f5ea9103-0ed3-4fde-a0d5-c731d7ef2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.930737 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-f5ea9103-0ed3-4fde-a0d5-c731d7ef2919 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0828693 Dec 13 10:47:46.976346 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-f5705af6-c3d8-490a-8301-0804fdb3d9b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.0376260 Dec 13 10:47:47.026511 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-e246b6c2-8b29-499a-943c-95e8080fcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:47.028129 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-e246b6c2-8b29-499a-943c-95e8080fcf66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0442302 Dec 13 10:47:47.073449 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-a392c1ac-1860-4cb8-8a07-bfbffde0bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:47.074927 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-a392c1ac-1860-4cb8-8a07-bfbffde0bd30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402281 Dec 13 10:47:47.166489 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-1491dfb4-827b-4fae-b0f9-f0fe40a0daa7 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836520 Dec 13 10:47:47.255950 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ba9786d1-b15f-42e2-b3a7-c0a91336e1e7 req-8a15d90e-7859-408c-8445-6a765f868e60 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811086 Dec 13 10:47:47.337328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452185-ed4f-4be9-91a3-cbe4239bb784 req-7c2db1c8-761a-414a-89e4-c15ca87ac431 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:47.338807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56452185-ed4f-4be9-91a3-cbe4239bb784 req-7c2db1c8-761a-414a-89e4-c15ca87ac431 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 943 time: 0.0522404 Dec 13 10:47:47.386877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56452185-ed4f-4be9-91a3-cbe4239bb784 req-4afbbf3e-36fd-45b6-b3aa-13320e10d3f9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Dec 13 10:47:48.503524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125263-87c0-4650-8a2c-6d6bebe7154f req-c4b4e309-bcbf-4e78-bf48-9efc33225e11 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:48.505030 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77125263-87c0-4650-8a2c-6d6bebe7154f req-c4b4e309-bcbf-4e78-bf48-9efc33225e11 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 943 time: 0.0481505 Dec 13 10:47:48.555107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77125263-87c0-4650-8a2c-6d6bebe7154f req-dacfe5c3-e015-4ef0-93c9-ae8d707449f5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 Dec 13 10:47:49.673659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2df76-4090-492b-b2db-4f9c46bdce99 req-0bda6058-bcfa-4a2c-8975-240e43549397 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:49.675140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43d2df76-4090-492b-b2db-4f9c46bdce99 req-0bda6058-bcfa-4a2c-8975-240e43549397 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 943 time: 0.0535269 Dec 13 10:47:49.723870 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-43d2df76-4090-492b-b2db-4f9c46bdce99 req-dc2f8361-79bd-4041-82f0-859bcf406aed tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Dec 13 10:47:50.838168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947d31-8a57-4d69-a3dd-d5711c213317 req-5bfd1238-d9f2-446e-924d-b38e2d66c8b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.839704 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c947d31-8a57-4d69-a3dd-d5711c213317 req-5bfd1238-d9f2-446e-924d-b38e2d66c8b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 943 time: 0.0491424 Dec 13 10:47:50.888536 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6c947d31-8a57-4d69-a3dd-d5711c213317 req-bc6935e9-496c-44a5-931c-a44dd72d751a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Dec 13 10:47:51.456009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:47:51.552976 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:51.564708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'port_id': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'mac_address': 'fa:16:3e:3d:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:47:51.601222 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:51.614061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:47:51.633098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:51.637816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:51.688931 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:52.000981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dcdf3-f688-4e8a-b9bf-b3ec3dc54708 req-d3b1cb22-786b-4da4-929e-db6541c23b8d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:52.002490 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-463dcdf3-f688-4e8a-b9bf-b3ec3dc54708 req-d3b1cb22-786b-4da4-929e-db6541c23b8d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 944 time: 0.0478992 Dec 13 10:47:52.003788 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:47:52.058245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-463dcdf3-f688-4e8a-b9bf-b3ec3dc54708 req-efe6ec90-e1ee-4e6a-bfc8-533fcbda4efe tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497849 Dec 13 10:47:53.174647 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d22f8-e005-409a-aea7-9c9933950c5a req-2270b57d-be6b-4c16-9d17-8b9d325c110f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:53.176148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-817d22f8-e005-409a-aea7-9c9933950c5a req-2270b57d-be6b-4c16-9d17-8b9d325c110f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 944 time: 0.0482898 Dec 13 10:47:53.224687 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-817d22f8-e005-409a-aea7-9c9933950c5a req-b95596fa-adbb-4e8f-ba4f-8462be9b2718 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Dec 13 10:47:53.470662 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:53.519205 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:47:53.522990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:53.523366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:53.599046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:53.624330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:53.627135 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906b9d33-3fea-457b-92ce-cd705ccf2859" -d '{"events": [{"server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:53.639985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:53.644547 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:53.666907 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b89a4-51d7-4e34-b1a4-de8d846cc979 x-openstack-request-id: req-7b0b89a4-51d7-4e34-b1a4-de8d846cc979 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:53.667209 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:53.667465 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b0b89a4-51d7-4e34-b1a4-de8d846cc979 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:53.667883 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'code': 200} Dec 13 10:47:53.694194 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:53.763364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47e421-b1a5-4866-a669-f12d96a5c779 req-9e129feb-17f9-4822-821f-8b22a849efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:53.764886 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed47e421-b1a5-4866-a669-f12d96a5c779 req-9e129feb-17f9-4822-821f-8b22a849efd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.0434835 Dec 13 10:47:53.816649 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-ed47e421-b1a5-4866-a669-f12d96a5c779 req-51f872cb-0d7e-4392-861c-815ec066c657 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Dec 13 10:47:54.336761 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89824763-24ff-4cb1-9d27-83c634e0283b req-c2604232-86bb-498c-8205-cb57a9fdc4f5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:54.338216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89824763-24ff-4cb1-9d27-83c634e0283b req-c2604232-86bb-498c-8205-cb57a9fdc4f5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0473435 Dec 13 10:47:54.385968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89824763-24ff-4cb1-9d27-83c634e0283b req-0f069188-314c-4102-82cf-2b2bc285ac22 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Dec 13 10:47:55.504864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923565-4fc6-4698-8439-6fa676e908b0 req-587206da-0d45-4c4a-a5aa-01a6f538f1c7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:55.506319 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89923565-4fc6-4698-8439-6fa676e908b0 req-587206da-0d45-4c4a-a5aa-01a6f538f1c7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Dec 13 10:47:55.555363 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89923565-4fc6-4698-8439-6fa676e908b0 req-7725059c-3134-4dbc-b685-42f160f15fe2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Dec 13 10:47:55.669012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ed43-c372-4172-b5b5-2a240589b9c5 req-fa38462c-43ab-4cc9-930c-d3b175edfac6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:55.670408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44b9ed43-c372-4172-b5b5-2a240589b9c5 req-fa38462c-43ab-4cc9-930c-d3b175edfac6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Dec 13 10:47:55.718836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-44b9ed43-c372-4172-b5b5-2a240589b9c5 req-e5c4ca77-69e1-45db-89a4-bcc5b9fc0f75 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Dec 13 10:47:55.740741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41192) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:55.778307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b98eaaa-03b9-4a2a-8d36-403e02fabd68 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:55.779810 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1b98eaaa-03b9-4a2a-8d36-403e02fabd68 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1091 time: 0.0380149 Dec 13 10:47:55.783104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41194) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:55.787297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:55.809129 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.905033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.004631 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.199 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/f380dbd3-393c-4961-9165-d2aa8bba565c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:56.103311 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.139611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.178460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:56.181415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:56.185026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:56.208360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=f380dbd3-393c-4961-9165-d2aa8bba565c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:56.634733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.730345 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.885850 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.890416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.959441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=f380dbd3-393c-4961-9165-d2aa8bba565c,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:56.969264 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.068658 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 702bc807-f733-466f-b77d-b2ef5688bafb associated. External IP: 172.25.2.199, port: 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1. Dec 13 10:47:57.599911 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router e1c1f201-decb-429a-9165-a27c000eed4a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:57.705040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:57.714726 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Sync routers for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:57.722348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.724047 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:57.724642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:57.750463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4c3d311c-f087-4fb3-bb27-a400a09db284 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9656696 Dec 13 10:47:57.751060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:57.753422 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c86378b-5349-4b62-aa35-696c01f6475f" -d '{"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:57.798657 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c73730-a243-437d-816a-0cea8bd7967f x-openstack-request-id: req-c1c73730-a243-437d-816a-0cea8bd7967f {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:57.799218 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:57.799470 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1c73730-a243-437d-816a-0cea8bd7967f {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:57.799909 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'status': 'completed', 'code': 200} Dec 13 10:47:57.841964 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:57.856739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86378b-5349-4b62-aa35-696c01f6475f req-044d27dc-5e35-4400-a409-f5a874c13936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:57.858511 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-044d27dc-5e35-4400-a409-f5a874c13936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.0434546 Dec 13 10:47:57.865163 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f41e0-827f-46ba-8f66-ce851796b631 req-9ccc7e70-4643-4020-9e3d-fe397dd7f5c4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:57.867200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c57f41e0-827f-46ba-8f66-ce851796b631 req-9ccc7e70-4643-4020-9e3d-fe397dd7f5c4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Dec 13 10:47:57.928420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c57f41e0-827f-46ba-8f66-ce851796b631 req-84ebdbad-e8d4-474a-aeb2-6eac8c3cc849 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546498 Dec 13 10:47:57.946091 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41200) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:57.956499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86378b-5349-4b62-aa35-696c01f6475f req-398807f0-507a-401f-a983-fff3582db72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:57.957973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-398807f0-507a-401f-a983-fff3582db72f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0931690 Dec 13 10:47:58.010283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-706c630f-9491-4931-a7ae-55ecdbba7287 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/702bc807-f733-466f-b77d-b2ef5688bafb HTTP/1.1" status: 200 len: 991 time: 0.0623536 Dec 13 10:47:58.033396 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-00e79fc4-94c3-47f0-b55a-3731194c16ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 999 time: 0.0683198 Dec 13 10:47:58.084119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86378b-5349-4b62-aa35-696c01f6475f req-8cd89fe8-19c0-439c-bc6b-c1b7b6dc0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:58.085592 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-8cd89fe8-19c0-439c-bc6b-c1b7b6dc0f4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0453789 Dec 13 10:47:58.131998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86378b-5349-4b62-aa35-696c01f6475f req-292041aa-ffc7-4247-b917-0438988660ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:58.133409 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-292041aa-ffc7-4247-b917-0438988660ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Dec 13 10:47:58.155028 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '702bc807-f733-466f-b77d-b2ef5688bafb', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'port_id': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'mac_address': 'fa:16:3e:3d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f44aba-d69f-426c-9a89-a61dea995f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:56Z', 'updated_at': '2021-12-13T10:47:56Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:58.181668 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Checking router: e1c1f201-decb-429a-9165-a27c000eed4a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:58.189884 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:58.190497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:47:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:58.227091 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-0091a17f-5a5d-484b-964c-f527ab49700b service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Dec 13 10:47:58.293097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:58.316575 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-7c86378b-5349-4b62-aa35-696c01f6475f req-e6607d02-47b0-471b-9f05-1cddfa697295 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Dec 13 10:47:58.509194 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '702bc807-f733-466f-b77d-b2ef5688bafb', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'port_id': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'mac_address': 'fa:16:3e:3d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f44aba-d69f-426c-9a89-a61dea995f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:56Z', 'updated_at': '2021-12-13T10:47:56Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:58.535423 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17526781-ccff-4bfa-add4-cdc4a890e2f3 None None] The sync data for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 is: [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '702bc807-f733-466f-b77d-b2ef5688bafb', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'port_id': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'mac_address': 'fa:16:3e:3d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f44aba-d69f-426c-9a89-a61dea995f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:56Z', 'updated_at': '2021-12-13T10:47:56Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:58.725619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37675d-bf73-4345-b9fe-6e583871a115 None None] New status for floating IP 702bc807-f733-466f-b77d-b2ef5688bafb: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:47:59.013307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41202) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:59.078394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cfe44f27-eeeb-41b6-b0b9-8e7030ed9aff tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/702bc807-f733-466f-b77d-b2ef5688bafb HTTP/1.1" status: 200 len: 993 time: 0.0638537 Dec 13 10:48:00.272480 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.827752 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.251345 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a12049ce-33a2-452e-852b-600fd0280eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.484979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:48:08.712837 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-464c6525-a28d-4301-b672-a0d53fd1e8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.792038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.406245 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.989824 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-c2989198-d18d-4686-8a70-c97098a0861f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446181 Dec 13 10:48:12.071474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-a7461f3a-900c-4e22-a458-04e8136e69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.072963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-a7461f3a-900c-4e22-a458-04e8136e69ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.0417511 Dec 13 10:48:12.170193 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.174964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-4ca82e57-548c-45a0-8141-6244fc9b6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.176497 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-4ca82e57-548c-45a0-8141-6244fc9b6924 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0833733 Dec 13 10:48:12.245013 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-42b07423-9e9d-4867-89a5-c408ff89992e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0615659 Dec 13 10:48:12.296691 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-4ebc76b6-0ecc-42a8-a665-70f4b0b0ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.298120 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-4ebc76b6-0ecc-42a8-a665-70f4b0b0ca1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0420558 Dec 13 10:48:12.342269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-85d52b99-8e38-471c-8ba2-05f6f4d253ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.343749 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-85d52b99-8e38-471c-8ba2-05f6f4d253ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388217 Dec 13 10:48:12.438220 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-5c457052-8f00-4ea5-bb09-901e78647f08 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Dec 13 10:48:12.526359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-49da98ba-24bf-4dcc-a063-378a359bf646 req-ae3b7479-e1fb-413b-8cde-1a6725aa3c0e service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809128 Dec 13 10:48:30.286659 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:34.823888 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:36.250534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57873ebb-2179-424f-9302-dacb9121b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:38.713283 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b02b-594f-4f01-a395-e85841e34c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:39.795841 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:41.409550 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:42.171307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:45.484154 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:49:00.288548 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:01.913335 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-56ce0f2a-ae0e-431f-80a5-d5f19565d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:01.913934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2f2b-d90b-4641-aa98-e318110654ae req-b137c9ba-e8ff-4fb7-af5a-18b6290b3f1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:01.914756 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-56ce0f2a-ae0e-431f-80a5-d5f19565d91c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.0463746 Dec 13 10:49:01.915002 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39eb2f2b-d90b-4641-aa98-e318110654ae req-b137c9ba-e8ff-4fb7-af5a-18b6290b3f1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Dec 13 10:49:01.965282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39eb2f2b-d90b-4641-aa98-e318110654ae req-b047135f-d993-40b7-9bec-03290a3552a3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Dec 13 10:49:02.006518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-6d5c0abb-d571-4580-9c0f-b48aaeb911f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:02.008025 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-6d5c0abb-d571-4580-9c0f-b48aaeb911f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0846570 Dec 13 10:49:02.079251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-c813e4fd-bebf-408b-b3b7-337e97e0c2e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0636041 Dec 13 10:49:02.129119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-1c083cb2-3147-4360-b945-5573d6b9fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:02.130553 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-1c083cb2-3147-4360-b945-5573d6b9fb6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0445242 Dec 13 10:49:02.178139 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-fbac9708-d6cf-4c5d-bd8f-a005268e62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:02.179601 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-fbac9708-d6cf-4c5d-bd8f-a005268e62ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411012 Dec 13 10:49:02.274076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-e0f1f8b7-6b0a-441a-9a22-f51ff044e85e service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Dec 13 10:49:02.365951 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-adb952d8-f565-46d8-a84b-82520ca35a01 req-53e9050a-9757-4851-b6f7-0569854d3538 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827820 Dec 13 10:49:03.082621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80425d9-e656-440e-a48f-a4551b4ae62a req-4c3d950b-fbdf-4618-9303-57a3a12d2938 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:03.084104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e80425d9-e656-440e-a48f-a4551b4ae62a req-4c3d950b-fbdf-4618-9303-57a3a12d2938 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Dec 13 10:49:03.130811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e80425d9-e656-440e-a48f-a4551b4ae62a req-98af2c60-d6d2-4301-86b5-577db60947da tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Dec 13 10:49:04.253356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b169-5a73-48e8-97b8-0c626a58757e req-e04b2fc8-eb70-4e82-b2df-c2ba466c444f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:04.254849 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2788b169-5a73-48e8-97b8-0c626a58757e req-e04b2fc8-eb70-4e82-b2df-c2ba466c444f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0521815 Dec 13 10:49:04.304419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2788b169-5a73-48e8-97b8-0c626a58757e req-7b81228c-7383-4daa-8061-a89b42500ae9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Dec 13 10:49:04.824923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:05.418437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3bc08-fa31-4245-8ac0-76a873314835 req-a2dc2514-c727-4ee1-9b42-b707b72bf910 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:05.419959 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf3bc08-fa31-4245-8ac0-76a873314835 req-a2dc2514-c727-4ee1-9b42-b707b72bf910 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Dec 13 10:49:05.468313 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fdf3bc08-fa31-4245-8ac0-76a873314835 req-8a383a00-2aec-4e87-a218-c8517e3ada26 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Dec 13 10:49:06.253498 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8644ec7c-6e8c-4b1a-8e68-cf4323e03bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:06.590292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94325756-3605-420a-94d3-dcddf7c2d25b req-52c1a223-bd60-4042-8b5b-70cab17c20a3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:06.591776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94325756-3605-420a-94d3-dcddf7c2d25b req-52c1a223-bd60-4042-8b5b-70cab17c20a3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0520442 Dec 13 10:49:06.640392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-94325756-3605-420a-94d3-dcddf7c2d25b req-ce7c88b4-c859-417b-a5c8-20663890ec4b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Dec 13 10:49:07.752413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95897be0-6020-4083-abd0-2e3d82aa63a5 req-f7fbc58d-db8f-4188-ac00-86dafc1d119c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:07.753868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95897be0-6020-4083-abd0-2e3d82aa63a5 req-f7fbc58d-db8f-4188-ac00-86dafc1d119c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0474246 Dec 13 10:49:07.802060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-95897be0-6020-4083-abd0-2e3d82aa63a5 req-4098d603-0db3-4c27-9072-66d9d0d984e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Dec 13 10:49:08.714449 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce92694a-8746-4970-84e5-9dbbf60e0d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:08.914284 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163c689-91ee-4e11-a458-82fa59ccdf1d req-784f583f-f4fc-42ca-81de-4603b4b3ef8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:08.915781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a163c689-91ee-4e11-a458-82fa59ccdf1d req-784f583f-f4fc-42ca-81de-4603b4b3ef8c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0472488 Dec 13 10:49:08.967885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a163c689-91ee-4e11-a458-82fa59ccdf1d req-fc25b8a2-51a4-48a1-88dd-946178989b66 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Dec 13 10:49:09.799191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:10.083816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b29f-0685-4ce5-8e64-d03f4e5c4c53 req-af4e9e28-d62c-4ac2-bb32-894d409f6d97 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:10.085300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5d4b29f-0685-4ce5-8e64-d03f4e5c4c53 req-af4e9e28-d62c-4ac2-bb32-894d409f6d97 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0512302 Dec 13 10:49:10.132895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b5d4b29f-0685-4ce5-8e64-d03f4e5c4c53 req-327d5935-6f53-4e6d-b7d0-eba5e445be15 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Dec 13 10:49:11.246313 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479a258-c884-45a9-a6fb-02b9825b6ea1 req-adb29d87-6f71-447a-8cc3-a2302730084c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:11.247784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0479a258-c884-45a9-a6fb-02b9825b6ea1 req-adb29d87-6f71-447a-8cc3-a2302730084c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0475917 Dec 13 10:49:11.295761 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0479a258-c884-45a9-a6fb-02b9825b6ea1 req-b125e996-6f51-4e1e-a86d-f8a9b749d506 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Dec 13 10:49:11.411684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:12.015417 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-35fc5990-61a6-40dc-9513-5f9f487c8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:12.016984 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-35fc5990-61a6-40dc-9513-5f9f487c8e45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.0409384 Dec 13 10:49:12.130741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-c2fb18de-eea5-46e4-a835-e39b22cf678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:12.132307 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-c2fb18de-eea5-46e4-a835-e39b22cf678f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0915246 Dec 13 10:49:12.174520 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:12.200456 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-e72c4722-8323-49b4-b45c-bdaf9eb8547d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0601950 Dec 13 10:49:12.254271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-9f62dec7-ea5b-4178-a8db-8f822c7549ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:12.255795 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-9f62dec7-ea5b-4178-a8db-8f822c7549ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0479777 Dec 13 10:49:12.303502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-57b549a0-a193-4d1b-9d62-cf2c4a3e76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:12.305018 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-57b549a0-a193-4d1b-9d62-cf2c4a3e76fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401478 Dec 13 10:49:12.397584 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-c73849e7-4afc-48a6-8e04-f5de2544adef service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Dec 13 10:49:12.414103 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce880991-f573-425d-9a45-15b8cdaad099 req-269237cb-d9e2-420d-83f0-427cbdc1a681 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:12.415635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce880991-f573-425d-9a45-15b8cdaad099 req-269237cb-d9e2-420d-83f0-427cbdc1a681 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Dec 13 10:49:12.464432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ce880991-f573-425d-9a45-15b8cdaad099 req-54ae199e-f7ae-4f55-ac28-514401842d80 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Dec 13 10:49:12.493390 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-1c3ce47c-a4c9-4fa5-8f72-79fcdde6d871 req-f9a99d47-cbdd-4b44-a3cc-a4b6a53bdf1e service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878332 Dec 13 10:49:13.579195 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9d04-5b5a-4a1e-8e60-d6bbcd408a0f req-8ca6497c-a936-4d2b-8752-f64d0b9c2de2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:13.580708 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7aba9d04-5b5a-4a1e-8e60-d6bbcd408a0f req-8ca6497c-a936-4d2b-8752-f64d0b9c2de2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Dec 13 10:49:13.630357 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7aba9d04-5b5a-4a1e-8e60-d6bbcd408a0f req-328025a4-4f97-4aec-a1da-d5032d438178 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Dec 13 10:49:14.744255 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a87f-8bc3-4b58-ab34-c0dfbb4c26e4 req-051c8e8f-2bb4-4564-9500-ce520a87da6d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:14.745700 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd69a87f-8bc3-4b58-ab34-c0dfbb4c26e4 req-051c8e8f-2bb4-4564-9500-ce520a87da6d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0466731 Dec 13 10:49:14.796897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bd69a87f-8bc3-4b58-ab34-c0dfbb4c26e4 req-7a8da954-0ccd-4885-b210-b48c73d0302a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Dec 13 10:49:15.917852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c6e4-10f5-4826-a3b8-6fa2bb9dddf9 req-7ca4815e-6294-4c1d-87ee-f392b76d0ad5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:15.919256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ca1c6e4-10f5-4826-a3b8-6fa2bb9dddf9 req-7ca4815e-6294-4c1d-87ee-f392b76d0ad5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Dec 13 10:49:15.967784 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8ca1c6e4-10f5-4826-a3b8-6fa2bb9dddf9 req-23a3e4cb-84c0-4b80-bc4b-90361f97502f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Dec 13 10:49:17.081137 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086c72-801a-4363-9455-967f63ecfbab req-d3e25d2f-42ac-4a41-94bc-b0670a6e67d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:17.082635 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b086c72-801a-4363-9455-967f63ecfbab req-d3e25d2f-42ac-4a41-94bc-b0670a6e67d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Dec 13 10:49:17.129966 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5b086c72-801a-4363-9455-967f63ecfbab req-3ce6a608-df92-4852-ba6e-75995bb5701c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Dec 13 10:49:18.247303 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fb21e-4415-4f71-96a6-54779f0d4498 req-843583c3-86ed-44a5-bc9a-2dc4ddabb752 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:18.248777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb9fb21e-4415-4f71-96a6-54779f0d4498 req-843583c3-86ed-44a5-bc9a-2dc4ddabb752 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0513980 Dec 13 10:49:18.296534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fb9fb21e-4415-4f71-96a6-54779f0d4498 req-5affb7cd-cf99-4622-88d7-89899de142e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Dec 13 10:49:18.318933 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41266) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:49:18.376459 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5c2e8dcf-a351-4a96-a1f0-aea4359635cf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/702bc807-f733-466f-b77d-b2ef5688bafb HTTP/1.1" status: 200 len: 993 time: 0.0564132 Dec 13 10:49:22.483307 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:49:30.285081 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:34.826295 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:36.254565 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a1c84b2-24db-4cc0-a1c9-a0ff80651453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:38.718261 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66be2bbe-1cb2-4b8d-b344-6af0035f13fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:39.805335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:41.413477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:42.175773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:59.481502 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:50:00.284434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:04.822573 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:06.255333 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66c32f39-a77d-4648-946e-e02a2b73919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:06.975473 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41284) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:07.134297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port f380dbd3-393c-4961-9165-d2aa8bba565c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:50:07.134647 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.211925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.212252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.224178 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for f380dbd3-393c-4961-9165-d2aa8bba565c owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:50:07.370428 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.400880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=f380dbd3-393c-4961-9165-d2aa8bba565c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:07.425964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.426327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.426678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.427025 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.427370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.427743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.428086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.428427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.428765 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.429101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.429439 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.429767 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.430104 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:07.468458 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.468791 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 702bc807-f733-466f-b77d-b2ef5688bafb disassociated (deleted). External IP: 172.25.2.199, port: 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1. Dec 13 10:50:07.674263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router e1c1f201-decb-429a-9165-a27c000eed4a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:50:07.782018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:50:07.786877 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.791422 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Sync routers for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:50:07.800543 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:07.801153 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:49:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:07.816521 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-89320107-5c17-48a2-80de-4921ca701373 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/floatingips/702bc807-f733-466f-b77d-b2ef5688bafb HTTP/1.1" status: 204 len: 168 time: 0.8369119 Dec 13 10:50:07.816521 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:07.816897 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5" -d '{"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:07.860043 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f42a4d-c182-45e2-88f1-d5d4cee864d0 x-openstack-request-id: req-43f42a4d-c182-45e2-88f1-d5d4cee864d0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:07.860933 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:07.861260 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43f42a4d-c182-45e2-88f1-d5d4cee864d0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:07.861731 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'status': 'completed', 'code': 200} Dec 13 10:50:07.920093 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:08.036467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-41cea542-348f-4c21-a5ba-48dd53229335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:08.038179 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-41cea542-348f-4c21-a5ba-48dd53229335 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 1096 time: 0.1573644 Dec 13 10:50:08.138356 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:08.139055 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-56bf4f58-b7fe-48c4-b358-565cca71a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:08.140600 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-56bf4f58-b7fe-48c4-b358-565cca71a80e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 200 len: 898 time: 0.0944576 Dec 13 10:50:08.143460 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4796065-75c7-4720-8904-5db35fd0736a req-e795d930-4076-4037-a48e-3582a2f69c76 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:08.144990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4796065-75c7-4720-8904-5db35fd0736a req-e795d930-4076-4037-a48e-3582a2f69c76 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.1394842 Dec 13 10:50:08.164678 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Checking router: e1c1f201-decb-429a-9165-a27c000eed4a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:50:08.174133 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:08.175007 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:49:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:08.189941 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-9f1b32e5-7e79-4899-be4a-82c66a33bdb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Dec 13 10:50:08.195237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4796065-75c7-4720-8904-5db35fd0736a req-5bcf062e-7079-40c7-9b5e-3027bcf4ee60 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441720 Dec 13 10:50:08.241431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-8f160654-e463-4f73-9fbf-a1fc70a8c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:08.243039 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-8f160654-e463-4f73-9fbf-a1fc70a8c779 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 200 len: 835 time: 0.0457325 Dec 13 10:50:08.281424 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:08.289382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-5910f086-2deb-40af-899d-f1516a7a8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:08.290895 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-5910f086-2deb-40af-899d-f1516a7a8a73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2120338c-f994-4048-915b-4802e60667f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398998 Dec 13 10:50:08.384931 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-da363403-8989-441a-85e5-3c5d8b1886d7 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 Dec 13 10:50:08.473466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-04c724b1-0e01-46f2-a7d2-f6fcba0d59f5 req-0dc8a044-1252-48b5-8c01-2ca3df1b5410 service neutron] 10.222.0.16 "GET /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808892 Dec 13 10:50:08.476671 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:08.503256 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293dda8-ae86-45b3-bb5e-c19330d280ae None None] The sync data for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 is: [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:42Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'a37ea6ea-33d7-49d3-abb9-59606f01ace8', 'name': '', 'network_id': '2120338c-f994-4048-915b-4802e60667f5', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:db:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:41Z', 'updated_at': '2021-12-13T10:47:45Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '33857f6a-e56a-4b2c-968c-f4aa807d8370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:50:08.721814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f01787d-3c7e-434f-b4ac-72cd8e41c643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:08.724724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92316a00-dac7-4d21-9afd-8d91e18ceeaa None None] New status for floating IP 702bc807-f733-466f-b77d-b2ef5688bafb: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:50:09.362199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f48aeb-ce1e-4ee3-b577-cb4940a2f62c req-477380e4-52ac-4b76-9aa8-ddda6df92c18 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:09.363674 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81f48aeb-ce1e-4ee3-b577-cb4940a2f62c req-477380e4-52ac-4b76-9aa8-ddda6df92c18 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0977368 Dec 13 10:50:09.412105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81f48aeb-ce1e-4ee3-b577-cb4940a2f62c req-d85af8b6-954a-4e8f-b849-b3888a6be1b5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7e13ed-d82a-4fde-9edb-3117476f7e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Dec 13 10:50:09.797355 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:09.806864 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-75bc7cb2-c8c1-47ca-a64c-75313e18f490 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:09.808364 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-75bc7cb2-c8c1-47ca-a64c-75313e18f490 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 945 time: 0.0543275 Dec 13 10:50:09.895001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:50:09.895333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:09.986109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:09.986390 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:09.997835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:50:10.123415 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:10.153269 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:10.196101 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] No DVR routers for this DVR port 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:50:10.198658 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:10.202036 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d581d124-88c4-4f0d-963f-d9e6f5a384c7 req-4368d846-cab9-4061-9071-8fc1c54cc96a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "DELETE /v2.0/ports/7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 HTTP/1.1" status: 204 len: 173 time: 0.3875299 Dec 13 10:50:10.202482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'name': 'network-vif-deleted', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:10.204775 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d54664-a4b7-4199-83eb-2ce3b84db7c8" -d '{"events": [{"server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "name": "network-vif-deleted", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:10.244480 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c5275-dde0-4e78-a095-fa8d1760e956 x-openstack-request-id: req-5a4c5275-dde0-4e78-a095-fa8d1760e956 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:10.244778 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f44aba-d69f-426c-9a89-a61dea995f76", "name": "network-vif-deleted", "tag": "7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:10.245325 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a4c5275-dde0-4e78-a095-fa8d1760e956 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:10.245737 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f44aba-d69f-426c-9a89-a61dea995f76', 'name': 'network-vif-deleted', 'tag': '7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1', 'status': 'completed', 'code': 200} Dec 13 10:50:10.516337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f069c4e-41c8-4e61-bc12-1543c584bdf3 req-7791928e-1e0c-4ecb-b1b7-a4ff063c70d8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=04f44aba-d69f-426c-9a89-a61dea995f76 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Dec 13 10:50:11.416161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:11.573078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41308) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:11.924829 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:12.174595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port a37ea6ea-33d7-49d3-abb9-59606f01ace8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:50:12.174936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:12.179057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:12.260896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port a37ea6ea-33d7-49d3-abb9-59606f01ace8, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=a37ea6ea-33d7-49d3-abb9-59606f01ace8,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:12.261262 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:12.272755 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for a37ea6ea-33d7-49d3-abb9-59606f01ace8 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:50:12.795227 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:12.830118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=a37ea6ea-33d7-49d3-abb9-59606f01ace8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:12.995116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.209110 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router e1c1f201-decb-429a-9165-a27c000eed4a has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:50:13.313034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:50:13.318190 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-955b1557-6563-48ea-889a-06b18983c9c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/e1c1f201-decb-429a-9165-a27c000eed4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439320 Dec 13 10:50:13.321014 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41310) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:13.322843 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Sync routers for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:50:13.333125 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:13.333739 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:13.372386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting subnet 33857f6a-e56a-4b2c-968c-f4aa807d8370 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:50:13.375421 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.415830 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.436460 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:13.504413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.566773 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.594408 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Subnet': ['ID=33857f6a-e56a-4b2c-968c-f4aa807d8370,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:13.598225 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.604770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7c94fa16-e004-4d88-a08e-d9e033ca03e7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/subnets/33857f6a-e56a-4b2c-968c-f4aa807d8370 HTTP/1.1" status: 204 len: 168 time: 0.2827654 Dec 13 10:50:13.604934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41312) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:13.607231 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1027a-30fb-4d04-9234-6e241c538c1e None None] Network 2120338c-f994-4048-915b-4802e60667f5 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:50:13.711626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:50:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:13.725819 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.741088 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Checking router: e1c1f201-decb-429a-9165-a27c000eed4a for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:50:13.756738 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Routers {'e1c1f201-decb-429a-9165-a27c000eed4a'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:13.757290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['e1c1f201-decb-429a-9165-a27c000eed4a'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:13.781752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] DHCP port deletion for 2120338c-f994-4048-915b-4802e60667f5 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:50:13.838922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Deleting port b4a8473b-7374-4770-9942-8d726bdd6be5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:50:13.839327 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.849169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.876524 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] Set router e1c1f201-decb-429a-9165-a27c000eed4a gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:13.902085 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] For port b4a8473b-7374-4770-9942-8d726bdd6be5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=b4a8473b-7374-4770-9942-8d726bdd6be5,segment=NetworkSegment(e7d5035a-2ac9-4d55-8944-55a357b33eab),segment_id=e7d5035a-2ac9-4d55-8944-55a357b33eab)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:13.902477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.908999 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 88c55638-de88-4ff0-b525-fbad5dc154d5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:50:13.909490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:13.917017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Calling delete_port for b4a8473b-7374-4770-9942-8d726bdd6be5 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:50:13.996713 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 88c55638-de88-4ff0-b525-fbad5dc154d5, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=88c55638-de88-4ff0-b525-fbad5dc154d5,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:13.997229 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.002490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.011366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 88c55638-de88-4ff0-b525-fbad5dc154d5 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:50:14.030078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] No DVR routers for this DVR port b4a8473b-7374-4770-9942-8d726bdd6be5 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:50:14.034476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Pushing event deleted for resources: {'Port': ['ID=b4a8473b-7374-4770-9942-8d726bdd6be5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:14.043305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.043702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.044301 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.044656 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.044999 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.045342 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.046311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.046311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.046609 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.046921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.047260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.048519 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.049053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c0614-5475-42ff-81f8-0bd91edcf26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.072905 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:50:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:14.100684 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcfa92-a367-4750-9268-fefcd04407ca None None] The sync data for ids ['e1c1f201-decb-429a-9165-a27c000eed4a'] in n-d-820935-7 is: [{'id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93441782', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:50:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '88c55638-de88-4ff0-b525-fbad5dc154d5', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1f201-decb-429a-9165-a27c000eed4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:47:38Z', 'updated_at': '2021-12-13T10:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:50:14.187658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.213922 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=88c55638-de88-4ff0-b525-fbad5dc154d5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:14.223492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e6f84-6ab1-4fa4-bf91-b8497ca83cdb None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:50:14.230565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:50:14.237662 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.238022 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.238369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.238710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.239031 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.239374 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.239729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.240063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.240395 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.240723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.241053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.241383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.241707 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:14.252294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:50:14.252655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7c7b4c98-219e-4e7e-8bda-8a80f17bc6e1 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:50:14.287678 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.375061 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.377256 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.421947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.422489 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Fanout notify agent at l3_agent the message router_deleted on router e1c1f201-decb-429a-9165-a27c000eed4a {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:50:14.430197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.430987 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-19b2acfc-bf4b-439d-92fc-e3f89331cce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/routers/e1c1f201-decb-429a-9165-a27c000eed4a HTTP/1.1" status: 204 len: 168 time: 0.8247523 Dec 13 10:50:14.433751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41314) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:14.510300 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.600866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.621356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2120338c-f994-4048-915b-4802e60667f5']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:14.630667 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d5035a-2ac9-4d55-8944-55a357b33eab') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:14.630967 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d5035a-2ac9-4d55-8944-55a357b33eab') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:14.640193 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.653857 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.660637 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:50:14.660914 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: timer() Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:50:14.664030 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:50:14.722624 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.731563 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.734735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/networks/2120338c-f994-4048-915b-4802e60667f5 HTTP/1.1" status: 204 len: 168 time: 0.3000627 Dec 13 10:50:14.737678 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41316) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:14.747866 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36167-6ec2-4d93-97f0-a69ff28ffc23 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Network': ['ID=2120338c-f994-4048-915b-4802e60667f5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:14.799242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.825287 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.888378 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.891017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:14.892723 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c7e13ed-d82a-4fde-9edb-3117476f7e7b HTTP/1.1" status: 204 len: 168 time: 0.1539180 Dec 13 10:50:14.909568 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f7b4-9651-4523-822d-5ec2a80541ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e13ed-d82a-4fde-9edb-3117476f7e7b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:15.735531 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b4a8473b-7374-4770-9942-8d726bdd6be5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:50:15.758566 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: b4a8473b-7374-4770-9942-8d726bdd6be5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:50:15.758914 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device b4a8473b-7374-4770-9942-8d726bdd6be5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:50:15.759328 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 88c55638-de88-4ff0-b525-fbad5dc154d5 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:50:15.777317 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 88c55638-de88-4ff0-b525-fbad5dc154d5 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:50:15.777663 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 88c55638-de88-4ff0-b525-fbad5dc154d5 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:50:15.778072 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a37ea6ea-33d7-49d3-abb9-59606f01ace8 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:50:15.797009 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: a37ea6ea-33d7-49d3-abb9-59606f01ace8 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:50:15.797355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device a37ea6ea-33d7-49d3-abb9-59606f01ace8 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:50:16.391246 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41324) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:16.396475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631430525', 'description': 'tempest-secgroup-smoke-1631430525 description', 'project_id': '7a194948252d45258a74f7ae71e99d56'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:16.419395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.484347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.488029 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.519237 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.520490 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281641 Dec 13 10:50:16.522365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c916-203e-46b0-b66f-d5be3aef777d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a30418-3537-452a-aec1-9cecd2187fb5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:16.523450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41326) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:16.528115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:16.554069 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.611859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.615169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.632822 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd03913-cdaa-4e6d-9986-517492a3e65e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:16.641144 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.642369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-573ae254-5e9d-46b4-b9b0-3af071f7ee5f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178620 Dec 13 10:50:16.645928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41328) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:16.650223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:16.675956 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.731246 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.734869 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.751681 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94839bb-8ab3-458b-9e45-9095e7e5aff2,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:16.759930 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.761728 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-554d9fd9-7ea8-47de-8b83-c8aaeb58b163 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148376 Dec 13 10:50:16.763734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41330) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:16.768659 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:16.794521 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.850271 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.853574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.871575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59eaca51-b445-4fdc-9b72-06c24c29199a,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:16.879528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.880745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-86a2741c-f7ec-41dd-8a5a-5a21e981d6e2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160793 Dec 13 10:50:16.884740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41332) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:16.888965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:16.913419 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.971080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.975053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:16.992404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce5eea9-091a-4f64-bc4c-9dce2e64625e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:17.000283 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.001730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0bb8fd72-c1e3-4b6a-9508-99f1ec59b2eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158609 Dec 13 10:50:17.004826 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41334) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:17.009108 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:17.029368 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:50:17.034210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.092198 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.095464 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.113568 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e582b69f-fb1a-4303-94f9-4147637155fd,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:17.120518 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.121709 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-5d4c35ce-5ee8-42ac-be78-97013b8ed3c2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159580 Dec 13 10:50:17.124401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41336) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:17.128709 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '00a30418-3537-452a-aec1-9cecd2187fb5', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:17.149525 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:50:17.154155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.211803 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.215034 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.231615 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ebca3a-7c58-42f8-9ca1-91d49c3a8dfa,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:17.239856 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.241034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-895b8083-e15b-468b-a016-ad5de227d580 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157184 Dec 13 10:50:17.243864 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41338) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:17.248627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'network': {'name': 'tempest-network-smoke--311333274', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'port_security_enabled': True}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:17.268111 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:50:17.272393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.297450 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:50:17.306121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.306418 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Added segment 97764939-3a8e-49b4-b686-7d5093c3ca96 of type vlan for network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 Dec 13 10:50:17.344658 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.368086 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.373578 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:17.374155 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.424200 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1790903 Dec 13 10:50:17.426770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41340) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:17.437384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'admin_state_up': True, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:17.455059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939df3-7822-4c9a-a5f1-a2d5d3ad8a1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Network': ['ID=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:17.466283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:50:17.468247 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.469264 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.522548 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.652574 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.839470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.857124 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:17.958100 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.10 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/41312262-0268-4019-990b-4634d9b107d1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:50:18.056047 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:18.089194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:18.126914 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:18.129812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:18.133371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:50:18.146593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05031585-0f85-4c07-b193-1c8aad857195 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:50:18.265010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6dc82df8-c61f-4c66-8bc4-16c41909a6a9 None None] Provisioning complete for port 41312262-0268-4019-990b-4634d9b107d1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:18.265289 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dc82df8-c61f-4c66-8bc4-16c41909a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:18.300678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6dc82df8-c61f-4c66-8bc4-16c41909a6a9 None None] Port 41312262-0268-4019-990b-4634d9b107d1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:50:18.497327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=41312262-0268-4019-990b-4634d9b107d1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:18.716910 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:18.905279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.027898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:50:19.131928 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:50:19.141777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Sync routers for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:50:19.152093 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.152354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:19.156182 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:19.156353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4af193a0-2039-4406-b3a3-7aa9ac4f467b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7256260 Dec 13 10:50:19.156557 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41342) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:19.185312 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-da666b56-2c59-45c7-ac84-39dfdb69ba24 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7a194948252d45258a74f7ae71e99d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275750 Dec 13 10:50:19.187781 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41344) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:19.260521 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:19.274914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f2366-e605-4d93-bbff-0f0d59a93220 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:19.276450 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-806f2366-e605-4d93-bbff-0f0d59a93220 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877776 Dec 13 10:50:19.279298 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41346) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:19.307038 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-beee6c01-b9d1-4d6e-a79d-9e1e696a8cff tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267272 Dec 13 10:50:19.309498 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:19.314137 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116024181', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:19.399593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:50:19.403052 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.437473 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:18Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:19.468056 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Checking router: 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:50:19.468413 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Updating router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 port 41312262-0268-4019-990b-4634d9b107d1 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:50:19.494818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.580910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.650236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Subnet': ['ID=dac85ee1-a2b3-4e52-b469-13a6c9ad9421,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:19.654619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Checking segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:19.654989 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network hostable DHCP agents. Network: 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:50:19.672030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:50:19.681453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:19.686977 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:19.687733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.693689 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885799a-d66d-4d30-812f-a69814c3b749 None None] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:50:19.705021 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1a04a2a9-0acc-43e7-8bfe-a75c4c492e1f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3944087 Dec 13 10:50:19.707641 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41350) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:19.806149 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.812247 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.880723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c7452-c3ad-40c2-8e1b-727f89516cce None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:50:19.889033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:50:19.889858 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.901127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b12f1-ee05-4be2-9265-621110fe57e3 None None] Pushing event updated for resources: {'Port': ['ID=41312262-0268-4019-990b-4634d9b107d1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:19.906807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Attempting to bind port 41312262-0268-4019-990b-4634d9b107d1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:50:19.907187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Attempting to bind port 41312262-0268-4019-990b-4634d9b107d1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:50:19.907565 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Attempting to bind port 41312262-0268-4019-990b-4634d9b107d1 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:19.917701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:50:19.917962 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:19.918361 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:19.918749 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:50:19.919216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Bound port: 41312262-0268-4019-990b-4634d9b107d1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:50:19.919622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.037226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] For port 41312262-0268-4019-990b-4634d9b107d1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:20.082913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] For port 41312262-0268-4019-990b-4634d9b107d1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41312262-0268-4019-990b-4634d9b107d1,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:50:20.086073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] Provisioning complete for port 41312262-0268-4019-990b-4634d9b107d1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:20.086496 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.090722 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.146093 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.159045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Allocated IP 172.20.0.2 (92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3/dac85ee1-a2b3-4e52-b469-13a6c9ad9421/664e8328-389d-4975-bc03-746d60c0ffd1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:50:20.176165 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b956698-d563-43dc-840f-80f89f16fa22 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:50:20.211112 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b12f1-ee05-4be2-9265-621110fe57e3 None None] Pushing event updated for resources: {'Port': ['ID=41312262-0268-4019-990b-4634d9b107d1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:20.255105 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:20.255764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:20.360033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.452802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] For port 41312262-0268-4019-990b-4634d9b107d1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41312262-0268-4019-990b-4634d9b107d1,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:20.464664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.467300 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:20.568439 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.627669 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.1 (92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3/dac85ee1-a2b3-4e52-b469-13a6c9ad9421/cde9e638-70ba-4099-97f2-959ebc1c6df9) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:50:20.746781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.780675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.781834 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.801958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab454c1-1305-4c04-88f4-96dab3d738b7 None None] Pushing event updated for resources: {'Port': ['ID=41312262-0268-4019-990b-4634d9b107d1,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:20.827231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:20.831829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:20.835869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:50:20.846688 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:20.847472 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-127e4fba-3338-4c2e-92c6-21b4a823677e None None] Provisioning complete for port 41312262-0268-4019-990b-4634d9b107d1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:20.847866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-127e4fba-3338-4c2e-92c6-21b4a823677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.865274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:20.871075 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:20.881292 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:50:20.885046 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:20.913126 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Pushing event updated for resources: {'Port': ['ID=664e8328-389d-4975-bc03-746d60c0ffd1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:20.992235 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Attempting to bind port 664e8328-389d-4975-bc03-746d60c0ffd1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:50:20.992611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Attempting to bind port 664e8328-389d-4975-bc03-746d60c0ffd1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:50:20.992980 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Attempting to bind port 664e8328-389d-4975-bc03-746d60c0ffd1 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:21.021925 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.024378 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:50:21.024760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Checking segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:21.025165 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.025558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Bound using segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:50:21.026030 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Bound port: 664e8328-389d-4975-bc03-746d60c0ffd1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:50:21.026409 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.099031 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:18Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:21.131038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb5790-ecf4-4833-b071-eb6faa02dbb4 None None] The sync data for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 is: [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:18Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:50:21.132979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] For port 664e8328-389d-4975-bc03-746d60c0ffd1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:21.149698 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] For port 664e8328-389d-4975-bc03-746d60c0ffd1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=664e8328-389d-4975-bc03-746d60c0ffd1,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:50:21.155645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.218394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752942a-c258-40f6-bb9a-a84ef1019ec4 None None] Pushing event updated for resources: {'Port': ['ID=664e8328-389d-4975-bc03-746d60c0ffd1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:21.317153 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.322250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.420552 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.431299 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:21.532359 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:21.533894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:21.657306 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:50:21.782195 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:50:21.788656 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3842f071-2382-4eef-a2ca-1462f9b67d37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799456 Dec 13 10:50:21.823459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41312262-0268-4019-990b-4634d9b107d1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:21.877375 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 41312262-0268-4019-990b-4634d9b107d1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:21.877781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:21.978799 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 664e8328-389d-4975-bc03-746d60c0ffd1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:21.982589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-eda04f04-db2e-40a5-8e7b-8b375e1b7c18 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631430525&fields=id&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 267 time: 0.0631824 Dec 13 10:50:22.036589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 664e8328-389d-4975-bc03-746d60c0ffd1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:22.036972 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.106184 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-5e67d9a4-6d3d-4102-9036-9cdae7fd5b55 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:22.111978 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-5e67d9a4-6d3d-4102-9036-9cdae7fd5b55 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 796 time: 0.1282606 Dec 13 10:50:22.136181 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-2550d544-0292-40bd-8d92-f25f05dcfdb0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/quotas/7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Dec 13 10:50:22.143481 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.184436 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 664e8328-389d-4975-bc03-746d60c0ffd1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=664e8328-389d-4975-bc03-746d60c0ffd1,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:22.189979 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.194688 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d623a288-bd29-4593-b5d7-fae48531d9e0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520277 Dec 13 10:50:22.245766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=664e8328-389d-4975-bc03-746d60c0ffd1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:22.298166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-1de67660-fc27-48a6-9801-fc9c4d5b2f97 service neutron] 10.222.0.31 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898714 Dec 13 10:50:22.309477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081def17-918b-4175-981e-c23a8658a5fa None None] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:50:22.397770 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-47eb6ad0-e389-4f2f-bac2-505d2b323b20 service neutron] 10.222.0.31 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907631 Dec 13 10:50:22.412967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-939a7142-d721-4dd2-bfe9-39d9a599f05a None None] Provisioning complete for port 664e8328-389d-4975-bc03-746d60c0ffd1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:22.413352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-939a7142-d721-4dd2-bfe9-39d9a599f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.722748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-13302742-4fec-4af6-9e79-0a97936aa01e None None] Provisioning complete for port 664e8328-389d-4975-bc03-746d60c0ffd1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:22.723150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13302742-4fec-4af6-9e79-0a97936aa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.819440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-13302742-4fec-4af6-9e79-0a97936aa01e None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:22.820707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13302742-4fec-4af6-9e79-0a97936aa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:22.855817 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-13302742-4fec-4af6-9e79-0a97936aa01e None None] Port cde9e638-70ba-4099-97f2-959ebc1c6df9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:50:22.906396 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Sync routers for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:50:22.917653 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:22.918273 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:22.980674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d1fbd748-95b4-483a-a0d4-c64fbda4a77b None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:22.981110 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1fbd748-95b4-483a-a0d4-c64fbda4a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.016192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbd748-95b4-483a-a0d4-c64fbda4a77b None None] Port cde9e638-70ba-4099-97f2-959ebc1c6df9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:50:23.028790 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:23.134383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-728773b0-d9f4-4921-a0d4-8cb9ab52a688 None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:23.134759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-728773b0-d9f4-4921-a0d4-8cb9ab52a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.172666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-728773b0-d9f4-4921-a0d4-8cb9ab52a688 None None] Port cde9e638-70ba-4099-97f2-959ebc1c6df9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:50:23.226967 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:21Z', 'revision_number': 2, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:23.252875 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Checking router: 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:50:23.253227 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Updating router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 port cde9e638-70ba-4099-97f2-959ebc1c6df9 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:50:23.280068 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.528815 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.534622 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.581206 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Pushing event updated for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:23.592214 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.592558 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.593102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.593445 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.593781 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.594113 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.594440 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.594764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.595089 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.595407 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.595992 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.596495 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.596988 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:23.601517 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c9964da9-513a-41a6-8293-c999fc8e38fe req-5ffbb803-b7df-470c-ab64-30162f56e197 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Dec 13 10:50:23.660457 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Attempting to bind port cde9e638-70ba-4099-97f2-959ebc1c6df9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:50:23.660706 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Attempting to bind port cde9e638-70ba-4099-97f2-959ebc1c6df9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:50:23.661034 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Attempting to bind port cde9e638-70ba-4099-97f2-959ebc1c6df9 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:23.666166 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:50:23.666798 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Checking segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:23.667291 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.667621 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Bound using segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:50:23.668097 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Bound port: cde9e638-70ba-4099-97f2-959ebc1c6df9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:50:23.668482 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.733928 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] For port cde9e638-70ba-4099-97f2-959ebc1c6df9, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:23.738776 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] For port cde9e638-70ba-4099-97f2-959ebc1c6df9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cde9e638-70ba-4099-97f2-959ebc1c6df9,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:50:23.743872 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.776159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 664e8328-389d-4975-bc03-746d60c0ffd1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:23.819008 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eb770-c668-424b-9d0f-a112676d18f0 None None] Pushing event updated for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:23.835892 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:23.836722 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:23.860533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 664e8328-389d-4975-bc03-746d60c0ffd1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:23.860967 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.950783 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:23.951156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:23.961325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:24.087922 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:24.122765 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] For port cde9e638-70ba-4099-97f2-959ebc1c6df9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cde9e638-70ba-4099-97f2-959ebc1c6df9,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:24.127931 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:24.180347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f7b78-560e-4a74-8856-b7f5e03303f9 None None] Pushing event updated for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:24.254422 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-41fa47a1-290f-4f78-8946-e6f63b9c5185 None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:24.254789 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41fa47a1-290f-4f78-8946-e6f63b9c5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:24.299415 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:23Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:24.326151 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2fb19-66df-4584-9a86-e1a0fd327cee None None] The sync data for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 is: [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:23Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:50:24.708692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a9cc88ac-e5d7-48f3-9bab-56fe53b73195 req-9d11c1ce-f7d9-4a87-acea-fb25b62caaf4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Dec 13 10:50:24.881625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-729790d2-d2e2-4f39-923c-0dc550afd231 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:24.883276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-729790d2-d2e2-4f39-923c-0dc550afd231 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 796 time: 0.1211793 Dec 13 10:50:24.956740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-6a001a62-116e-434d-aee1-0f322766d3fa tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 380 time: 0.0625744 Dec 13 10:50:24.967770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'port': {'device_id': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'admin_state_up': True, 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'security_groups': ['00a30418-3537-452a-aec1-9cecd2187fb5']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:25.083006 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:50:25.087156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.218507 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.9 (92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3/dac85ee1-a2b3-4e52-b469-13a6c9ad9421/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:50:25.365670 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.399929 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.443078 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:25.446172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:25.449778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:50:25.476089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:25.501594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:25.502270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.519427 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-bd713b42-ba23-484d-ae43-9544c7226ba3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554714 Dec 13 10:50:25.531621 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Request body: {'port': {'device_id': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:25.592195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.676266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-94a12cb3-3eb3-4195-98c0-9c1bff286a71 None None] Provisioning complete for port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:25.676834 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-94a12cb3-3eb3-4195-98c0-9c1bff286a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.715127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-94a12cb3-3eb3-4195-98c0-9c1bff286a71 None None] Port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:50:25.773216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cde9e638-70ba-4099-97f2-959ebc1c6df9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:25.829502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port cde9e638-70ba-4099-97f2-959ebc1c6df9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:25.830407 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.857230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7a230-df2d-459a-afb5-d5878d3bcafd req-b053bc6e-fb96-492d-bf71-e83fdb6bd6fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:25.858697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98d7a230-df2d-459a-afb5-d5878d3bcafd req-b053bc6e-fb96-492d-bf71-e83fdb6bd6fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 931 time: 0.0778198 Dec 13 10:50:25.938446 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:50:25.951046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:25.957115 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98d7a230-df2d-459a-afb5-d5878d3bcafd req-d69139e6-560c-4c35-872a-d9e62533b8eb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903547 Dec 13 10:50:25.968269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Transition to ACTIVE for port object 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:50:25.978771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:26.027141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:26.098640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:50:26.098969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:50:26.099295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:26.103737 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:50:26.104057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:26.108937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:50:26.109273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Checking segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:26.109650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Bound using segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:50:26.110077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Bound port: 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:50:26.110433 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:26.181848 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:26.185333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:50:26.190771 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:26.228552 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.229232 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:26.230541 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] 10.222.0.20 "PUT /v2.0/ports/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 1091 time: 0.7032580 Dec 13 10:50:26.231048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:26.233255 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de8622-9b4e-4119-9491-582e63428013" -d '{"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:26.263850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553cc6f-bd57-4db0-b96e-e8b3c29e81ee service neutron] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:26.282242 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e15a7-40c8-44f8-8d65-b03a3ccff4ac x-openstack-request-id: req-8e7e15a7-40c8-44f8-8d65-b03a3ccff4ac {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:26.282551 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:26.282815 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e7e15a7-40c8-44f8-8d65-b03a3ccff4ac {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:26.283258 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'status': 'completed', 'code': 200} Dec 13 10:50:26.333332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-fffbdac1-7b91-469d-8a7e-3ab0249bf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.334869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-fffbdac1-7b91-469d-8a7e-3ab0249bf63c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0438154 Dec 13 10:50:26.381014 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-13ec4105-714d-4afd-97b2-e18c677a2d27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 217 time: 0.0387909 Dec 13 10:50:26.434420 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-74b83ed6-4cae-4562-9c34-8963eefaa094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.435912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-74b83ed6-4cae-4562-9c34-8963eefaa094 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0447266 Dec 13 10:50:26.481783 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-fafd187e-43ab-4ccf-8148-e04b6d2c3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.483328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-fafd187e-43ab-4ccf-8148-e04b6d2c3545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396307 Dec 13 10:50:26.573219 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-3c907c13-370d-4099-88da-970646aa7a75 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 Dec 13 10:50:26.661779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b3a94fd0-f0f3-4383-baa9-c96c85c2c020 req-1945fe5a-b341-4cb3-a5d2-c51c83994f67 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806186 Dec 13 10:50:26.748321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8622-9b4e-4119-9491-582e63428013 req-9820e244-16ea-4da2-b2b4-39ce4b398fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.749810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-9820e244-16ea-4da2-b2b4-39ce4b398fba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0401714 Dec 13 10:50:26.842909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8622-9b4e-4119-9491-582e63428013 req-c5814ab7-f111-4d48-9724-3a7242f9b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.844456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-c5814ab7-f111-4d48-9724-3a7242f9b9d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.0867510 Dec 13 10:50:26.885717 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-1d0f0d9b-78ec-4da4-b6bc-d97946dd19af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 217 time: 0.0341299 Dec 13 10:50:26.933679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8622-9b4e-4119-9491-582e63428013 req-19c0cfc0-23e6-4a65-a0d9-24de09704011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.935006 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-19c0cfc0-23e6-4a65-a0d9-24de09704011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0415699 Dec 13 10:50:26.986943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8622-9b4e-4119-9491-582e63428013 req-565f0443-46e9-4163-bcf2-328db5d3a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.988340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-565f0443-46e9-4163-bcf2-328db5d3a51e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452349 Dec 13 10:50:27.114384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284024-702e-432a-8671-a8133cf25e84 req-0a118175-0d10-4227-8d26-d314fe806900 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:27.115874 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4284024-702e-432a-8671-a8133cf25e84 req-0a118175-0d10-4227-8d26-d314fe806900 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0785983 Dec 13 10:50:27.117814 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-05924de6-84d0-4620-af04-7afb345f1e4f service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219590 Dec 13 10:50:27.212864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4284024-702e-432a-8671-a8133cf25e84 req-ee7a9c60-9455-4056-b962-70d0ee0e7821 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909710 Dec 13 10:50:27.240058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-27de8622-9b4e-4119-9491-582e63428013 req-f43ec47d-c51a-4de3-911e-dcd09b8da07b service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124983 Dec 13 10:50:28.336671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7acb42-5880-4e0c-8c41-1d89870a780d req-6fb8aae5-ebf2-4cd1-8abd-2bd43459b1a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:28.338149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab7acb42-5880-4e0c-8c41-1d89870a780d req-6fb8aae5-ebf2-4cd1-8abd-2bd43459b1a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0529125 Dec 13 10:50:28.385901 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ab7acb42-5880-4e0c-8c41-1d89870a780d req-5c375d38-4dcc-45d3-a51a-a162c282ff4d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Dec 13 10:50:29.498716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088f332-67b7-44d7-9cba-d79702f2237e req-fdcc81f0-324d-41f7-86f8-4665dc42e411 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:29.500226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6088f332-67b7-44d7-9cba-d79702f2237e req-fdcc81f0-324d-41f7-86f8-4665dc42e411 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0475485 Dec 13 10:50:29.548020 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6088f332-67b7-44d7-9cba-d79702f2237e req-433c25a5-621a-46d4-93fc-e7a590999731 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Dec 13 10:50:30.192761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:50:30.298905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:30.308923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:30.311264 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'mac_address': 'fa:16:3e:8f:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:50:30.348691 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:30.365576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:50:30.388812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:30.392364 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:30.438018 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:30.607624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:50:30.660049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5abd-e373-4b9b-9ae5-5bbf63e14a15 req-df452c68-aa3f-4db7-8bd8-73d2ae08b46d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:30.661520 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f3c5abd-e373-4b9b-9ae5-5bbf63e14a15 req-df452c68-aa3f-4db7-8bd8-73d2ae08b46d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 944 time: 0.0469458 Dec 13 10:50:30.714461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f3c5abd-e373-4b9b-9ae5-5bbf63e14a15 req-6743c5ed-4d99-43cb-97b7-57d372d57eea tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Dec 13 10:50:31.828842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8b4ef-80dc-424d-8e53-0e9c62195452 req-767bc849-93af-4922-b7fd-0641a3f6af87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:31.830325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f8b4ef-80dc-424d-8e53-0e9c62195452 req-767bc849-93af-4922-b7fd-0641a3f6af87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 944 time: 0.0488820 Dec 13 10:50:31.878011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00f8b4ef-80dc-424d-8e53-0e9c62195452 req-a55e1ef5-fa43-41c5-a598-7d2079d508cb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Dec 13 10:50:32.193334 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:32.241068 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:50:32.244782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:32.245147 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:32.323374 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:32.345324 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:32.348065 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33069a6f-487d-4adb-bfc2-bda11ad09501" -d '{"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-plugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:32.360367 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:32.364755 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:32.387391 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a09c3-1720-42a2-84e0-4213a99c88e8 x-openstack-request-id: req-bb6a09c3-1720-42a2-84e0-4213a99c88e8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:32.387711 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-plugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:32.387963 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb6a09c3-1720-42a2-84e0-4213a99c88e8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:32.388354 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'code': 200} Dec 13 10:50:32.415197 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:32.477263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9018887-932a-441c-aece-0bd712e9219e req-b23a61b2-6c8b-4f8e-8799-82795c63ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:32.478606 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9018887-932a-441c-aece-0bd712e9219e req-b23a61b2-6c8b-4f8e-8799-82795c63ab28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1096 time: 0.0381954 Dec 13 10:50:32.523300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b9018887-932a-441c-aece-0bd712e9219e req-58757e3e-41fe-4401-bc00-9ab8ab6a701a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372002 Dec 13 10:50:32.993021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1248-e028-4aec-a9ad-64d696d796e6 req-6107734f-97d0-409e-902d-4c42e3a24244 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:32.994462 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8cdd1248-e028-4aec-a9ad-64d696d796e6 req-6107734f-97d0-409e-902d-4c42e3a24244 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Dec 13 10:50:33.042803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8cdd1248-e028-4aec-a9ad-64d696d796e6 req-82abab5e-3027-473a-a01b-235db45d9a7b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425158 Dec 13 10:50:34.157675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a318a-533f-4950-bdfb-bf2a7af8156e req-87e8d12e-c69d-4db4-acdf-eaf77372b4fb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:34.159153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f25a318a-533f-4950-bdfb-bf2a7af8156e req-87e8d12e-c69d-4db4-acdf-eaf77372b4fb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Dec 13 10:50:34.207411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f25a318a-533f-4950-bdfb-bf2a7af8156e req-cc31589f-08eb-47a4-8fd0-c3c8db01c6d7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Dec 13 10:50:34.324632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da15a-b344-4c29-afcf-fed282785f69 req-7a1f3c9b-8cdc-40e5-9816-feb11da609a7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:34.325983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a74da15a-b344-4c29-afcf-fed282785f69 req-7a1f3c9b-8cdc-40e5-9816-feb11da609a7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Dec 13 10:50:34.373543 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a74da15a-b344-4c29-afcf-fed282785f69 req-10eecc28-c412-4c03-abfc-17b039817ab7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Dec 13 10:50:34.395044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41406) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:34.440765 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c59931-5d74-4395-a221-aabd0a5f8c84 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:34.442294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-77c59931-5d74-4395-a221-aabd0a5f8c84 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1091 time: 0.0462394 Dec 13 10:50:34.445074 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41408) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:34.449285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:34.470270 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.566029 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.662490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.119 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/ffeaaff7-4ec4-4020-8c9b-cf392448e875) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:50:34.761827 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.795234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.835260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:50:34.838323 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.838996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:50:34.841657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:50:34.862840 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=ffeaaff7-4ec4-4020-8c9b-cf392448e875,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:35.195005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.262673 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.414736 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.419539 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.492525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=ffeaaff7-4ec4-4020-8c9b-cf392448e875,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:35.500437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.943217 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP cc85bcfd-63d5-4301-a50d-073c4262add3 associated. External IP: 172.25.2.119, port: 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2. Dec 13 10:50:36.144952 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:50:36.252324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:50:36.256648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14574bbe-1bb0-44ee-b071-6c11416f3a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:36.263240 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Sync routers for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:50:36.270367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:36.273828 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:36.274459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:36.301909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cfc63475-95a5-45cc-8895-e5c724381f37 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8558185 Dec 13 10:50:36.302625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:36.305126 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f887f7b3-4994-4ff2-9048-516d660b4847" -d '{"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:36.351078 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c32318-466c-4d8d-a854-14a380a268fd x-openstack-request-id: req-f2c32318-466c-4d8d-a854-14a380a268fd {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:36.351380 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:36.351671 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2c32318-466c-4d8d-a854-14a380a268fd {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:36.352087 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'status': 'completed', 'code': 200} Dec 13 10:50:36.385364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:36.446787 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e356d5-fb08-468f-ab25-1f88d894ea2a req-d065a8c3-5e16-4556-be33-5bf5f3cd42b1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:36.448314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2e356d5-fb08-468f-ab25-1f88d894ea2a req-d065a8c3-5e16-4556-be33-5bf5f3cd42b1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0833886 Dec 13 10:50:36.450776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-fce3dcde-c8e4-4a0e-b2df-60baf0a4d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:36.452153 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-fce3dcde-c8e4-4a0e-b2df-60baf0a4d090 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1096 time: 0.0765224 Dec 13 10:50:36.480642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:50:36.554379 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2e356d5-fb08-468f-ab25-1f88d894ea2a req-e23c44af-b248-4aa1-956c-e8a628dc7008 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995073 Dec 13 10:50:36.577268 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:36.577830 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-f02295dd-c454-4ae0-91c7-fb72d7ce7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:36.578836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-f02295dd-c454-4ae0-91c7-fb72d7ce7ddd service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.1177902 Dec 13 10:50:36.614944 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'cc85bcfd-63d5-4301-a50d-073c4262add3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'mac_address': 'fa:16:3e:8f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:50:35Z', 'updated_at': '2021-12-13T10:50:35Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:36.641028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Checking router: 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:50:36.646053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-182125e2-30e7-4815-9a95-f01d46984501 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/cc85bcfd-63d5-4301-a50d-073c4262add3 HTTP/1.1" status: 200 len: 991 time: 0.0676262 Dec 13 10:50:36.650909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-08057896-79d4-479c-9ce1-8f225c371d1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 999 time: 0.0653219 Dec 13 10:50:36.651715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:50:36.652467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:50:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:36.704014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-cf308e1b-dc97-4cdb-a7bd-2f7750c4be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:36.706047 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-cf308e1b-dc97-4cdb-a7bd-2f7750c4be82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0484538 Dec 13 10:50:36.749683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-3bd5b9fb-78e0-401c-9a5c-d3bb5fea6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:36.751182 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-3bd5b9fb-78e0-401c-9a5c-d3bb5fea6273 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391183 Dec 13 10:50:36.758709 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:50:36.841282 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-2b15e23f-8d23-40eb-9524-89d73313e664 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824239 Dec 13 10:50:36.933450 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f887f7b3-4994-4ff2-9048-516d660b4847 req-fc532726-1e21-4a60-b880-a579d743216e service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Dec 13 10:50:36.982963 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'cc85bcfd-63d5-4301-a50d-073c4262add3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'mac_address': 'fa:16:3e:8f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:50:35Z', 'updated_at': '2021-12-13T10:50:35Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:50:37.009098 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34858-96a6-4533-8ffc-9b7cf523c45d None None] The sync data for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 is: [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'cc85bcfd-63d5-4301-a50d-073c4262add3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'mac_address': 'fa:16:3e:8f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:50:35Z', 'updated_at': '2021-12-13T10:50:35Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:50:37.198615 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83300cd-d28d-41b2-aae2-90b17c517f49 None None] New status for floating IP cc85bcfd-63d5-4301-a50d-073c4262add3: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:50:37.648370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41418) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:50:37.707608 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-371811fd-51af-41e5-b27b-1fe72323e37d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/cc85bcfd-63d5-4301-a50d-073c4262add3 HTTP/1.1" status: 200 len: 993 time: 0.0581760 Dec 13 10:50:38.722459 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-15a716af-19dd-428d-81a6-9b4e99cb3618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:39.801102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:41.419224 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.181302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:00.301651 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:04.833053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:06.259339 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9351-a5a8-4b08-9edb-81ec97105a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:06.459239 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193139-74e4-4ba6-a1c8-76ca0c0a9180 req-4e785154-56ff-470e-9256-13083b87b01c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:06.460779 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c193139-74e4-4ba6-a1c8-76ca0c0a9180 req-4e785154-56ff-470e-9256-13083b87b01c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Dec 13 10:51:06.462762 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:06.511948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7c193139-74e4-4ba6-a1c8-76ca0c0a9180 req-3810568d-dd07-4f6e-8d06-6efafaef1e2b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 Dec 13 10:51:06.551673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f269a00f-0c8b-4a41-8278-29b7a2647640 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876365 Dec 13 10:51:06.560513 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-51f0af93-51c4-4e79-98b8-662cc68d1590 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:51:06.561469 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-51f0af93-51c4-4e79-98b8-662cc68d1590 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048544 Dec 13 10:51:07.633046 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99df24d-b657-474f-8f47-fdc4cfc997ee req-bcdb7a3c-22b1-4eb6-a072-6b42f45a1e75 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:07.634585 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d99df24d-b657-474f-8f47-fdc4cfc997ee req-bcdb7a3c-22b1-4eb6-a072-6b42f45a1e75 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Dec 13 10:51:07.708240 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f630e7c6-bd46-4202-8d93-ae6fa43bd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:07.710473 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f630e7c6-bd46-4202-8d93-ae6fa43bd80a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1096 time: 0.0742154 Dec 13 10:51:07.715218 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d99df24d-b657-474f-8f47-fdc4cfc997ee req-f273fb89-c3c0-4b59-919c-5fd7fbca07a0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717907 Dec 13 10:51:07.799721 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-93cce494-b4c8-48df-b856-8539f1bb9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:07.801124 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-93cce494-b4c8-48df-b856-8539f1bb9450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.0831366 Dec 13 10:51:07.870620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-77507dfd-5f64-464d-b37a-2240f9cf9bef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 1001 time: 0.0621159 Dec 13 10:51:07.921566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f7633aa6-08d8-4958-acfb-b9507e47b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:07.922967 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f7633aa6-08d8-4958-acfb-b9507e47b24a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0432959 Dec 13 10:51:07.967319 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f4910639-c437-4e70-8962-daae7280ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:07.968815 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-f4910639-c437-4e70-8962-daae7280ff1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386162 Dec 13 10:51:08.062449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-13a4fc74-3ea2-44e4-a39f-af38a087f0b8 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Dec 13 10:51:08.150247 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-64d86fb7-1d92-4b18-a1d9-3f68ee6e7636 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799367 Dec 13 10:51:08.723664 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b34ce451-cb7a-4ddf-be66-8f3540304575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:08.839232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3b51a-1674-4b87-8ba0-baac6f04c58a req-7c3b1b39-3f60-4729-aeeb-07d7c9db84c3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:08.841211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7f3b51a-1674-4b87-8ba0-baac6f04c58a req-7c3b1b39-3f60-4729-aeeb-07d7c9db84c3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0581458 Dec 13 10:51:08.890337 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e7f3b51a-1674-4b87-8ba0-baac6f04c58a req-51928104-e4cc-4cd9-a8f1-8b33630583ad tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Dec 13 10:51:09.804492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:10.007179 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fe9b-ab7a-49ee-9934-dbca82d911a7 req-a8e659b1-c239-49b0-989d-490e3fcbe137 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:10.008572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72f7fe9b-ab7a-49ee-9934-dbca82d911a7 req-a8e659b1-c239-49b0-989d-490e3fcbe137 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Dec 13 10:51:10.057080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72f7fe9b-ab7a-49ee-9934-dbca82d911a7 req-c7dc1550-e638-4ea1-ba3e-e0b07e3a617c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Dec 13 10:51:11.170804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a958-ea99-40cb-9db4-ef414288563f req-77211dbf-1872-4798-8a6e-90b276ceabd7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:11.172340 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc29a958-ea99-40cb-9db4-ef414288563f req-77211dbf-1872-4798-8a6e-90b276ceabd7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Dec 13 10:51:11.225231 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dc29a958-ea99-40cb-9db4-ef414288563f req-40d1a9c7-db4e-4496-890a-601570029022 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Dec 13 10:51:11.421151 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:12.146549 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58494-3934-4c5d-b908-67965de2d200 req-3769e85a-d6b6-4c75-b4e8-a03b4c7bf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:12.148096 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-3769e85a-d6b6-4c75-b4e8-a03b4c7bf47b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1096 time: 0.0407951 Dec 13 10:51:12.182299 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:12.248796 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58494-3934-4c5d-b908-67965de2d200 req-bd8b7923-b430-4302-b873-697019cf0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:12.250777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-bd8b7923-b430-4302-b873-697019cf0ec6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.0841885 Dec 13 10:51:12.347191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-35443fb5-16e5-42eb-a321-ece1c46ac388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 1001 time: 0.0888965 Dec 13 10:51:12.370059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdb3c-f82d-4d29-b7fc-fd8479c84471 req-366ca039-3b2e-401f-86b4-2b28dfcfa3a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:12.371474 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a09bdb3c-f82d-4d29-b7fc-fd8479c84471 req-366ca039-3b2e-401f-86b4-2b28dfcfa3a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0729990 Dec 13 10:51:12.427958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58494-3934-4c5d-b908-67965de2d200 req-2c2cf0ed-46a4-4c55-8a59-6d198aaec06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:12.429353 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-2c2cf0ed-46a4-4c55-8a59-6d198aaec06f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0751121 Dec 13 10:51:12.458506 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a09bdb3c-f82d-4d29-b7fc-fd8479c84471 req-1dd69fac-297d-4b2b-88a8-ddd2e6964e6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695865 Dec 13 10:51:12.486476 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58494-3934-4c5d-b908-67965de2d200 req-f25e6042-80d3-4a2c-85a6-12716204a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:12.488004 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-f25e6042-80d3-4a2c-85a6-12716204a7bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511262 Dec 13 10:51:12.576385 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-f5277f98-9c31-4a59-a922-8d7212a1316f service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808690 Dec 13 10:51:12.669531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eee58494-3934-4c5d-b908-67965de2d200 req-333e7a78-3639-433c-bc09-ffeac7bdff68 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856001 Dec 13 10:51:13.479476 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:51:13.572939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa55674-2de4-4319-b881-3031e96f8b54 req-7279bb16-5f56-43cd-944f-82d74308119d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:13.574411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffa55674-2de4-4319-b881-3031e96f8b54 req-7279bb16-5f56-43cd-944f-82d74308119d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Dec 13 10:51:13.622691 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffa55674-2de4-4319-b881-3031e96f8b54 req-229e64da-608a-4733-a697-ea53460e1281 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Dec 13 10:51:14.736819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c5e54-3538-4ee5-9a33-57479ebc7015 req-52529c6e-0eaf-4435-a090-b79b16f9363b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:14.738279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-925c5e54-3538-4ee5-9a33-57479ebc7015 req-52529c6e-0eaf-4435-a090-b79b16f9363b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0470896 Dec 13 10:51:14.790298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-925c5e54-3538-4ee5-9a33-57479ebc7015 req-a7a368c1-26ef-41ea-b6cc-94522bd3684a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Dec 13 10:51:15.904294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916287c-5870-4b45-b662-2a79cff72337 req-e4735f46-6eb0-4434-bc2b-615b5b6e3280 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:15.905760 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f916287c-5870-4b45-b662-2a79cff72337 req-e4735f46-6eb0-4434-bc2b-615b5b6e3280 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0477858 Dec 13 10:51:15.954589 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f916287c-5870-4b45-b662-2a79cff72337 req-81bd12b3-11e3-4cc5-8595-ea76af08937a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Dec 13 10:51:17.067564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b344c40-431c-4e1c-83ad-4e67fc67328f req-b66235e8-62a7-433e-aa60-2d60518640cf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:17.068964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b344c40-431c-4e1c-83ad-4e67fc67328f req-b66235e8-62a7-433e-aa60-2d60518640cf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Dec 13 10:51:17.117572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b344c40-431c-4e1c-83ad-4e67fc67328f req-72d3008b-eac8-4854-b43d-32854eff0dd4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Dec 13 10:51:18.238747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7af2-1332-4583-b722-c7d8c6b3f3f9 req-6b2725ef-43b3-450f-b2d5-e8e0e0b4c46c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:18.240224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f94c7af2-1332-4583-b722-c7d8c6b3f3f9 req-6b2725ef-43b3-450f-b2d5-e8e0e0b4c46c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Dec 13 10:51:18.287421 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f94c7af2-1332-4583-b722-c7d8c6b3f3f9 req-e739da99-6b38-49e8-82ab-4ff88d8e8489 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Dec 13 10:51:19.402118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d26cbd-0577-47ef-b7c8-c0fe123c6895 req-986dc14e-5173-4fde-93b7-2c43b6e55081 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:19.403636 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81d26cbd-0577-47ef-b7c8-c0fe123c6895 req-986dc14e-5173-4fde-93b7-2c43b6e55081 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Dec 13 10:51:19.452245 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-81d26cbd-0577-47ef-b7c8-c0fe123c6895 req-1daa1709-daec-4e63-b455-f6590bc57d51 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Dec 13 10:51:19.980239 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-b056f4d6-ba31-4ee4-9af0-96177d26d985 service neutron] show failed (client error): The resource could not be found. Dec 13 10:51:19.981149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-b056f4d6-ba31-4ee4-9af0-96177d26d985 service neutron] 10.222.0.20 "GET /v2.0/ports/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2/bindings/n-h1-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0530560 Dec 13 10:51:20.175886 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-0d319f88-10cc-4776-a5f4-f061ebca1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:20.177379 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-0d319f88-10cc-4776-a5f4-f061ebca1eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 1096 time: 0.0400162 Dec 13 10:51:20.189863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:51:20.240040 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.439531 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:51:20.474923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:51:20.514540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:51:20.516759 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a272b-f16b-4373-97ca-78ec52325dd8" -d '{"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-unplugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:51:20.520971 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.534016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Transition to ACTIVE for port object 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:51:20.538768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.579558 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9760c7-33ab-4df0-a18e-2d07f8767834 x-openstack-request-id: req-5d9760c7-33ab-4df0-a18e-2d07f8767834 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:51:20.579861 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-unplugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:51:20.580118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d9760c7-33ab-4df0-a18e-2d07f8767834 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:51:20.580509 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'code': 200} Dec 13 10:51:20.582030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d925-eff2-41c0-b1d6-3b2bd59fb66e req-1d9c6352-2089-4154-8fca-63289c692da3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:20.583584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e9d925-eff2-41c0-b1d6-3b2bd59fb66e req-1d9c6352-2089-4154-8fca-63289c692da3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0624361 Dec 13 10:51:20.625827 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:20.638160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.638556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.638846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.639204 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.640206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c5e9d925-eff2-41c0-b1d6-3b2bd59fb66e req-4ff94b7d-1bd1-45e4-969a-8fd4c346d958 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497417 Dec 13 10:51:20.641245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.641588 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.641926 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.642260 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.642589 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.642917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.643244 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.643590 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.643915 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:20.690138 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] No DVR routers for this DVR port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:51:20.826053 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:51:20.826389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:51:20.826718 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:51:20.830980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:51:20.831301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Attempting to bind port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:51:20.836607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:51:20.836943 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Checking segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:51:20.837324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Bound using segment: {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:51:20.837748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Bound port: 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97764939-3a8e-49b4-b686-7d5093c3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:51:20.838098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.898517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:51:20.901427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:51:20.905825 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.941033 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:20.941653 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:20.943032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] 10.222.0.16 "PUT /v2.0/ports/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 1091 time: 0.7570701 Dec 13 10:51:20.962681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b5e3c-fd94-4baf-9077-c1abb195e465 service neutron] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:21.013142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-954500d7-fc13-4070-a645-82cace6723e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:21.014687 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-954500d7-fc13-4070-a645-82cace6723e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0476506 Dec 13 10:51:21.106787 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-6c60afda-46de-4d48-8857-4377032a7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:21.108310 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-6c60afda-46de-4d48-8857-4377032a7082 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.0868771 Dec 13 10:51:21.179791 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-d4cbeab9-d13e-40dd-b65d-432d873498c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 999 time: 0.0626824 Dec 13 10:51:21.228463 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-dee6324f-416e-4bb3-bfa4-43398f18e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:21.229963 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-dee6324f-416e-4bb3-bfa4-43398f18e1da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0440125 Dec 13 10:51:21.275591 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-b48526d8-ee0a-4e6a-9fd9-7e63670cf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:21.277121 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-b48526d8-ee0a-4e6a-9fd9-7e63670cf90a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403795 Dec 13 10:51:21.370673 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-54254db2-eee3-48f2-881d-f7ad7210a696 service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858333 Dec 13 10:51:21.458832 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-9e6a5657-759a-467b-ac9e-58fad6c0b192 req-c8b8ab57-a490-4214-9329-2451da1604a7 service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810204 Dec 13 10:51:21.754377 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a8d9-7e6d-46bb-948c-b6d9be3a88fc req-3532049e-89d6-4b1c-881a-a2bf3cdd483e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:21.755867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd8a8d9-7e6d-46bb-948c-b6d9be3a88fc req-3532049e-89d6-4b1c-881a-a2bf3cdd483e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0474551 Dec 13 10:51:21.804406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cbd8a8d9-7e6d-46bb-948c-b6d9be3a88fc req-03d5b8f8-7a7e-426f-8505-c6f95605033b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Dec 13 10:51:22.581878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:51:22.584257 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6497b1eb-7171-48a0-b0ea-2cc3b0055011" -d '{"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:51:22.631892 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef14e20-1e7b-4f96-a500-1458b048234d x-openstack-request-id: req-2ef14e20-1e7b-4f96-a500-1458b048234d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:51:22.632186 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:51:22.632440 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ef14e20-1e7b-4f96-a500-1458b048234d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:51:22.632913 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'status': 'completed', 'code': 200} Dec 13 10:51:22.692398 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-c205c312-433d-4dd7-81c2-a83eb2b19a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:22.693973 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-c205c312-433d-4dd7-81c2-a83eb2b19a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0417678 Dec 13 10:51:22.696764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-1ac16583-f4f1-4e06-b5ac-03e4429ac85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:22.698235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-1ac16583-f4f1-4e06-b5ac-03e4429ac85d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0441773 Dec 13 10:51:22.790518 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-b1e517dc-2602-41c7-9e93-d573f064a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:22.792309 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-b1e517dc-2602-41c7-9e93-d573f064a450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.0860581 Dec 13 10:51:22.867888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-0b98f83d-e850-4abc-87d2-6f3b98a0c209 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 999 time: 0.0675616 Dec 13 10:51:22.949053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-dea53f30-c057-4912-a096-6b621a6d1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:22.950651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-dea53f30-c057-4912-a096-6b621a6d1860 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0764265 Dec 13 10:51:22.966768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e685c-9eb9-482c-9fd2-7578ab8c2bb7 req-c38f87e1-d15a-4a89-82d0-bb0ee21dfcdc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:22.968368 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-190e685c-9eb9-482c-9fd2-7578ab8c2bb7 req-c38f87e1-d15a-4a89-82d0-bb0ee21dfcdc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0857110 Dec 13 10:51:23.043583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-8a37401e-0d09-4dcf-ac53-39a18f596a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:23.045095 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-8a37401e-0d09-4dcf-ac53-39a18f596a96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869098 Dec 13 10:51:23.050354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-190e685c-9eb9-482c-9fd2-7578ab8c2bb7 req-4f4405d9-5b64-40ec-bd3a-6faa600e0aaf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742736 Dec 13 10:51:23.131848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-6c400124-9c04-4bc6-9127-d5f580694c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:23.133820 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-6c400124-9c04-4bc6-9127-d5f580694c6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.4322474 Dec 13 10:51:23.138430 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-f773612a-c92d-4bfc-86c8-91860d1eef2a service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852139 Dec 13 10:51:23.199901 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-c7f97aea-7436-475a-9928-a7cd95d62025 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 999 time: 0.0587680 Dec 13 10:51:23.230015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-9e38b2bb-9b82-474c-853b-432202122d23 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Dec 13 10:51:23.252099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-b00e17f9-976d-465d-92f8-d63498541e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:23.253529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-b00e17f9-976d-465d-92f8-d63498541e33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0460944 Dec 13 10:51:23.298758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-bae73b95-5607-4724-ab91-2a567760b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:23.300230 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-bae73b95-5607-4724-ab91-2a567760b315 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382645 Dec 13 10:51:23.388772 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-c814a9b8-4391-46f0-ad1c-870475ee652b service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801570 Dec 13 10:51:23.480378 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6497b1eb-7171-48a0-b0ea-2cc3b0055011 req-065e41de-6d6b-4c09-9062-c103bc8f80b9 service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844781 Dec 13 10:51:24.169248 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f8b3-411b-4e20-ad71-bc24166ed203 req-e1696954-b899-4388-a77c-fdce9b8601c1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:24.170715 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2101f8b3-411b-4e20-ad71-bc24166ed203 req-e1696954-b899-4388-a77c-fdce9b8601c1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0486052 Dec 13 10:51:24.218378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2101f8b3-411b-4e20-ad71-bc24166ed203 req-d0822dc6-18e4-4601-be07-dcb89fe15ffc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Dec 13 10:51:24.487581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:51:24.525201 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:51:25.331932 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6abfe-35df-4069-b25a-3ccc38abca1a req-bbf401da-035a-4f67-9549-258cd34dc5ff tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.333401 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19d6abfe-35df-4069-b25a-3ccc38abca1a req-bbf401da-035a-4f67-9549-258cd34dc5ff tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0479617 Dec 13 10:51:25.381100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19d6abfe-35df-4069-b25a-3ccc38abca1a req-0c5fca27-07a7-4f50-a5e6-9c4aa51d1cca tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Dec 13 10:51:25.603386 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6903eb6-f8dd-492e-926f-3e065bfaba6c req-b30f2da8-d1ac-4399-a8a5-77efdb599020 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.604860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6903eb6-f8dd-492e-926f-3e065bfaba6c req-b30f2da8-d1ac-4399-a8a5-77efdb599020 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0807950 Dec 13 10:51:25.616821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-9486910a-663c-4d8c-8768-6e7b0daa7960 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.618172 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-9486910a-663c-4d8c-8768-6e7b0daa7960 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852&tenant_id=7a194948252d45258a74f7ae71e99d56&binding%3Ahost_id=n-h1-820935-7 HTTP/1.1" status: 200 len: 943 time: 0.0652096 Dec 13 10:51:25.691934 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f6903eb6-f8dd-492e-926f-3e065bfaba6c req-bae82067-250c-4121-b394-02413328c651 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728118 Dec 13 10:51:25.705402 n-d-820935-7 neutron-server[103195]: INFO neutron.api.v2.resource [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-bba122cc-8129-4d63-bc2c-5971d816a2d5 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:51:25.706445 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-bba122cc-8129-4d63-bc2c-5971d816a2d5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2/bindings/n-h2-820935-7 HTTP/1.1" status: 404 len: 380 time: 0.0752544 Dec 13 10:51:25.830130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-41215494-7fab-4438-85a7-a205d2d26928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.831671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-41215494-7fab-4438-85a7-a205d2d26928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1094 time: 0.0800443 Dec 13 10:51:25.843318 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5c95-8a00-4213-8248-f81e351ab47a req-85789deb-772b-4747-b4cb-394c61cda554 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.844718 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-245e5c95-8a00-4213-8248-f81e351ab47a req-85789deb-772b-4747-b4cb-394c61cda554 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 943 time: 0.0833709 Dec 13 10:51:25.951925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-245e5c95-8a00-4213-8248-f81e351ab47a req-138bff5d-7f7e-466a-b365-a81a72280945 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981834 Dec 13 10:51:25.964991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-0f3504bd-0297-451a-9381-9cc14f5bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:25.966592 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-0f3504bd-0297-451a-9381-9cc14f5bef6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.1210310 Dec 13 10:51:26.030889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-e03a399d-a2dd-4c78-9e12-d408b70fe3c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 999 time: 0.0569384 Dec 13 10:51:26.081186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-709dc684-7f3b-439e-9825-80e2da8781fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.082638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-709dc684-7f3b-439e-9825-80e2da8781fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0450041 Dec 13 10:51:26.130705 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-29a7bd39-6aa1-41d2-883f-2528c8d6a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.132855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-29a7bd39-6aa1-41d2-883f-2528c8d6a5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433421 Dec 13 10:51:26.221361 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-e2f693e2-85c2-49ba-a640-170af06757ed service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814679 Dec 13 10:51:26.312325 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2bf31806-4fd2-4604-94d1-93e208997dd8 req-48c2dca8-928f-4ecf-801c-10f695801650 service neutron] 10.222.0.20 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841248 Dec 13 10:51:26.584425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:51:26.853460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:51:26.867616 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'port_id': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'mac_address': 'fa:16:3e:8f:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:51:26.904832 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:26.917844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:51:26.937499 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:51:26.941399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:26.991187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:26.999067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:26.999432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:26.999810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.000156 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.000498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.000836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.001171 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.001504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.001837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.002168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.002498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.002853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.003180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:27.068244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bac0ae-cc6e-4d75-83e2-16d0f07904c7 req-10239dbc-5631-47a1-95f3-dab7b1d9d23c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:27.069763 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87bac0ae-cc6e-4d75-83e2-16d0f07904c7 req-10239dbc-5631-47a1-95f3-dab7b1d9d23c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 944 time: 0.0484428 Dec 13 10:51:27.118107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87bac0ae-cc6e-4d75-83e2-16d0f07904c7 req-281d1538-6754-4e3e-b5a3-b16b76c77c26 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417929 Dec 13 10:51:27.139988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41518) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:27.203480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-234d2a00-de36-44ed-809a-fa51e02eea63 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/cc85bcfd-63d5-4301-a50d-073c4262add3 HTTP/1.1" status: 200 len: 992 time: 0.0623622 Dec 13 10:51:27.308320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:51:28.588856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:51:28.639655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:51:28.643364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:51:28.643768 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:28.720619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:28.748700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:51:28.750886 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5a81a-8df0-4dce-a2b0-e0ad77cd0f9e" -d '{"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-plugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:51:28.763875 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:51:28.768695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:28.792363 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2efd4c2-8c01-4e45-b99a-694fd50666a1 x-openstack-request-id: req-c2efd4c2-8c01-4e45-b99a-694fd50666a1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:51:28.792654 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-plugged", "status": "completed", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:51:28.792911 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2efd4c2-8c01-4e45-b99a-694fd50666a1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:51:28.793307 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'code': 200} Dec 13 10:51:28.818879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:30.313009 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:34.847062 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:36.261440 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56bf30f9-df1b-43ef-98e2-abec1d2b4935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:38.724626 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-36311822-2016-43e4-af34-f5e0f9423924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:39.806775 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:41.424357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:42.184138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:50.478497 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:52:00.312934 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:04.850951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:06.262984 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fed66bcd-aeb1-46fc-948e-5c3480d54ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:08.726104 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2836aa5a-d7b7-4e04-89b1-8e811445d3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.812190 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:11.426921 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:12.186073 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:13.695605 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41536) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:13.850245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port ffeaaff7-4ec4-4020-8c9b-cf392448e875 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:13.850579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:13.922004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:13.922327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:13.933957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for ffeaaff7-4ec4-4020-8c9b-cf392448e875 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:14.076656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:14.099977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=ffeaaff7-4ec4-4020-8c9b-cf392448e875,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:14.110648 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.111001 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.111347 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.111714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.112685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.112685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.112685 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.113002 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.113333 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.113672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.113987 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.114311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.114633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:14.175646 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:14.176056 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP cc85bcfd-63d5-4301-a50d-073c4262add3 disassociated (deleted). External IP: 172.25.2.119, port: 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2. Dec 13 10:52:14.376187 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:14.481531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:14.486448 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:14.490988 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Sync routers for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:14.500488 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:14.501117 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:14.514813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-18f79da7-bd74-49a2-9c76-ef908b3fd133 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc85bcfd-63d5-4301-a50d-073c4262add3 HTTP/1.1" status: 204 len: 168 time: 0.8175929 Dec 13 10:52:14.515397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:14.517685 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25297304-5728-479c-85d2-6257e103e5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:14.615320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:14.633340 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b45fe-cb61-4229-a1c6-553173745db4 x-openstack-request-id: req-569b45fe-cb61-4229-a1c6-553173745db4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:14.633668 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:14.633932 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-569b45fe-cb61-4229-a1c6-553173745db4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:14.634357 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'status': 'completed', 'code': 200} Dec 13 10:52:14.711526 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297304-5728-479c-85d2-6257e103e5fc req-4887d1e2-85cb-4c0b-a4a7-d7dee39dbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:14.713799 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-4887d1e2-85cb-4c0b-a4a7-d7dee39dbf5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 1096 time: 0.0425837 Dec 13 10:52:14.750275 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8538d-3c54-4abc-ab22-b995e41db439 req-5f3d70f9-cf86-4ed1-81a0-0b650c4d41d6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:14.751805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c8538d-3c54-4abc-ab22-b995e41db439 req-5f3d70f9-cf86-4ed1-81a0-0b650c4d41d6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Dec 13 10:52:14.803995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46c8538d-3c54-4abc-ab22-b995e41db439 req-9c1c2d9d-776a-4a8b-ac22-f2b0ef249b18 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Dec 13 10:52:14.819019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:14.822979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297304-5728-479c-85d2-6257e103e5fc req-bf5d250d-e91f-4ce9-96ea-9482ab72d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:14.824539 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-bf5d250d-e91f-4ce9-96ea-9482ab72d7dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 200 len: 897 time: 0.1026785 Dec 13 10:52:14.849550 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Checking router: 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:14.857760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:14.858285 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:14.868978 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-6dab575a-992c-43f0-ba26-69dc514cbc77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Dec 13 10:52:14.918689 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297304-5728-479c-85d2-6257e103e5fc req-baea9b25-6fda-4ce5-8cec-0a81a7effe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:14.920208 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-baea9b25-6fda-4ce5-8cec-0a81a7effe47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 200 len: 834 time: 0.0441647 Dec 13 10:52:14.965654 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:14.973869 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297304-5728-479c-85d2-6257e103e5fc req-72f6a70b-eadb-48cc-8d7e-392bc02716de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:14.975386 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-72f6a70b-eadb-48cc-8d7e-392bc02716de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452211 Dec 13 10:52:15.066417 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-2bb41b0c-36ab-4dcd-ada5-7c3161645771 service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Dec 13 10:52:15.162048 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-25297304-5728-479c-85d2-6257e103e5fc req-d84bde8e-d79a-4c91-944d-081fd50b2dbf service neutron] 10.222.0.16 "GET /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874047 Dec 13 10:52:15.164421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:15.192308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e8dad-93f2-43ed-9568-178f4b8edf64 None None] The sync data for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 is: [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'cde9e638-70ba-4099-97f2-959ebc1c6df9', 'name': '', 'network_id': '92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:f9:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:20Z', 'updated_at': '2021-12-13T10:50:24Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'dac85ee1-a2b3-4e52-b469-13a6c9ad9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:15.396453 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705cb77-2594-42ab-8fca-0d30ebcfcf86 None None] New status for floating IP cc85bcfd-63d5-4301-a50d-073c4262add3: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:52:15.933957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17da21-4a65-4630-b2a3-c929a33391ef req-424d31f8-db19-47be-977b-cc304c681c4a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:15.935468 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd17da21-4a65-4630-b2a3-c929a33391ef req-424d31f8-db19-47be-977b-cc304c681c4a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Dec 13 10:52:15.984105 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fd17da21-4a65-4630-b2a3-c929a33391ef req-37a1601a-59ea-42a4-91f0-26ba188e7ea9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=00a30418-3537-452a-aec1-9cecd2187fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Dec 13 10:52:16.331203 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-99061e14-5daa-449b-8267-57d45d542129 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:16.332703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-99061e14-5daa-449b-8267-57d45d542129 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Dec 13 10:52:16.419626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:16.419968 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.510191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:16.510580 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.522188 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:16.652869 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.679659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=7de99322-fbe7-4ccf-81a3-1e3212f5a8e2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:16.722933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] No DVR routers for this DVR port 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:52:16.725767 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.730079 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-d0f2cc4a-9324-4cfe-a836-7709fc996b6f req-f1da10c2-7fa8-4388-a807-57315704b445 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "DELETE /v2.0/ports/7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 HTTP/1.1" status: 204 len: 173 time: 0.3912230 Dec 13 10:52:16.730530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-deleted', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:16.732881 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cb00e-ce2b-408b-bc6c-327d71477129" -d '{"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-deleted", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:16.833440 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c320bb9-f016-4ead-a750-5c1a0ef5b118 x-openstack-request-id: req-2c320bb9-f016-4ead-a750-5c1a0ef5b118 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:16.833748 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8326d9e-9e23-43ff-8146-e8a045387852", "name": "network-vif-deleted", "tag": "7de99322-fbe7-4ccf-81a3-1e3212f5a8e2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:16.834010 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c320bb9-f016-4ead-a750-5c1a0ef5b118 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:16.834427 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8326d9e-9e23-43ff-8146-e8a045387852', 'name': 'network-vif-deleted', 'tag': '7de99322-fbe7-4ccf-81a3-1e3212f5a8e2', 'status': 'completed', 'code': 200} Dec 13 10:52:17.103091 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-22788af6-8acb-463e-9b24-6ff7dc4aea0e req-d1c20794-c620-4f4d-a491-cda10e2d061b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8326d9e-9e23-43ff-8146-e8a045387852 HTTP/1.1" status: 200 len: 210 time: 0.0334558 Dec 13 10:52:18.161475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:18.520957 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:18.771602 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port cde9e638-70ba-4099-97f2-959ebc1c6df9 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:18.771855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:18.859301 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port cde9e638-70ba-4099-97f2-959ebc1c6df9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=cde9e638-70ba-4099-97f2-959ebc1c6df9,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:18.859702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:18.872021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for cde9e638-70ba-4099-97f2-959ebc1c6df9 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:19.058173 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.088092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=cde9e638-70ba-4099-97f2-959ebc1c6df9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:19.259014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.471385 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:19.574274 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:19.579795 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a2653efe-cdbb-4a72-b6e7-7d7f3c16861f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170718 Dec 13 10:52:19.582502 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:19.583790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Sync routers for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:19.593985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:19.594617 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:19.633418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting subnet dac85ee1-a2b3-4e52-b469-13a6c9ad9421 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:52:19.636567 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.676455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.699433 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:19.765051 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.825613 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.852478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Subnet': ['ID=dac85ee1-a2b3-4e52-b469-13a6c9ad9421,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:19.857374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.860019 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c34c5e6d-4b5a-4d81-a7a3-da47c76af89b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/subnets/dac85ee1-a2b3-4e52-b469-13a6c9ad9421 HTTP/1.1" status: 204 len: 168 time: 0.2764823 Dec 13 10:52:19.862597 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41560) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:19.866128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a307b3-e8f9-41b3-8bfe-1deb8a01b7b0 None None] Network 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:19.961052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:52:19Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:19.971812 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.993168 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Checking router: 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:20.003929 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Routers {'41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:20.004671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:20.080182 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.093826 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] DHCP port deletion for 92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:52:20.133078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 41312262-0268-4019-990b-4634d9b107d1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:20.133422 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.142779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] Set router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:20.216653 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 41312262-0268-4019-990b-4634d9b107d1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=41312262-0268-4019-990b-4634d9b107d1,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:20.217020 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.228527 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 41312262-0268-4019-990b-4634d9b107d1 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:20.257859 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Deleting port 664e8328-389d-4975-bc03-746d60c0ffd1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:20.258159 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.398453 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.426428 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=41312262-0268-4019-990b-4634d9b107d1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:20.446803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e14d7f5-2094-4f45-8de6-aa4744e8a049 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:52:20.485250 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.531721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] For port 664e8328-389d-4975-bc03-746d60c0ffd1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=664e8328-389d-4975-bc03-746d60c0ffd1,segment=NetworkSegment(97764939-3a8e-49b4-b686-7d5093c3ca96),segment_id=97764939-3a8e-49b4-b686-7d5093c3ca96)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:20.532041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.550770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Calling delete_port for 664e8328-389d-4975-bc03-746d60c0ffd1 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:20.626273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:52:19Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:20.657354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaba8c-9e3c-408f-8e62-05e736f522b3 None None] The sync data for ids ['41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13'] in n-d-820935-7 is: [{'id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008654450', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41312262-0268-4019-990b-4634d9b107d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:52:19Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '41312262-0268-4019-990b-4634d9b107d1', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:50:17Z', 'updated_at': '2021-12-13T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:20.676377 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.708786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] Pushing event deleted for resources: {'Port': ['ID=664e8328-389d-4975-bc03-746d60c0ffd1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:20.712456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e96ba9-7d5a-4343-8477-30172cb82b28 None None] No DVR routers for this DVR port 664e8328-389d-4975-bc03-746d60c0ffd1 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:52:20.879791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:52:20.900408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:52:20.900764 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 7de99322-fbe7-4ccf-81a3-1e3212f5a8e2 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:52:20.923783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.925916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.969257 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.969859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Fanout notify agent at l3_agent the message router_deleted on router 41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:52:20.976782 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.977871 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-387e144f-f7e3-422b-9258-41c14e0010ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/routers/41686a3a-2f9f-4ca3-bc68-ceb88d0a1f13 HTTP/1.1" status: 204 len: 168 time: 1.1143458 Dec 13 10:52:20.981287 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41562) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:21.061402 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.152792 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.173727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:21.183714 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97764939-3a8e-49b4-b686-7d5093c3ca96') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:21.184008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97764939-3a8e-49b4-b686-7d5093c3ca96') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:21.193404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.206818 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.213963 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:52:21.214380 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:52:21.217649 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:52:21.282151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.286764 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.293729 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/networks/92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3 HTTP/1.1" status: 204 len: 168 time: 0.3080323 Dec 13 10:52:21.294480 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41564) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:21.305859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Network': ['ID=92fe9c48-763c-4c4d-b4ea-a9dfab4a66a3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:21.313442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.313797 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.314142 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.314482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.314821 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.315154 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.315484 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.315840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.316171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.316496 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.316822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.317146 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.317467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cce9-a1ce-4803-bd4b-bce1f246afa4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:21.695504 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.720623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.781176 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.788579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:21.788579 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/security-groups/00a30418-3537-452a-aec1-9cecd2187fb5 HTTP/1.1" status: 204 len: 168 time: 0.4905195 Dec 13 10:52:21.796021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573b965-395a-498c-bc30-dcf159f4f9b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a30418-3537-452a-aec1-9cecd2187fb5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:21.815132 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cde9e638-70ba-4099-97f2-959ebc1c6df9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:52:21.836191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: cde9e638-70ba-4099-97f2-959ebc1c6df9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:52:21.836543 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device cde9e638-70ba-4099-97f2-959ebc1c6df9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:52:21.836960 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41312262-0268-4019-990b-4634d9b107d1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:52:21.855716 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 41312262-0268-4019-990b-4634d9b107d1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:52:21.856034 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 41312262-0268-4019-990b-4634d9b107d1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:52:21.856438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 664e8328-389d-4975-bc03-746d60c0ffd1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:52:21.876027 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 664e8328-389d-4975-bc03-746d60c0ffd1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:52:21.876373 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 664e8328-389d-4975-bc03-746d60c0ffd1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:52:23.075886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41572) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.080524 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117338877', 'description': 'tempest-secgroup-smoke-1117338877 description', 'project_id': '7a194948252d45258a74f7ae71e99d56'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.102644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.166478 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.170148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.198625 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.199869 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1229451 Dec 13 10:52:23.202805 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41574) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.204055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32eadb-86bc-440c-a7e6-366b72e21570 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40869c5f-5e13-4751-b681-66685c994942,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.207461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.233384 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.286857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.290452 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.307324 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb4e9a7-f176-47d2-a8fd-5b73cc4a0ee3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.316021 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.317253 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f35aa976-9a05-4180-baeb-3bddf11b7d0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134129 Dec 13 10:52:23.319974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.325092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.350947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.404513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.407881 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.425894 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b2c2ab-cdbb-4d66-8422-18f935bb332c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.433365 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.434549 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f8349cc3-fc3b-4a06-85f1-71e2b94048fc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136911 Dec 13 10:52:23.437320 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41578) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.441621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.467579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.524683 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.528187 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.545954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24aeb6a-4e9d-423b-9807-c0ffef016657,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.553945 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.555149 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1b36fe91-347a-49f7-9fb8-9898a054ac9e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168866 Dec 13 10:52:23.558402 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41580) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.562604 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.588274 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.644215 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.647498 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.666344 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b48702-9060-43b2-802d-4912a732a7aa,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.671725 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.672893 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1253fbb7-0bde-4c59-80ab-b9757cabf835 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135390 Dec 13 10:52:23.675677 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41582) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.679855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.703230 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:52:23.708160 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.765912 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.769439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.786264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d9f30-383e-4c38-8825-e4d143467dd3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.795897 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.797109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-612ea9bd-72f9-4b34-af46-ed06c5bc50ce tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205223 Dec 13 10:52:23.799851 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41584) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.804100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '40869c5f-5e13-4751-b681-66685c994942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.825630 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:52:23.830489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.893293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.896817 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.914083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b322f9-0eaf-451c-9d9c-4f70e0c050fe,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.921982 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.923313 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-11a603c4-7dab-49a0-887a-7126ba50e695 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225305 Dec 13 10:52:23.926129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.930984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'network': {'name': 'tempest-network-smoke--1079421093', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.951376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:23.954731 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.976917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:52:23.986084 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.986450 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Added segment 09b1d2fc-4989-4edb-8dbf-539358c53ced of type vlan for network d90813f2-da48-4c51-a768-02b302be387d Dec 13 10:52:24.025501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.049783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.055856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:24.056455 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.108286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1811421 Dec 13 10:52:24.111115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41588) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:24.115817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'admin_state_up': True, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:24.126419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba1efe-3018-4c4a-bd13-348c89527317 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Network': ['ID=d90813f2-da48-4c51-a768-02b302be387d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:24.137735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d90813f2-da48-4c51-a768-02b302be387d details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:52:24.139142 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.140252 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.193177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.325881 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.509631 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.528209 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.629057 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.88 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/9bdb8eca-8b5b-418a-bfb7-145215a17094) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:24.728920 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.761777 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.808876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:24.811764 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:24.814263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:24.825223 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad7ddf-5896-4c3d-b41e-120666cff93b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:52:24.845714 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=9bdb8eca-8b5b-418a-bfb7-145215a17094,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:24.855343 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0085ba02-c598-42f7-8666-cae97d950263 None None] Provisioning complete for port 9bdb8eca-8b5b-418a-bfb7-145215a17094 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:24.855802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0085ba02-c598-42f7-8666-cae97d950263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:24.893794 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0085ba02-c598-42f7-8666-cae97d950263 None None] Port 9bdb8eca-8b5b-418a-bfb7-145215a17094 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:25.065524 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:25.257325 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:25.381651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 43eb9153-8c3b-48a5-a31f-f8f10daee055 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:52:25.484580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:25.493812 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Sync routers for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:25.503866 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:25.504480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:25.504645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:25.505818 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-69d24cac-e729-4c83-b72d-1a383dc59a08 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3936055 Dec 13 10:52:25.508886 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41590) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:25.585563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e9a94fdd-02f2-416e-9ba1-443cfcc75730 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7a194948252d45258a74f7ae71e99d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755715 Dec 13 10:52:25.588130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41594) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:25.607775 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:25.734486 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beed647-75ca-456f-9555-14aaa742d9ac tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:25.735957 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8beed647-75ca-456f-9555-14aaa742d9ac tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468730 Dec 13 10:52:25.738751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41596) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:25.765107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a3fc69a3-8dc3-4810-8c05-52ff8250919b tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253077 Dec 13 10:52:25.767631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41598) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:25.772348 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141204087', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:25.780627 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:24Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:25.812375 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Checking router: 43eb9153-8c3b-48a5-a31f-f8f10daee055 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:25.812816 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Updating router 43eb9153-8c3b-48a5-a31f-f8f10daee055 port 9bdb8eca-8b5b-418a-bfb7-145215a17094 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:52:25.836753 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:25.866161 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:25.869923 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.050738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.081433 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.086744 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.107431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Subnet': ['ID=7991fa22-a52e-4183-a5aa-6cbd10ce57e8,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:26.117603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Checking segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:26.118172 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network hostable DHCP agents. Network: d90813f2-da48-4c51-a768-02b302be387d, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:52:26.130886 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9adae-a249-454a-95bb-dc36d81c4fa2 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:52:26.137026 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d90813f2-da48-4c51-a768-02b302be387d is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:52:26.142075 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Attempting to bind port 9bdb8eca-8b5b-418a-bfb7-145215a17094 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:26.142450 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Attempting to bind port 9bdb8eca-8b5b-418a-bfb7-145215a17094 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:26.142906 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Attempting to bind port 9bdb8eca-8b5b-418a-bfb7-145215a17094 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:26.147225 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d90813f2-da48-4c51-a768-02b302be387d) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:26.151894 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:26.152488 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.152737 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Pushing event updated for resources: {'Port': ['ID=9bdb8eca-8b5b-418a-bfb7-145215a17094,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:26.160685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8af792-1e78-4c96-951d-5b0856d82821 None None] Network d90813f2-da48-4c51-a768-02b302be387d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:26.161016 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.161364 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.161770 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.162044 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.162376 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.162704 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.163032 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.163408 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.163746 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.164073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.164451 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.164751 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.165363 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:26.168655 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:26.169037 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:26.169448 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.169827 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:26.170298 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Bound port: 9bdb8eca-8b5b-418a-bfb7-145215a17094, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:26.170674 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.172284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4864e373-9432-4057-813b-253a643fd5b9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4036238 Dec 13 10:52:26.175311 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:26.240682 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-98d73e53-f65a-4bf1-b9c0-6a4149b8615a None None] Provisioning complete for port 9bdb8eca-8b5b-418a-bfb7-145215a17094 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:26.241060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-98d73e53-f65a-4bf1-b9c0-6a4149b8615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.303142 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-98d73e53-f65a-4bf1-b9c0-6a4149b8615a None None] Port 9bdb8eca-8b5b-418a-bfb7-145215a17094 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:26.313263 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d90813f2-da48-4c51-a768-02b302be387d', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:52:26.313760 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] For port 9bdb8eca-8b5b-418a-bfb7-145215a17094, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:26.314291 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.317158 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] For port 9bdb8eca-8b5b-418a-bfb7-145215a17094, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bdb8eca-8b5b-418a-bfb7-145215a17094,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:26.323458 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.374786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:26.375402 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:26.394830 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db4218-9610-42a2-82e5-d693b69a171b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:52:26.422669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2fbe-2950-4b23-b5bb-a0581feddbbe None None] Pushing event updated for resources: {'Port': ['ID=9bdb8eca-8b5b-418a-bfb7-145215a17094,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:26.475450 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Allocated IP 172.20.0.2 (d90813f2-da48-4c51-a768-02b302be387d/7991fa22-a52e-4183-a5aa-6cbd10ce57e8/23315c53-b7ff-45b9-8c3d-ea073f178015) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:26.493824 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:26.558110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] Provisioning complete for port 9bdb8eca-8b5b-418a-bfb7-145215a17094 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:26.558396 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.652755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.682962 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:24Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:26.710979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229add8f-6599-42db-9ace-17bd9e2a0279 None None] The sync data for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 is: [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:24Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:26.715769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.721330 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.729037 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.775685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] For port 9bdb8eca-8b5b-418a-bfb7-145215a17094, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bdb8eca-8b5b-418a-bfb7-145215a17094,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:26.786305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.790518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Network d90813f2-da48-4c51-a768-02b302be387d is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:26.794083 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:26.796564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:26.804258 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Pushing event updated for resources: {'Port': ['ID=23315c53-b7ff-45b9-8c3d-ea073f178015,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:26.886563 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Attempting to bind port 23315c53-b7ff-45b9-8c3d-ea073f178015 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:26.887513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Attempting to bind port 23315c53-b7ff-45b9-8c3d-ea073f178015 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:26.887513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Attempting to bind port 23315c53-b7ff-45b9-8c3d-ea073f178015 on network d90813f2-da48-4c51-a768-02b302be387d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:26.896280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:26.896653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Checking segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:26.897046 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.897438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Bound using segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:26.897903 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Bound port: 23315c53-b7ff-45b9-8c3d-ea073f178015, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:26.898304 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:26.918606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647dda3-b774-4704-8578-38c4e2c17382 None None] Pushing event updated for resources: {'Port': ['ID=9bdb8eca-8b5b-418a-bfb7-145215a17094,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:26.958834 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.1 (d90813f2-da48-4c51-a768-02b302be387d/7991fa22-a52e-4183-a5aa-6cbd10ce57e8/e48ca6bf-77b2-440d-bc3b-0986a072a6c9) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:26.993312 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] For port 23315c53-b7ff-45b9-8c3d-ea073f178015, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:26.997146 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] For port 23315c53-b7ff-45b9-8c3d-ea073f178015, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23315c53-b7ff-45b9-8c3d-ea073f178015,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:27.001051 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.069726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Pushing event updated for resources: {'Port': ['ID=23315c53-b7ff-45b9-8c3d-ea073f178015,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:27.083081 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.083448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.083982 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.084332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.084686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.085172 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.085518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.085857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.086190 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.086523 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.086857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.087184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.087515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3134f-68d7-40b0-9cb6-1312fa03a39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:27.093042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.131212 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.182693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d90813f2-da48-4c51-a768-02b302be387d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:27.185984 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:27.189979 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:27.196587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:27.259397 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.404992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.477938 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:52:27.689292 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.693943 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.772273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:27.774689 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.883967 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d90813f2-da48-4c51-a768-02b302be387d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:27.886087 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:27.892298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23315c53-b7ff-45b9-8c3d-ea073f178015 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:27.954637 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 23315c53-b7ff-45b9-8c3d-ea073f178015 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:27.955405 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.038091 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 43eb9153-8c3b-48a5-a31f-f8f10daee055 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:28.038673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.079969 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 23315c53-b7ff-45b9-8c3d-ea073f178015, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23315c53-b7ff-45b9-8c3d-ea073f178015,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:28.084781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.085961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bdb8eca-8b5b-418a-bfb7-145215a17094 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:28.180009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:28.186844 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50ddfeda-9481-4e8c-a733-833989a98fa2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/43eb9153-8c3b-48a5-a31f-f8f10daee055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103390 Dec 13 10:52:28.192074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=23315c53-b7ff-45b9-8c3d-ea073f178015,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:28.201811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 9bdb8eca-8b5b-418a-bfb7-145215a17094 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:28.202296 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.242006 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1449b90-7f75-4f67-9e3e-9d29d96bf94f None None] Network d90813f2-da48-4c51-a768-02b302be387d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:28.355941 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-614d6096-c231-421a-a9df-d0a3cde6cc48 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117338877&fields=id&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 267 time: 0.0508339 Dec 13 10:52:28.366352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-24330180-bd2a-491b-b618-5af1d55b6853 None None] Provisioning complete for port 23315c53-b7ff-45b9-8c3d-ea073f178015 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:28.366729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24330180-bd2a-491b-b618-5af1d55b6853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.485677 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-29dfeeea-df7a-40fc-b456-360d7d103a31 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:28.487233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-29dfeeea-df7a-40fc-b456-360d7d103a31 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 797 time: 0.1219389 Dec 13 10:52:28.504554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-d9e84e6b-fef2-43c9-9538-5da0dc3b33cc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/quotas/7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 375 time: 0.0110824 Dec 13 10:52:28.566897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-8394216a-ab51-4c52-ba7a-776c03dba647 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565653 Dec 13 10:52:28.637974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-cdfb7b0b-f31f-4c6d-817f-1df5f042c6cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:52:28.639191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-cdfb7b0b-f31f-4c6d-817f-1df5f042c6cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0598810 Dec 13 10:52:28.723161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b94686b7-dcd9-433f-b8b0-da11feb5de1e None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:28.724041 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b94686b7-dcd9-433f-b8b0-da11feb5de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.765080 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-dfd1c30e-f051-431d-9c88-c9184082077a service neutron] 10.222.0.31 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178708 Dec 13 10:52:28.780020 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b94686b7-dcd9-433f-b8b0-da11feb5de1e None None] Port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:28.800467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b94686b7-dcd9-433f-b8b0-da11feb5de1e None None] Provisioning complete for port 23315c53-b7ff-45b9-8c3d-ea073f178015 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:28.800764 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b94686b7-dcd9-433f-b8b0-da11feb5de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.830368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Sync routers for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:28.856391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:28.857293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:28.880631 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-3faf098e-fb90-441e-8672-75a02df30fbc service neutron] 10.222.0.31 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144774 Dec 13 10:52:29.020590 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:29.165482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a820b431-0135-410f-bd9e-c6cc0d2c6552 None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:29.165857 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a820b431-0135-410f-bd9e-c6cc0d2c6552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.234998 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a820b431-0135-410f-bd9e-c6cc0d2c6552 None None] Port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:29.265825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 2, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:29.298002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Checking router: 43eb9153-8c3b-48a5-a31f-f8f10daee055 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:29.298359 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Updating router 43eb9153-8c3b-48a5-a31f-f8f10daee055 port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:52:29.323900 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.426432 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-173f5b99-9fe8-4cbe-9507-8e4aa2bafa9e None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:29.426698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-173f5b99-9fe8-4cbe-9507-8e4aa2bafa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.475273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-173f5b99-9fe8-4cbe-9507-8e4aa2bafa9e None None] Port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:29.773056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.778534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.812517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23315c53-b7ff-45b9-8c3d-ea073f178015 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:29.865183 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ba1dd-1dd2-4d63-bb76-80d77e627aeb None None] Pushing event updated for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:29.928385 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Attempting to bind port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:29.928782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Attempting to bind port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:29.929149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Attempting to bind port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 on network d90813f2-da48-4c51-a768-02b302be387d {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:29.933087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 23315c53-b7ff-45b9-8c3d-ea073f178015 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:29.933461 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.939593 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:29.939975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Checking segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:29.940369 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.940769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Bound using segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:29.941250 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Bound port: e48ca6bf-77b2-440d-bc3b-0986a072a6c9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:29.941631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.041766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] For port e48ca6bf-77b2-440d-bc3b-0986a072a6c9, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:30.082087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] For port e48ca6bf-77b2-440d-bc3b-0986a072a6c9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:30.091575 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.100100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7f03f42-9bb2-4fc2-a063-aff3a0087102 req-958b4623-2240-40e6-998d-d18ead48c773 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 210 time: 0.0396509 Dec 13 10:52:30.157635 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:30.158019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.191010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ba1dd-1dd2-4d63-bb76-80d77e627aeb None None] Pushing event updated for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:30.197741 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:30.198388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:30.360411 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.365541 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:30.367630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.463772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] For port e48ca6bf-77b2-440d-bc3b-0986a072a6c9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:30.477587 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.575496 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1f376-baab-4c4e-b8e3-7e64055ea492 None None] Pushing event updated for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:30.630990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8f138dd4-1a9a-4e15-9676-73bd55cb2949 None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:30.631363 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f138dd4-1a9a-4e15-9676-73bd55cb2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.690350 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:30.734777 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ea63b-e687-41f7-abb2-9ba06d2e5e3b None None] The sync data for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 is: [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:31.056308 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-81c4cb0b-bb5f-45b1-80e6-ff22b17ab6e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:31.058912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-81c4cb0b-bb5f-45b1-80e6-ff22b17ab6e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 797 time: 0.1181486 Dec 13 10:52:31.126175 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-1adb601d-2cab-4232-bcd7-49843338c6a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 380 time: 0.0565441 Dec 13 10:52:31.138231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'port': {'device_id': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'admin_state_up': True, 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'security_groups': ['40869c5f-5e13-4751-b681-66685c994942']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:31.216018 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cb73fb41-c112-40b6-bfbc-b9eb0f494646 req-b14abe15-4200-4d5b-a2d8-e1b6fbdecbf1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 210 time: 0.0356700 Dec 13 10:52:31.278030 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:31.281729 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.409654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.12 (d90813f2-da48-4c51-a768-02b302be387d/7991fa22-a52e-4183-a5aa-6cbd10ce57e8/6dc9e468-fb66-41f5-bcfd-8a772d6fcb23) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:31.551742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.589032 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.631876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d90813f2-da48-4c51-a768-02b302be387d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:31.635760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:31.639672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:31.675307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:31.698457 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:31.699190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.716824 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-d5332462-8566-47a5-ba6d-659d7c418167 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835168 Dec 13 10:52:31.785857 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Request body: {'port': {'device_id': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:31.852852 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.854858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e48ca6bf-77b2-440d-bc3b-0986a072a6c9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:31.908073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:31.908500 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.998294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-a53e80ca-480f-4557-aabe-f8dcd0168ff4 None None] Provisioning complete for port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:31.998675 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a53e80ca-480f-4557-aabe-f8dcd0168ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.035775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a53e80ca-480f-4557-aabe-f8dcd0168ff4 None None] Port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:32.117926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:52:32.126080 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.138478 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Transition to ACTIVE for port object 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:52:32.141509 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.206200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:32.258067 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Attempting to bind port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:32.258410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Attempting to bind port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:32.258739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Attempting to bind port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 on network d90813f2-da48-4c51-a768-02b302be387d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:32.264263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 on network d90813f2-da48-4c51-a768-02b302be387d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:52:32.264594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Attempting to bind port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 on network d90813f2-da48-4c51-a768-02b302be387d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:32.269566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:32.269907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Checking segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:32.270292 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Bound using segment: {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:32.270718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Bound port: 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b1d2fc-4989-4edb-8dbf-539358c53ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:32.271076 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.712050 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:32.729904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4242b38-169a-438e-8cbc-3e3f1d9696c7 req-8be7d243-f946-4271-a360-874e7800b91a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:32.731384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4242b38-169a-438e-8cbc-3e3f1d9696c7 req-8be7d243-f946-4271-a360-874e7800b91a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 944 time: 0.4271228 Dec 13 10:52:32.734763 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:32.744716 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.804513 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:32.805140 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.806552 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] 10.222.0.20 "PUT /v2.0/ports/6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 1092 time: 1.0809379 Dec 13 10:52:32.807069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:32.809882 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444a84a-9390-4b58-a74b-176cf7021e32" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:32.843583 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddde69-2472-48b3-af2d-e88b318a0113 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:32.849793 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4242b38-169a-438e-8cbc-3e3f1d9696c7 req-92929822-5da2-4953-82c5-e5bce8502c0e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117015 Dec 13 10:52:32.894741 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86009de2-4adb-443b-bba7-5bbdf4443cf3 x-openstack-request-id: req-86009de2-4adb-443b-bba7-5bbdf4443cf3 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:32.895039 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:32.895304 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86009de2-4adb-443b-bba7-5bbdf4443cf3 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:32.895818 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'status': 'completed', 'code': 200} Dec 13 10:52:32.915995 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-fadeb24f-9425-4a2f-9204-07f18d36303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:32.918132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-fadeb24f-9425-4a2f-9204-07f18d36303c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1095 time: 0.0569386 Dec 13 10:52:32.962154 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-0b3a5c65-14e3-4fb2-954c-af045dc53cdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 217 time: 0.0349724 Dec 13 10:52:33.011462 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-8be2e8ad-fb8d-4ea8-842a-64a05e3484df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.012964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-8be2e8ad-fb8d-4ea8-842a-64a05e3484df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0440135 Dec 13 10:52:33.060804 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200828-1078-4415-8627-80d213be6d60 req-9b1905f2-8b7e-4430-95af-b6cb5aef049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.062207 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-9b1905f2-8b7e-4430-95af-b6cb5aef049b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424733 Dec 13 10:52:33.149953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-12614097-2ec6-4ea6-8a65-58a114e42f1e service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804288 Dec 13 10:52:33.240188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f200828-1078-4415-8627-80d213be6d60 req-6cc81c95-b2f8-4219-bddb-81e6a0d92e8e service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825355 Dec 13 10:52:33.323612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-35796d5c-ee21-4753-acaa-9061fde62fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.325133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-35796d5c-ee21-4753-acaa-9061fde62fde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1095 time: 0.0411408 Dec 13 10:52:33.414042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-69dd0d69-8d86-43ec-a49b-7159d39f26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.415787 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-69dd0d69-8d86-43ec-a49b-7159d39f26bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 898 time: 0.0837522 Dec 13 10:52:33.460836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-57350231-8a78-4ba2-9b2c-90d9cd00265d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 217 time: 0.0379541 Dec 13 10:52:33.509230 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-e3d7e4ae-4dd0-4f45-be74-ba83b9d69fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.511204 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-e3d7e4ae-4dd0-4f45-be74-ba83b9d69fb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0432360 Dec 13 10:52:33.556766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-ecf3e7de-c9f6-49a7-a072-a44622094028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.558803 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-ecf3e7de-c9f6-49a7-a072-a44622094028 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398118 Dec 13 10:52:33.648294 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-6f303aee-4171-4cdc-b9dd-5ff0dc4a0b18 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813072 Dec 13 10:52:33.739093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a444a84a-9390-4b58-a74b-176cf7021e32 req-92dde069-2eaa-4fef-b83e-9ef6b7607612 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831499 Dec 13 10:52:33.966233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ac9d2-bf71-4cd2-8aa9-71c719816d3e req-a70cda64-1fe4-4201-96bd-22ac60920e0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:33.967772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-708ac9d2-bf71-4cd2-8aa9-71c719816d3e req-a70cda64-1fe4-4201-96bd-22ac60920e0f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 944 time: 0.0498114 Dec 13 10:52:34.021188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-708ac9d2-bf71-4cd2-8aa9-71c719816d3e req-91cae4a6-3399-4451-88ae-4495c079ea22 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465295 Dec 13 10:52:34.876945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:35.141182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b70fd2-db32-4d02-b266-2b4db8a2be4f req-91553c17-cb54-4e3b-849e-be8261dec1a8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:35.146038 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46b70fd2-db32-4d02-b266-2b4db8a2be4f req-91553c17-cb54-4e3b-849e-be8261dec1a8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 944 time: 0.0494311 Dec 13 10:52:35.192571 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-46b70fd2-db32-4d02-b266-2b4db8a2be4f req-36e24f39-74b9-4636-a7a8-a2298fccba31 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438695 Dec 13 10:52:36.263477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38cf026b-1427-4811-9383-8fea06d626b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:36.309066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5bdce-9506-4f1e-bc79-d353463d4195 req-dc927438-eb56-446b-a097-54646976e307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:36.310576 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31b5bdce-9506-4f1e-bc79-d353463d4195 req-dc927438-eb56-446b-a097-54646976e307 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 944 time: 0.0494506 Dec 13 10:52:36.358858 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31b5bdce-9506-4f1e-bc79-d353463d4195 req-7f56ab21-8b5e-4791-8e21-d13147c3293a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Dec 13 10:52:36.829504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:52:36.926938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:36.938100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'port_id': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'mac_address': 'fa:16:3e:90:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:52:36.974114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:36.987726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:52:37.006354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:37.009690 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:37.056025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:37.212511 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:52:37.484306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8406f61-7ee6-4a3a-ada1-d849aea4aa29 req-ef063346-a73b-4d82-a02d-da0461b104e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:37.486955 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8406f61-7ee6-4a3a-ada1-d849aea4aa29 req-ef063346-a73b-4d82-a02d-da0461b104e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 945 time: 0.0596268 Dec 13 10:52:37.535523 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b8406f61-7ee6-4a3a-ada1-d849aea4aa29 req-49473cc2-47f8-4fb2-bd7b-ba62536307a8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Dec 13 10:52:38.656390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb458ce-a8a5-4961-83e5-1ad1b9642e86 req-0b6f90da-bf9c-45ab-8218-31f791ad171b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:38.657868 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fb458ce-a8a5-4961-83e5-1ad1b9642e86 req-0b6f90da-bf9c-45ab-8218-31f791ad171b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Dec 13 10:52:38.706237 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3fb458ce-a8a5-4961-83e5-1ad1b9642e86 req-4bc11481-e310-4fc9-b12e-7505ddbbc281 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Dec 13 10:52:38.726932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9df57ca0-f8ba-41f4-b05d-47a0fc3aff1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:38.844943 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:38.896028 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:52:38.899953 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:38.900328 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:38.973866 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:38.996602 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:38.998842 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d11bcf-1a66-417e-9ccb-5cc860b5c20a" -d '{"events": [{"server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "name": "network-vif-plugged", "status": "completed", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:39.011475 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:39.015667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:39.067856 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:39.087945 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e780a-01a0-4050-8d0f-0fc3a5dc1031 x-openstack-request-id: req-021e780a-01a0-4050-8d0f-0fc3a5dc1031 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:39.088247 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "name": "network-vif-plugged", "status": "completed", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:39.088522 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-021e780a-01a0-4050-8d0f-0fc3a5dc1031 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:39.088918 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'code': 200} Dec 13 10:52:39.188305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350b7ab-480e-4645-ade7-140000d17459 req-556455eb-8518-42f5-b200-ece0c196be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:39.189781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c350b7ab-480e-4645-ade7-140000d17459 req-556455eb-8518-42f5-b200-ece0c196be95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1097 time: 0.0437896 Dec 13 10:52:39.234590 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c350b7ab-480e-4645-ade7-140000d17459 req-8dd3ea97-74fc-41a0-9f10-9877f6080df6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382111 Dec 13 10:52:39.814749 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:39.826059 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc0561-e726-49cd-9cd8-ea6f6403e65c req-0ca2da15-285a-4b45-9fe0-ff6d4f5e70f7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:39.827582 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdfc0561-e726-49cd-9cd8-ea6f6403e65c req-0ca2da15-285a-4b45-9fe0-ff6d4f5e70f7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0522296 Dec 13 10:52:39.875981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdfc0561-e726-49cd-9cd8-ea6f6403e65c req-bd6b677d-853c-4d6e-83ff-752abb82c4f4 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Dec 13 10:52:40.990957 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f95bc-c7cc-4415-a677-94deaccff14e req-7c452519-7ef1-4b7c-a8bf-9f2dafaaccdc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:40.992480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-489f95bc-c7cc-4415-a677-94deaccff14e req-7c452519-7ef1-4b7c-a8bf-9f2dafaaccdc tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Dec 13 10:52:41.044707 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-489f95bc-c7cc-4415-a677-94deaccff14e req-fadb6f4c-5165-4f97-b3ee-8622b790e638 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462844 Dec 13 10:52:41.157566 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae160bbb-9a6f-47bc-8aa0-094da9e6f4ea req-22ff7e6a-c679-4701-a0f2-716d52b7d3ed tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:41.159107 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae160bbb-9a6f-47bc-8aa0-094da9e6f4ea req-22ff7e6a-c679-4701-a0f2-716d52b7d3ed tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Dec 13 10:52:41.209055 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ae160bbb-9a6f-47bc-8aa0-094da9e6f4ea req-3726984a-7c92-4367-8156-cbb57565b6b3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Dec 13 10:52:41.231294 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41660) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:41.270766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c14842-f0df-468a-a1ea-7d6f1bb23697 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:41.275046 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-f1c14842-f0df-468a-a1ea-7d6f1bb23697 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1092 time: 0.0401387 Dec 13 10:52:41.275263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41662) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:41.280198 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:41.301731 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:41.398806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:41.428870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:41.496671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.127 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/65a4ab3b-69bb-4efc-a6d7-beb3f7347872) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:41.598888 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:41.632378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:41.668039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:41.672380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:41.675906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:41.704628 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=65a4ab3b-69bb-4efc-a6d7-beb3f7347872,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:42.030239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.099894 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.188786 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.246177 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.250427 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.324241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=65a4ab3b-69bb-4efc-a6d7-beb3f7347872,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:42.332968 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.429459 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 899f9d42-6d4d-4767-acb6-767b72c54704 associated. External IP: 172.25.2.127, port: 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23. Dec 13 10:52:42.637047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 43eb9153-8c3b-48a5-a31f-f8f10daee055 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:42.747371 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:42.757483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Sync routers for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:42.764227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:42.767644 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:42.768259 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:42.791806 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-9180b683-e76e-455f-a777-055d74427181 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5148025 Dec 13 10:52:42.792414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:42.794669 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:42.835733 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee14786-92fb-4fab-ab53-4d16d3bd088b x-openstack-request-id: req-dee14786-92fb-4fab-ab53-4d16d3bd088b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:42.836061 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:42.836325 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dee14786-92fb-4fab-ab53-4d16d3bd088b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:42.836740 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'status': 'completed', 'code': 200} Dec 13 10:52:42.880189 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:42.932400 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f95d8-eb1f-4e6f-9352-ecb3634968df req-2510edaa-7914-4890-9cee-d470266f8560 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:42.933843 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-075f95d8-eb1f-4e6f-9352-ecb3634968df req-2510edaa-7914-4890-9cee-d470266f8560 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0837288 Dec 13 10:52:42.935702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-c899d7e9-60dc-41d8-b337-75fc20de4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:42.937059 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-c899d7e9-60dc-41d8-b337-75fc20de4945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1097 time: 0.0759394 Dec 13 10:52:43.037480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-075f95d8-eb1f-4e6f-9352-ecb3634968df req-3ca8835d-e148-4d53-8d7b-48f9d4cd9e46 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976017 Dec 13 10:52:43.061118 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41668) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:43.061679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-a961cf7a-0554-470c-b270-3f8ef71fb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:43.063065 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-a961cf7a-0554-470c-b270-3f8ef71fb5d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 898 time: 0.1171479 Dec 13 10:52:43.113325 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '899f9d42-6d4d-4767-acb6-767b72c54704', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'port_id': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'mac_address': 'fa:16:3e:90:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:52:41Z', 'updated_at': '2021-12-13T10:52:41Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:43.130121 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bdab49a1-61f3-4f78-98d0-565e405089a9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/899f9d42-6d4d-4767-acb6-767b72c54704 HTTP/1.1" status: 200 len: 992 time: 0.0678382 Dec 13 10:52:43.130373 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-c557d992-c22c-40ce-a1db-d992a9a98461 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 1000 time: 0.0600827 Dec 13 10:52:43.140267 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Checking router: 43eb9153-8c3b-48a5-a31f-f8f10daee055 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:43.148536 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:43.149140 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:52:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:43.184604 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-c4474554-0afe-49df-9c32-511a23015687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:43.185995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-c4474554-0afe-49df-9c32-511a23015687 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0480978 Dec 13 10:52:43.231197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-b94134b4-6ad1-4a81-aa48-34ad252b365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:43.232730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-b94134b4-6ad1-4a81-aa48-34ad252b365b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404034 Dec 13 10:52:43.252135 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:43.320244 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-86c1f765-3bd5-4668-965d-e04c657b24c0 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799556 Dec 13 10:52:43.411943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5706cc5c-7e8c-43b9-b27b-fc7dfa88bfad req-3790499d-88e5-406d-b7d2-665ca9ee64be service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Dec 13 10:52:43.470268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '899f9d42-6d4d-4767-acb6-767b72c54704', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'port_id': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'mac_address': 'fa:16:3e:90:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:52:41Z', 'updated_at': '2021-12-13T10:52:41Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:43.498656 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0165c7-020f-41c1-a3be-5360b52a70e5 None None] The sync data for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 is: [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '899f9d42-6d4d-4767-acb6-767b72c54704', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'port_id': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'mac_address': 'fa:16:3e:90:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:52:41Z', 'updated_at': '2021-12-13T10:52:41Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:43.684791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e751e1-c7af-4bcf-b7c3-58f9808db3e1 None None] New status for floating IP 899f9d42-6d4d-4767-acb6-767b72c54704: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:52:44.132376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41670) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:44.192022 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2cd60d6c-0afc-468f-9f2f-2457ce6e3fca tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/899f9d42-6d4d-4767-acb6-767b72c54704 HTTP/1.1" status: 200 len: 994 time: 0.0585027 Dec 13 10:53:00.320703 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:04.477292 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:04.878873 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:06.264090 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cb3bbce-3e3c-4e1b-84c5-5ccf5075abb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:08.727491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d844f76f-72b3-4e86-b046-ef65495f1c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:09.815622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:11.431824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:12.191301 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:12.895396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636080-e0c0-408c-a6f7-1cfa6d0029d4 req-62645287-ca0c-496b-bf60-dbfd457312e6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:12.896922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d636080-e0c0-408c-a6f7-1cfa6d0029d4 req-62645287-ca0c-496b-bf60-dbfd457312e6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Dec 13 10:53:12.946958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5d636080-e0c0-408c-a6f7-1cfa6d0029d4 req-2960aa66-ed0f-447c-800c-027ef320f638 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Dec 13 10:53:14.071817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb45d-8208-433e-b313-e3c32539ccd7 req-f7b9da96-4d38-4ea8-8646-6a7c664c4c10 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.074034 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6cbb45d-8208-433e-b313-e3c32539ccd7 req-f7b9da96-4d38-4ea8-8646-6a7c664c4c10 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0536902 Dec 13 10:53:14.149048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d6cbb45d-8208-433e-b313-e3c32539ccd7 req-a841ac30-b0c8-41f9-a38e-974f3218aad9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690799 Dec 13 10:53:14.158586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-dfd4ebab-5224-4f42-932b-e0a28462ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.160075 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-dfd4ebab-5224-4f42-932b-e0a28462ca16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1097 time: 0.0524299 Dec 13 10:53:14.264080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-a2e41657-06e7-4b87-8e64-aa1454203422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.265509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-a2e41657-06e7-4b87-8e64-aa1454203422 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 898 time: 0.0843172 Dec 13 10:53:14.329000 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-c5ab446c-0d15-416e-9d37-8353f7ef2f5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 1002 time: 0.0564320 Dec 13 10:53:14.378145 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-21a55899-d253-4ce5-b8e0-6ad576ab12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.379526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-21a55899-d253-4ce5-b8e0-6ad576ab12ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0416133 Dec 13 10:53:14.427144 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-dd58cfba-4ef6-4fde-b738-e3efacb6830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.428630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-dd58cfba-4ef6-4fde-b738-e3efacb6830e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414631 Dec 13 10:53:14.515028 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-d5f32fbb-ee6c-41b6-b3a6-15e493f9f00d service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778735 Dec 13 10:53:14.603790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-392bff5b-53ab-4188-b9c9-dbdaca79e000 req-96e8f6c3-6009-4142-b52d-c3ccb4b1b9a8 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816517 Dec 13 10:53:15.264943 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d6314-b852-4f37-ad52-34f9f98aafbe req-b0a5b0ed-109a-4419-931c-772b3f95b324 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.266411 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-563d6314-b852-4f37-ad52-34f9f98aafbe req-b0a5b0ed-109a-4419-931c-772b3f95b324 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0485475 Dec 13 10:53:15.314624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-563d6314-b852-4f37-ad52-34f9f98aafbe req-5e059513-24f5-4863-b3ef-3566ea909361 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Dec 13 10:53:16.431616 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdfef3-2ec5-4b51-ba99-a179e8acab65 req-39f1dfa2-3f49-464a-a9d0-1940aeb3d8f2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:16.433169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19cdfef3-2ec5-4b51-ba99-a179e8acab65 req-39f1dfa2-3f49-464a-a9d0-1940aeb3d8f2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Dec 13 10:53:16.482722 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-19cdfef3-2ec5-4b51-ba99-a179e8acab65 req-07fe461f-02df-4065-b0c9-d2ac926cd388 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Dec 13 10:53:17.602113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab601f-83b8-431e-b9cc-3e594936c9b6 req-aa627a05-c636-436f-b4b8-e6eeafd6e427 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:17.603586 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cab601f-83b8-431e-b9cc-3e594936c9b6 req-aa627a05-c636-436f-b4b8-e6eeafd6e427 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0508237 Dec 13 10:53:17.650894 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3cab601f-83b8-431e-b9cc-3e594936c9b6 req-00aba4df-8c76-465e-bc55-dbf5f7ad3e2e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Dec 13 10:53:18.765412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36363e47-169b-41cc-9973-eec0321bcfca req-1c5a0b42-48f1-4ed3-b0bb-cd2e69b60b82 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:18.766885 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36363e47-169b-41cc-9973-eec0321bcfca req-1c5a0b42-48f1-4ed3-b0bb-cd2e69b60b82 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0488338 Dec 13 10:53:18.814616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-36363e47-169b-41cc-9973-eec0321bcfca req-61818217-5f71-4d33-9058-8e663c76c5b5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Dec 13 10:53:19.927266 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe855-632e-4ef3-89a3-6c8e05e52929 req-c68dfd29-a40b-4de5-9ee7-05c3475e75a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:19.928756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e8fe855-632e-4ef3-89a3-6c8e05e52929 req-c68dfd29-a40b-4de5-9ee7-05c3475e75a1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0472848 Dec 13 10:53:19.980572 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3e8fe855-632e-4ef3-89a3-6c8e05e52929 req-ea8f9920-1f70-4bdc-9681-baea5334530b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Dec 13 10:53:21.096680 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774ca3-b723-41b8-91a0-ff1da7334468 req-4be36361-4f8e-4388-abbb-a77b40faf14a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:21.098157 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea774ca3-b723-41b8-91a0-ff1da7334468 req-4be36361-4f8e-4388-abbb-a77b40faf14a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Dec 13 10:53:21.146975 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea774ca3-b723-41b8-91a0-ff1da7334468 req-0a793fc9-056f-417e-afb0-3d0acdfd019e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Dec 13 10:53:22.259716 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe95f0d-6f2d-4dee-9339-bb907e21391c req-ee8c253a-521c-4724-b8d5-de24e1247213 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:22.261161 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe95f0d-6f2d-4dee-9339-bb907e21391c req-ee8c253a-521c-4724-b8d5-de24e1247213 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0470688 Dec 13 10:53:22.308179 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ffe95f0d-6f2d-4dee-9339-bb907e21391c req-fb56d991-9cbf-4297-96bf-68a4fda4ba1b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Dec 13 10:53:23.423929 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7263e-9747-4e14-a0e3-21dc7b8da97c req-6f3058d2-afbf-4131-a08e-4da7998660ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:23.425391 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4d7263e-9747-4e14-a0e3-21dc7b8da97c req-6f3058d2-afbf-4131-a08e-4da7998660ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0506949 Dec 13 10:53:23.472472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4d7263e-9747-4e14-a0e3-21dc7b8da97c req-c91ef5b8-be1f-4d22-976a-a5aaf3200ec1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Dec 13 10:53:23.494372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41704) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:23.552173 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b18468ef-4cee-45d9-a62c-98452f84baf5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/899f9d42-6d4d-4767-acb6-767b72c54704 HTTP/1.1" status: 200 len: 994 time: 0.0566483 Dec 13 10:53:24.835877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e7d7e-510e-4132-bb3e-0e07678f924e req-1b4c05c1-0c91-49bb-ac63-548624aff75e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:24.837346 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e8e7d7e-510e-4132-bb3e-0e07678f924e req-1b4c05c1-0c91-49bb-ac63-548624aff75e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0751359 Dec 13 10:53:24.865332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-cb669441-2cb2-47ea-b8c3-324af57a3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:24.866756 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-cb669441-2cb2-47ea-b8c3-324af57a3e74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1097 time: 0.0635140 Dec 13 10:53:24.910964 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6e8e7d7e-510e-4132-bb3e-0e07678f924e req-6c918cf4-3af2-46ca-861f-52640ecbae0d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675232 Dec 13 10:53:24.975415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-8fb28a3b-e522-4af0-aaab-57e6cc8b3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:24.976895 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-8fb28a3b-e522-4af0-aaab-57e6cc8b3857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 898 time: 0.0957494 Dec 13 10:53:25.386049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-daf45b29-e22e-4380-a922-82fdeca0c593 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 1002 time: 0.4019437 Dec 13 10:53:25.433557 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-70a817e2-d297-420a-a605-74157e1ab9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:25.434989 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-70a817e2-d297-420a-a605-74157e1ab9e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0422907 Dec 13 10:53:25.482073 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-0c99dd33-924d-455b-9eec-0a720042fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:25.483495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-0c99dd33-924d-455b-9eec-0a720042fd40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412190 Dec 13 10:53:25.568620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-d6bac900-b287-4620-8ed6-5a78d5419ca1 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770454 Dec 13 10:53:25.658164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4c0ad85-58a7-4701-b19c-9173bd203ff5 req-9178184b-267f-4d5e-9de8-029ff9869f3d service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Dec 13 10:53:26.030422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d4823-9071-421f-9a07-cb7c34b4dc38 req-cca43a39-b09a-4c73-9827-3ec7c48beed7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:26.031897 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-506d4823-9071-421f-9a07-cb7c34b4dc38 req-cca43a39-b09a-4c73-9827-3ec7c48beed7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0481412 Dec 13 10:53:26.080375 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-506d4823-9071-421f-9a07-cb7c34b4dc38 req-af14f6e8-8f76-44fa-a9a7-0c51340fbe6f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Dec 13 10:53:27.194071 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3cba1-ba73-4a00-b669-f2b639aeb7f3 req-7104e062-a63a-424f-ba6f-5b3c5f6c3cc3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:27.195539 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91a3cba1-ba73-4a00-b669-f2b639aeb7f3 req-7104e062-a63a-424f-ba6f-5b3c5f6c3cc3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0477095 Dec 13 10:53:27.243348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-91a3cba1-ba73-4a00-b669-f2b639aeb7f3 req-c9d98207-de2b-4271-a7d2-24e8d368a196 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Dec 13 10:53:27.266047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41716) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:27.328048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1c56fbd0-cd7a-457e-b7d3-65eb29fe6bf3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/899f9d42-6d4d-4767-acb6-767b72c54704 HTTP/1.1" status: 200 len: 994 time: 0.0608401 Dec 13 10:53:30.331053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.890681 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:36.265223 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-000a3b90-012e-4585-8a12-be18199132bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:38.729170 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e19baed1-fa18-477f-a6ca-045389afe18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:39.816916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:41.433877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:41.475230 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:42.192647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:57.724511 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41726) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:57.877658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 65a4ab3b-69bb-4efc-a6d7-beb3f7347872 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:53:57.877891 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:57.952750 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:57.953081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:57.965068 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 65a4ab3b-69bb-4efc-a6d7-beb3f7347872 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:53:58.106328 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:58.134573 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=65a4ab3b-69bb-4efc-a6d7-beb3f7347872,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:58.161020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.161369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.161711 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.162045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.162378 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.162706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.163032 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.163357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.163719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.164047 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.164626 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.164945 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.165263 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:58.203655 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:58.203987 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP 899f9d42-6d4d-4767-acb6-767b72c54704 disassociated (deleted). External IP: 172.25.2.127, port: 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23. Dec 13 10:53:58.404838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 43eb9153-8c3b-48a5-a31f-f8f10daee055 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:53:58.510101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:53:58.514774 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:58.519565 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Sync routers for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:53:58.528659 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:53:58.529266 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:58.540971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c72bbf5a-e1ec-4a45-b1aa-f95d6f18f873 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/floatingips/899f9d42-6d4d-4767-acb6-767b72c54704 HTTP/1.1" status: 204 len: 168 time: 0.8153949 Dec 13 10:53:58.541556 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:53:58.543843 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63476d08-98a2-4ffd-a6ed-8e061cc06561" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:53:58.585134 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b698a4-b6bf-4dd9-96a0-2bfe2aaad24c x-openstack-request-id: req-22b698a4-b6bf-4dd9-96a0-2bfe2aaad24c {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:53:58.585431 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:53:58.585687 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22b698a4-b6bf-4dd9-96a0-2bfe2aaad24c {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:53:58.586095 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'status': 'completed', 'code': 200} Dec 13 10:53:58.637246 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:53:58.654565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-e3fdc79d-d636-464d-b1cd-280d481fbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:58.656380 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-e3fdc79d-d636-464d-b1cd-280d481fbc44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 1097 time: 0.0447395 Dec 13 10:53:58.791271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-15d9e1e1-ed34-4fc5-ab54-06384473f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:58.792652 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-15d9e1e1-ed34-4fc5-ab54-06384473f7c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 200 len: 898 time: 0.1235263 Dec 13 10:53:58.800766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27f7d0-ac66-4506-9268-660f2d9e3411 req-02cd7e3c-bba0-4638-b93a-5c43aa378ef7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:58.802169 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df27f7d0-ac66-4506-9268-660f2d9e3411 req-02cd7e3c-bba0-4638-b93a-5c43aa378ef7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0735729 Dec 13 10:53:58.843303 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:58.848202 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-4b981590-7436-4da5-9fde-92b45fe435c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 200 len: 217 time: 0.0450945 Dec 13 10:53:58.873290 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Checking router: 43eb9153-8c3b-48a5-a31f-f8f10daee055 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:53:58.881632 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:53:58.882240 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:58.920072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-df27f7d0-ac66-4506-9268-660f2d9e3411 req-e788992f-4654-4960-999c-4d88d2583184 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110353 Dec 13 10:53:58.929372 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-3ce817bc-824e-4fa2-82ef-ec67dcb4ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:58.930924 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-3ce817bc-824e-4fa2-82ef-ec67dcb4ca34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 200 len: 835 time: 0.0704124 Dec 13 10:53:58.977636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-b169860d-cf0d-4430-ad3d-7ae5b2aeba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:58.979132 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-b169860d-cf0d-4430-ad3d-7ae5b2aeba61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d90813f2-da48-4c51-a768-02b302be387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404732 Dec 13 10:53:58.989431 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:53:59.073943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-29107424-8132-4dbf-b187-d18e0a0132b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859177 Dec 13 10:53:59.165990 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-63476d08-98a2-4ffd-a6ed-8e061cc06561 req-2cd99fca-6e0e-4293-9f1a-a9c89a50d687 service neutron] 10.222.0.20 "GET /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844014 Dec 13 10:53:59.182538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:59.208775 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de4c65-d5d2-4ef7-b027-4d49d561bcc9 None None] The sync data for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 is: [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'e48ca6bf-77b2-440d-bc3b-0986a072a6c9', 'name': '', 'network_id': 'd90813f2-da48-4c51-a768-02b302be387d', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:39:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:26Z', 'updated_at': '2021-12-13T10:52:30Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': '7991fa22-a52e-4183-a5aa-6cbd10ce57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:53:59.425884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bb0a7-aeb4-461b-b94c-9a2980425dcc None None] New status for floating IP 899f9d42-6d4d-4767-acb6-767b72c54704: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:54:00.042658 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d13e2-01e0-45e6-9257-a5de0070c18b req-cd8db34c-2f35-458d-981a-c48168f1912e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:00.044213 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d3d13e2-01e0-45e6-9257-a5de0070c18b req-cd8db34c-2f35-458d-981a-c48168f1912e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Dec 13 10:54:00.092567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d3d13e2-01e0-45e6-9257-a5de0070c18b req-ed6aa233-a29b-485f-96d5-8165b30a8ce1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=40869c5f-5e13-4751-b681-66685c994942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Dec 13 10:54:00.248014 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50b1e-f61f-4379-9144-c1603e35772e req-88457dfb-44b4-4996-a2b1-91921b375c46 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:00.249508 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45a50b1e-f61f-4379-9144-c1603e35772e req-88457dfb-44b4-4996-a2b1-91921b375c46 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70 HTTP/1.1" status: 200 len: 946 time: 0.0525525 Dec 13 10:54:00.324615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:00.338207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:54:00.338549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:00.427934 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:00.428218 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:00.440564 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:54:00.563908 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:00.602606 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=6dc9e468-fb66-41f5-bcfd-8a772d6fcb23,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:00.636656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] No DVR routers for this DVR port 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:54:00.639277 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:00.642629 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-45a50b1e-f61f-4379-9144-c1603e35772e req-8df44827-a748-4bcf-ae1a-5706432530e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.20 "DELETE /v2.0/ports/6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 HTTP/1.1" status: 204 len: 173 time: 0.3862064 Dec 13 10:54:00.643723 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'name': 'network-vif-deleted', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:54:00.645952 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b3337-222d-4733-b00c-db33041dc802" -d '{"events": [{"server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "name": "network-vif-deleted", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:54:00.688761 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993af193-ae24-464a-ae5a-f2c3e14aac40 x-openstack-request-id: req-993af193-ae24-464a-ae5a-f2c3e14aac40 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:54:00.689058 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70", "name": "network-vif-deleted", "tag": "6dc9e468-fb66-41f5-bcfd-8a772d6fcb23", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:54:00.689310 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-993af193-ae24-464a-ae5a-f2c3e14aac40 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:54:00.689716 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ee2599-45ca-44f2-b1de-8ea0a4ce5f70', 'name': 'network-vif-deleted', 'tag': '6dc9e468-fb66-41f5-bcfd-8a772d6fcb23', 'status': 'completed', 'code': 200} Dec 13 10:54:01.148200 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41740) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:01.499440 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:01.743768 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port e48ca6bf-77b2-440d-bc3b-0986a072a6c9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:54:01.744112 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:01.833342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port e48ca6bf-77b2-440d-bc3b-0986a072a6c9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:01.833709 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:01.845151 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for e48ca6bf-77b2-440d-bc3b-0986a072a6c9 owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:54:02.023411 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:02.052640 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=e48ca6bf-77b2-440d-bc3b-0986a072a6c9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:02.221759 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:02.438007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 43eb9153-8c3b-48a5-a31f-f8f10daee055 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:54:02.883199 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:54:02.888243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-938de0be-f075-4c2f-8df5-79cff69c227d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/43eb9153-8c3b-48a5-a31f-f8f10daee055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390130 Dec 13 10:54:02.890903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41742) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:02.893409 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Sync routers for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:54:02.907357 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:02.908014 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:02.941297 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting subnet 7991fa22-a52e-4183-a5aa-6cbd10ce57e8 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:54:02.944330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:02.984467 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.011583 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:03.069410 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.126502 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.151285 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Subnet': ['ID=7991fa22-a52e-4183-a5aa-6cbd10ce57e8,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:03.158081 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.163278 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-85bcc99f-87d4-4bde-b84f-7de7f5170829 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/subnets/7991fa22-a52e-4183-a5aa-6cbd10ce57e8 HTTP/1.1" status: 204 len: 168 time: 0.2714159 Dec 13 10:54:03.166872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41744) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:03.169355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a6d14-ea06-4d4e-a6e2-983526ade407 None None] Network d90813f2-da48-4c51-a768-02b302be387d requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:54:03.194859 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:54:01Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:03.220677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Checking router: 43eb9153-8c3b-48a5-a31f-f8f10daee055 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:54:03.229639 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Routers {'43eb9153-8c3b-48a5-a31f-f8f10daee055'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:03.230259 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['43eb9153-8c3b-48a5-a31f-f8f10daee055'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:03.283405 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.330219 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] DHCP port deletion for d90813f2-da48-4c51-a768-02b302be387d request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:54:03.343728 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] Set router 43eb9153-8c3b-48a5-a31f-f8f10daee055 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:03.394922 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.452231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 9bdb8eca-8b5b-418a-bfb7-145215a17094 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:54:03.453068 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.531838 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:54:01Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:03.541621 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 9bdb8eca-8b5b-418a-bfb7-145215a17094, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=9bdb8eca-8b5b-418a-bfb7-145215a17094,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:03.542098 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.546119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Deleting port 23315c53-b7ff-45b9-8c3d-ea073f178015 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:54:03.546496 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.556067 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 9bdb8eca-8b5b-418a-bfb7-145215a17094 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:54:03.618722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] For port 23315c53-b7ff-45b9-8c3d-ea073f178015, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=23315c53-b7ff-45b9-8c3d-ea073f178015,segment=NetworkSegment(09b1d2fc-4989-4edb-8dbf-539358c53ced),segment_id=09b1d2fc-4989-4edb-8dbf-539358c53ced)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:03.619790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.635615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Calling delete_port for 23315c53-b7ff-45b9-8c3d-ea073f178015 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:54:03.646788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21067996-8958-429b-bd9d-e5e59b33c1f8 None None] The sync data for ids ['43eb9153-8c3b-48a5-a31f-f8f10daee055'] in n-d-820935-7 is: [{'id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846073403', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:54:01Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '9bdb8eca-8b5b-418a-bfb7-145215a17094', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb9153-8c3b-48a5-a31f-f8f10daee055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:24Z', 'updated_at': '2021-12-13T10:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:54:03.728942 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.730825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.753430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=9bdb8eca-8b5b-418a-bfb7-145215a17094,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:03.755598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Pushing event deleted for resources: {'Port': ['ID=23315c53-b7ff-45b9-8c3d-ea073f178015,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:03.759921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] No DVR routers for this DVR port 23315c53-b7ff-45b9-8c3d-ea073f178015 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:54:03.765784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.766144 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.766493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.766786 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.766910 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.767154 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.767263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.767714 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.768340 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.768534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.768636 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.768816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.768918 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769191 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769630 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769799 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.769992 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.770094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.770731 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.770849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.770849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.771024 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.771358 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bed89-975e-45c2-aeb3-2946e635d87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:03.777157 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db7f6a-bcc8-4923-9248-199fb04fd51f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:54:03.837780 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.929075 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.931106 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.973851 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.974333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Fanout notify agent at l3_agent the message router_deleted on router 43eb9153-8c3b-48a5-a31f-f8f10daee055 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:54:03.981609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.982770 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-70e987b3-c77b-47ab-93d9-5fdf5e279a91 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/routers/43eb9153-8c3b-48a5-a31f-f8f10daee055 HTTP/1.1" status: 204 len: 168 time: 0.8147597 Dec 13 10:54:03.986370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41748) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:04.067513 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.115234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23315c53-b7ff-45b9-8c3d-ea073f178015 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:54:04.136369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 23315c53-b7ff-45b9-8c3d-ea073f178015 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:54:04.136728 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 23315c53-b7ff-45b9-8c3d-ea073f178015 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:54:04.137162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e48ca6bf-77b2-440d-bc3b-0986a072a6c9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:54:04.160425 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: e48ca6bf-77b2-440d-bc3b-0986a072a6c9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:54:04.161376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device e48ca6bf-77b2-440d-bc3b-0986a072a6c9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:54:04.163364 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.185456 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90813f2-da48-4c51-a768-02b302be387d']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:04.195109 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b1d2fc-4989-4edb-8dbf-539358c53ced') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:04.195409 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b1d2fc-4989-4edb-8dbf-539358c53ced') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:04.205017 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.218054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.224523 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:54:04.224903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:54:04.227774 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:54:04.290900 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.298701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.302733 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/networks/d90813f2-da48-4c51-a768-02b302be387d HTTP/1.1" status: 204 len: 168 time: 0.3163579 Dec 13 10:54:04.305492 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41750) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:04.314666 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b34270-62f6-4f4d-a908-a290a8e639c0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Network': ['ID=d90813f2-da48-4c51-a768-02b302be387d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:04.368795 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.394701 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.453985 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.457367 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.458875 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/security-groups/40869c5f-5e13-4751-b681-66685c994942 HTTP/1.1" status: 204 len: 168 time: 0.1518416 Dec 13 10:54:04.467649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211ae32-12e1-4b33-9c79-28890ce443ef tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40869c5f-5e13-4751-b681-66685c994942,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:04.800715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41756) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:04.805475 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213059735', 'description': 'tempest-secgroup-smoke-213059735 description', 'project_id': '7a194948252d45258a74f7ae71e99d56'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:04.827467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.892135 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.896669 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.907198 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.927383 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.928654 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268826 Dec 13 10:54:04.929768 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd6108-9fe0-4ca1-b1fd-7733031780a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4137615c-89f9-490a-a966-8d41f8a497f0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:04.931705 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:04.936061 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:04.962854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.017086 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.020991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.037861 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e45511-fe5a-4f6e-ab08-0602c32fa07a,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.045793 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.046987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4e997781-7dfd-4596-b1c9-5c48e7c211be tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142919 Dec 13 10:54:05.049664 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41760) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.053881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.080164 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.139445 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.143490 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.161374 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0128657-d6ab-4034-af27-4a0d79a54cd3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.169717 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.170940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-062c9fb1-10ca-4982-a250-e78ea5b09670 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203613 Dec 13 10:54:05.173594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.178310 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.208565 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.263579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.267060 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.284565 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c5b9d7-fdea-47f6-b117-a736c90aaa92,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.293856 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.295615 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-2d6a89fd-212b-4421-b3c3-e65f16045383 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200373 Dec 13 10:54:05.297872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.298214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:54:05.303044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.327665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:54:05.328954 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 6dc9e468-fb66-41f5-bcfd-8a772d6fcb23 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:54:05.330271 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.393023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.396964 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.412623 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc68bd6-54a5-4f79-8419-b90be391bd36,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.423826 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.425557 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d816c367-e0f5-4640-826f-18a6ac06d6d1 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267500 Dec 13 10:54:05.428281 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41766) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.432618 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.455290 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:54:05.460684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.523883 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.527701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.550850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8faefb-0d7b-41d3-afbe-a5ca2174e5eb,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.556863 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.557992 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-da6d74a2-c03c-42a6-a2c7-2495fe7d106d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287575 Dec 13 10:54:05.560878 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41768) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.565711 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'security_group_rule': {'security_group_id': '4137615c-89f9-490a-a966-8d41f8a497f0', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.588606 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Project 7a194948252d45258a74f7ae71e99d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:54:05.593395 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.650806 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.654467 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.675008 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5308218e-6b20-47c0-9a74-a61590ee2877,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.680430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.681604 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-99e8ac9a-b5d6-4c6e-a651-790036f5e43b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197793 Dec 13 10:54:05.684553 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41770) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.689383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'network': {'name': 'tempest-network-smoke--670190942', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'port_security_enabled': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.708477 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:54:05.711959 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.734873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:54:05.744795 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.745136 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Added segment 0b9d8b3c-c27a-4e17-9eba-13922e598d54 of type vlan for network d003f427-ebe0-4665-b38d-f856932f7a8f Dec 13 10:54:05.782737 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.808206 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.813681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:05.814265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.820884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bdb8eca-8b5b-418a-bfb7-145215a17094 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:54:05.841001 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 9bdb8eca-8b5b-418a-bfb7-145215a17094 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:54:05.841353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 9bdb8eca-8b5b-418a-bfb7-145215a17094 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:54:05.870348 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846468 Dec 13 10:54:05.873231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41772) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.877821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'admin_state_up': True, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:05.884804 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64920e2b-d1a2-4b0b-9ff2-de1ded765913 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Network': ['ID=d003f427-ebe0-4665-b38d-f856932f7a8f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:05.895891 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network d003f427-ebe0-4665-b38d-f856932f7a8f details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:54:05.901156 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.902181 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:05.957227 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.090257 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.268546 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38c06c62-be24-4e54-8d96-48b143b8cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.279516 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.299588 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.402290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.213 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/31073277-a477-4157-a096-ff278b9c32b3) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:06.499056 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.533565 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.574873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:06.577810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:06.581976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:06.591515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a56f2-f9ed-4931-90cd-146b6807f5e7 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:54:06.604788 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=31073277-a477-4157-a096-ff278b9c32b3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:06.629410 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3ad2b6ed-3e19-421d-bcea-3206a148fefa None None] Provisioning complete for port 31073277-a477-4157-a096-ff278b9c32b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:06.629872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b6ed-3e19-421d-bcea-3206a148fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:06.665579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2b6ed-3e19-421d-bcea-3206a148fefa None None] Port 31073277-a477-4157-a096-ff278b9c32b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:06.830017 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.027000 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.153080 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 3735bf95-e618-4eee-b862-f1663f9ed00c is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:54:07.254579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:54:07.264403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Sync routers for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:54:07.273859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.276821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2210c661-7802-4222-8ee7-65a8dd5080b0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4008298 Dec 13 10:54:07.276979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:07.276979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:07.279776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41774) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.311696 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-fbe6aade-43ce-4399-962f-10a6058e9e71 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7a194948252d45258a74f7ae71e99d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284073 Dec 13 10:54:07.311933 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41778) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.390825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:07.398538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da9ede-15b5-4b84-8a98-66b62025159e tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:07.400068 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d8da9ede-15b5-4b84-8a98-66b62025159e tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872538 Dec 13 10:54:07.402870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41780) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.430968 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-eab95bbb-ab3a-4f2f-8d9b-cacfe4cc3c08 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9fe0614e-dcb3-420e-8e2d-2ea6a0846c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270550 Dec 13 10:54:07.433644 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41782) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.438872 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60621940', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:07.528095 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:54:07.532092 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.571440 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:06Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:07.600100 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Checking router: 3735bf95-e618-4eee-b862-f1663f9ed00c for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:54:07.600451 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Updating router 3735bf95-e618-4eee-b862-f1663f9ed00c port 31073277-a477-4157-a096-ff278b9c32b3 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:54:07.625977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.714175 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.775409 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Subnet': ['ID=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:07.782369 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Checking segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:07.782665 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network hostable DHCP agents. Network: d003f427-ebe0-4665-b38d-f856932f7a8f, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:54:07.808907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d003f427-ebe0-4665-b38d-f856932f7a8f is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:54:07.823984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, d003f427-ebe0-4665-b38d-f856932f7a8f) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:07.828120 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:07.828726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.835618 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a984f-26b1-4745-ac9a-05d457263216 None None] Network d003f427-ebe0-4665-b38d-f856932f7a8f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:54:07.849185 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41784) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.849397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-1d268800-696e-4739-9988-d21098503070 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4145045 Dec 13 10:54:07.948746 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.968472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:07.999930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-d003f427-ebe0-4665-b38d-f856932f7a8f', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:54:08.000757 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.037025 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1448d42-db5a-43a8-9734-cf0db9572f51 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:54:08.045140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Attempting to bind port 31073277-a477-4157-a096-ff278b9c32b3 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:54:08.045533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Attempting to bind port 31073277-a477-4157-a096-ff278b9c32b3 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:54:08.045880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Attempting to bind port 31073277-a477-4157-a096-ff278b9c32b3 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:08.053087 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19839-82e6-4bc0-a011-020503606e4b None None] Pushing event updated for resources: {'Port': ['ID=31073277-a477-4157-a096-ff278b9c32b3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:08.063283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:54:08.063569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:08.063982 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.064382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:54:08.065399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Bound port: 31073277-a477-4157-a096-ff278b9c32b3, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:54:08.065990 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.185458 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b609d190-4d33-45ce-844c-b0b7b6898591 None None] Provisioning complete for port 31073277-a477-4157-a096-ff278b9c32b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:08.185831 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b609d190-4d33-45ce-844c-b0b7b6898591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.210170 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] For port 31073277-a477-4157-a096-ff278b9c32b3, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:54:08.251110 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] For port 31073277-a477-4157-a096-ff278b9c32b3, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31073277-a477-4157-a096-ff278b9c32b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:54:08.261932 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.275971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Allocated IP 172.20.0.2 (d003f427-ebe0-4665-b38d-f856932f7a8f/c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95/1fffa741-a7dd-447c-b223-57c9cb6f25d4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:08.297257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b609d190-4d33-45ce-844c-b0b7b6898591 None None] Port 31073277-a477-4157-a096-ff278b9c32b3 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:08.297906 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.324097 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd39df-11de-4e9e-9da8-fed9eb58b42f None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:54:08.385697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:08.386331 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:53:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:08.427320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19839-82e6-4bc0-a011-020503606e4b None None] Pushing event updated for resources: {'Port': ['ID=31073277-a477-4157-a096-ff278b9c32b3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:08.479238 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] Provisioning complete for port 31073277-a477-4157-a096-ff278b9c32b3 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:08.479629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.600746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:08.663362 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.678997 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.717607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.1 (d003f427-ebe0-4665-b38d-f856932f7a8f/c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95/98349173-2355-44a2-9e48-fa3b35ebbd9e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:08.798773 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Network d003f427-ebe0-4665-b38d-f856932f7a8f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:08.807680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-102ffb7f-70a4-450b-a160-ea811c04c805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.810891 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.815772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Pushing event updated for resources: {'Port': ['ID=1fffa741-a7dd-447c-b223-57c9cb6f25d4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:08.818124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:08.830093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:08.842113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.859584 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] For port 31073277-a477-4157-a096-ff278b9c32b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31073277-a477-4157-a096-ff278b9c32b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:08.877175 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.878037 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.928312 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d003f427-ebe0-4665-b38d-f856932f7a8f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:08.932277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:08.935746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:08.937829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:08.973066 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Attempting to bind port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:54:08.973443 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Attempting to bind port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:54:08.973809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Attempting to bind port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 on network d003f427-ebe0-4665-b38d-f856932f7a8f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:08.980426 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.982653 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8e4c0-4dbf-4c18-870f-eca3b3b1ed60 None None] Pushing event updated for resources: {'Port': ['ID=31073277-a477-4157-a096-ff278b9c32b3,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:08.987684 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:54:08.988065 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Checking segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:08.988477 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:08.988853 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Bound using segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:54:08.989321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Bound port: 1fffa741-a7dd-447c-b223-57c9cb6f25d4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:54:08.989704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.037002 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:06Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:09.241471 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430632c-7964-40ba-8d53-2e532cda0549 None None] The sync data for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 is: [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:06Z', 'revision_number': 3, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:54:09.261644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8395245e-881f-401f-8402-aa03ea476417 None None] For port 1fffa741-a7dd-447c-b223-57c9cb6f25d4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:54:09.267369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8395245e-881f-401f-8402-aa03ea476417 None None] For port 1fffa741-a7dd-447c-b223-57c9cb6f25d4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1fffa741-a7dd-447c-b223-57c9cb6f25d4,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:54:09.273448 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.338581 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395245e-881f-401f-8402-aa03ea476417 None None] Pushing event updated for resources: {'Port': ['ID=1fffa741-a7dd-447c-b223-57c9cb6f25d4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:09.509269 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.831132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.837612 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.843703 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.924517 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:09.927577 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:09.963829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31073277-a477-4157-a096-ff278b9c32b3 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:10.017159 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 31073277-a477-4157-a096-ff278b9c32b3 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:10.018123 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.034018 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d003f427-ebe0-4665-b38d-f856932f7a8f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:10.035959 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:10.114093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1fffa741-a7dd-447c-b223-57c9cb6f25d4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:10.163715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:10.164476 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.207044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 3735bf95-e618-4eee-b862-f1663f9ed00c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:54:10.254145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.291284 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 1fffa741-a7dd-447c-b223-57c9cb6f25d4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1fffa741-a7dd-447c-b223-57c9cb6f25d4,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:10.296012 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.346526 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=1fffa741-a7dd-447c-b223-57c9cb6f25d4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:10.347224 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:54:10.352917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c20a1806-28ec-4c7c-a0bb-558c93972903 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/3735bf95-e618-4eee-b862-f1663f9ed00c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022721 Dec 13 10:54:10.437899 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4a9cf-245b-4231-ad1a-f6296816be3c None None] Network d003f427-ebe0-4665-b38d-f856932f7a8f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:54:10.512807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-3f0dbb83-291a-485e-8a43-fd5b8e842951 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213059735&fields=id&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 267 time: 0.0499780 Dec 13 10:54:10.541418 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-41b25a7c-c97b-4d0a-a44f-b0193cef847e None None] Provisioning complete for port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:10.541699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-41b25a7c-c97b-4d0a-a44f-b0193cef847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.624036 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-e33597fb-0917-4d31-88ee-e02211873437 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:10.626176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-e33597fb-0917-4d31-88ee-e02211873437 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 796 time: 0.1060069 Dec 13 10:54:10.643907 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-0bcb39eb-1e04-436d-867e-24b678d6de1c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/quotas/7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Dec 13 10:54:10.697412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-218dec8d-55bc-4d20-b576-b96164cba08d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473514 Dec 13 10:54:10.813148 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-84795508-31ab-4fe9-966a-806d169e2af2 service neutron] 10.222.0.31 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013856 Dec 13 10:54:10.848979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-61e1ff46-a67c-4df1-a89b-9700a42db1b0 None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:10.849525 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61e1ff46-a67c-4df1-a89b-9700a42db1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.894307 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-61e1ff46-a67c-4df1-a89b-9700a42db1b0 None None] Port 98349173-2355-44a2-9e48-fa3b35ebbd9e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:10.907516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-61e1ff46-a67c-4df1-a89b-9700a42db1b0 None None] Provisioning complete for port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:10.908630 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-61e1ff46-a67c-4df1-a89b-9700a42db1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:10.914292 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-a0551a49-8841-46f0-838d-cecd188d1084 service neutron] 10.222.0.31 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935194 Dec 13 10:54:11.092081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3d3dc9bc-5e3c-4f0c-a8f8-10ce19d8d9ba req-231c6d3a-f0c5-461e-95ad-6faf1d8c4df0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0296278 Dec 13 10:54:11.124650 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-eb730ecf-0662-4d54-80f4-b3164fd24a7a None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:11.125241 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb730ecf-0662-4d54-80f4-b3164fd24a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.126677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Sync routers for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:54:11.137573 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:11.138483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:54:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:11.161503 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-eb730ecf-0662-4d54-80f4-b3164fd24a7a None None] Port 98349173-2355-44a2-9e48-fa3b35ebbd9e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:11.246061 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:11.279855 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3587acc5-e913-47bd-a06c-c1cd33a9058f None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:11.280306 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3587acc5-e913-47bd-a06c-c1cd33a9058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.319513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3587acc5-e913-47bd-a06c-c1cd33a9058f None None] Port 98349173-2355-44a2-9e48-fa3b35ebbd9e cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:11.437088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.442514 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 2, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:11.467628 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Checking router: 3735bf95-e618-4eee-b862-f1663f9ed00c for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:54:11.467981 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Updating router 3735bf95-e618-4eee-b862-f1663f9ed00c port 98349173-2355-44a2-9e48-fa3b35ebbd9e binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:54:11.491656 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.743241 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.748791 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.792485 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Pushing event updated for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:11.804158 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.804505 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.804849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.805187 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.805521 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.805852 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.806193 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.806506 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.806826 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.807147 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.807469 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.807820 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.808143 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:11.861022 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Attempting to bind port 98349173-2355-44a2-9e48-fa3b35ebbd9e on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:54:11.861959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Attempting to bind port 98349173-2355-44a2-9e48-fa3b35ebbd9e by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:54:11.862340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Attempting to bind port 98349173-2355-44a2-9e48-fa3b35ebbd9e on network d003f427-ebe0-4665-b38d-f856932f7a8f {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:11.867480 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:54:11.867890 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Checking segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:11.868289 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.868680 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Bound using segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:54:11.869242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Bound port: 98349173-2355-44a2-9e48-fa3b35ebbd9e, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:54:11.869625 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.886597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1fffa741-a7dd-447c-b223-57c9cb6f25d4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:11.938972 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] For port 98349173-2355-44a2-9e48-fa3b35ebbd9e, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:54:11.942419 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] For port 98349173-2355-44a2-9e48-fa3b35ebbd9e, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=98349173-2355-44a2-9e48-fa3b35ebbd9e,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:54:11.943622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:11.944020 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.948352 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:11.999098 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:11.999669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:54:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:12.048565 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906247d-c9b5-46cd-a361-6cf68f77325a None None] Pushing event updated for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=4']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:12.058140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:12.059188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.136821 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:12.160216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.213348 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fac5dddb-db13-4712-bb72-92ef1dfc14a6 req-f74659a7-5d44-4761-8a3c-56ef76156c1b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0555251 Dec 13 10:54:12.225526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.236314 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] For port 98349173-2355-44a2-9e48-fa3b35ebbd9e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=98349173-2355-44a2-9e48-fa3b35ebbd9e,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:12.242234 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.299339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3e47-7fdd-460a-8e37-ef94daac18c4 None None] Pushing event updated for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:12.361456 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-de4b40e7-32c7-4953-ab39-9f7948af7774 None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:12.362257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-de4b40e7-32c7-4953-ab39-9f7948af7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.366273 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:11Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:12.394732 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89494ebf-393a-4d8d-8cdc-22dcb39faa3f None None] The sync data for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 is: [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:11Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:54:13.288661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-18c7849d-32fb-465b-a3f7-bd5983261b82 req-3757d945-06dd-4b3a-a511-eeaf966d5f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0276203 Dec 13 10:54:13.887377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 98349173-2355-44a2-9e48-fa3b35ebbd9e up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:13.938700 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 98349173-2355-44a2-9e48-fa3b35ebbd9e triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:13.939072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:14.364104 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cfcc27e1-a17c-4b22-a33e-7ed966ecd844 req-375334a0-0b40-4374-8455-6c08acad5094 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Dec 13 10:54:15.456397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-598aaa87-e12d-4753-9eaf-d6bd1fecec16 req-57e2ebdf-c7f1-4473-bc7a-d71224847b4a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0253594 Dec 13 10:54:16.124982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-04da81e4-9ce9-479f-aaf0-c0883be373e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:16.126446 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-04da81e4-9ce9-479f-aaf0-c0883be373e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 796 time: 0.1033702 Dec 13 10:54:16.194758 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-75570a45-4931-4048-9b50-4e970d12bec2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a194948252d45258a74f7ae71e99d56 HTTP/1.1" status: 200 len: 379 time: 0.0592353 Dec 13 10:54:16.211277 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'port': {'device_id': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'admin_state_up': True, 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'security_groups': ['4137615c-89f9-490a-a966-8d41f8a497f0']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:16.315512 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Made reservation on behalf of 7a194948252d45258a74f7ae71e99d56 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:54:16.318996 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.445026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.20.0.11 (d003f427-ebe0-4665-b38d-f856932f7a8f/c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95/d91a4232-5255-4677-81a9-73a642b43679) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:16.549915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b4287f05-3d9a-452d-bb9b-2b18d00950f9 req-465b36ab-b438-4cf1-9ccd-22b1fb854de3 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0264142 Dec 13 10:54:16.579152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.613150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.664352 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network d003f427-ebe0-4665-b38d-f856932f7a8f is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:16.667291 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:16.669826 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:16.697032 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:16.725414 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:16.726049 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.742640 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-79093390-d393-4fb9-81da-01652d335f87 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385461 Dec 13 10:54:16.755665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Request body: {'port': {'device_id': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:16.812584 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.897017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0cbd1bc2-41c5-4d9d-9f0e-fa53a8abbf44 None None] Provisioning complete for port d91a4232-5255-4677-81a9-73a642b43679 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:16.897576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0cbd1bc2-41c5-4d9d-9f0e-fa53a8abbf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.930279 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd1bc2-41c5-4d9d-9f0e-fa53a8abbf44 None None] Port d91a4232-5255-4677-81a9-73a642b43679 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:54:17.084271 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91a4232-5255-4677-81a9-73a642b43679 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:54:17.091871 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.103619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Transition to ACTIVE for port object d91a4232-5255-4677-81a9-73a642b43679 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:54:17.107348 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.173171 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Pushing event updated for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:17.227885 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Attempting to bind port d91a4232-5255-4677-81a9-73a642b43679 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:54:17.228228 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Attempting to bind port d91a4232-5255-4677-81a9-73a642b43679 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:54:17.228562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Attempting to bind port d91a4232-5255-4677-81a9-73a642b43679 on network d003f427-ebe0-4665-b38d-f856932f7a8f {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:17.233129 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Port d91a4232-5255-4677-81a9-73a642b43679 on network d003f427-ebe0-4665-b38d-f856932f7a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:54:17.233454 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Attempting to bind port d91a4232-5255-4677-81a9-73a642b43679 on network d003f427-ebe0-4665-b38d-f856932f7a8f {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:17.239131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:54:17.239472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Checking segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:17.239895 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Bound using segment: {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:54:17.240328 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Bound port: d91a4232-5255-4677-81a9-73a642b43679, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9d8b3c-c27a-4e17-9eba-13922e598d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:54:17.240688 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.315421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:54:17.318681 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d91a4232-5255-4677-81a9-73a642b43679,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:54:17.324379 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.361865 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.362506 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.363938 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] 10.222.0.16 "PUT /v2.0/ports/d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 1092 time: 0.6127603 Dec 13 10:54:17.364391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:54:17.366689 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:54:17.399345 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea482c8-cbff-492e-8149-119fc64aa79c service neutron] Pushing event updated for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:17.420689 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b268b5af-515f-4765-939e-9d7d5578323e x-openstack-request-id: req-b268b5af-515f-4765-939e-9d7d5578323e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:54:17.421021 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:54:17.421234 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b268b5af-515f-4765-939e-9d7d5578323e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:54:17.421644 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679', 'status': 'completed', 'code': 200} Dec 13 10:54:17.456752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-082528c3-563d-4c55-a11e-e09447672af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.458304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-082528c3-563d-4c55-a11e-e09447672af3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1095 time: 0.0498059 Dec 13 10:54:17.507971 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-11380979-7d10-4379-8e22-34ff4bb23c2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 217 time: 0.0395684 Dec 13 10:54:17.558923 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-0e9f267f-222f-480f-a787-b603b03372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.560421 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-0e9f267f-222f-480f-a787-b603b03372e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0454931 Dec 13 10:54:17.607867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-825a8764-e04a-43fa-b861-e1910ad83378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.609414 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-825a8764-e04a-43fa-b861-e1910ad83378 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414069 Dec 13 10:54:17.664654 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008157a-ef42-45d9-a8da-e72dcc68aa80 req-9e6a6bef-bb16-4141-bfae-d42a60fd5628 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.666190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f008157a-ef42-45d9-a8da-e72dcc68aa80 req-9e6a6bef-bb16-4141-bfae-d42a60fd5628 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 944 time: 0.0487056 Dec 13 10:54:17.703925 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-70446f66-8d04-4641-81ed-fb1af11170a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Dec 13 10:54:17.718692 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f008157a-ef42-45d9-a8da-e72dcc68aa80 req-fe8b9159-dd71-4b37-887c-389e5ab0c47f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463717 Dec 13 10:54:17.793237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e0acf9cd-6d8e-42cb-b194-6627bc702e7f req-b13dfcec-33cf-4db0-9302-29bb955cb2f7 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Dec 13 10:54:17.885052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-ca62383f-c7ad-404f-8351-5580c6883aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.886585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-ca62383f-c7ad-404f-8351-5580c6883aeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1095 time: 0.0452614 Dec 13 10:54:17.976572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-98e6b81a-06a2-44e4-aedf-43d3983e0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.977979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-98e6b81a-06a2-44e4-aedf-43d3983e0f76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 897 time: 0.0841773 Dec 13 10:54:18.021128 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-a03e9d04-b457-4854-a84f-134e2490d60c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 217 time: 0.0349898 Dec 13 10:54:18.074207 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-d6b0929f-1c3c-4e7e-9f33-c9c01b86f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:18.075721 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-d6b0929f-1c3c-4e7e-9f33-c9c01b86f675 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0480180 Dec 13 10:54:18.122209 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-af0cdea9-48d9-4056-b9bf-80d54e7f7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:18.123747 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-af0cdea9-48d9-4056-b9bf-80d54e7f7658 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400348 Dec 13 10:54:18.211919 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-b4562be7-8d5e-4c79-a1eb-35e8525fade4 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804834 Dec 13 10:54:18.305377 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eb3deea4-6cf1-4129-8558-2b1efa7e8aeb req-0f7a996b-ce82-44fe-b523-e9a0cebf0930 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Dec 13 10:54:18.474916 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:54:18.833816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb7275-2ac3-47ae-954f-6c99529cdae4 req-2adc7739-aff5-4a1f-a3ad-5e781b44da1e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:18.835293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0efb7275-2ac3-47ae-954f-6c99529cdae4 req-2adc7739-aff5-4a1f-a3ad-5e781b44da1e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 944 time: 0.0483644 Dec 13 10:54:18.882782 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0efb7275-2ac3-47ae-954f-6c99529cdae4 req-0623c810-50d1-4cd7-a463-a236c937e0ed tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Dec 13 10:54:20.000113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8507-a6ec-4b03-82f6-652d0acea9dd req-d6b86f88-2cb4-4c0c-945a-bac76cd42265 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:20.001620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1cd8507-a6ec-4b03-82f6-652d0acea9dd req-d6b86f88-2cb4-4c0c-945a-bac76cd42265 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Dec 13 10:54:20.050557 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1cd8507-a6ec-4b03-82f6-652d0acea9dd req-9ac7f04a-1cc7-485f-adf5-bc28f695c073 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Dec 13 10:54:21.166719 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189cbeb-2cdd-4d25-8bec-c4c0d72bafec req-ac8a39bf-8694-4064-8ae5-448f987f03c7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:21.168216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6189cbeb-2cdd-4d25-8bec-c4c0d72bafec req-ac8a39bf-8694-4064-8ae5-448f987f03c7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 944 time: 0.0514131 Dec 13 10:54:21.216336 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6189cbeb-2cdd-4d25-8bec-c4c0d72bafec req-f3f70816-08ff-4dda-a829-ff921202a8d0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 Dec 13 10:54:21.379652 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d91a4232-5255-4677-81a9-73a642b43679 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:54:21.473368 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d91a4232-5255-4677-81a9-73a642b43679,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:21.484560 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': 'd91a4232-5255-4677-81a9-73a642b43679', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'port_id': 'd91a4232-5255-4677-81a9-73a642b43679', 'mac_address': 'fa:16:3e:b1:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:54:21.524472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:21.536596 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91a4232-5255-4677-81a9-73a642b43679 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:54:21.555133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d91a4232-5255-4677-81a9-73a642b43679,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:21.558656 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:21.604807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:21.894338 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['d91a4232-5255-4677-81a9-73a642b43679'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:54:22.328157 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14723caf-226d-4d2b-b4d7-edad2a356fa9 req-ee8119e7-b173-4e3f-a463-fa492079f4db tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:22.329634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14723caf-226d-4d2b-b4d7-edad2a356fa9 req-ee8119e7-b173-4e3f-a463-fa492079f4db tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 945 time: 0.0482669 Dec 13 10:54:22.377129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-14723caf-226d-4d2b-b4d7-edad2a356fa9 req-f24e8869-9ffe-4eb4-b333-13ba0fc928e9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Dec 13 10:54:23.390558 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d91a4232-5255-4677-81a9-73a642b43679 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:23.441628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port d91a4232-5255-4677-81a9-73a642b43679 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:54:23.446467 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port d91a4232-5255-4677-81a9-73a642b43679 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:23.446849 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:23.494982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bf9d5-2202-45a7-8a7d-617c634f69b6 req-a5cfdf11-1f82-4de6-9456-ade8f42ff36b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:23.500166 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bf9d5-2202-45a7-8a7d-617c634f69b6 req-a5cfdf11-1f82-4de6-9456-ade8f42ff36b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 945 time: 0.0524297 Dec 13 10:54:23.527414 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:23.550268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-523bf9d5-2202-45a7-8a7d-617c634f69b6 req-927ef34c-dd9c-4670-9e01-bc7e7f45b6c8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Dec 13 10:54:23.551771 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:54:23.554058 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cbc45f-3df5-4fba-921f-0baaab4844ad" -d '{"events": [{"server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "name": "network-vif-plugged", "status": "completed", "tag": "d91a4232-5255-4677-81a9-73a642b43679"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:54:23.566959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d91a4232-5255-4677-81a9-73a642b43679,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:23.572186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:23.595945 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79b250-0989-43e1-8306-bb372ee93ad5 x-openstack-request-id: req-ea79b250-0989-43e1-8306-bb372ee93ad5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:54:23.596248 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "name": "network-vif-plugged", "status": "completed", "tag": "d91a4232-5255-4677-81a9-73a642b43679", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:54:23.596507 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea79b250-0989-43e1-8306-bb372ee93ad5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:54:23.596903 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679', 'code': 200} Dec 13 10:54:23.622355 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:23.688522 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c39ac0-67b9-4562-a397-668e5bdfd239 req-b7ed0b54-3e31-4eaa-82f6-eb4f9bfeaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:23.690405 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44c39ac0-67b9-4562-a397-668e5bdfd239 req-b7ed0b54-3e31-4eaa-82f6-eb4f9bfeaca6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1097 time: 0.0398495 Dec 13 10:54:23.734668 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-44c39ac0-67b9-4562-a397-668e5bdfd239 req-4a801bd3-1d7a-4d7a-bdb4-b48a865c0835 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 Dec 13 10:54:24.907859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59344984-8ab8-4db5-8cc2-2e992cca214c req-bf34bee8-8a61-40e6-9f87-7dd142c908a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:24.909351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59344984-8ab8-4db5-8cc2-2e992cca214c req-bf34bee8-8a61-40e6-9f87-7dd142c908a2 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0486610 Dec 13 10:54:24.958656 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59344984-8ab8-4db5-8cc2-2e992cca214c req-6b6d69d1-228b-4ac1-ae8d-3c7bc05830e5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Dec 13 10:54:26.073499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938dd6-0df1-445a-9484-8e347d2df788 req-c4fd146a-1845-4eb1-b568-e4986149afe6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:26.074888 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08938dd6-0df1-445a-9484-8e347d2df788 req-c4fd146a-1845-4eb1-b568-e4986149afe6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0474200 Dec 13 10:54:26.126033 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08938dd6-0df1-445a-9484-8e347d2df788 req-b9a535ee-9f35-44cb-8507-016ed5438d1a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Dec 13 10:54:26.238466 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffb5f5-44ed-4c07-a662-80ad6e8615c6 req-78457ee8-1dd1-4010-bb66-546f74c9a47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:26.239958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37ffb5f5-44ed-4c07-a662-80ad6e8615c6 req-78457ee8-1dd1-4010-bb66-546f74c9a47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0471785 Dec 13 10:54:26.287215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-37ffb5f5-44ed-4c07-a662-80ad6e8615c6 req-09878a4e-5ad6-41e1-bcdb-04c2b9ee74bf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Dec 13 10:54:26.309289 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41854) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:26.346893 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa67dd-fce8-4ee9-a8a7-f30b9b0f8fa6 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:26.348400 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7daa67dd-fce8-4ee9-a8a7-f30b9b0f8fa6 tempest-TestNetworkAdvancedServerOps-423955641 tempest-TestNetworkAdvancedServerOps-423955641-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1092 time: 0.0381589 Dec 13 10:54:26.350981 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41856) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:26.355123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': 'd91a4232-5255-4677-81a9-73a642b43679', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:26.376474 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:26.471582 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:26.567911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Allocated IP 172.25.2.70 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/2a8dbacb-1261-4c92-9c30-093fe1b2cc5b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:26.671306 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:26.704194 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:26.741373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:26.744265 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:26.746815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:26.772651 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=2a8dbacb-1261-4c92-9c30-093fe1b2cc5b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:27.096735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:27.159276 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:27.304318 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:27.308754 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:27.379892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event updated for resources: {'Port': ['ID=2a8dbacb-1261-4c92-9c30-093fe1b2cc5b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:27.390322 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:27.487464 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP d287247d-11f1-41b2-be63-0be09ce59a9b associated. External IP: 172.25.2.70, port: d91a4232-5255-4677-81a9-73a642b43679. Dec 13 10:54:28.042588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 3735bf95-e618-4eee-b862-f1663f9ed00c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:54:28.150698 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:54:28.160746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Sync routers for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:54:28.171157 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:28.171600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:28.172308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:54:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:28.200395 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8c9355e7-2c66-4bd9-a2a4-92ff0b08c47e tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8484168 Dec 13 10:54:28.201332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:54:28.203943 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:54:28.255431 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c702641d-bb9a-4008-ab29-112374f0de51 x-openstack-request-id: req-c702641d-bb9a-4008-ab29-112374f0de51 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:54:28.255746 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:54:28.256019 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c702641d-bb9a-4008-ab29-112374f0de51 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:54:28.256407 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679', 'status': 'completed', 'code': 200} Dec 13 10:54:28.301120 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:28.306724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ee595-ca9e-4973-b2b5-bcda71b61b65 req-06867e16-cd1e-45e4-abb9-0ae735dcec4a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:28.308871 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-369ee595-ca9e-4973-b2b5-bcda71b61b65 req-06867e16-cd1e-45e4-abb9-0ae735dcec4a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0561450 Dec 13 10:54:28.344499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-f31b9ce2-4b00-4ae7-aacf-23724bff58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:28.346757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-f31b9ce2-4b00-4ae7-aacf-23724bff58fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1097 time: 0.0640619 Dec 13 10:54:28.362221 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-369ee595-ca9e-4973-b2b5-bcda71b61b65 req-b58d15cb-0217-4c99-b923-0fb2d8db0f35 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Dec 13 10:54:28.383997 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41862) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:28.450173 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-a2a0f5d7-3c06-4545-9c78-76cce8f8b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:28.451842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-a2a0f5d7-3c06-4545-9c78-76cce8f8b0a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 897 time: 0.0977976 Dec 13 10:54:28.459600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-c9dc6f1b-f963-4241-a064-b80dc6663248 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/d287247d-11f1-41b2-be63-0be09ce59a9b HTTP/1.1" status: 200 len: 991 time: 0.0744083 Dec 13 10:54:28.529204 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-285fe795-517d-412c-a680-7907ed7658a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 999 time: 0.0692015 Dec 13 10:54:28.544600 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd287247d-11f1-41b2-be63-0be09ce59a9b', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'port_id': 'd91a4232-5255-4677-81a9-73a642b43679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'mac_address': 'fa:16:3e:b1:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:54:26Z', 'updated_at': '2021-12-13T10:54:26Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:28.572598 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Checking router: 3735bf95-e618-4eee-b862-f1663f9ed00c for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:54:28.580489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-d546da22-7559-4d93-8583-c8442a7cd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:28.581008 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:54:28.581622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:54:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:28.582102 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-d546da22-7559-4d93-8583-c8442a7cd47c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0459969 Dec 13 10:54:28.628996 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-3c8f8ba3-c708-489e-ba43-1424e2b5852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:28.630855 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-3c8f8ba3-c708-489e-ba43-1424e2b5852b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419364 Dec 13 10:54:28.691512 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:54:28.724825 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-52bc5810-5b93-4b84-83ae-cd1504a29814 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870543 Dec 13 10:54:28.821795 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f5d19c6a-1628-4178-adc6-b0ba5c4fd895 req-7715e635-8300-4734-b9b1-9dc7a4b8cff6 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897241 Dec 13 10:54:28.921906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd287247d-11f1-41b2-be63-0be09ce59a9b', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'port_id': 'd91a4232-5255-4677-81a9-73a642b43679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'mac_address': 'fa:16:3e:b1:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:54:26Z', 'updated_at': '2021-12-13T10:54:26Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:54:28.948257 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edca1a1-7812-4cb5-8692-2c3596ecb735 None None] The sync data for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 is: [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'd287247d-11f1-41b2-be63-0be09ce59a9b', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'port_id': 'd91a4232-5255-4677-81a9-73a642b43679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'mac_address': 'fa:16:3e:b1:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:54:26Z', 'updated_at': '2021-12-13T10:54:26Z', 'revision_number': 0, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:54:29.143459 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f2525-68e3-4ff0-a85a-9806b3552592 None None] New status for floating IP d287247d-11f1-41b2-be63-0be09ce59a9b: ACTIVE {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:54:29.461700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41864) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:29.521308 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-59541340-da2a-4ba9-988b-b916c2c4375a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/d287247d-11f1-41b2-be63-0be09ce59a9b HTTP/1.1" status: 200 len: 993 time: 0.0585639 Dec 13 10:54:30.319282 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:34.904088 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:36.270258 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4048-61d8-46da-816b-06c3ce772a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:36.751269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-40402005-0718-4951-9fc7-bac394287814 req-e460c84d-e406-42d7-b1a0-079c1162e597 service neutron] (103195) timed out ('10.222.0.31', 56954) {{(pid=103195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:54:38.730011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae9e2-cd13-4142-9355-e81b0c618abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:39.823082 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:41.438888 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:42.197205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:55.474367 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:00.323056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:04.909320 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:06.272416 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edaab676-f0e7-4ffb-86d9-dc8536a20968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:08.733336 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44d04386-c83c-4a55-89c6-e001d848bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:09.824760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:11.446128 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:12.198951 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:18.999136 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-f6fc3570-53d7-4bec-85a3-c56df76b6811 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771890 Dec 13 10:55:19.091751 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-1b5077ae-0bc6-4931-bf01-416ae9b14cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:19.093242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-1b5077ae-0bc6-4931-bf01-416ae9b14cfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1097 time: 0.0474367 Dec 13 10:55:19.194175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-91b54beb-27f1-428e-8408-aa7a13b6b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:19.196854 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-91b54beb-27f1-428e-8408-aa7a13b6b20a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 897 time: 0.0843945 Dec 13 10:55:19.265605 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-9c954602-9935-4c93-a40c-193031ca7a0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 1001 time: 0.0618317 Dec 13 10:55:19.313917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-7fb91f2f-ba15-449b-9749-582e45a14ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:19.315397 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-7fb91f2f-ba15-449b-9749-582e45a14ad8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0428245 Dec 13 10:55:19.363063 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-d9d5344d-9bb8-4a22-83c4-4df2b06ce9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:19.364583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-d9d5344d-9bb8-4a22-83c4-4df2b06ce9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425839 Dec 13 10:55:19.456967 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-36d3a6a4-d417-432d-ad8e-ae102287e912 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Dec 13 10:55:19.549689 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-727cf7c7-aaec-4ca4-ba76-ba0b03aaffa7 req-25b75cb9-cc7a-40f5-8a8f-8025b8b1918e service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855384 Dec 13 10:55:30.321669 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:30.461771 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23dcc1-46cf-4b67-a3ca-3d43b3b605ba req-3399e133-73e2-488e-9c13-c915ec7f77b7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:30.463261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf23dcc1-46cf-4b67-a3ca-3d43b3b605ba req-3399e133-73e2-488e-9c13-c915ec7f77b7 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0930102 Dec 13 10:55:30.516196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bf23dcc1-46cf-4b67-a3ca-3d43b3b605ba req-97630aa4-3acf-474c-b071-c5826953326a tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458965 Dec 13 10:55:31.678355 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2ec93-ec63-4a48-8061-1d7b7fe115b1 req-6bc8bf6e-3891-4902-a4ef-f99614c77955 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:31.679863 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ed2ec93-ec63-4a48-8061-1d7b7fe115b1 req-6bc8bf6e-3891-4902-a4ef-f99614c77955 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0907521 Dec 13 10:55:31.727914 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0ed2ec93-ec63-4a48-8061-1d7b7fe115b1 req-41ff5b51-9df7-4843-b09e-8593af0228e8 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Dec 13 10:55:32.474183 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:32.841728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a001bf-ec4f-40bb-bcfe-0b6490ac469a req-a86d5260-dff3-4e0a-abb8-d41e5b563786 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:32.843196 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99a001bf-ec4f-40bb-bcfe-0b6490ac469a req-a86d5260-dff3-4e0a-abb8-d41e5b563786 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0480812 Dec 13 10:55:32.890736 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99a001bf-ec4f-40bb-bcfe-0b6490ac469a req-07bce44b-0d94-4c6e-a5ea-ea49985e9b20 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Dec 13 10:55:32.913054 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41902) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:32.975345 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-282b83b8-7746-46c7-b3cf-cf177e13bfe9 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/d287247d-11f1-41b2-be63-0be09ce59a9b HTTP/1.1" status: 200 len: 993 time: 0.0609255 Dec 13 10:55:34.242010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d621d-e0cb-44c5-bd59-8c5372a06a14 req-67d5a343-0ee8-427e-8c50-f329428a4ba0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.243531 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-049d621d-e0cb-44c5-bd59-8c5372a06a14 req-67d5a343-0ee8-427e-8c50-f329428a4ba0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0497320 Dec 13 10:55:34.270149 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486350-b896-44b2-855a-daff742537e6 req-572eeeda-04a6-47dd-8c99-44eb1f8b511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.271703 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-572eeeda-04a6-47dd-8c99-44eb1f8b511e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1097 time: 0.0496011 Dec 13 10:55:34.292448 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-049d621d-e0cb-44c5-bd59-8c5372a06a14 req-7747d3a2-20c9-49bb-8a72-137681849f3c tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429552 Dec 13 10:55:34.367083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486350-b896-44b2-855a-daff742537e6 req-e493b354-375e-4d52-b5fb-a451adcda9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.368578 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-e493b354-375e-4d52-b5fb-a451adcda9c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 897 time: 0.0884206 Dec 13 10:55:34.433639 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-0e7d6dc1-0688-4b0a-acde-bb3cb65c375a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 1001 time: 0.0566871 Dec 13 10:55:34.485810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486350-b896-44b2-855a-daff742537e6 req-363c67c8-12e9-408a-b70e-5d8669a4be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.487211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-363c67c8-12e9-408a-b70e-5d8669a4be08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0456772 Dec 13 10:55:34.531083 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486350-b896-44b2-855a-daff742537e6 req-4f0d4b4a-e787-4495-8ebe-101404f9b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.533123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-4f0d4b4a-e787-4495-8ebe-101404f9b9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383935 Dec 13 10:55:34.617887 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-818081fd-60fb-46f1-9377-60340390a833 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783417 Dec 13 10:55:34.708570 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6a486350-b896-44b2-855a-daff742537e6 req-9c8b763e-73b8-46d0-a47c-751c6f77cf2f service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831194 Dec 13 10:55:34.932727 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:35.414937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ca78-97fa-48ca-b7ad-5ed8422a2672 req-43a1f8a9-8f02-4f85-ad30-d296ddf64004 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:35.416449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99c3ca78-97fa-48ca-b7ad-5ed8422a2672 req-43a1f8a9-8f02-4f85-ad30-d296ddf64004 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0521095 Dec 13 10:55:35.465224 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99c3ca78-97fa-48ca-b7ad-5ed8422a2672 req-fdcaf753-a5b9-4598-a4b0-ef62db3da57f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426004 Dec 13 10:55:36.272811 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e0662185-87e4-4c96-98a0-31c1071a172e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:36.580905 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979357b3-0b18-4d2a-aadc-2d5369d7fed2 req-0fa21594-0dbe-4c45-b222-02b8472d0109 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:36.582384 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-979357b3-0b18-4d2a-aadc-2d5369d7fed2 req-0fa21594-0dbe-4c45-b222-02b8472d0109 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0485661 Dec 13 10:55:36.630649 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-979357b3-0b18-4d2a-aadc-2d5369d7fed2 req-461d744c-6b35-444a-b1d0-536f60391e8b tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421205 Dec 13 10:55:36.653242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41914) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:36.716903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-8cd89d36-9893-4d0c-9107-93f2caf61ecf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/floatingips/d287247d-11f1-41b2-be63-0be09ce59a9b HTTP/1.1" status: 200 len: 993 time: 0.0624285 Dec 13 10:55:36.996532 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41920) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:37.149595 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 2a8dbacb-1261-4c92-9c30-093fe1b2cc5b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:55:37.149933 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.222178 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.222507 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.234009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 2a8dbacb-1261-4c92-9c30-093fe1b2cc5b owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:55:37.380314 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.406324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=2a8dbacb-1261-4c92-9c30-093fe1b2cc5b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:37.434540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.434898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.435253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.435619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.435962 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.436301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.436636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.436971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.437314 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.437645 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.437976 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.438306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.439253 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:37.476826 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.477160 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Floating IP d287247d-11f1-41b2-be63-0be09ce59a9b disassociated (deleted). External IP: 172.25.2.70, port: d91a4232-5255-4677-81a9-73a642b43679. Dec 13 10:55:37.679467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 3735bf95-e618-4eee-b862-f1663f9ed00c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:55:37.781449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:37.786843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:37.792382 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Sync routers for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:37.801781 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:37.802388 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:37.817341 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0b3318ee-eb45-4cb5-865e-0431f9e5c98d tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/floatingips/d287247d-11f1-41b2-be63-0be09ce59a9b HTTP/1.1" status: 204 len: 168 time: 0.8197978 Dec 13 10:55:37.818033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:55:37.820559 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a443e4de-b698-412d-b3bf-c14f1ce41865" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:55:37.864012 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f8172-e5e1-480e-ae20-e0b7a0ed01af x-openstack-request-id: req-884f8172-e5e1-480e-ae20-e0b7a0ed01af {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:55:37.864446 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "tag": "d91a4232-5255-4677-81a9-73a642b43679", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:55:37.864707 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-884f8172-e5e1-480e-ae20-e0b7a0ed01af {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:55:37.865138 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679', 'status': 'completed', 'code': 200} Dec 13 10:55:37.910276 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:37.933840 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-b8a96527-371e-4646-a289-e6ace5640c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:37.936268 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-b8a96527-371e-4646-a289-e6ace5640c66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a194948252d45258a74f7ae71e99d56&device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 1097 time: 0.0477827 Dec 13 10:55:38.042435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-05138dae-f7f6-4c76-b486-6936d9006087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:38.044157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-05138dae-f7f6-4c76-b486-6936d9006087 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 200 len: 897 time: 0.1012733 Dec 13 10:55:38.049730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2acbe-86d4-4d1a-ba26-feb50f84ac8c req-8cdabdb2-aa1c-4747-b80b-b7b76c9bf0e0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:38.051324 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1be2acbe-86d4-4d1a-ba26-feb50f84ac8c req-8cdabdb2-aa1c-4747-b80b-b7b76c9bf0e0 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Dec 13 10:55:38.089702 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-de7d32c9-fda9-4dbc-b4a7-fe3f6937d5e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 200 len: 217 time: 0.0370712 Dec 13 10:55:38.106183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1be2acbe-86d4-4d1a-ba26-feb50f84ac8c req-29865d67-b4fb-4fe1-a399-54ed22556d31 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483651 Dec 13 10:55:38.139846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-40850402-357b-4a35-9ee7-1843b8d3f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:38.141335 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-40850402-357b-4a35-9ee7-1843b8d3f881 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 200 len: 833 time: 0.0443690 Dec 13 10:55:38.186750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-4a3b7925-cee8-4f9f-8c02-ca420e9bc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:38.188203 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-4a3b7925-cee8-4f9f-8c02-ca420e9bc1b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d003f427-ebe0-4665-b38d-f856932f7a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399697 Dec 13 10:55:38.280619 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-8148312d-5d52-47fc-a400-00062963ea45 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Dec 13 10:55:38.302452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:38.328376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Checking router: 3735bf95-e618-4eee-b862-f1663f9ed00c for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:38.336935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:38.337539 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:38.370028 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a443e4de-b698-412d-b3bf-c14f1ce41865 req-8aff58af-5e51-41ef-8cc1-a738ab76a6c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819304 Dec 13 10:55:38.443181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:38.637109 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:38.663491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbe60c-4e3f-499f-9b04-600e61cafe9c None None] The sync data for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 is: [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:54:09Z', 'revision_number': 4, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '98349173-2355-44a2-9e48-fa3b35ebbd9e', 'name': '', 'network_id': 'd003f427-ebe0-4665-b38d-f856932f7a8f', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'mac_address': 'fa:16:3e:70:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:08Z', 'updated_at': '2021-12-13T10:54:12Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'subnets': [{'id': 'c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:38.735186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c9a196b-fb81-4575-830a-4db73c1eb0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:38.887708 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097b071-4901-4a14-bf90-467326984725 None None] New status for floating IP d287247d-11f1-41b2-be63-0be09ce59a9b: DOWN {{(pid=103197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:55:39.226797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d10c-361f-4b71-b5ce-b389caaece60 req-cecbe5a7-2b4c-4e24-a45d-84ad0e457df5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:39.228370 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7f4d10c-361f-4b71-b5ce-b389caaece60 req-cecbe5a7-2b4c-4e24-a45d-84ad0e457df5 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0510755 Dec 13 10:55:39.279676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a7f4d10c-361f-4b71-b5ce-b389caaece60 req-ea8863f4-6c1a-45ac-af56-ae09d7afa3bb tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/security-groups?id=4137615c-89f9-490a-a966-8d41f8a497f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452664 Dec 13 10:55:39.765665 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-044d655e-99da-40d4-8bcd-bd6c78dcbbaf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:39.767621 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-044d655e-99da-40d4-8bcd-bd6c78dcbbaf tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 946 time: 0.0539556 Dec 13 10:55:39.831125 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:39.857741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port d91a4232-5255-4677-81a9-73a642b43679 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:55:39.858078 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:39.948307 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port d91a4232-5255-4677-81a9-73a642b43679, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=d91a4232-5255-4677-81a9-73a642b43679,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:39.948665 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:39.961276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for d91a4232-5255-4677-81a9-73a642b43679 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:55:40.085070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:40.115845 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=d91a4232-5255-4677-81a9-73a642b43679,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:40.128347 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.128683 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.129028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.129363 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.129712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.130036 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.130368 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.130696 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.131024 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.131354 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.131709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.132034 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.132357 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:40.166327 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] No DVR routers for this DVR port d91a4232-5255-4677-81a9-73a642b43679 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:55:40.168879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:40.172257 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3c48bfa3-fd2d-4ba2-9c5b-f56c546772c5 req-687dbade-4813-4b7c-ae88-ba843bdd18df tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.16 "DELETE /v2.0/ports/d91a4232-5255-4677-81a9-73a642b43679 HTTP/1.1" status: 204 len: 173 time: 0.3988557 Dec 13 10:55:40.172704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'name': 'network-vif-deleted', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:55:40.174986 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce139afa-ad96-4c79-a13e-122671ddbf95" -d '{"events": [{"server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "name": "network-vif-deleted", "tag": "d91a4232-5255-4677-81a9-73a642b43679"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:55:40.216633 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb878226-ed84-461a-8eea-7a64f63d6410 x-openstack-request-id: req-cb878226-ed84-461a-8eea-7a64f63d6410 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:55:40.216924 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4ee540-84f0-499f-8cf7-3bf57e782689", "name": "network-vif-deleted", "tag": "d91a4232-5255-4677-81a9-73a642b43679", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:55:40.217176 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb878226-ed84-461a-8eea-7a64f63d6410 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:55:40.217603 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ee540-84f0-499f-8cf7-3bf57e782689', 'name': 'network-vif-deleted', 'tag': 'd91a4232-5255-4677-81a9-73a642b43679', 'status': 'completed', 'code': 200} Dec 13 10:55:40.390630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-845afdb2-439b-4a80-9ae2-67cc76bf73b9 req-20a6f2fb-2e56-4a87-b02e-be5e54c11c7f tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4ee540-84f0-499f-8cf7-3bf57e782689 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Dec 13 10:55:41.446770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:41.450780 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41940) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:41.794710 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.041353 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 98349173-2355-44a2-9e48-fa3b35ebbd9e {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:55:42.041696 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.130306 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 98349173-2355-44a2-9e48-fa3b35ebbd9e, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=98349173-2355-44a2-9e48-fa3b35ebbd9e,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:42.130668 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.142227 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 98349173-2355-44a2-9e48-fa3b35ebbd9e owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:55:42.200673 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.326217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.352940 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=98349173-2355-44a2-9e48-fa3b35ebbd9e,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:42.521320 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.729525 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Router 3735bf95-e618-4eee-b862-f1663f9ed00c has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:55:42.830906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:42.836568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-6032bf54-7450-4a06-9041-de130df31c69 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "PUT /v2.0/routers/3735bf95-e618-4eee-b862-f1663f9ed00c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842652 Dec 13 10:55:42.838915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41942) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:42.840153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Sync routers for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:42.850687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:42.851308 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:42.888597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting subnet c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:55:42.892204 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.935734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.961407 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:43.026560 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.085470 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.114354 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:43.116372 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.122419 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41944) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:43.122877 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-14d67a86-25aa-442e-a17a-6523236eb555 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/subnets/c32f9a44-83a0-4ba3-a8de-66a8b7c9dd95 HTTP/1.1" status: 204 len: 168 time: 0.2826364 Dec 13 10:55:43.123678 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a0abcd-2d46-4d36-b612-c64bf54238d8 None None] Network d003f427-ebe0-4665-b38d-f856932f7a8f requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:55:43.214033 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:55:42Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:43.229656 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.246627 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Checking router: 3735bf95-e618-4eee-b862-f1663f9ed00c for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:43.260416 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Routers {'3735bf95-e618-4eee-b862-f1663f9ed00c'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:43.261019 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['3735bf95-e618-4eee-b862-f1663f9ed00c'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:43.334419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.348571 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] DHCP port deletion for d003f427-ebe0-4665-b38d-f856932f7a8f request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:43.386841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Deleting port 31073277-a477-4157-a096-ff278b9c32b3 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:55:43.387238 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.398029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] Set router 3735bf95-e618-4eee-b862-f1663f9ed00c gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:43.467435 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] For port 31073277-a477-4157-a096-ff278b9c32b3, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=31073277-a477-4157-a096-ff278b9c32b3,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:43.467843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.480649 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Calling delete_port for 31073277-a477-4157-a096-ff278b9c32b3 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:55:43.514681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Deleting port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:55:43.515058 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.628379 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] For port 1fffa741-a7dd-447c-b223-57c9cb6f25d4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=1fffa741-a7dd-447c-b223-57c9cb6f25d4,segment=NetworkSegment(0b9d8b3c-c27a-4e17-9eba-13922e598d54),segment_id=0b9d8b3c-c27a-4e17-9eba-13922e598d54)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:43.628785 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.641416 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.646161 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Calling delete_port for 1fffa741-a7dd-447c-b223-57c9cb6f25d4 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:55:43.665547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Port': ['ID=31073277-a477-4157-a096-ff278b9c32b3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:43.698870 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e6701-139f-469b-b370-5b0f868605c1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:43.728811 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.729405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:55:42Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:43.759909 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e69e5f-cb2d-499b-9863-94b05ce47bf5 None None] The sync data for ids ['3735bf95-e618-4eee-b862-f1663f9ed00c'] in n-d-820935-7 is: [{'id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888105492', 'tenant_id': '7a194948252d45258a74f7ae71e99d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '31073277-a477-4157-a096-ff278b9c32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:54:05Z', 'updated_at': '2021-12-13T10:55:42Z', 'revision_number': 5, 'project_id': '7a194948252d45258a74f7ae71e99d56', 'gw_port': {'id': '31073277-a477-4157-a096-ff278b9c32b3', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bf95-e618-4eee-b862-f1663f9ed00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:54:06Z', 'updated_at': '2021-12-13T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:43.780512 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.811718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d91a4232-5255-4677-81a9-73a642b43679 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:55:43.816050 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Pushing event deleted for resources: {'Port': ['ID=1fffa741-a7dd-447c-b223-57c9cb6f25d4,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:43.818984 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] No DVR routers for this DVR port 1fffa741-a7dd-447c-b223-57c9cb6f25d4 on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:55:43.824987 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.827146 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.845392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: d91a4232-5255-4677-81a9-73a642b43679 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:55:43.845392 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device d91a4232-5255-4677-81a9-73a642b43679 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:55:43.847273 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.847658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.848012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.848361 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.848753 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.849206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.849434 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.849727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.850063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.850476 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.850726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.851063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.851486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07359746-dc9d-4c01-81c0-e8a3235f82a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:43.874038 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.874551 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Fanout notify agent at l3_agent the message router_deleted on router 3735bf95-e618-4eee-b862-f1663f9ed00c {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:55:43.881438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:43.882573 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d9db2751-a633-43d5-b4fe-87f5364d07a6 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/routers/3735bf95-e618-4eee-b862-f1663f9ed00c HTTP/1.1" status: 204 len: 168 time: 0.7583513 Dec 13 10:55:43.885250 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41946) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:43.958603 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.044293 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.064383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d003f427-ebe0-4665-b38d-f856932f7a8f']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:44.073444 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9d8b3c-c27a-4e17-9eba-13922e598d54') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:44.073737 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9d8b3c-c27a-4e17-9eba-13922e598d54') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:44.084195 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.100543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.112735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:55:44.113233 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: timer() Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:55:44.117379 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:55:44.187018 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.194509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.198035 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/networks/d003f427-ebe0-4665-b38d-f856932f7a8f HTTP/1.1" status: 204 len: 168 time: 0.3118484 Dec 13 10:55:44.200707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41948) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:44.213932 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 98349173-2355-44a2-9e48-fa3b35ebbd9e no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:55:44.228223 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd59a8c-a8e4-4490-87d1-f8dd4f8fcc45 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'Network': ['ID=d003f427-ebe0-4665-b38d-f856932f7a8f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:44.243383 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 98349173-2355-44a2-9e48-fa3b35ebbd9e {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:55:44.243761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 98349173-2355-44a2-9e48-fa3b35ebbd9e not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:55:44.244188 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1fffa741-a7dd-447c-b223-57c9cb6f25d4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:55:44.265377 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 1fffa741-a7dd-447c-b223-57c9cb6f25d4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:55:44.265730 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 1fffa741-a7dd-447c-b223-57c9cb6f25d4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:55:44.627100 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.651910 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.712367 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.714966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:44.716242 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] 10.222.0.31 "DELETE /v2.0/security-groups/4137615c-89f9-490a-a966-8d41f8a497f0 HTTP/1.1" status: 204 len: 168 time: 0.5146179 Dec 13 10:55:44.725954 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa9231-0b44-4a39-bb63-b4a774c14582 tempest-TestNetworkAdvancedServerOps-2090604882 tempest-TestNetworkAdvancedServerOps-2090604882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137615c-89f9-490a-a966-8d41f8a497f0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:45.052661 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41956) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:45.183171 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e6bd084c-85f1-495c-b720-41df35f94e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a194948252d45258a74f7ae71e99d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292639 Dec 13 10:55:45.185609 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41960) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:45.230341 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.251671 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.300310 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.302860 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.304020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3980fea6-3cf6-4a30-aab1-719146d5fe1c HTTP/1.1" status: 204 len: 168 time: 0.1175287 Dec 13 10:55:45.313547 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49748ce-4283-4363-a85e-bf61f471eca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980fea6-3cf6-4a30-aab1-719146d5fe1c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:45.556474 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41966) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:45.569471 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffb8252-7b03-45b6-ad2c-db1b0a5e207d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.648793 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffb8252-7b03-45b6-ad2c-db1b0a5e207d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.652464 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1ffb8252-7b03-45b6-ad2c-db1b0a5e207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.690206 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-1ffb8252-7b03-45b6-ad2c-db1b0a5e207d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eac79d02d8aa46e692ecfcbc33260f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326609 Dec 13 10:55:45.691160 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb8252-7b03-45b6-ad2c-db1b0a5e207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481a2ea-e221-4c91-a030-73e6ac379dd2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:45.692865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41968) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:45.740441 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.764015 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.809185 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.811783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.812932 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d481a2ea-e221-4c91-a030-73e6ac379dd2 HTTP/1.1" status: 204 len: 168 time: 0.1190689 Dec 13 10:55:45.820656 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3d52-d5ec-453d-bfe0-0cd5f7550c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481a2ea-e221-4c91-a030-73e6ac379dd2,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:45.878153 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31073277-a477-4157-a096-ff278b9c32b3 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:55:45.898561 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 31073277-a477-4157-a096-ff278b9c32b3 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:55:45.898916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 31073277-a477-4157-a096-ff278b9c32b3 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:55:46.488850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41990) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:46.581431 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1800439742-network', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:46.602238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Made reservation on behalf of 0233c563ca5b483d9cf716cc5c5c50e3 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:55:46.604650 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.613323 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.687747 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.691889 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.714739 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:55:46.724113 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b5e18-b629-4957-b863-8535835322ae,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:46.728659 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.729003 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Added segment 6851a187-e8e5-40f7-84ff-c3ccbbdbdc13 of type vlan for network 62a3662c-ffb2-4a5f-b260-c3d463659e53 Dec 13 10:55:46.767291 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.792735 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.793741 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:46.794393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.845624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3555603 Dec 13 10:55:46.848634 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41994) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:46.853659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Request body: {'subnet': {'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1800439742-subnet', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:46.861076 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a13e8-c8e4-4b64-96d9-b978af9b3bbb admin admin] Pushing event updated for resources: {'Network': ['ID=62a3662c-ffb2-4a5f-b260-c3d463659e53,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:46.870802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:55:46.876179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Made reservation on behalf of 0233c563ca5b483d9cf716cc5c5c50e3 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:55:46.878489 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.044070 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.097040 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9c540a-705d-488f-9e0f-b50817742215,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:47.106957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:47.107321 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Network hostable DHCP agents. Network: 62a3662c-ffb2-4a5f-b260-c3d463659e53, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:55:47.124510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:55:47.132780 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 62a3662c-ffb2-4a5f-b260-c3d463659e53) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:47.136841 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:47.137436 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.142607 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a47c0-b71e-42ee-a390-7cd3373b71a8 None None] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:55:47.153433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-39364991-be3f-45cf-8a30-430742b204c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037055 Dec 13 10:55:47.156584 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 41996) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:47.161039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:47.181033 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.182014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.236759 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.248633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-62a3662c-ffb2-4a5f-b260-c3d463659e53', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:55:47.249513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.377864 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.383939 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Allocated IP 172.20.0.2 (62a3662c-ffb2-4a5f-b260-c3d463659e53/ae9c540a-705d-488f-9e0f-b50817742215/0eae65c9-ea7a-4122-924b-ed723a5a2c17) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:47.522424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.528053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.573642 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:47.576369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:47.580408 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.581038 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:47.584046 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Pushing event updated for resources: {'Port': ['ID=0eae65c9-ea7a-4122-924b-ed723a5a2c17,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:47.599618 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.711418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Allocated IP 172.25.2.222 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/2af8853a-466f-4f52-adbb-398a9fd196c6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:47.795844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Attempting to bind port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:47.796224 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Attempting to bind port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:47.796594 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Attempting to bind port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:47.801564 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:47.801952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:47.802357 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.802760 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:47.803234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Bound port: 0eae65c9-ea7a-4122-924b-ed723a5a2c17, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:47.803647 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.812901 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.848330 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.866712 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] For port 0eae65c9-ea7a-4122-924b-ed723a5a2c17, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:47.872228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] For port 0eae65c9-ea7a-4122-924b-ed723a5a2c17, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0eae65c9-ea7a-4122-924b-ed723a5a2c17,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:47.878578 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.886744 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:47.889660 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:47.893964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:47.919283 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708fd90-8076-4328-8e84-86ed7f578502 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:47.921741 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Pushing event updated for resources: {'Port': ['ID=2af8853a-466f-4f52-adbb-398a9fd196c6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:47.956048 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bbe2-12a5-4f3b-8e59-540156c9faac None None] Pushing event updated for resources: {'Port': ['ID=0eae65c9-ea7a-4122-924b-ed723a5a2c17,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:48.029298 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-18240d6a-6731-4e60-9030-84b688740bb6 None None] Provisioning complete for port 2af8853a-466f-4f52-adbb-398a9fd196c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:48.030238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-18240d6a-6731-4e60-9030-84b688740bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:48.067752 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-18240d6a-6731-4e60-9030-84b688740bb6 None None] Port 2af8853a-466f-4f52-adbb-398a9fd196c6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:48.179779 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:48.374404 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:48.500441 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:55:48.613343 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:48.624073 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:48.632438 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:48.634082 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a29162ca-0707-4dd0-885a-e57a1e697e4c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4769163 Dec 13 10:55:48.636965 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 41998) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:48.638491 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:48.639256 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:48.764642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:48.942288 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabbd0bb-257d-4766-8822-04cafe3ea2f8 None None] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:55:48.965426 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:48Z', 'revision_number': 3, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:48.993156 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:48.993508 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Updating router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d port 2af8853a-466f-4f52-adbb-398a9fd196c6 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:55:49.023419 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.029421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] Provisioning complete for port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:49.029930 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.139186 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.187234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] For port 0eae65c9-ea7a-4122-924b-ed723a5a2c17, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0eae65c9-ea7a-4122-924b-ed723a5a2c17,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:49.193208 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.248516 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8936922-e9a7-47fe-8f48-199d76962cf5 None None] Pushing event updated for resources: {'Port': ['ID=0eae65c9-ea7a-4122-924b-ed723a5a2c17,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:49.307633 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.314308 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.357702 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf93cdf-be35-487c-95c5-a8a4709916b5 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:49.360466 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Attempting to bind port 2af8853a-466f-4f52-adbb-398a9fd196c6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:49.360849 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Attempting to bind port 2af8853a-466f-4f52-adbb-398a9fd196c6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:49.361536 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Attempting to bind port 2af8853a-466f-4f52-adbb-398a9fd196c6 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:49.369910 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:49.370207 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:49.370615 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.371010 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:49.371482 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Bound port: 2af8853a-466f-4f52-adbb-398a9fd196c6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:49.371888 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.403831 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Pushing event updated for resources: {'Port': ['ID=2af8853a-466f-4f52-adbb-398a9fd196c6,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:49.413453 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff27d96f-f3c8-4ab0-9bd8-935cf163b10a None None] Provisioning complete for port 2af8853a-466f-4f52-adbb-398a9fd196c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:49.413830 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff27d96f-f3c8-4ab0-9bd8-935cf163b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.414196 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.414626 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.414913 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.415227 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417076 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.417838 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.418284 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:49.446581 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] For port 2af8853a-466f-4f52-adbb-398a9fd196c6, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:49.450279 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] For port 2af8853a-466f-4f52-adbb-398a9fd196c6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2af8853a-466f-4f52-adbb-398a9fd196c6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:49.451078 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ff27d96f-f3c8-4ab0-9bd8-935cf163b10a None None] Port 2af8853a-466f-4f52-adbb-398a9fd196c6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:49.456359 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.461926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-ff27d96f-f3c8-4ab0-9bd8-935cf163b10a None None] Provisioning complete for port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:49.462497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff27d96f-f3c8-4ab0-9bd8-935cf163b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.494672 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.504812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff513432-96ff-4871-b7a6-ba4f89fe76db None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:49.515622 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:49.516266 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:49.556265 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a9abe-5d44-4d57-ad46-b1f8598a0767 None None] Pushing event updated for resources: {'Port': ['ID=2af8853a-466f-4f52-adbb-398a9fd196c6,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:49.635372 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:49.668785 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Allocated IP 172.20.0.1 (62a3662c-ffb2-4a5f-b260-c3d463659e53/ae9c540a-705d-488f-9e0f-b50817742215/0479b6ea-0311-4f34-ba64-b4c8af44dab1) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:49.693877 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] Provisioning complete for port 2af8853a-466f-4f52-adbb-398a9fd196c6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:49.694248 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.772711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.777919 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.802438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] For port 2af8853a-466f-4f52-adbb-398a9fd196c6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2af8853a-466f-4f52-adbb-398a9fd196c6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:49.807103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.823781 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.826169 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:48Z', 'revision_number': 3, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:49.856513 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bd181-9ec3-4f45-a5ec-5367c99b4d27 None None] Pushing event updated for resources: {'Port': ['ID=2af8853a-466f-4f52-adbb-398a9fd196c6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:49.857764 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685efc3e-a935-47fa-8b59-f9f4a28a0fce None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:48Z', 'revision_number': 3, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:49.874081 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:49.877231 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:49.879807 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:49.910983 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Pushing event updated for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:49.931091 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:49.998759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0eae65c9-ea7a-4122-924b-ed723a5a2c17 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:50.081799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.083336 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:50.083800 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.236790 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0d1b18a5-8197-4ead-99b3-4ea60d526706 None None] Provisioning complete for port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:50.237166 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d1b18a5-8197-4ead-99b3-4ea60d526706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.277801 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b18a5-8197-4ead-99b3-4ea60d526706 None None] Port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:50.287216 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.294005 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.361832 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Pushing event updated for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:50.364327 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.460858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:50.462381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:50.581879 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:55:50.699773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:50.705016 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-92fd5b1d-832d-4bbe-99a4-fac0195a80ff admin admin] 10.222.0.31 "PUT /v2.0/routers/909a7f31-021b-4fd9-9e10-9f94a1a0ba9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0662496 Dec 13 10:55:50.708349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b31b6c62-98b0-4d11-8802-cbf0575a7803 None None] Provisioning complete for port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:50.708730 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b31b6c62-98b0-4d11-8802-cbf0575a7803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:50.748959 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b31b6c62-98b0-4d11-8802-cbf0575a7803 None None] Port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:51.159992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:51.165342 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442609917-network', 'tenant_id': '40029f703df64cbb961b64e13668ea9c'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:51.185456 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Made reservation on behalf of 40029f703df64cbb961b64e13668ea9c for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:55:51.188054 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.196490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.275067 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.279009 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.307203 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:55:51.312582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6254cb-735a-407d-8ff7-5c4ded8d9a55,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:51.322770 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.323120 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Added segment 18d5d7cb-9b1d-4d39-a705-6add0db5c6d0 of type vlan for network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 Dec 13 10:55:51.364540 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.389837 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.390844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:51.391962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.450494 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2893796 Dec 13 10:55:51.453220 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42016) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:51.458451 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Request body: {'subnet': {'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442609917-subnet', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:51.469207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b43be-46b9-4461-81d9-632e0d351fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=58357b9f-11a2-4296-b2fa-c0a7552a74f3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:51.478556 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:55:51.487207 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Made reservation on behalf of 40029f703df64cbb961b64e13668ea9c for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:55:51.489824 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.537229 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:51.555498 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:51.556138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:51.662022 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:51.665487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.720954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54974d42-d4bc-4015-8e11-2c4f2f09123c,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:51.727798 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Checking segment: {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:51.728155 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Network hostable DHCP agents. Network: 58357b9f-11a2-4296-b2fa-c0a7552a74f3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:55:51.745700 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:55:51.755139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 58357b9f-11a2-4296-b2fa-c0a7552a74f3) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:51.759772 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:51.760798 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.776632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e3bf5a56-7d93-4b8b-8088-f51dce834581 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222330 Dec 13 10:55:51.777477 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d53b5-7094-4096-a094-dd36eb03612e None None] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:55:51.779098 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42018) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:51.783415 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:51.805090 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.806101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.864843 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.933552 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'project_id': '40029f703df64cbb961b64e13668ea9c', 'fixed_ips': [{'subnet_id': '54974d42-d4bc-4015-8e11-2c4f2f09123c'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:55:51.934605 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:51.970912 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 2, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:52.015251 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.050696 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:52.051143 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Updating router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:55:52.090207 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.147287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2af8853a-466f-4f52-adbb-398a9fd196c6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:52.191534 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Allocated IP 172.20.0.2 (58357b9f-11a2-4296-b2fa-c0a7552a74f3/54974d42-d4bc-4015-8e11-2c4f2f09123c/8c39076e-4759-427e-b217-0062ac48d7fe) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:52.236383 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.257473 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.362267 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Allocated IP 172.25.2.158 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/898dd95a-6afd-47cb-ad86-d1355682ac25) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:52.384012 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2af8853a-466f-4f52-adbb-398a9fd196c6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:52.384394 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.462652 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.498445 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.546465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:52.549876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:52.552343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:52.578399 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Pushing event updated for resources: {'Port': ['ID=898dd95a-6afd-47cb-ad86-d1355682ac25,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:52.641119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc3467-03c6-46a6-be60-97a0851883e8 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:52.693417 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.705918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.805772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.815115 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:52.833485 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:52.836544 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.839803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:52.842010 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Pushing event updated for resources: {'Port': ['ID=8c39076e-4759-427e-b217-0062ac48d7fe,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:52.848899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.876854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-e15c3542-da1e-4cb3-957a-07037dbdd24f None None] Provisioning complete for port 898dd95a-6afd-47cb-ad86-d1355682ac25 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:52.877216 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e15c3542-da1e-4cb3-957a-07037dbdd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:52.965148 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993558f-82a4-4de2-91c1-edf1733d8c03 None None] Pushing event updated for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:52.976070 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e15c3542-da1e-4cb3-957a-07037dbdd24f None None] Port 898dd95a-6afd-47cb-ad86-d1355682ac25 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:52.982900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Attempting to bind port 8c39076e-4759-427e-b217-0062ac48d7fe on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:52.983280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Attempting to bind port 8c39076e-4759-427e-b217-0062ac48d7fe by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:52.983680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Attempting to bind port 8c39076e-4759-427e-b217-0062ac48d7fe on network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:53.006305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:53.006305 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Checking segment: {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:53.006305 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.006776 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Bound using segment: {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:53.006971 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Bound port: 8c39076e-4759-427e-b217-0062ac48d7fe, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:53.007358 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.022828 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.044535 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Attempting to bind port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:53.044916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Attempting to bind port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:53.045289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Attempting to bind port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:53.070517 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:53.070906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:53.071311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.071812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:53.072233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Bound port: 0479b6ea-0311-4f34-ba64-b4c8af44dab1, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:53.072622 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.137884 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] For port 8c39076e-4759-427e-b217-0062ac48d7fe, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:53.143014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] For port 8c39076e-4759-427e-b217-0062ac48d7fe, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c39076e-4759-427e-b217-0062ac48d7fe,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:53.149677 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.164423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Router 530c6eb7-98d1-413d-88ef-bda280b573e5 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:55:53.198220 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] For port 0479b6ea-0311-4f34-ba64-b4c8af44dab1, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:53.224236 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] For port 0479b6ea-0311-4f34-ba64-b4c8af44dab1, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0479b6ea-0311-4f34-ba64-b4c8af44dab1,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:53.239054 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] Provisioning complete for port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:53.239432 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.243373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.247071 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e598d3-5b23-497c-a029-17fc7fc267da None None] Pushing event updated for resources: {'Port': ['ID=8c39076e-4759-427e-b217-0062ac48d7fe,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:53.292577 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:53.309747 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Sync routers for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:53.323423 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.327747 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:53.327923 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d1f922c0-c915-4cc5-bf41-50cf7f5159a1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5446749 Dec 13 10:55:53.328046 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:53.328182 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42020) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:53.338217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:53.338849 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:53.400791 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993558f-82a4-4de2-91c1-edf1733d8c03 None None] Pushing event updated for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:53.608608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:53.622199 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:53.664576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.769037 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] For port 0479b6ea-0311-4f34-ba64-b4c8af44dab1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0479b6ea-0311-4f34-ba64-b4c8af44dab1,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:53.805072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.846810 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:52Z', 'revision_number': 3, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:53.880091 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Checking router: 530c6eb7-98d1-413d-88ef-bda280b573e5 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:53.880686 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Updating router 530c6eb7-98d1-413d-88ef-bda280b573e5 port 898dd95a-6afd-47cb-ad86-d1355682ac25 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:55:53.906562 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19e1b6-7237-4b37-bd55-06ca71ee5ac2 None None] Pushing event updated for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:53.916995 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:53.967990 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-867ad49d-29ee-489d-b774-8a8b6b9bb185 None None] Provisioning complete for port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:53.968576 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-867ad49d-29ee-489d-b774-8a8b6b9bb185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.019245 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c39076e-4759-427e-b217-0062ac48d7fe up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:54.091597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:54.125016 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc3782-1254-4e7c-ac1a-83f7910cc682 None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:54.195130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8c39076e-4759-427e-b217-0062ac48d7fe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:54.195707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.294996 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.314870 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.373452 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.374238 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.395347 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457588f-71e4-4d41-b83d-78aecb9b279b None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:54.413560 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Attempting to bind port 898dd95a-6afd-47cb-ad86-d1355682ac25 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:54.413935 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Attempting to bind port 898dd95a-6afd-47cb-ad86-d1355682ac25 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:54.414299 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Attempting to bind port 898dd95a-6afd-47cb-ad86-d1355682ac25 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:54.416359 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2d6e6-dd8a-409e-b4a2-75492160edac None None] Pushing event updated for resources: {'Port': ['ID=898dd95a-6afd-47cb-ad86-d1355682ac25,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:54.421921 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] For port 8c39076e-4759-427e-b217-0062ac48d7fe, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c39076e-4759-427e-b217-0062ac48d7fe,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:54.433532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.444438 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:54.444816 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:54.445215 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.445598 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:54.446071 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Bound port: 898dd95a-6afd-47cb-ad86-d1355682ac25, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:54.446649 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.506339 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Pushing event updated for resources: {'Port': ['ID=8c39076e-4759-427e-b217-0062ac48d7fe,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:54.541527 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] For port 898dd95a-6afd-47cb-ad86-d1355682ac25, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:54.544380 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b27d37e7-a98b-4681-998b-7afdcd6c0f3f None None] Provisioning complete for port 898dd95a-6afd-47cb-ad86-d1355682ac25 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:54.544767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b27d37e7-a98b-4681-998b-7afdcd6c0f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.546498 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] For port 898dd95a-6afd-47cb-ad86-d1355682ac25, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=898dd95a-6afd-47cb-ad86-d1355682ac25,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:54.553901 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.587247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b27d37e7-a98b-4681-998b-7afdcd6c0f3f None None] Port 898dd95a-6afd-47cb-ad86-d1355682ac25 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:54.607455 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21829589-5483-4005-80d2-bb43c6b08515 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:55:54.609485 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Allocated IP 172.20.0.1 (58357b9f-11a2-4296-b2fa-c0a7552a74f3/54974d42-d4bc-4015-8e11-2c4f2f09123c/2674bb34-8012-46d6-8449-760114389a31) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:54.624364 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae88fa9-1035-4a7c-8a00-d73f67930c60 None None] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:55:54.639888 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:54.640533 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:54.646274 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2d6e6-dd8a-409e-b4a2-75492160edac None None] Pushing event updated for resources: {'Port': ['ID=898dd95a-6afd-47cb-ad86-d1355682ac25,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:54.729286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Provisioning complete for port 8c39076e-4759-427e-b217-0062ac48d7fe triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:54.729855 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.740864 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.778068 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:54.782581 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.844594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:54.851584 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:54.862232 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:54.894843 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Provisioning complete for port 898dd95a-6afd-47cb-ad86-d1355682ac25 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:54.895293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:54.925633 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:54.943755 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.012665 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.038399 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] For port 898dd95a-6afd-47cb-ad86-d1355682ac25, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=898dd95a-6afd-47cb-ad86-d1355682ac25,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:55.045011 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.061314 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-cf046665-d13d-4306-9465-42faeb3177da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:52Z', 'revision_number': 3, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:55.113715 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046665-d13d-4306-9465-42faeb3177da None None] The sync data for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 is: [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:52Z', 'revision_number': 3, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:55.120201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.139421 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5b559-591a-49da-bf6a-6ddb8b42e6e0 None None] Pushing event updated for resources: {'Port': ['ID=898dd95a-6afd-47cb-ad86-d1355682ac25,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:55.271967 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-616700e5-f44c-43f8-86d9-2165f95be917 None None] Provisioning complete for port 8c39076e-4759-427e-b217-0062ac48d7fe triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:55.273794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-616700e5-f44c-43f8-86d9-2165f95be917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.347169 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.353635 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.472992 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:55.475429 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.514247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3c763712-fbb2-4ac6-a26a-4ebda9f82d45 None None] Provisioning complete for port 2674bb34-8012-46d6-8449-760114389a31 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:55.514626 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c763712-fbb2-4ac6-a26a-4ebda9f82d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.555502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3c763712-fbb2-4ac6-a26a-4ebda9f82d45 None None] Port 2674bb34-8012-46d6-8449-760114389a31 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:55.584949 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:55.586455 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:55.732287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Router 530c6eb7-98d1-413d-88ef-bda280b573e5 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:55:55.854242 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:55:55.859908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-737d184f-6e2b-4c76-86ee-0e3b3382a0d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/530c6eb7-98d1-413d-88ef-bda280b573e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5307055 Dec 13 10:55:55.878533 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-3e14f457-04f9-4d4f-8cd2-ab24f97fbb43 None None] Provisioning complete for port 2674bb34-8012-46d6-8449-760114389a31 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:55.878998 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e14f457-04f9-4d4f-8cd2-ab24f97fbb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:55.924227 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3e14f457-04f9-4d4f-8cd2-ab24f97fbb43 None None] Port 2674bb34-8012-46d6-8449-760114389a31 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:55:56.058622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c39076e-4759-427e-b217-0062ac48d7fe up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:56.109935 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 8c39076e-4759-427e-b217-0062ac48d7fe triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:56.110311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.193878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0479b6ea-0311-4f34-ba64-b4c8af44dab1 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:56.248026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:56.248487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.327822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 898dd95a-6afd-47cb-ad86-d1355682ac25 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:56.374189 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 898dd95a-6afd-47cb-ad86-d1355682ac25 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:56.374562 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.492870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42028) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:56.497567 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394805245', 'description': 'tempest-secgroup-smoke-1394805245 description', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:56.519783 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.585159 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.588912 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.623114 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.624382 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305053 Dec 13 10:55:56.626366 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3192f-4aa9-4327-9cf5-edbb7de11eb6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79cff6-e0f5-4ad0-9c58-a9466e919805,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:56.627870 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42030) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:56.634116 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:56.664150 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.718307 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.722700 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.740863 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa1b816-e688-4b89-bce0-6f5d7e2def80,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:56.747620 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.748788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6ce1a24b-5b75-4e2f-8d27-1b1669c2ce4c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185977 Dec 13 10:55:56.751532 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42032) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:56.755757 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:56.780205 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.839843 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.843196 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.858064 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820b395e-dd24-45da-acce-b3ac3e4b659f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:56.869679 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.870884 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-007fd442-63fb-4ece-913c-944a758e8344 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184187 Dec 13 10:55:56.873601 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42034) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:56.877846 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:56.904941 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.962527 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.966501 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.987230 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f222b9-a63e-4dab-9ec2-36a18e7e2f2c,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:56.993557 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:56.995975 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a62405ba-3bf8-4e2b-94ea-8b1b78e2cb05 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214263 Dec 13 10:55:56.996849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42036) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:57.001180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:57.026543 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.088966 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.092725 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.108099 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115ee2bf-bb71-451c-9c82-fa5249e0555b,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:57.118349 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.119559 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-47d8c543-b9d8-4a3a-a542-86cb506d2993 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217699 Dec 13 10:55:57.122319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:57.126587 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:57.148569 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Project 0233c563ca5b483d9cf716cc5c5c50e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:55:57.153439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.214204 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.217768 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.235748 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66f809f-572c-4d2c-ae5b-bb514d664b48,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:57.244191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.245286 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f9862273-6089-49e4-b1ae-39050933ec92 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220562 Dec 13 10:55:57.248068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42040) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:55:57.252453 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'ac79cff6-e0f5-4ad0-9c58-a9466e919805', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:57.276986 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Project 0233c563ca5b483d9cf716cc5c5c50e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:55:57.283147 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.343535 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.347579 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.365478 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3541269f-07cf-4a95-928c-fa2a268c5df7,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:57.373956 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:57.375166 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-56bcfe29-e124-4912-bc0e-44b8ec1a03e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261637 Dec 13 10:55:57.527882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-9f360bdb-4c54-458f-92fa-a59d3abe752e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394805245&fields=id&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 267 time: 0.0452979 Dec 13 10:55:57.553351 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Sync routers for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:55:57.564701 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:57.565403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:57.637083 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-f5f87465-b2ed-4603-9d62-7bf1ac4a1ec1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:57.638860 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-f5f87465-b2ed-4603-9d62-7bf1ac4a1ec1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 809 time: 0.1038671 Dec 13 10:55:57.655408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-cbfbcebc-52fa-4962-8b6c-0e7ad503e68b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/quotas/0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 375 time: 0.0098917 Dec 13 10:55:57.715811 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-7132c3e1-05dd-41c2-a02f-76e118a6a9b8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544043 Dec 13 10:55:57.815249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-c2e23f9c-193c-48f5-a1b1-be7dd990f673 service neutron] 10.222.0.31 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871320 Dec 13 10:55:57.836487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:57.908472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-d38dd4e4-5a16-4229-9928-9debd5744e71 service neutron] 10.222.0.31 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864952 Dec 13 10:55:58.049057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2674bb34-8012-46d6-8449-760114389a31', 'name': '', 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'mac_address': 'fa:16:3e:d2:e3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:54Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 2, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'subnets': [{'id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:58.083847 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Checking router: 530c6eb7-98d1-413d-88ef-bda280b573e5 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:55:58.084211 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Updating router 530c6eb7-98d1-413d-88ef-bda280b573e5 port 2674bb34-8012-46d6-8449-760114389a31 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:55:58.086128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1361fc93-dcdd-4913-8fbf-01513f977b70 req-981a0c1f-5fcd-4db4-aeef-c5e06cf92f16 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Dec 13 10:55:58.109271 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.373473 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.379006 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.448649 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262292f-015f-46e6-97d4-ead29aba0afd None None] Pushing event updated for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:58.484807 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Attempting to bind port 2674bb34-8012-46d6-8449-760114389a31 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:55:58.485354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Attempting to bind port 2674bb34-8012-46d6-8449-760114389a31 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:55:58.485731 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Attempting to bind port 2674bb34-8012-46d6-8449-760114389a31 on network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:55:58.491138 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:55:58.491970 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Checking segment: {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:55:58.492078 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.492486 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Bound using segment: {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:55:58.492975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Bound port: 2674bb34-8012-46d6-8449-760114389a31, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:55:58.493406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.564131 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] For port 2674bb34-8012-46d6-8449-760114389a31, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:55:58.567470 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] For port 2674bb34-8012-46d6-8449-760114389a31, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2674bb34-8012-46d6-8449-760114389a31,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:55:58.572658 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.642041 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:55:58.642680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:55:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:58.645803 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262292f-015f-46e6-97d4-ead29aba0afd None None] Pushing event updated for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:58.707321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] Provisioning complete for port 2674bb34-8012-46d6-8449-760114389a31 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:58.707729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.795057 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:55:58.935729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.999580 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] For port 2674bb34-8012-46d6-8449-760114389a31, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2674bb34-8012-46d6-8449-760114389a31,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:59.006446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.081672 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70bb68-7ecf-4379-a8da-b03941812d56 None None] Pushing event updated for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:59.096809 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2674bb34-8012-46d6-8449-760114389a31', 'name': '', 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'mac_address': 'fa:16:3e:d2:e3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:54Z', 'updated_at': '2021-12-13T10:55:58Z', 'revision_number': 4, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'subnets': [{'id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:55:59.127648 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79dcb7-d742-4fc2-955a-3cd05f09c866 None None] The sync data for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 is: [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '2674bb34-8012-46d6-8449-760114389a31', 'name': '', 'network_id': '58357b9f-11a2-4296-b2fa-c0a7552a74f3', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'mac_address': 'fa:16:3e:d2:e3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:54Z', 'updated_at': '2021-12-13T10:55:58Z', 'revision_number': 4, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'subnets': [{'id': '54974d42-d4bc-4015-8e11-2c4f2f09123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:55:59.146252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c3c6f4e9-1e05-4e4d-a785-9369b4a38bba None None] Provisioning complete for port 2674bb34-8012-46d6-8449-760114389a31 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:55:59.146634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f4e9-1e05-4e4d-a785-9369b4a38bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.208262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-310a9c4d-9491-4915-a06a-772745e28a0a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:59.209777 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-310a9c4d-9491-4915-a06a-772745e28a0a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 809 time: 0.1369979 Dec 13 10:55:59.283489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ab97398-0574-487f-a9e5-2f98ffa360ef req-95e34675-95aa-4426-9255-290b48b1a9f8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 210 time: 0.1069171 Dec 13 10:55:59.335477 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5898679f-989b-4234-8e12-cb69d0daff84 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 380 time: 0.1121557 Dec 13 10:55:59.345902 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'port': {'device_id': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'admin_state_up': True, 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'security_groups': ['ac79cff6-e0f5-4ad0-9c58-a9466e919805']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:59.457129 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Made reservation on behalf of 0233c563ca5b483d9cf716cc5c5c50e3 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:55:59.461100 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.599310 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Allocated IP 172.20.0.7 (62a3662c-ffb2-4a5f-b260-c3d463659e53/ae9c540a-705d-488f-9e0f-b50817742215/47e4b0bd-fbb3-4d43-9fdc-0a80a315f692) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:55:59.744107 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.776662 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.824206 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:55:59.827324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:55:59.831066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:55:59.858406 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:59.885531 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:59.886235 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.906568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-5b2dd4e1-7fd5-4b83-bd79-1af7d957b7e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647154 Dec 13 10:55:59.920889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Request body: {'port': {'device_id': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:55:59.978762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2674bb34-8012-46d6-8449-760114389a31 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:55:59.989446 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.038726 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 2674bb34-8012-46d6-8449-760114389a31 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:56:00.039260 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.131900 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a08c-257e-4c88-80ca-81b1aa32fb7c None None] Provisioning complete for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:56:00.132196 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a08c-257e-4c88-80ca-81b1aa32fb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.168629 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a08c-257e-4c88-80ca-81b1aa32fb7c None None] Port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:56:00.261777 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:56:00.269598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.281177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Transition to ACTIVE for port object 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:56:00.285579 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.325474 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.338852 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:00.450064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456457ff-e465-4958-b8e8-00f6b2effbff req-f94d4844-b4f3-435a-8703-2548614a01cc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.451673 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456457ff-e465-4958-b8e8-00f6b2effbff req-f94d4844-b4f3-435a-8703-2548614a01cc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0913761 Dec 13 10:56:00.452401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:56:00.452729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:56:00.453048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:56:00.465012 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:56:00.465330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:56:00.478336 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:56:00.478672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:56:00.479055 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:56:00.479490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Bound port: 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:56:00.479866 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.541021 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-456457ff-e465-4958-b8e8-00f6b2effbff req-37037e5a-225d-4197-ae7e-79713f2107a7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819309 Dec 13 10:56:00.565044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:56:00.568162 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:56:00.572522 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.611479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.612166 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.613640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] 10.222.0.20 "PUT /v2.0/ports/47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1091 time: 0.6970935 Dec 13 10:56:00.614045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:56:00.616403 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b95d5a-de18-4a4a-b61a-51f87ee21347" -d '{"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:56:00.645977 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6800ba-9577-4f58-8463-62076085f4bc service neutron] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:00.665538 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16e37b0-cde7-447d-9700-9e1b1e282492 x-openstack-request-id: req-c16e37b0-cde7-447d-9700-9e1b1e282492 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:56:00.665851 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:56:00.666101 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c16e37b0-cde7-447d-9700-9e1b1e282492 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:56:00.666543 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'status': 'completed', 'code': 200} Dec 13 10:56:00.726898 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-ddbe1181-853e-4708-ad4c-33772fe6f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.728461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-ddbe1181-853e-4708-ad4c-33772fe6f9ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1094 time: 0.0435901 Dec 13 10:56:00.771855 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-d49cbf9a-ae9a-4afe-8322-865cc2d7471d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 217 time: 0.0354049 Dec 13 10:56:00.822504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-7c77b1cb-c6ce-4f6d-a4cf-d906c9b16318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.824031 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-7c77b1cb-c6ce-4f6d-a4cf-d906c9b16318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0455151 Dec 13 10:56:00.873045 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-16708fe2-fcb9-4318-adcb-4faef78ea8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.874438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-16708fe2-fcb9-4318-adcb-4faef78ea8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428300 Dec 13 10:56:00.962493 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-69ab97c6-fc05-482b-a072-3db024ed9ddd service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802703 Dec 13 10:56:01.057449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-97a6e2fa-b0aa-4871-b584-8e984c081f09 req-b7fe8109-99fc-4b8d-bd9b-b6c7622fdbc4 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Dec 13 10:56:01.141597 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-ebccf19e-06f5-46e1-9cfd-361c755a43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.143145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-ebccf19e-06f5-46e1-9cfd-361c755a43bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1094 time: 0.0425088 Dec 13 10:56:01.240065 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-7f6184f1-f74c-43dc-b4f0-538b25fd13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.241603 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-7f6184f1-f74c-43dc-b4f0-538b25fd13ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0909739 Dec 13 10:56:01.284040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-bdf9d35c-2192-495f-9c6f-4c57f01fb6d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Dec 13 10:56:01.333740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-dd8dfddd-112c-4078-be87-dc0a0ecea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.335225 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-dd8dfddd-112c-4078-be87-dc0a0ecea50d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0435603 Dec 13 10:56:01.381259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-168ab688-07f2-42ef-bbea-e866af1de625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.384962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-168ab688-07f2-42ef-bbea-e866af1de625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401592 Dec 13 10:56:01.474956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-8189398c-7941-4b98-b687-01d7a36de34d service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Dec 13 10:56:01.560929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c8b95d5a-de18-4a4a-b61a-51f87ee21347 req-638b3c48-7f09-4860-921f-f3be5393da61 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784533 Dec 13 10:56:01.666302 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1130-87bc-4b11-8084-434de13339cc req-8ae988d5-37d6-421e-8ace-1a06f750300a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.667832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d77b1130-87bc-4b11-8084-434de13339cc req-8ae988d5-37d6-421e-8ace-1a06f750300a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0563738 Dec 13 10:56:01.717045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d77b1130-87bc-4b11-8084-434de13339cc req-2e9db8dc-9c43-4ad8-a747-80d2650d794d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Dec 13 10:56:02.832286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd9791-0874-44b4-ba1d-858dcb6d58d5 req-4c627282-46c5-46d9-a0dd-c7469ad47f23 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:02.833795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07bd9791-0874-44b4-ba1d-858dcb6d58d5 req-4c627282-46c5-46d9-a0dd-c7469ad47f23 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0475664 Dec 13 10:56:02.881745 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-07bd9791-0874-44b4-ba1d-858dcb6d58d5 req-b1e5ed04-7e41-40cc-91f3-da4022af1839 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Dec 13 10:56:03.965215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:56:03.999939 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bba68-323d-4507-9c40-f1238c21199b req-60a4b2a9-8c0a-4073-95d6-6f6e0c89ecfe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:04.002140 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-418bba68-323d-4507-9c40-f1238c21199b req-60a4b2a9-8c0a-4073-95d6-6f6e0c89ecfe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0531347 Dec 13 10:56:04.055822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-418bba68-323d-4507-9c40-f1238c21199b req-ceb61fbf-74b2-452b-ba68-152395c66dac tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Dec 13 10:56:04.077658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:04.089964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:56:04.126872 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:04.139214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:56:04.159163 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:04.162645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:04.211779 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:04.394619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:56:04.931939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:05.171332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d283d0-f8d7-466c-a823-00996c6fb853 req-468a46ff-48ca-4e7a-a290-87da1cee1cca tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:05.172832 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72d283d0-f8d7-466c-a823-00996c6fb853 req-468a46ff-48ca-4e7a-a290-87da1cee1cca tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0480447 Dec 13 10:56:05.220406 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-72d283d0-f8d7-466c-a823-00996c6fb853 req-67facc6c-acff-4789-bce4-159b8402bea6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Dec 13 10:56:05.981093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:56:06.031606 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:56:06.035668 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:56:06.036039 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:06.113446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:06.135348 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:56:06.137598 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3dcb97-8d5f-4b89-8b0c-b4fc265c6947" -d '{"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:56:06.149569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:06.153210 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:06.175879 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c3fbf-bb9e-4a0e-a047-d1a16b57aa6e x-openstack-request-id: req-340c3fbf-bb9e-4a0e-a047-d1a16b57aa6e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:56:06.176169 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:56:06.176422 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-340c3fbf-bb9e-4a0e-a047-d1a16b57aa6e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:56:06.176884 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'code': 200} Dec 13 10:56:06.202294 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:06.271733 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08371e2f-75e4-44ac-b4b5-7377c0ccbbe1 req-47431eed-aecf-47e3-a0c4-8f3671f7b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:06.273256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08371e2f-75e4-44ac-b4b5-7377c0ccbbe1 req-47431eed-aecf-47e3-a0c4-8f3671f7b8c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1096 time: 0.0396163 Dec 13 10:56:06.275721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45c93ec0-4d5b-4ed9-a794-66ff10d91f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:06.349620 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-08371e2f-75e4-44ac-b4b5-7377c0ccbbe1 req-747ebce8-e2a6-417f-a5d5-2db97bdfc97b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697029 Dec 13 10:56:06.361860 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581c0b4-4f6e-4e1a-8018-63b0636566aa req-4a3092c2-0a7a-44ff-9546-4f8564672b2f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:06.363261 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c581c0b4-4f6e-4e1a-8018-63b0636566aa req-4a3092c2-0a7a-44ff-9546-4f8564672b2f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0702801 Dec 13 10:56:06.410690 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c581c0b4-4f6e-4e1a-8018-63b0636566aa req-242faeee-d9b8-4f09-9256-dd31f3d1c23c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Dec 13 10:56:07.525682 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e45868-0e87-49f2-aa57-871b1951791e req-5d4fe02e-0abc-42fc-9699-7fdde1321ed4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:07.527146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77e45868-0e87-49f2-aa57-871b1951791e req-5d4fe02e-0abc-42fc-9699-7fdde1321ed4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Dec 13 10:56:07.575622 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-77e45868-0e87-49f2-aa57-871b1951791e req-c8969ec8-db02-475a-a531-2fff8ce13617 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Dec 13 10:56:07.692926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f32618-5834-4025-b926-7f651d23f5c7 req-06eb3349-4c26-43dd-be52-adc7f6083260 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:07.694323 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4f32618-5834-4025-b926-7f651d23f5c7 req-06eb3349-4c26-43dd-be52-adc7f6083260 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Dec 13 10:56:07.746657 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f4f32618-5834-4025-b926-7f651d23f5c7 req-a688d262-521d-465c-9ce3-bfde73dcca71 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464499 Dec 13 10:56:07.768109 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42092) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:56:07.896911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ebcc12-7d7a-4d05-9d14-62beb49e77b9 tempest-TestShelveInstance-1005725583 tempest-TestShelveInstance-1005725583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:07.898425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-71ebcc12-7d7a-4d05-9d14-62beb49e77b9 tempest-TestShelveInstance-1005725583 tempest-TestShelveInstance-1005725583-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1091 time: 0.1293676 Dec 13 10:56:07.901356 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42096) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:56:07.905515 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:56:07.927629 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.024973 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.124593 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Allocated IP 172.25.2.132 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/96ee2423-4c4d-474d-9530-22722bd25aac) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:56:08.224744 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.257330 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.296773 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:56:08.299632 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:56:08.302969 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:56:08.323276 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=96ee2423-4c4d-474d-9530-22722bd25aac,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:08.648210 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.711055 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.737112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee33-49e3-4a2a-a4ef-b83eecf02c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.858833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.867806 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.940096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=96ee2423-4c4d-474d-9530-22722bd25aac,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:08.948122 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:09.044949 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Floating IP bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4 associated. External IP: 172.25.2.132, port: 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692. Dec 13 10:56:09.242484 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:56:09.347053 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:56:09.357448 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:56:09.364974 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:09.367641 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:56:09.368257 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:56:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:56:09.403521 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ee1d8c65-344e-4c47-bb00-f4f6a7c7b7a9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4886796 Dec 13 10:56:09.403521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:56:09.403521 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905930e-33c1-4c00-8eeb-f21c410cde7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:56:09.436884 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965e1164-1b90-41bf-b1bc-cc16f1b856af x-openstack-request-id: req-965e1164-1b90-41bf-b1bc-cc16f1b856af {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:56:09.437184 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:56:09.437454 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-965e1164-1b90-41bf-b1bc-cc16f1b856af {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:56:09.437911 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'status': 'completed', 'code': 200} Dec 13 10:56:09.475888 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:56:09.484954 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:56:09.503173 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-4d09163d-6adc-46ad-886a-228e1c320144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:09.504634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-4d09163d-6adc-46ad-886a-228e1c320144 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1096 time: 0.0448387 Dec 13 10:56:09.592252 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-19475765-04e6-4fcc-ae64-41264b54c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:09.593781 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-19475765-04e6-4fcc-ae64-41264b54c5f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0827069 Dec 13 10:56:09.710184 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:56:08Z', 'updated_at': '2021-12-13T10:56:08Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:56:09.740959 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:56:09.754940 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:56:09.755535 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T10:56:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:56:09.835799 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:09.960318 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:56:10.016790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-52c6e1f6-18ed-4c8c-b36d-ddbb675f3ec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 999 time: 0.4160225 Dec 13 10:56:10.065575 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-7e94be82-f69a-4c7a-b499-aef7ee396043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:10.067052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-7e94be82-f69a-4c7a-b499-aef7ee396043 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0439034 Dec 13 10:56:10.111312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-2303dbf7-9174-4dbd-8c46-833421b9cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:10.112846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-2303dbf7-9174-4dbd-8c46-833421b9cd9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393736 Dec 13 10:56:10.182268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75c37773-7406-41b4-95bc-958994f32530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:56:08Z', 'updated_at': '2021-12-13T10:56:08Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:56:10.201311 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-d25e35a9-5bd1-42de-8740-684fdc9ad939 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816045 Dec 13 10:56:10.211929 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37773-7406-41b4-95bc-958994f32530 None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': 'bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:56:08Z', 'updated_at': '2021-12-13T10:56:08Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:56:10.294071 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4905930e-33c1-4c00-8eeb-f21c410cde7e req-abeac871-1631-46fd-8a22-3a9859846f99 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Dec 13 10:56:10.409664 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e611dc7-7745-4f7f-b889-e949845a3cf6 None None] New status for floating IP bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:56:11.449901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:12.203836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:18.136724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-da609dae-471d-49db-acc2-6ad15118621d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382414 Dec 13 10:56:18.221089 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3400e-5f52-4687-b170-b493291ffd32 req-39aa3de2-f091-4165-a12d-066904d5272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:18.222584 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-39aa3de2-f091-4165-a12d-066904d5272e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1096 time: 0.0436842 Dec 13 10:56:18.320324 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3400e-5f52-4687-b170-b493291ffd32 req-27f91466-9ce9-4262-b71a-f251424a4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:18.321774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-27f91466-9ce9-4262-b71a-f251424a4114 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0808115 Dec 13 10:56:18.388570 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-9ef6ee45-ac32-4768-bf03-537efc81aef3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1001 time: 0.0588875 Dec 13 10:56:18.436912 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3400e-5f52-4687-b170-b493291ffd32 req-103a7bdd-d0ac-4442-bfdd-30925af2ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:18.438828 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-103a7bdd-d0ac-4442-bfdd-30925af2ed3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0413949 Dec 13 10:56:18.483102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3400e-5f52-4687-b170-b493291ffd32 req-d1c0a337-48be-44c9-9a4a-69adb927bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:18.484554 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-d1c0a337-48be-44c9-9a4a-69adb927bf77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383945 Dec 13 10:56:18.573642 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-630b9c75-bed4-4eda-af25-4666e769f6ea service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822744 Dec 13 10:56:18.661569 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-64f3400e-5f52-4687-b170-b493291ffd32 req-07df551e-dbb0-4886-8eae-9407808217e5 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802376 Dec 13 10:56:30.322812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:34.950518 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:36.276329 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-56e8c840-53e8-4d5a-a2bb-d985a902e206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:38.737910 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78ac5ebd-c064-41df-8847-ac693a997594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:39.834309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:41.453447 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:42.204536 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:46.475087 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:57:00.322773 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:04.950483 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:06.276645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81526d1a-5766-4a02-a2c6-2b0baa9e7091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:08.739884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d4660093-7d04-4758-988f-4832770ae686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:09.837019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:11.456457 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:12.206091 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:19.115008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-f4ff25da-d1b4-4028-bf67-e896cb5bd357 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408792 Dec 13 10:57:19.200731 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-999591e4-fe38-4515-8556-d60660cdd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:19.202209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-999591e4-fe38-4515-8556-d60660cdd91a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1096 time: 0.0438337 Dec 13 10:57:19.303766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-d36e9b64-d090-4170-9c1e-fb04c18edad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:19.305234 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-d36e9b64-d090-4170-9c1e-fb04c18edad9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0826368 Dec 13 10:57:19.375152 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-4dd3b82c-de1f-450d-960c-3cedc2599beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1001 time: 0.0630877 Dec 13 10:57:19.421756 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-5b4dcc24-187b-4725-b481-07235394550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:19.423145 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-5b4dcc24-187b-4725-b481-07235394550e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0411842 Dec 13 10:57:19.466222 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-f7fd447a-3b51-4c4a-a197-f738f2d8bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:19.467682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-f7fd447a-3b51-4c4a-a197-f738f2d8bb73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381701 Dec 13 10:57:19.557255 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-e25f7d0a-3bcb-4b14-8116-3f0340ec3bec service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Dec 13 10:57:19.649931 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d2459ab8-9d7d-40af-9319-e95d0495e3d0 req-edf3144f-803b-424f-876e-b987b9f3e9d7 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Dec 13 10:57:23.473701 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:57:30.335695 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.950399 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.276634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c41208a1-1225-43d8-a083-82f3f5bf6bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.741150 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-28533473-98d1-49f4-b506-a474c1c9207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.839019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:41.459132 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.206875 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:00.349704 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:00.473123 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:04.964989 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:06.076043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a12b4-ae85-4bf9-aad8-547522e9f128 req-d39ff8c8-9e6e-43de-a438-21b69e663225 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:06.078616 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b1a12b4-ae85-4bf9-aad8-547522e9f128 req-d39ff8c8-9e6e-43de-a438-21b69e663225 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Dec 13 10:58:06.133137 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b1a12b4-ae85-4bf9-aad8-547522e9f128 req-e41db5f7-08c7-47e1-a916-d6bbc21c8dfc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Dec 13 10:58:06.281160 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f43abf96-b473-488f-a2af-f5a6d9deccad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:07.272989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48911dd3-2836-41e2-bc08-47f9fadd6cd5 req-74a7f0a5-c19d-4c95-a3d0-727b1289463b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:07.274478 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48911dd3-2836-41e2-bc08-47f9fadd6cd5 req-74a7f0a5-c19d-4c95-a3d0-727b1289463b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Dec 13 10:58:07.322938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-48911dd3-2836-41e2-bc08-47f9fadd6cd5 req-b97e194b-cda0-4752-9efb-9dc42578b25a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Dec 13 10:58:08.459521 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577f604-fedf-4950-bde6-7a33f0147e7a req-6f5e2b2c-d3a5-4801-a19a-24262b164cfe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:08.461007 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9577f604-fedf-4950-bde6-7a33f0147e7a req-6f5e2b2c-d3a5-4801-a19a-24262b164cfe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0476522 Dec 13 10:58:08.509081 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9577f604-fedf-4950-bde6-7a33f0147e7a req-4fb1dbd0-4729-448b-8c4f-05bf6e012ecb tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Dec 13 10:58:08.741901 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d64357f2-097b-4813-8ff4-2dc1cb055169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:09.626115 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb6eb-d9b4-45df-9dde-0c584b9e0acd req-50592ac3-a9b2-4d74-b3c5-35c212f82aee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:09.627599 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-432bb6eb-d9b4-45df-9dde-0c584b9e0acd req-50592ac3-a9b2-4d74-b3c5-35c212f82aee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Dec 13 10:58:09.676050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-432bb6eb-d9b4-45df-9dde-0c584b9e0acd req-f6ce3115-bd44-4f32-b248-8f35c073d734 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Dec 13 10:58:09.843162 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:10.792387 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102b0c4-54bc-409f-9dd5-16833de35a86 req-fe090300-5263-469b-b0ba-a510ffe049b8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:10.793821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b102b0c4-54bc-409f-9dd5-16833de35a86 req-fe090300-5263-469b-b0ba-a510ffe049b8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Dec 13 10:58:10.843087 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b102b0c4-54bc-409f-9dd5-16833de35a86 req-78117895-3ed0-4d43-ab52-eebe51b61248 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Dec 13 10:58:11.463184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:11.958411 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0756-15db-4332-8a1e-f94c28ecdb0a req-e75b3239-1225-4b3e-9c8b-cc7a553fd952 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:11.959922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa0c0756-15db-4332-8a1e-f94c28ecdb0a req-e75b3239-1225-4b3e-9c8b-cc7a553fd952 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Dec 13 10:58:12.012908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa0c0756-15db-4332-8a1e-f94c28ecdb0a req-981a4b24-de8a-4e3c-ae71-5bbbf06b1112 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470653 Dec 13 10:58:12.209443 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:13.127989 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6229d5-25c6-4da1-8abc-c733a3cb8d08 req-364d60d7-2cbb-4735-9785-5ad263437605 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:13.129948 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc6229d5-25c6-4da1-8abc-c733a3cb8d08 req-364d60d7-2cbb-4735-9785-5ad263437605 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Dec 13 10:58:13.177867 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc6229d5-25c6-4da1-8abc-c733a3cb8d08 req-5645a6ac-e8e0-4237-960b-2cdefa5492bc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Dec 13 10:58:14.292402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebbb7-800c-4e11-93ac-86ca6da3113d req-e301df4f-2d04-4c6b-9468-9fda5f572ef4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:14.293876 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-417ebbb7-800c-4e11-93ac-86ca6da3113d req-e301df4f-2d04-4c6b-9468-9fda5f572ef4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Dec 13 10:58:14.344005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-417ebbb7-800c-4e11-93ac-86ca6da3113d req-67f4e848-7439-4fa2-b48b-ecce26a1055b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Dec 13 10:58:15.463722 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237f5-8ac8-4510-8de6-45b2155fb673 req-eea4e5ff-edb1-47b1-8f0a-c5f926268de0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:15.465199 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-648237f5-8ac8-4510-8de6-45b2155fb673 req-eea4e5ff-edb1-47b1-8f0a-c5f926268de0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Dec 13 10:58:15.513492 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-648237f5-8ac8-4510-8de6-45b2155fb673 req-dab5fee6-e625-4fc4-a4e4-1cef42a822a8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Dec 13 10:58:16.629582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56070365-75e3-47c5-b0a4-6f1084e99f64 req-4cd6de86-b5df-47fb-a77d-7a1666bcd834 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:16.631051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56070365-75e3-47c5-b0a4-6f1084e99f64 req-4cd6de86-b5df-47fb-a77d-7a1666bcd834 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Dec 13 10:58:16.681206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-56070365-75e3-47c5-b0a4-6f1084e99f64 req-79b3ba4a-a704-4561-a24c-15d98e2a2d73 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Dec 13 10:58:17.799603 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963cae-de73-45f7-9b81-18a368a88f05 req-f6a207f5-3ba9-46d6-8989-f4289f5cd1c1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:17.801122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4963cae-de73-45f7-9b81-18a368a88f05 req-f6a207f5-3ba9-46d6-8989-f4289f5cd1c1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0521345 Dec 13 10:58:17.852216 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e4963cae-de73-45f7-9b81-18a368a88f05 req-8222987f-03f9-4820-ba10-a668a065431a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Dec 13 10:58:18.743014 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:58:18.857221 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:18.869923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:58:18.909668 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:18.926844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:58:18.949303 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:18.954435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:19.020152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:19.029979 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:58:19.035974 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.036321 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.036916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.037252 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.037583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.037913 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.038247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.038576 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.038897 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.039218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.039540 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.039938 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.040216 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:19.251760 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-5b903aca-a3cc-4e9d-be4e-611bdda58633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:19.254083 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-5b903aca-a3cc-4e9d-be4e-611bdda58633 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1095 time: 0.1266036 Dec 13 10:58:19.430384 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4b3d8-fc84-4458-ac16-e621a6ea1390 req-e84edfa0-0734-484d-bd4d-17cc685cadaf tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:19.432129 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0a4b3d8-fc84-4458-ac16-e621a6ea1390 req-e84edfa0-0734-484d-bd4d-17cc685cadaf tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.1037924 Dec 13 10:58:19.461419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-4a88462b-665c-425e-87f5-1fa107900883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:19.464186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-4a88462b-665c-425e-87f5-1fa107900883 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.1689894 Dec 13 10:58:19.500559 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d0a4b3d8-fc84-4458-ac16-e621a6ea1390 req-8b280259-a075-4248-8355-fc8ccb86fe67 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553906 Dec 13 10:58:19.571837 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-03b7540c-bfe2-46ff-b3c6-aae450ad4198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1000 time: 0.0760961 Dec 13 10:58:19.628197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-845244ab-a792-4f7c-b1dd-aef09f1b7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:19.631190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-845244ab-a792-4f7c-b1dd-aef09f1b7907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0525613 Dec 13 10:58:19.682576 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-8e97ae6e-a03f-4a38-930d-6e9a46e1fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:19.684056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-8e97ae6e-a03f-4a38-930d-6e9a46e1fa06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447299 Dec 13 10:58:19.698996 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-d2f60265-1b45-44c5-aad1-c4fb90b97ef4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:58:19.700058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-d2f60265-1b45-44c5-aad1-c4fb90b97ef4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067735 Dec 13 10:58:19.810785 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-3690cf66-2650-4f20-9b18-bd0604326bdf service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018531 Dec 13 10:58:19.910100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8bd9f2f1-eca6-44ad-979e-0c2f09480e30 req-f716acf8-f22f-4a76-bdbd-3f0da0140ed4 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918624 Dec 13 10:58:20.631509 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302f6c-054f-48c9-b305-68a4f2619281 req-9dbfba64-2095-4126-af28-3df033c8855b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:20.633149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f302f6c-054f-48c9-b305-68a4f2619281 req-9dbfba64-2095-4126-af28-3df033c8855b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0548353 Dec 13 10:58:20.694662 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f302f6c-054f-48c9-b305-68a4f2619281 req-ec8244e7-e18e-4066-ba9d-2bb81d901550 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527928 Dec 13 10:58:20.758469 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:58:20.818671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:58:20.819033 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:20.914713 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:20.939697 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:20.942516 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b0bcd-21ba-4247-b07e-aeacc5a575ab" -d '{"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:20.958150 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:20.963505 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:21.025468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:21.080701 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cf036b-c6e9-4ad1-8adf-7b4785c7ecda x-openstack-request-id: req-83cf036b-c6e9-4ad1-8adf-7b4785c7ecda {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:21.081007 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:21.081265 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83cf036b-c6e9-4ad1-8adf-7b4785c7ecda {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:21.081675 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'code': 200} Dec 13 10:58:21.832186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889af2-a8f1-4908-bb80-d3a2e0f388e4 req-1cddb283-3231-4e46-aee3-e8123cca31d0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:21.834437 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0889af2-a8f1-4908-bb80-d3a2e0f388e4 req-1cddb283-3231-4e46-aee3-e8123cca31d0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0662704 Dec 13 10:58:21.898873 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e0889af2-a8f1-4908-bb80-d3a2e0f388e4 req-21c08873-97a2-4fc1-9433-570ac2b39219 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576913 Dec 13 10:58:23.035063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3689a5-424a-4df2-b03b-0071ebf1d015 req-1249c6a6-b0d8-4885-b384-603ad9aa8c1a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:23.037465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe3689a5-424a-4df2-b03b-0071ebf1d015 req-1249c6a6-b0d8-4885-b384-603ad9aa8c1a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Dec 13 10:58:23.103780 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fe3689a5-424a-4df2-b03b-0071ebf1d015 req-19b4a793-caa0-4a34-96de-70d46eeb2544 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598693 Dec 13 10:58:24.237545 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4a336-0322-403e-abc6-f0ed550bef7c req-3f15f5fa-bd40-4930-92e0-5a54c25ad8e2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:24.240188 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39f4a336-0322-403e-abc6-f0ed550bef7c req-3f15f5fa-bd40-4930-92e0-5a54c25ad8e2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Dec 13 10:58:24.295953 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-39f4a336-0322-403e-abc6-f0ed550bef7c req-58199836-a269-4e1d-b6a3-67698826ee07 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Dec 13 10:58:25.424892 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c5e8-925c-4204-a93c-258b39938e28 req-af632411-21e2-4351-b619-4a3d7739e968 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:25.427915 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4c2c5e8-925c-4204-a93c-258b39938e28 req-af632411-21e2-4351-b619-4a3d7739e968 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0559998 Dec 13 10:58:25.487419 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d4c2c5e8-925c-4204-a93c-258b39938e28 req-15569fe8-0bfe-43be-8538-240153795837 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Dec 13 10:58:26.605774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2d45-7774-4065-8a55-a335728f7949 req-0bfa5b62-fe4b-401d-b56d-5cc36d97787a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:26.607398 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05ac2d45-7774-4065-8a55-a335728f7949 req-0bfa5b62-fe4b-401d-b56d-5cc36d97787a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Dec 13 10:58:26.672530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-05ac2d45-7774-4065-8a55-a335728f7949 req-7533a52d-be79-484a-8a52-ee6336aae947 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533531 Dec 13 10:58:27.787947 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29932-7f3e-4328-bf5e-a463585cf56c req-5ee96387-97df-4662-a14c-399d34165279 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:27.789471 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83f29932-7f3e-4328-bf5e-a463585cf56c req-5ee96387-97df-4662-a14c-399d34165279 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0486009 Dec 13 10:58:27.840394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83f29932-7f3e-4328-bf5e-a463585cf56c req-326d74b6-4f9f-495d-9726-e5fa73e03a02 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Dec 13 10:58:27.961889 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-e1ad2335-ec8c-49e0-9dc1-c0ad76072b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:27.963326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-e1ad2335-ec8c-49e0-9dc1-c0ad76072b5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1096 time: 0.0422986 Dec 13 10:58:28.055704 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-9bd5fa8c-0fbc-44a9-a6e2-ef58caba4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:28.057194 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-9bd5fa8c-0fbc-44a9-a6e2-ef58caba4682 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0869789 Dec 13 10:58:28.123864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-6d024bec-06d1-44c9-8b3b-1a0584e5038b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1001 time: 0.0593486 Dec 13 10:58:28.173102 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-9916ad0e-b8bb-49e6-a109-2ba90535f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:28.174671 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-9916ad0e-b8bb-49e6-a109-2ba90535f80b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0439394 Dec 13 10:58:28.224998 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-d44f7229-774c-497a-b328-19073dde0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:28.226425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-d44f7229-774c-497a-b328-19073dde0b32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442090 Dec 13 10:58:28.314251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-43171620-2047-4a25-85c2-890062e21851 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806262 Dec 13 10:58:28.407624 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3451df84-30d0-4d2d-957b-f23efd8253d3 req-3d7d3b05-e1ed-4c74-b9ed-b60f3cab9cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Dec 13 10:58:28.955858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d03a76-6fd9-46bf-81bf-aba0264d209c req-fd8f1938-f070-4277-84d1-5f231ec651d2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:28.957997 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52d03a76-6fd9-46bf-81bf-aba0264d209c req-fd8f1938-f070-4277-84d1-5f231ec651d2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Dec 13 10:58:29.007040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52d03a76-6fd9-46bf-81bf-aba0264d209c req-4de8b3db-c431-4168-9d7c-c0978c53f285 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Dec 13 10:58:30.121672 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de44c0-4042-47d9-b1d7-a9fd389f63c0 req-bb8eb4d7-a44a-4171-91dd-1e0e6384e9dc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:30.123149 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33de44c0-4042-47d9-b1d7-a9fd389f63c0 req-bb8eb4d7-a44a-4171-91dd-1e0e6384e9dc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0482504 Dec 13 10:58:30.175211 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33de44c0-4042-47d9-b1d7-a9fd389f63c0 req-111640c3-ec62-48ca-addc-1cb44c4488d8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Dec 13 10:58:30.289237 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-be049645-b8ab-4c50-bdfc-c791a36ff436 req-8563c28b-8643-4d10-823c-387b23ed229b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:58:30.290240 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be049645-b8ab-4c50-bdfc-c791a36ff436 req-8563c28b-8643-4d10-823c-387b23ed229b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473502 Dec 13 10:58:30.413115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:30.446328 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739dd6e-0114-4199-84b8-565bf4c24544 req-e67f316f-f648-4c0b-b802-6fb1c2814455 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:30.448050 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f739dd6e-0114-4199-84b8-565bf4c24544 req-e67f316f-f648-4c0b-b802-6fb1c2814455 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Dec 13 10:58:30.498518 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f739dd6e-0114-4199-84b8-565bf4c24544 req-bbe69f35-1b14-404a-a198-133bff6d1516 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446751 Dec 13 10:58:30.690053 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-9a3846b8-d8da-4bce-9407-cfc4c5248225 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846274 Dec 13 10:58:30.789706 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:58:30.866781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:30.889145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:30.891299 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5611924-a334-403c-98aa-679e73a941fc" -d '{"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-unplugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:30.904880 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:30.909366 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:30.931639 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d9455-2eb0-42d8-8cff-b12f65c3c28e x-openstack-request-id: req-336d9455-2eb0-42d8-8cff-b12f65c3c28e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:30.931929 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-unplugged", "status": "failed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:30.932182 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-336d9455-2eb0-42d8-8cff-b12f65c3c28e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:30.932571 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'code': 422} returned with failed status Dec 13 10:58:30.957579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:31.611839 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d954f-375a-46ee-896e-e586c7f3a444 req-9934fc40-77f7-40b2-b1c1-ad3e1d7a88b5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:31.613298 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-082d954f-375a-46ee-896e-e586c7f3a444 req-9934fc40-77f7-40b2-b1c1-ad3e1d7a88b5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0479677 Dec 13 10:58:31.660921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-082d954f-375a-46ee-896e-e586c7f3a444 req-2b6bab6d-a3cc-4795-aef1-aa166d18f4d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Dec 13 10:58:32.777953 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3775-b12f-452c-bb3f-17b330ac23fe req-83c0b879-4363-4bae-895f-10b30cedf155 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:32.779418 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98ff3775-b12f-452c-bb3f-17b330ac23fe req-83c0b879-4363-4bae-895f-10b30cedf155 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0508010 Dec 13 10:58:32.829201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-98ff3775-b12f-452c-bb3f-17b330ac23fe req-6ca75e97-4d7d-4404-b2f2-e6cda425f5a7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Dec 13 10:58:33.945128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bfcf7-ad32-4046-bfcd-7ae94d20e119 req-4afdc5e7-ceac-488d-b420-017522c51bcf tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:33.946578 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c79bfcf7-ad32-4046-bfcd-7ae94d20e119 req-4afdc5e7-ceac-488d-b420-017522c51bcf tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0478420 Dec 13 10:58:33.996056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c79bfcf7-ad32-4046-bfcd-7ae94d20e119 req-9beacf84-f1b8-49c1-9c31-3ce00e20bb68 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Dec 13 10:58:34.804504 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:58:34.964272 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:35.112287 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92d6c-787c-4e63-9afd-d4ac63ecf00d req-a230cb3e-3844-469c-9eab-2c3ce19ae9ab tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:35.113774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87e92d6c-787c-4e63-9afd-d4ac63ecf00d req-a230cb3e-3844-469c-9eab-2c3ce19ae9ab tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0487771 Dec 13 10:58:35.169355 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-87e92d6c-787c-4e63-9afd-d4ac63ecf00d req-29fd905e-af6a-4aa2-b684-aab35fac426b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 Dec 13 10:58:35.591686 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-0e088117-0f81-4c27-80e9-de671aafa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:35.593185 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-0e088117-0f81-4c27-80e9-de671aafa3b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 1094 time: 0.0437553 Dec 13 10:58:35.603566 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6a5668d8-0a84-4573-8eb3-b3ca1964c5aa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:58:35.604494 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6a5668d8-0a84-4573-8eb3-b3ca1964c5aa service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048289 Dec 13 10:58:35.615450 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:58:35.666751 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:35.862879 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:35.895021 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:58:35.926364 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:58:35.934077 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:35.946599 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Transition to ACTIVE for port object 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:58:35.949532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:36.035491 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=9']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:36.048050 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.048401 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.048743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.049081 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.049412 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.049739 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.050065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.050387 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.050709 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.051031 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.051358 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.052400 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.052538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:58:36.085644 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] No DVR routers for this DVR port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:58:36.224078 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:58:36.224423 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:58:36.224754 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:58:36.229100 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:58:36.229447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Attempting to bind port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:58:36.234482 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:58:36.234825 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:58:36.235259 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:58:36.235670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Bound port: 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:58:36.236037 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:36.282846 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40e11078-b7c6-4a12-86e8-13641e6d8f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:36.292391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba2714-7254-466e-9612-78d3740f5e13 req-2e1e267e-7ea4-4213-9af2-9ffc5f9b6798 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.294058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecba2714-7254-466e-9612-78d3740f5e13 req-2e1e267e-7ea4-4213-9af2-9ffc5f9b6798 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 943 time: 0.0561831 Dec 13 10:58:36.307595 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:58:36.311030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:58:36.314642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:36.345307 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ecba2714-7254-466e-9612-78d3740f5e13 req-968703d0-5d95-448d-8a32-e91b2b9ec6f9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Dec 13 10:58:36.351133 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.351793 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:36.353333 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] 10.222.0.16 "PUT /v2.0/ports/47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1091 time: 0.7413058 Dec 13 10:58:36.353712 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:36.355971 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5bee1-6956-46f9-9408-98c0ca8ba00a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:36.386336 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ce768-37cd-4733-ac6c-4e50553dd0fa service neutron] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=10']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:36.474394 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-8e94acd1-2f3f-4e0e-a44b-a022709fc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.476157 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-8e94acd1-2f3f-4e0e-a44b-a022709fc289 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1095 time: 0.0979068 Dec 13 10:58:36.577676 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-17de07b2-7f8a-426c-9653-98c23dc090ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.579194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-17de07b2-7f8a-426c-9653-98c23dc090ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0958736 Dec 13 10:58:36.645275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-398a2501-ce0a-4416-be59-249e7cec3866 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 999 time: 0.0588171 Dec 13 10:58:36.698190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-362d7d2c-9b8d-42ce-a1dc-d81fdf352dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.699687 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-362d7d2c-9b8d-42ce-a1dc-d81fdf352dd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0477324 Dec 13 10:58:36.743715 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91750ba0-ac56-404e-b886-ab3686558be9 req-b96bcc80-7fed-4505-bcaf-2bae0ab3fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:36.745151 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-b96bcc80-7fed-4505-bcaf-2bae0ab3fb9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389481 Dec 13 10:58:36.835800 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-a3f9d694-d88a-4289-ab67-a17904a8897b service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Dec 13 10:58:36.929370 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-91750ba0-ac56-404e-b886-ab3686558be9 req-82b331fc-23bb-4a69-84a2-ffcc0ff0e974 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870156 Dec 13 10:58:37.467915 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2832b8-57b2-44bd-a224-06caccf792f0 req-ecb0e2a6-e082-4526-8bb7-0078715ab290 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:37.469396 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d2832b8-57b2-44bd-a224-06caccf792f0 req-ecb0e2a6-e082-4526-8bb7-0078715ab290 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0505180 Dec 13 10:58:37.472954 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:37.520598 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7d2832b8-57b2-44bd-a224-06caccf792f0 req-16998f00-0a0c-472f-b41a-fa591645f048 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Dec 13 10:58:37.552485 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5894bf77-a7f8-4fb4-bb4a-44b4fe0dd790 x-openstack-request-id: req-5894bf77-a7f8-4fb4-bb4a-44b4fe0dd790 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:37.553037 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:37.553299 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5894bf77-a7f8-4fb4-bb4a-44b4fe0dd790 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:37.553739 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'status': 'completed', 'code': 200} Dec 13 10:58:38.645683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ea7ca-9994-4eb7-86ee-b7c69134745a req-b1f11700-972e-439b-85e1-52ef94a8d142 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:38.647962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5ea7ca-9994-4eb7-86ee-b7c69134745a req-b1f11700-972e-439b-85e1-52ef94a8d142 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0526094 Dec 13 10:58:38.708947 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ec5ea7ca-9994-4eb7-86ee-b7c69134745a req-4debc694-5bb5-40f3-8d12-eeede8fe5d43 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549209 Dec 13 10:58:38.744533 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d85f6458-abf9-4320-8b6c-b9bfae98b0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:39.833096 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5b0e3-6574-401a-851a-adcdb8b7310c req-0b1530fe-4700-49cf-b04f-1601a83a99f0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:39.834621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6b5b0e3-6574-401a-851a-adcdb8b7310c req-0b1530fe-4700-49cf-b04f-1601a83a99f0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0534134 Dec 13 10:58:39.846240 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:39.885111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b6b5b0e3-6574-401a-851a-adcdb8b7310c req-3a12340c-d012-4976-a49c-75bf50e29530 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442653 Dec 13 10:58:41.010261 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4eb596-9cc5-49e5-a27a-537416ac76be req-bcb98a0e-fd2a-45c5-ab17-8d270c7702ee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:41.011968 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d4eb596-9cc5-49e5-a27a-537416ac76be req-bcb98a0e-fd2a-45c5-ab17-8d270c7702ee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0579855 Dec 13 10:58:41.063146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d4eb596-9cc5-49e5-a27a-537416ac76be req-62d4f672-d915-4e23-aecc-77b74b602819 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450289 Dec 13 10:58:41.466280 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:42.196147 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b7a03-46f2-4e0f-a575-7cde18eea181 req-b73610b9-8fcf-4334-b12d-bb2e2b4d433f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:42.197765 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a0b7a03-46f2-4e0f-a575-7cde18eea181 req-b73610b9-8fcf-4334-b12d-bb2e2b4d433f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0588105 Dec 13 10:58:42.212044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:42.253236 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3a0b7a03-46f2-4e0f-a575-7cde18eea181 req-ac7666bb-f829-4d00-937e-3659cc9b720e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Dec 13 10:58:43.376878 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88172e-e636-4c56-b2d2-6de42f2ba7af req-5fb81597-922a-44dd-8000-72480e82796e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:43.379287 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf88172e-e636-4c56-b2d2-6de42f2ba7af req-5fb81597-922a-44dd-8000-72480e82796e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0594568 Dec 13 10:58:43.432925 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cf88172e-e636-4c56-b2d2-6de42f2ba7af req-5441826d-e445-4425-879e-6693d3e43fae tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476637 Dec 13 10:58:44.567838 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c7bc2-5ce0-49b9-8703-737f05af9aa1 req-ae1dfa9f-02e0-48a8-8021-44f85ca71bc4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:44.569374 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-199c7bc2-5ce0-49b9-8703-737f05af9aa1 req-ae1dfa9f-02e0-48a8-8021-44f85ca71bc4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0510790 Dec 13 10:58:44.621387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-199c7bc2-5ce0-49b9-8703-737f05af9aa1 req-c64ad1d1-487a-4043-9b64-187affe75a87 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450544 Dec 13 10:58:45.753580 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd2109-6872-4ecb-92ea-75d8a9280ece req-d35e69a5-abb0-4dbd-8700-883d7bbcb08e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:45.755125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bd2109-6872-4ecb-92ea-75d8a9280ece req-d35e69a5-abb0-4dbd-8700-883d7bbcb08e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0638702 Dec 13 10:58:45.806060 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f9bd2109-6872-4ecb-92ea-75d8a9280ece req-a47c9bf3-a810-4a8c-9af7-8ceb55848424 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Dec 13 10:58:46.936479 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc932ed-eed4-432a-9af8-b1e3b7e7660c req-00459f39-3e10-4caf-b429-6885e9ecf814 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:46.937972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3dc932ed-eed4-432a-9af8-b1e3b7e7660c req-00459f39-3e10-4caf-b429-6885e9ecf814 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0562930 Dec 13 10:58:46.986776 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3dc932ed-eed4-432a-9af8-b1e3b7e7660c req-bb1cc545-d12a-47a8-8ca0-3400105b3b5b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Dec 13 10:58:48.103464 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178678d-b87b-41a4-8d2d-d4e6a1f0dcc0 req-7ae47aa2-c452-422f-9d34-a23ba234e859 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:48.105015 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9178678d-b87b-41a4-8d2d-d4e6a1f0dcc0 req-7ae47aa2-c452-422f-9d34-a23ba234e859 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0493050 Dec 13 10:58:48.152792 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9178678d-b87b-41a4-8d2d-d4e6a1f0dcc0 req-911b5ac5-a4e5-4d0f-95b2-fab4043b728f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Dec 13 10:58:49.182769 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-9040ce17-da38-466b-92e2-1cc7bc65c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:49.184374 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-9040ce17-da38-466b-92e2-1cc7bc65c5db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1095 time: 0.0425634 Dec 13 10:58:49.269193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed6200-a57d-4235-9f2c-3774e78af1e6 req-9f428c53-c3ea-44ef-9331-279cc3b5f24f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:49.270973 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1ed6200-a57d-4235-9f2c-3774e78af1e6 req-9f428c53-c3ea-44ef-9331-279cc3b5f24f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Dec 13 10:58:49.280600 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-1afbf239-7357-4f8e-b661-35bdf1a08aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:49.282126 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-1afbf239-7357-4f8e-b661-35bdf1a08aef service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0875726 Dec 13 10:58:49.326040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e1ed6200-a57d-4235-9f2c-3774e78af1e6 req-ed01785f-e3f0-424b-8ea9-b6a5306ed2c4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489922 Dec 13 10:58:49.350032 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-8f786cca-de32-4730-94af-6845785d2f75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 999 time: 0.0602717 Dec 13 10:58:49.399131 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-2c55137a-045b-49ab-ac8d-7bb340117acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:49.400598 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-2c55137a-045b-49ab-ac8d-7bb340117acc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0426908 Dec 13 10:58:49.453165 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-3ab397b9-1192-40a5-ae84-68dbda628a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:49.454671 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-3ab397b9-1192-40a5-ae84-68dbda628a0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462747 Dec 13 10:58:49.554916 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-091885c5-f52a-4342-a672-13d565ec2be1 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832839 Dec 13 10:58:49.653857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-08c5bee1-6956-46f9-9408-98c0ca8ba00a req-f6143280-4235-4c70-9cfb-dcb8b68cab03 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Dec 13 10:58:50.436906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a12c6-fd02-4f10-9fd1-6c9bdca89453 req-02b4c862-a264-47a5-b01d-c7847c01c04f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:50.438387 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-671a12c6-fd02-4f10-9fd1-6c9bdca89453 req-02b4c862-a264-47a5-b01d-c7847c01c04f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0485406 Dec 13 10:58:50.487093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-671a12c6-fd02-4f10-9fd1-6c9bdca89453 req-2b830787-fa8a-42c0-8e54-3e9819cee487 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Dec 13 10:58:51.602747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9387b1-e829-4114-96c7-f2ab0f1dc833 req-b4683228-32fd-4bba-a64f-2001f562c7bc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:51.604252 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc9387b1-e829-4114-96c7-f2ab0f1dc833 req-b4683228-32fd-4bba-a64f-2001f562c7bc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0468502 Dec 13 10:58:51.651397 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fc9387b1-e829-4114-96c7-f2ab0f1dc833 req-b5bf62f4-deee-4c1c-8a80-fffbaadc3fab tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Dec 13 10:58:52.630133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:58:52.728051 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:52.739615 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'port_id': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'mac_address': 'fa:16:3e:b3:31:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:58:52.767256 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59440290-0a05-4488-a1ee-d8488caf687f req-a5af453f-4fef-49c7-8de2-c8b2697d2ecc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:52.768872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59440290-0a05-4488-a1ee-d8488caf687f req-a5af453f-4fef-49c7-8de2-c8b2697d2ecc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 944 time: 0.0512497 Dec 13 10:58:52.775325 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:52.789927 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:58:52.812972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:52.818979 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-59440290-0a05-4488-a1ee-d8488caf687f req-c3e85aa5-9b8c-4235-a92b-193b6fa8d511 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Dec 13 10:58:52.819877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:52.866128 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=11']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:53.197007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:58:53.934858 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694aa05-870f-42fb-af68-ccf9526ec41c req-484f79e7-6e81-4891-8d6c-9f10f0f6ab73 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:53.936365 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f694aa05-870f-42fb-af68-ccf9526ec41c req-484f79e7-6e81-4891-8d6c-9f10f0f6ab73 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Dec 13 10:58:53.983856 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f694aa05-870f-42fb-af68-ccf9526ec41c req-b87ce63e-26bc-4de5-96d5-0f298e30411e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Dec 13 10:58:54.646717 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:58:54.694530 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:58:54.698124 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:58:54.698493 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:54.774915 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:54.796930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:54.799207 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5058ba-397b-4feb-87d7-97719bf9ad88" -d '{"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:54.812925 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:54.817471 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:54.840694 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff452e-dfd3-42e5-be11-62ff0e75f6a5 x-openstack-request-id: req-caff452e-dfd3-42e5-be11-62ff0e75f6a5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:54.840999 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-plugged", "status": "completed", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:54.841248 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caff452e-dfd3-42e5-be11-62ff0e75f6a5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:54.841640 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'code': 200} Dec 13 10:58:54.866964 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=12']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:54.997447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1907-b706-42ad-b5e2-bf87250d135d req-376538b6-af89-44d6-98de-57c5687ad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:54.998857 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-970b1907-b706-42ad-b5e2-bf87250d135d req-376538b6-af89-44d6-98de-57c5687ad727 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1097 time: 0.0400324 Dec 13 10:58:55.045211 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-970b1907-b706-42ad-b5e2-bf87250d135d req-aabe7a91-3b60-4b9d-85a0-03563906c4b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Dec 13 10:58:55.102338 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc8d43-da3a-4c40-9cc0-0d41dc043c9e req-268061c0-10ab-499d-b49d-84a42801b425 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:55.103864 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68dc8d43-da3a-4c40-9cc0-0d41dc043c9e req-268061c0-10ab-499d-b49d-84a42801b425 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Dec 13 10:58:55.152293 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68dc8d43-da3a-4c40-9cc0-0d41dc043c9e req-9e17fcfb-6c05-4980-aa8f-188377a5cda3 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Dec 13 10:58:56.274791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523cf7-d559-4c46-9d42-2581dd43a8e1 req-4bab620c-733b-451f-b800-7a45aa637fb8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:56.281580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92523cf7-d559-4c46-9d42-2581dd43a8e1 req-4bab620c-733b-451f-b800-7a45aa637fb8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Dec 13 10:58:56.331299 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-92523cf7-d559-4c46-9d42-2581dd43a8e1 req-7fa30362-5855-4d5d-866c-d02edd6cc91a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488517 Dec 13 10:58:57.446766 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced2149-a2d6-48aa-b567-b026336019e9 req-191e4445-20ad-4631-97c6-41405e3a4f55 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:57.448251 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ced2149-a2d6-48aa-b567-b026336019e9 req-191e4445-20ad-4631-97c6-41405e3a4f55 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.0491846 Dec 13 10:58:57.499465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ced2149-a2d6-48aa-b567-b026336019e9 req-1edd0ed0-d033-4fd9-ad03-1accbcad602a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Dec 13 10:59:00.425538 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:04.991335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:06.285302 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f5769369-b514-4ef7-9705-0e631d81a779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:08.747381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9f367c7-7436-4133-993a-c4ae61a7c1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:09.848495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:11.468381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:12.214079 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:14.472172 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:59:23.957466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-4ceb0acd-0324-4750-958c-6353e3e9e584 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382724 Dec 13 10:59:24.036957 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-bd146603-5405-4a5f-aadf-2be2d86a129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:24.038433 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-bd146603-5405-4a5f-aadf-2be2d86a129f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1097 time: 0.0397439 Dec 13 10:59:24.141152 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-ff237d8a-4479-495f-bae2-1f28590a48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:24.142608 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-ff237d8a-4479-495f-bae2-1f28590a48c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0854275 Dec 13 10:59:24.208015 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-e51eadd9-13ed-4316-a499-b6dba0d2ac56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1001 time: 0.0571527 Dec 13 10:59:24.263822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-65eb493f-775f-4e61-b8e2-0d4e3351f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:24.265273 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-65eb493f-775f-4e61-b8e2-0d4e3351f16d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0507312 Dec 13 10:59:24.310245 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-315e75c3-3713-472f-a355-2010a3d1e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:24.311709 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-315e75c3-3713-472f-a355-2010a3d1e993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383203 Dec 13 10:59:24.399955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-91a2afb0-67c8-4d1b-96db-c549e4b50a5e service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775506 Dec 13 10:59:24.494309 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-85c13c39-ae45-4808-95ea-1c8a727acb3b req-8ce9d52c-7725-461c-99a3-758581184d57 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871189 Dec 13 10:59:30.440513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.994287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.288958 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07d6ce9f-31c9-4621-8270-876df50a81c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.747684 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5a87acb-8828-4efc-81ad-880db8316dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.851723 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.471639 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.215871 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.471826 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:00.456095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.993438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.290492 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-88b6b70a-5030-419a-adcb-b3c1c7da6c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.748198 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd0d3-ea19-42de-9b85-35b136e3f824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.853867 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.475631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:12.216818 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:26.017342 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-a9defe35-785a-4a6a-8f1f-78fcfb6d830b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096096 Dec 13 11:00:26.100191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-9819afad-b208-49bc-b1f9-64f16b340a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:26.101764 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-9819afad-b208-49bc-b1f9-64f16b340a3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1097 time: 0.0408449 Dec 13 11:00:26.205370 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-289b22a2-9961-42ba-938a-1b6b17741146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:26.206838 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-289b22a2-9961-42ba-938a-1b6b17741146 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0863190 Dec 13 11:00:26.273431 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-ebc4993e-5535-4b56-ba4a-b34b25da5873 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 1001 time: 0.0579162 Dec 13 11:00:26.325289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-ec08e319-acab-43b1-b084-c54a0b30653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:26.326691 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-ec08e319-acab-43b1-b084-c54a0b30653e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0463459 Dec 13 11:00:26.371763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-bf3a3333-c0af-44e0-a345-f2cd56ab32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:26.373131 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-bf3a3333-c0af-44e0-a345-f2cd56ab32b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384061 Dec 13 11:00:26.459859 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-0346c6d0-7ac6-40a6-99f3-0e4a0169956c service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796649 Dec 13 11:00:26.549339 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-54fc3f21-20ab-42ff-b07b-ff892c9155c4 req-2d442e21-2f60-48e6-b92b-dfa679925b11 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829222 Dec 13 11:00:28.472380 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:30.455015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.999421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:36.291812 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3bb05830-1eff-4a88-a596-bfa2862b9ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.749820 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-133635f9-770f-4bec-babb-2da6a9a60801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:39.859645 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.477178 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.689905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:41.846377 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Deleting port 96ee2423-4c4d-474d-9530-22722bd25aac {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:00:41.846721 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.922684 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.923010 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.934309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Calling delete_port for 96ee2423-4c4d-474d-9530-22722bd25aac owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:00:42.075861 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:42.104365 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'Port': ['ID=96ee2423-4c4d-474d-9530-22722bd25aac,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:42.129431 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.129782 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.130128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.130467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.130806 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.131148 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.131481 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.131847 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.132180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.132508 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.132835 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.133166 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.133489 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:42.172247 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:42.172581 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Floating IP bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4 disassociated (deleted). External IP: 172.25.2.132, port: 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692. Dec 13 11:00:42.219406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:42.375779 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:00:42.815237 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:00:42.819920 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:42.824506 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:00:42.834571 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:42.835175 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:00:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:42.846995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-60e48b9e-50ac-4daa-87a9-8e77874e3bc0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "DELETE /v2.0/floatingips/bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4 HTTP/1.1" status: 204 len: 168 time: 1.1560030 Dec 13 11:00:42.847629 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:42.849890 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:42.889349 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b96868-7b98-4938-a366-538a73a86ff0 x-openstack-request-id: req-21b96868-7b98-4938-a366-538a73a86ff0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:42.890557 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:42.890876 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21b96868-7b98-4938-a366-538a73a86ff0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:42.891316 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'status': 'completed', 'code': 200} Dec 13 11:00:42.943243 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:42.951353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-5afa2f8d-9bae-4d0b-817e-83a5997688bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:42.953479 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-5afa2f8d-9bae-4d0b-817e-83a5997688bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 1097 time: 0.0430148 Dec 13 11:00:43.054140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-9147cbdc-8863-4629-829b-abe839bcd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.055850 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-9147cbdc-8863-4629-829b-abe839bcd361 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0949380 Dec 13 11:00:43.103031 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-08c37531-78d2-4c12-a06c-a8095ab6147f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 200 len: 217 time: 0.0383298 Dec 13 11:00:43.157461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-de50d97f-7751-44db-8566-3bf859364b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.159264 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-de50d97f-7751-44db-8566-3bf859364b89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0493147 Dec 13 11:00:43.161142 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:43.180351 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fab1c-b835-4619-8d76-a015078a14a0 req-348f152d-8c28-4dd4-8045-30bd3eea7113 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.181980 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-969fab1c-b835-4619-8d76-a015078a14a0 req-348f152d-8c28-4dd4-8045-30bd3eea7113 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.1363301 Dec 13 11:00:43.188111 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:00:43.196769 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:43.197300 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:00:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:43.213935 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-94354c66-9279-4198-9a0a-117db6076c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.215585 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-94354c66-9279-4198-9a0a-117db6076c68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483575 Dec 13 11:00:43.231986 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-969fab1c-b835-4619-8d76-a015078a14a0 req-87e36b8c-18a4-455b-96bb-6314db18f935 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Dec 13 11:00:43.310622 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-77d3bec6-b3d0-4123-ac21-b728fe0babd2 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868247 Dec 13 11:00:43.394405 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:43.407250 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-e6435a97-88ce-4ccf-a01c-33ce953e1ea1 req-2c772bdf-6317-426a-b569-48a90d87a888 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889127 Dec 13 11:00:43.585964 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:43.614414 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1394377-31f9-4841-8ee6-f41bd507a22a None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:00:43.819823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402cdfd-5e5b-4984-b791-69497443b0de None None] New status for floating IP bddc3a6c-4dee-41c9-a9e6-8adaac21c4d4: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:00:44.396228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a790b-aaaf-46bf-89f2-782c2f08986e req-3446da32-55f5-4f3a-bcaf-922d39adaa5f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:44.397694 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-916a790b-aaaf-46bf-89f2-782c2f08986e req-3446da32-55f5-4f3a-bcaf-922d39adaa5f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.0944231 Dec 13 11:00:44.445630 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-916a790b-aaaf-46bf-89f2-782c2f08986e req-fe49958c-4aed-4985-93a6-2796a93044ab tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac79cff6-e0f5-4ad0-9c58-a9466e919805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Dec 13 11:00:44.572927 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90851079-248f-4e81-a57b-431b1f78d425 req-c1a7543e-6db9-4c9f-a507-3f8ac19ea84e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:44.574439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-90851079-248f-4e81-a57b-431b1f78d425 req-c1a7543e-6db9-4c9f-a507-3f8ac19ea84e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Dec 13 11:00:44.660573 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Deleting port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:00:44.660918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.749791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] For port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:44.750155 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.761680 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Calling delete_port for 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:00:44.890887 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.917468 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'Port': ['ID=47e4b0bd-fbb3-4d43-9fdc-0a80a315f692,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:44.959670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] No DVR routers for this DVR port 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:00:44.962434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.965935 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-90851079-248f-4e81-a57b-431b1f78d425 req-7b7afef2-78eb-4ade-9eb0-792b485547c2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.16 "DELETE /v2.0/ports/47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 HTTP/1.1" status: 204 len: 173 time: 0.3854887 Dec 13 11:00:44.966386 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-deleted', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:44.968665 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb53ee-90de-43a2-b85d-8b2bb6102235" -d '{"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-deleted", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:45.011714 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cd46a7-25fb-4b60-b057-7b10df8523ac x-openstack-request-id: req-71cd46a7-25fb-4b60-b057-7b10df8523ac {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:45.012118 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4021836-6eef-420a-990e-fe76e94b3c50", "name": "network-vif-deleted", "tag": "47e4b0bd-fbb3-4d43-9fdc-0a80a315f692", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:45.012478 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71cd46a7-25fb-4b60-b057-7b10df8523ac {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:45.013027 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4021836-6eef-420a-990e-fe76e94b3c50', 'name': 'network-vif-deleted', 'tag': '47e4b0bd-fbb3-4d43-9fdc-0a80a315f692', 'status': 'completed', 'code': 200} Dec 13 11:00:45.559834 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2fd471e5-5157-4440-a66e-80566e1dc2cc req-72fa1b58-0c50-4ec2-90f2-9485f362cdeb tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4021836-6eef-420a-990e-fe76e94b3c50 HTTP/1.1" status: 200 len: 210 time: 0.0317500 Dec 13 11:00:46.615810 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:46.672356 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.697360 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.765406 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.768137 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.769338 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac79cff6-e0f5-4ad0-9c58-a9466e919805 HTTP/1.1" status: 204 len: 168 time: 0.1524479 Dec 13 11:00:46.778519 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cdba8-400f-425e-9e60-b9ff221030b7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79cff6-e0f5-4ad0-9c58-a9466e919805,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:47.205520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:00:47.225824 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:00:47.226176 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 47e4b0bd-fbb3-4d43-9fdc-0a80a315f692 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:00:49.041960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42484) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.046570 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183765684', 'description': 'tempest-secgroup-smoke-183765684 description', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.068573 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.134338 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.137944 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.162879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.164123 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1211429 Dec 13 11:00:49.167305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42486) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.172620 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.173122 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251644f-2b13-4251-8e84-3275e499e87d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d32257-4720-4ad4-ae69-df66c2a74e61,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.202020 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.254896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.258606 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.275627 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b04271-6d6e-43d1-aa44-1abd8c59726e,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.286151 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.287328 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188869 Dec 13 11:00:49.288740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.289075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.289412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.289751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.290085 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.290205 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.290412 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.290743 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.291070 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.291396 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.291747 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.292069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.292391 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.292712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb51b7-1eae-4c14-86fa-be417a785261 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:49.294881 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.325946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.380602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.383963 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.401164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bcf0d9-51bc-4e32-8eb6-cea147f00b2f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.409042 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.410502 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-3dbbdded-3d02-477f-956f-bb708c4b8a25 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192970 Dec 13 11:00:49.413369 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42490) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.417626 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.443947 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.498733 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.501553 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.520975 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08127484-5a85-44e6-8e61-0efb4519b612,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.528842 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.530017 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ffb41c4d-2bf8-46a2-8922-d7be90d82177 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157231 Dec 13 11:00:49.533389 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42492) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.537820 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.563118 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.623347 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.626774 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.646192 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd86693-7d41-4421-8950-ceb8f5f0128f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.651602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.652767 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-bbb7a920-938b-489f-bbf6-f0585d7adfe2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184680 Dec 13 11:00:49.656103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42494) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.660763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.680775 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Project 0233c563ca5b483d9cf716cc5c5c50e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:00:49.685547 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.742837 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.746753 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.764275 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1690e-955b-4e7e-a6ac-bc69043af6c0,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.773008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.774237 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-82979641-4ac6-4df3-8c19-2522f93afa6e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171460 Dec 13 11:00:49.776919 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42496) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:49.781184 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'security_group_rule': {'security_group_id': 'c6d32257-4720-4ad4-ae69-df66c2a74e61', 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:49.802770 n-d-820935-7 neutron-server[103194]: INFO neutron.db.securitygroups_db [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Project 0233c563ca5b483d9cf716cc5c5c50e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:00:49.807576 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.864593 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.868091 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.888264 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d1078a-be12-49ec-a9c2-784008df2125,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:49.895788 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.896995 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-84ec440f-103c-49a9-80f0-6a8fd9ff9f4b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191547 Dec 13 11:01:00.454136 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:05.010710 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:05.224277 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-1e4efd45-a9eb-4a0a-8c7e-860159a65a2d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183765684&fields=id&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 267 time: 0.0435095 Dec 13 11:01:05.329873 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-a1458f27-4183-4902-8c38-c71df5b146fe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:05.331388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-a1458f27-4183-4902-8c38-c71df5b146fe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 809 time: 0.1004410 Dec 13 11:01:05.345778 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-f90e88b9-ee8e-420a-a665-495f0fe5aebd tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/quotas/0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 375 time: 0.0087340 Dec 13 11:01:05.395661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-1b1cbc45-ca77-4aa1-a061-bb93beddebf2 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447843 Dec 13 11:01:05.471540 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:01:05.529952 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-49795713-addb-4ba7-a66f-c167482c70d2 service neutron] 10.222.0.31 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218626 Dec 13 11:01:05.619420 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-f0ec3aec-4df7-4b32-ba08-dcaf19df11ad service neutron] 10.222.0.31 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830359 Dec 13 11:01:05.897164 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76a8b621-4b0e-4646-af4a-36d1f4a02560 req-b3398f2e-f820-414f-9790-a9911bf18d75 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0268939 Dec 13 11:01:06.294029 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a596fa77-1c2c-4f44-8fe5-a3105ea4c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.842836 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-dedcb722-04ff-476e-9b17-3bac4c697e01 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:06.844995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-dedcb722-04ff-476e-9b17-3bac4c697e01 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 809 time: 0.1068716 Dec 13 11:01:06.907640 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-e5d46e96-ab62-4d31-b878-7bbd71243351 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 379 time: 0.0536940 Dec 13 11:01:06.917197 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'port': {'device_id': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'admin_state_up': True, 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'security_groups': ['c6d32257-4720-4ad4-ae69-df66c2a74e61']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:07.023048 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b22c7cb9-7802-4f5c-8960-ed1d05e10e5f req-139e8f04-3096-4696-a69d-eceb59eb50c1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0403099 Dec 13 11:01:07.071758 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Made reservation on behalf of 0233c563ca5b483d9cf716cc5c5c50e3 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:01:07.075494 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.209497 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Allocated IP 172.20.0.4 (62a3662c-ffb2-4a5f-b260-c3d463659e53/ae9c540a-705d-488f-9e0f-b50817742215/8304b615-310e-4a81-93c8-a4c2bc028f86) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:01:07.353966 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.388473 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.433955 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:01:07.436909 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:01:07.442410 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:01:07.446499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:07.496247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:07.496885 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.514423 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-d2e8ffb3-f051-489c-bfa2-e4641a9e46d4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007750 Dec 13 11:01:07.527280 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Request body: {'port': {'device_id': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:07.586523 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.682494 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-c98502c3-e7ab-40c8-a008-7790c24f3d51 None None] Provisioning complete for port 8304b615-310e-4a81-93c8-a4c2bc028f86 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:01:07.683057 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c98502c3-e7ab-40c8-a008-7790c24f3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.716922 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c98502c3-e7ab-40c8-a008-7790c24f3d51 None None] Port 8304b615-310e-4a81-93c8-a4c2bc028f86 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:01:07.849687 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:07.857110 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.869278 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Transition to ACTIVE for port object 8304b615-310e-4a81-93c8-a4c2bc028f86 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:01:07.873013 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:07.941754 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:07.996250 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:01:07.996610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:01:07.996924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:08.001522 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:01:08.001853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:08.006916 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:01:08.007260 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:01:08.007688 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:01:08.008128 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Bound port: 8304b615-310e-4a81-93c8-a4c2bc028f86, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:01:08.008490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:08.085881 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:01:08.090882 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:01:08.097685 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:08.175408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.176062 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:08.177461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] 10.222.0.20 "PUT /v2.0/ports/8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1091 time: 0.6544561 Dec 13 11:01:08.177926 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:08.180192 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17c232-1108-4f37-aff5-7caea2836ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:08.237697 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179238-2e93-43eb-8848-cbb7b85d7459 service neutron] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:08.273312 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fb9c-962a-4916-8f3e-925988718796 req-9775b427-a440-4908-aed4-2e50d79222a8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.274921 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4601fb9c-962a-4916-8f3e-925988718796 req-9775b427-a440-4908-aed4-2e50d79222a8 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.1451461 Dec 13 11:01:08.300585 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057ecd8-0bc2-4251-bbe1-26387f643e00 x-openstack-request-id: req-1057ecd8-0bc2-4251-bbe1-26387f643e00 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:08.300887 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:08.301150 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1057ecd8-0bc2-4251-bbe1-26387f643e00 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:08.301560 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'status': 'completed', 'code': 200} Dec 13 11:01:08.309907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-aa3004c7-081f-44e8-8c9c-4ccfe673cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.311424 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-aa3004c7-081f-44e8-8c9c-4ccfe673cae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1094 time: 0.0862100 Dec 13 11:01:08.732919 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-59d0a56c-dc67-4def-b48d-5e7095dc60c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 217 time: 0.4115372 Dec 13 11:01:08.741988 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4601fb9c-962a-4916-8f3e-925988718796 req-6a3823d6-e513-4427-82ed-1ed967acd48f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594529 Dec 13 11:01:08.755648 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14ff9743-408e-4c63-9ca6-43d279435fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:08.791690 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-f99b3897-cc97-4c9d-9c0e-e2fab6f2bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.793227 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-f99b3897-cc97-4c9d-9c0e-e2fab6f2bf9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0504878 Dec 13 11:01:08.839373 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-0965eca9-dace-44f7-822e-e3cd7a8915a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.841063 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-0965eca9-dace-44f7-822e-e3cd7a8915a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406106 Dec 13 11:01:08.931433 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-c6a7e99a-bc45-4cf2-a167-8b3d8d41f4fe service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828400 Dec 13 11:01:09.020076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-84c4219a-dfac-441d-8acb-3b8d5803ae61 req-3b3aa5bd-5751-4537-8af3-66bb0dc58ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813727 Dec 13 11:01:09.101631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-a7a67f0f-1958-4f6c-8f6f-46a16e06594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.103128 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-a7a67f0f-1958-4f6c-8f6f-46a16e06594a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1094 time: 0.0400949 Dec 13 11:01:09.199868 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-2a76ebe3-07e4-413e-8164-dc1180fc9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.201525 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-2a76ebe3-07e4-413e-8164-dc1180fc9603 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0908980 Dec 13 11:01:09.246215 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-f7cc70f5-332d-4eda-939d-72877e21688f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 217 time: 0.0381401 Dec 13 11:01:09.297099 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-4e146f3c-7f0f-4611-ad8a-2d980205f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.298580 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-4e146f3c-7f0f-4611-ad8a-2d980205f8ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0458777 Dec 13 11:01:09.349855 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-9093dfb0-78b7-4aac-b538-a8cd6ec03cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.351369 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-9093dfb0-78b7-4aac-b538-a8cd6ec03cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452785 Dec 13 11:01:09.439072 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-dd80ff2f-3161-4bf7-a59c-fdc9f5f8a9cc service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807388 Dec 13 11:01:09.531476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5c17c232-1108-4f37-aff5-7caea2836ee0 req-064c67af-9599-4053-99e8-f788500cc6b4 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852792 Dec 13 11:01:09.860734 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:09.870817 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60042d-7d60-41ed-931f-b238c6ee993d req-66a1353e-c7b3-4e9c-a416-d2e9dd926115 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.872354 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f60042d-7d60-41ed-931f-b238c6ee993d req-66a1353e-c7b3-4e9c-a416-d2e9dd926115 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0508814 Dec 13 11:01:09.922162 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5f60042d-7d60-41ed-931f-b238c6ee993d req-ca7972b9-ea8d-410f-8099-940693252469 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 Dec 13 11:01:11.038670 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55984f6-3b90-4746-acc9-f4519aefdabc req-4145e061-a873-4fc9-9609-c1d4f5244e9e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:11.040208 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a55984f6-3b90-4746-acc9-f4519aefdabc req-4145e061-a873-4fc9-9609-c1d4f5244e9e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0491314 Dec 13 11:01:11.095995 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a55984f6-3b90-4746-acc9-f4519aefdabc req-538ce521-9ee3-4c34-86c8-2a22547d08ea tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495133 Dec 13 11:01:11.482602 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.208241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12c02a-b295-451f-9e68-29950c0a29a2 req-a1814ccd-1d56-4a39-81fa-4a1dbfa4e98e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.209744 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f12c02a-b295-451f-9e68-29950c0a29a2 req-a1814ccd-1d56-4a39-81fa-4a1dbfa4e98e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0472412 Dec 13 11:01:12.221914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.258908 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9f12c02a-b295-451f-9e68-29950c0a29a2 req-b0f03b53-54d5-4420-a74d-c0bac5f5231e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Dec 13 11:01:13.371422 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f0030-b4f1-4a3e-8445-060fc79d7c3f req-7752adc2-0d70-494c-85f1-2c145dd521f4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:13.373192 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83f0030-b4f1-4a3e-8445-060fc79d7c3f req-7752adc2-0d70-494c-85f1-2c145dd521f4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0468369 Dec 13 11:01:13.420823 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f83f0030-b4f1-4a3e-8445-060fc79d7c3f req-211a34a6-fb35-4c5a-9021-076c1201b084 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Dec 13 11:01:14.537177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619998c-2bc9-47dc-b7c0-00205e340037 req-cfaecd70-bd7e-4581-b3a9-ed78cc120192 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:14.538639 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f619998c-2bc9-47dc-b7c0-00205e340037 req-cfaecd70-bd7e-4581-b3a9-ed78cc120192 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0515780 Dec 13 11:01:14.586648 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f619998c-2bc9-47dc-b7c0-00205e340037 req-a2486fb6-b842-42fb-8ca0-5a72b18442bb tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Dec 13 11:01:15.700241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390bc4-ca6c-4d22-8743-08960bc17d49 req-1e1800f5-997e-4282-877a-5ae18e52a19c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:15.701735 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99390bc4-ca6c-4d22-8743-08960bc17d49 req-1e1800f5-997e-4282-877a-5ae18e52a19c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0484209 Dec 13 11:01:15.749318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-99390bc4-ca6c-4d22-8743-08960bc17d49 req-2562f973-0d15-4276-b92d-eed87b3d491e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Dec 13 11:01:16.864877 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a835b7-c87e-4c35-b823-811dd8602882 req-99dde369-67b5-4535-8697-1de3063e48da tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:16.866378 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89a835b7-c87e-4c35-b823-811dd8602882 req-99dde369-67b5-4535-8697-1de3063e48da tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0487490 Dec 13 11:01:16.917910 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-89a835b7-c87e-4c35-b823-811dd8602882 req-cad560f5-7b2e-4ab3-ab50-ecdedfbd0a93 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Dec 13 11:01:18.031982 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661bb60-2ffd-48b0-aa51-66a165131141 req-70258b2c-b1ef-416c-bfdb-2f46e8a575dc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:18.033472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2661bb60-2ffd-48b0-aa51-66a165131141 req-70258b2c-b1ef-416c-bfdb-2f46e8a575dc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0479267 Dec 13 11:01:18.081249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-2661bb60-2ffd-48b0-aa51-66a165131141 req-d9e0c344-5475-477e-bea1-55a1d658af42 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Dec 13 11:01:19.196007 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0da8-e603-4990-817a-3da3ce4c585b req-328c4796-0d43-4e6c-9ce6-7e29cd32904b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:19.197532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75ec0da8-e603-4990-817a-3da3ce4c585b req-328c4796-0d43-4e6c-9ce6-7e29cd32904b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0492036 Dec 13 11:01:19.246186 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-75ec0da8-e603-4990-817a-3da3ce4c585b req-c865989b-35fb-4b51-9bf1-05de98e4507c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Dec 13 11:01:19.612217 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:01:19.712945 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:19.725881 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'mac_address': 'fa:16:3e:8a:71:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:01:19.761852 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:19.774735 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:19.793435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:19.797311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:19.848340 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:19.855625 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.855924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.856267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.856608 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.857208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.857548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.857879 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.858208 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.858536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.858894 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.859218 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.859570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:19.859888 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:20.018814 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['8304b615-310e-4a81-93c8-a4c2bc028f86'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:20.365612 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1727-e35d-4dc4-b403-93b1497ecc2b req-6281ea42-a6b5-4a6e-9d30-537e77881258 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:20.367088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea2f1727-e35d-4dc4-b403-93b1497ecc2b req-6281ea42-a6b5-4a6e-9d30-537e77881258 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 944 time: 0.0512395 Dec 13 11:01:20.415563 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ea2f1727-e35d-4dc4-b403-93b1497ecc2b req-ffdebb84-e3aa-400e-bc70-1871de01a827 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425205 Dec 13 11:01:21.531465 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1c98a-15a8-4e28-97c5-c05e643b2bdc req-a4103064-dee4-4e2a-a9c8-61872db37bd3 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:21.532969 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df1c98a-15a8-4e28-97c5-c05e643b2bdc req-a4103064-dee4-4e2a-a9c8-61872db37bd3 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 944 time: 0.0482404 Dec 13 11:01:21.581438 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7df1c98a-15a8-4e28-97c5-c05e643b2bdc req-9f73b3ae-c7c6-4b58-9336-c25f8b480a72 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Dec 13 11:01:21.628004 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:01:21.676389 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 8304b615-310e-4a81-93c8-a4c2bc028f86 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:01:21.680674 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 8304b615-310e-4a81-93c8-a4c2bc028f86 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:01:21.681044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:21.757600 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:21.778874 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:21.781474 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99854a6-bec7-45e7-92d6-56bb5e296bea" -d '{"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:21.794483 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:21.798893 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:21.824352 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf16a9b9-3545-409d-b853-dd74c33176bc x-openstack-request-id: req-cf16a9b9-3545-409d-b853-dd74c33176bc {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:21.824655 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:21.824913 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf16a9b9-3545-409d-b853-dd74c33176bc {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:21.825303 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'code': 200} Dec 13 11:01:21.850861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:21.923618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd02411-210b-4be3-b790-d649ed26d004 req-435b96d0-1436-431b-b4e1-c69e028aa106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:21.925138 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd02411-210b-4be3-b790-d649ed26d004 req-435b96d0-1436-431b-b4e1-c69e028aa106 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1096 time: 0.0439079 Dec 13 11:01:21.969661 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fd02411-210b-4be3-b790-d649ed26d004 req-8b98fbfb-82a6-4a2c-8595-8f2beb6814e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Dec 13 11:01:22.693924 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da2fd-91a1-4108-b79d-d944e5fbecf5 req-b58dd946-9788-407e-b68e-e54da761a6e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.695429 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-247da2fd-91a1-4108-b79d-d944e5fbecf5 req-b58dd946-9788-407e-b68e-e54da761a6e1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0480254 Dec 13 11:01:22.743497 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-247da2fd-91a1-4108-b79d-d944e5fbecf5 req-dc229f60-db67-49d3-9195-9401f229cf14 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Dec 13 11:01:23.858742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645df4a-dd1b-4280-88a4-a7d399184918 req-a1d9b44d-7281-47b1-90b0-1ec652ee4b4d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:23.860256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a645df4a-dd1b-4280-88a4-a7d399184918 req-a1d9b44d-7281-47b1-90b0-1ec652ee4b4d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0477748 Dec 13 11:01:23.911938 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a645df4a-dd1b-4280-88a4-a7d399184918 req-1f560f05-c84d-48b0-8f03-4030f448a948 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458066 Dec 13 11:01:24.023469 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932ca50-f045-4ffa-83a1-56e16080a82c req-e39896b7-60a9-4a80-8352-e6684b156366 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:24.024862 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7932ca50-f045-4ffa-83a1-56e16080a82c req-e39896b7-60a9-4a80-8352-e6684b156366 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0470250 Dec 13 11:01:24.073769 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7932ca50-f045-4ffa-83a1-56e16080a82c req-b5fb4ae7-c01d-4376-921d-9386fcb505f6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Dec 13 11:01:24.096020 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42694) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:24.175116 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d3ba2-af98-4e15-b29d-8fd3c07f1a02 tempest-TestShelveInstance-1005725583 tempest-TestShelveInstance-1005725583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:24.177651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-910d3ba2-af98-4e15-b29d-8fd3c07f1a02 tempest-TestShelveInstance-1005725583 tempest-TestShelveInstance-1005725583-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1091 time: 0.0804100 Dec 13 11:01:24.180189 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42698) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:24.184370 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:24.206172 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.302900 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.400865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Allocated IP 172.25.2.57 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/eb96f8c0-64dd-478c-b24c-fd61c99a03d8) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:01:24.501728 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.534854 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.572749 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:01:24.575622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:01:24.579176 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:01:24.604842 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=eb96f8c0-64dd-478c-b24c-fd61c99a03d8,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:24.933378 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.001132 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.147619 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.152039 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.223937 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event updated for resources: {'Port': ['ID=eb96f8c0-64dd-478c-b24c-fd61c99a03d8,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:25.233279 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.337526 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Floating IP 603a03c9-3eb1-430e-a255-fac0e2f2335a associated. External IP: 172.25.2.57, port: 8304b615-310e-4a81-93c8-a4c2bc028f86. Dec 13 11:01:25.543802 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:01:25.648899 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:01:25.661118 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:01:25.666461 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.671537 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:01:25.672179 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:01:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:01:25.693719 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-62642102-af33-4ec2-b662-9e727ab18fee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5125225 Dec 13 11:01:25.694305 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:25.696598 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93782d04-ee38-4a8d-b5f3-c8100cc702c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:25.734179 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cfdb82-b7eb-44a9-833e-775c21f23522 x-openstack-request-id: req-16cfdb82-b7eb-44a9-833e-775c21f23522 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:25.734480 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:25.734744 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16cfdb82-b7eb-44a9-833e-775c21f23522 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:25.735159 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'status': 'completed', 'code': 200} Dec 13 11:01:25.777669 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:01:25.798517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-c488811a-5dd5-4c6d-9619-182c5f05ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:25.800079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-c488811a-5dd5-4c6d-9619-182c5f05ad69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1096 time: 0.0416138 Dec 13 11:01:25.889514 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-763d37d7-0cb3-4dc2-9d66-999b071ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:25.891686 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-763d37d7-0cb3-4dc2-9d66-999b071ac167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0846062 Dec 13 11:01:25.960929 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-96037272-a38f-48dd-9199-996cab82a87e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 998 time: 0.0621307 Dec 13 11:01:26.002633 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '603a03c9-3eb1-430e-a255-fac0e2f2335a', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:8a:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:01:24Z', 'updated_at': '2021-12-13T11:01:24Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:01:26.008467 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-a2fbad84-6f4b-4675-ac54-1f362cdaf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:26.009928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-a2fbad84-6f4b-4675-ac54-1f362cdaf941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0421820 Dec 13 11:01:26.028331 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:01:26.037090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:01:26.037708 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:01:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:01:26.055040 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-ca25d9dc-aa8f-4368-85a2-c8ca9d946b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:26.056499 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-ca25d9dc-aa8f-4368-85a2-c8ca9d946b44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397062 Dec 13 11:01:26.141001 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:01:26.146509 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-d601961a-933d-430f-a9f7-bb66bf666100 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Dec 13 11:01:26.234399 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-93782d04-ee38-4a8d-b5f3-c8100cc702c7 req-8487ca47-98e1-42c9-8e02-889b6e8ad285 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802891 Dec 13 11:01:26.356164 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '603a03c9-3eb1-430e-a255-fac0e2f2335a', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:8a:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:01:24Z', 'updated_at': '2021-12-13T11:01:24Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:01:26.385293 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e7550-22a0-440f-b821-9bda201c1488 None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '603a03c9-3eb1-430e-a255-fac0e2f2335a', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'mac_address': 'fa:16:3e:8a:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:01:24Z', 'updated_at': '2021-12-13T11:01:24Z', 'revision_number': 0, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:01:26.572275 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a7a26-84d1-469f-916c-a417105a5464 None None] New status for floating IP 603a03c9-3eb1-430e-a255-fac0e2f2335a: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:01:30.453129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:35.009365 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:36.296667 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0184a183-ad59-4ce3-9e07-76fba6e3c8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:38.750157 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a783e7fb-e1c7-48b4-af7f-41ea2c397005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:39.866308 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:41.486079 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:42.223761 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:42.470624 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:02:00.469138 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:05.009490 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:06.299420 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3f24e18-3ee5-4cee-a2f6-64110c38b15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:08.751167 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f4a405bb-443f-4e60-ad50-16e15e9d00b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:09.864884 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:11.486881 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:12.225631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.470263 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:02:23.114074 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-995dade7-ad37-41ac-93f2-fd5384439489 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447264 Dec 13 11:02:23.195204 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a3826-ddc7-4d20-8818-5b01843f761f req-1c2baeca-c015-4fec-8be1-1fd34789c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.196724 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-1c2baeca-c015-4fec-8be1-1fd34789c8c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1096 time: 0.0400620 Dec 13 11:02:23.296696 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a3826-ddc7-4d20-8818-5b01843f761f req-832d2c51-59e3-4fdb-8015-666a412de2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.298139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-832d2c51-59e3-4fdb-8015-666a412de2ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0820746 Dec 13 11:02:23.370568 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-f13952b8-fced-416a-867e-b761ac6cd994 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1000 time: 0.0600893 Dec 13 11:02:23.418126 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a3826-ddc7-4d20-8818-5b01843f761f req-21e49092-2e32-43e0-a450-fae06600b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.419562 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-21e49092-2e32-43e0-a450-fae06600b0b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0415468 Dec 13 11:02:23.462971 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a3826-ddc7-4d20-8818-5b01843f761f req-14e37aba-72c4-4d97-89ce-91462213e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.464444 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-14e37aba-72c4-4d97-89ce-91462213e8cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383224 Dec 13 11:02:23.553443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-2a794257-68e2-43cb-950f-75261f627990 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809383 Dec 13 11:02:23.639696 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-948a3826-ddc7-4d20-8818-5b01843f761f req-1f9ccaf2-82d3-45ef-8499-46f3c265bb2d service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780060 Dec 13 11:02:30.462694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:35.040010 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:36.301365 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-090252c9-2bcf-476a-80cb-baa817a410ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:38.752257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d4778ab-a2a1-41d7-90df-9257eb55b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:39.868767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:41.489861 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:42.231112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:56.469819 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:00.470426 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:05.041532 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:06.302817 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2dda-63fe-4e3e-b49b-dc748c1471c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.752732 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62858b0c-3dd7-4e9f-8ef4-8c95bff4c759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.869582 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.493801 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.223293 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.048049 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037a853-7f2c-41c3-8403-e4b707f17e54 req-c8c1c1bd-b1c8-45a8-830f-61ae351c413d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:22.050269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9037a853-7f2c-41c3-8403-e4b707f17e54 req-c8c1c1bd-b1c8-45a8-830f-61ae351c413d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0535800 Dec 13 11:03:22.100605 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9037a853-7f2c-41c3-8403-e4b707f17e54 req-57e05954-266f-4416-9c40-bfe56cd3a49a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Dec 13 11:03:23.241368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a50b-8cc9-48d7-b57d-cbf2133ba11f req-bf6d3ed1-a3d9-4cef-b05a-044b6c3f848a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:23.242851 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c30a50b-8cc9-48d7-b57d-cbf2133ba11f req-bf6d3ed1-a3d9-4cef-b05a-044b6c3f848a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0484138 Dec 13 11:03:23.290983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3c30a50b-8cc9-48d7-b57d-cbf2133ba11f req-2baafcca-01b3-4cfc-8020-777ce2cb89d5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Dec 13 11:03:24.435990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ea7d-81be-4638-8d70-bac8f3e75c69 req-09718de1-08eb-4a2c-95d4-edda969f9c60 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:24.437449 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80c5ea7d-81be-4638-8d70-bac8f3e75c69 req-09718de1-08eb-4a2c-95d4-edda969f9c60 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0506449 Dec 13 11:03:24.484972 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-80c5ea7d-81be-4638-8d70-bac8f3e75c69 req-07a3ccc4-96a1-44d7-8496-46d4a561e1af tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Dec 13 11:03:25.165540 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-eec3e3a2-3e3a-4f55-96fc-a4dfbfb0aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:25.167049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-eec3e3a2-3e3a-4f55-96fc-a4dfbfb0aecb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1096 time: 0.0805745 Dec 13 11:03:25.268781 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-8ce5d3f4-8043-438e-9dc5-60fb1b5f4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:25.270263 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-8ce5d3f4-8043-438e-9dc5-60fb1b5f4d60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0821803 Dec 13 11:03:25.338835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-1dac18ea-37db-40c9-b51d-89268875cf9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1000 time: 0.0607569 Dec 13 11:03:25.385823 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-8ae974f4-53eb-4bc1-8282-ed2cdc4e791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:25.387133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-8ae974f4-53eb-4bc1-8282-ed2cdc4e791e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0421388 Dec 13 11:03:25.435791 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-bdba02ee-fc4e-415c-89a2-32dbd7515dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:25.437223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-bdba02ee-fc4e-415c-89a2-32dbd7515dec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381632 Dec 13 11:03:25.529041 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-4fcd4458-d5ab-45ca-9ba2-c2251f49c409 service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Dec 13 11:03:25.647966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e9201-37bf-4e29-95e4-2c12fbceebcf req-efd7e573-5075-4c28-9b0e-5b3fa192ef02 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:25.649351 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-614e9201-37bf-4e29-95e4-2c12fbceebcf req-efd7e573-5075-4c28-9b0e-5b3fa192ef02 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0958126 Dec 13 11:03:25.665600 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d1102024-da69-44b0-a59a-98a8b2596d57 req-38a4037e-ec26-438f-bd80-1b933fe554bc service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291106 Dec 13 11:03:25.701943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-614e9201-37bf-4e29-95e4-2c12fbceebcf req-eb8d4e83-7fb0-4e0e-8e76-abd2a7d4ec02 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456235 Dec 13 11:03:26.817170 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472013d5-e0dd-42af-869e-ce06152e4634 req-d76acf8e-e936-402e-a156-060327ebf160 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:26.818865 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-472013d5-e0dd-42af-869e-ce06152e4634 req-d76acf8e-e936-402e-a156-060327ebf160 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0485263 Dec 13 11:03:26.866476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-472013d5-e0dd-42af-869e-ce06152e4634 req-465a10cc-0895-49c3-93cd-2ac56a40054e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Dec 13 11:03:27.986954 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f3c80-2733-49fe-8b94-c3cd47e74d2e req-6e143897-947b-4848-ad22-bb3b9a5695c5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:27.988495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a1f3c80-2733-49fe-8b94-c3cd47e74d2e req-6e143897-947b-4848-ad22-bb3b9a5695c5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0523953 Dec 13 11:03:28.037872 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8a1f3c80-2733-49fe-8b94-c3cd47e74d2e req-c483dbd2-7a2f-4813-b35e-c1ba77a98f87 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433490 Dec 13 11:03:29.153984 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc3102-7bef-4067-99b7-54f818f28216 req-5e0de12c-b7b6-4ab9-88b5-4230fd0f4b1b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:29.155476 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82dc3102-7bef-4067-99b7-54f818f28216 req-5e0de12c-b7b6-4ab9-88b5-4230fd0f4b1b tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0477047 Dec 13 11:03:29.204405 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-82dc3102-7bef-4067-99b7-54f818f28216 req-d1bd5b9b-ea2d-473b-9d10-ab19a8f3cdf9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Dec 13 11:03:30.322193 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21b6d2-3157-4af7-9109-3b5356ba29b9 req-ad7de006-61cc-4cb5-8754-47416f96c820 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:30.323689 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b21b6d2-3157-4af7-9109-3b5356ba29b9 req-ad7de006-61cc-4cb5-8754-47416f96c820 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0514026 Dec 13 11:03:30.371073 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6b21b6d2-3157-4af7-9109-3b5356ba29b9 req-7f9414dd-47c2-4e81-ae45-b524594718c5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 Dec 13 11:03:30.475032 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:31.484619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca5cfd-4d5e-489c-ad49-b40225049308 req-3d937bfc-d8df-4dcd-9d0a-398e0cec5c85 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:31.486082 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52ca5cfd-4d5e-489c-ad49-b40225049308 req-3d937bfc-d8df-4dcd-9d0a-398e0cec5c85 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0488565 Dec 13 11:03:31.533731 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-52ca5cfd-4d5e-489c-ad49-b40225049308 req-48940c80-04b6-46e0-9189-b79d08fc499a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Dec 13 11:03:32.165810 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-e1c5dae7-9b77-4bab-8151-b5bb82f5b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.167256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-e1c5dae7-9b77-4bab-8151-b5bb82f5b999 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1096 time: 0.0394332 Dec 13 11:03:32.258008 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-6ea75ad3-34f2-4124-b15d-f2976ec2a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.259480 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-6ea75ad3-34f2-4124-b15d-f2976ec2a7d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0848851 Dec 13 11:03:32.322500 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-56662017-5f80-4fd9-b680-971f9037cfa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1000 time: 0.0563145 Dec 13 11:03:32.374075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-e19b235c-b56c-4169-b2de-2a0103946718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.375413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-e19b235c-b56c-4169-b2de-2a0103946718 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0461581 Dec 13 11:03:32.419309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-db0f388b-672b-43e4-9acd-5c1d204251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.420795 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-db0f388b-672b-43e4-9acd-5c1d204251ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384305 Dec 13 11:03:32.507732 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-8384d128-c198-42e0-a2a3-ee4f868ab40d service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792418 Dec 13 11:03:32.599413 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-49427901-30fa-4b1e-90b6-94c6a8476ca5 req-f0ee5c8f-e0c6-4235-a613-59aa5ed93f7a service neutron] 10.222.0.20 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Dec 13 11:03:32.652679 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04e94-cad1-4eb9-a57a-1e233497f295 req-6e9d71ab-6bf1-4c47-acf7-67ec0980f692 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.654058 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3af04e94-cad1-4eb9-a57a-1e233497f295 req-6e9d71ab-6bf1-4c47-acf7-67ec0980f692 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0479448 Dec 13 11:03:32.701412 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3af04e94-cad1-4eb9-a57a-1e233497f295 req-800b2548-f703-47ec-8395-c5756c7d66e9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Dec 13 11:03:33.468769 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:33.819097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1964b70-acae-46df-a6cd-04a36a725be2 req-b17caf02-b677-4656-b6c9-ff1e8b6f6c0c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:33.820741 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1964b70-acae-46df-a6cd-04a36a725be2 req-b17caf02-b677-4656-b6c9-ff1e8b6f6c0c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0527542 Dec 13 11:03:33.868676 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c1964b70-acae-46df-a6cd-04a36a725be2 req-9c39510c-e9c6-4b7d-bc6e-adabedaa3fa7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Dec 13 11:03:34.986417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf56e8-fdce-4c2d-a14d-dd2567098095 req-88866680-d676-4c83-a7b1-0b95b119ddad tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:34.988426 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caaf56e8-fdce-4c2d-a14d-dd2567098095 req-88866680-d676-4c83-a7b1-0b95b119ddad tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0497904 Dec 13 11:03:35.043654 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-caaf56e8-fdce-4c2d-a14d-dd2567098095 req-c7405e47-b3a8-4eeb-97b5-c7f78c601223 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491309 Dec 13 11:03:35.052609 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:36.154551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70e97d-b565-45d5-a798-6596376413bf req-70b1c09a-537e-4ae0-bc89-3256917eeaa0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:36.156076 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c70e97d-b565-45d5-a798-6596376413bf req-70b1c09a-537e-4ae0-bc89-3256917eeaa0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0491889 Dec 13 11:03:36.211452 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8c70e97d-b565-45d5-a798-6596376413bf req-33d4b3e1-65e3-460a-bf65-7bb36bfe3268 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487423 Dec 13 11:03:36.281693 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-e8cfbe89-ee37-4363-912c-65e9d23b643a req-3837220e-58cc-4c91-87ff-87cd3b4e2b28 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:03:36.282951 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e8cfbe89-ee37-4363-912c-65e9d23b643a req-3837220e-58cc-4c91-87ff-87cd3b4e2b28 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053289 Dec 13 11:03:36.303590 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b9b26c2-ce53-4ea3-bde4-a4b48f95c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:37.450534 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7b24a-d016-4107-8505-457e443c73de req-39aacddf-4f41-47d9-8273-d72ac3ba9de7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:37.452109 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af7b24a-d016-4107-8505-457e443c73de req-39aacddf-4f41-47d9-8273-d72ac3ba9de7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 945 time: 0.0488648 Dec 13 11:03:37.460209 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-3e399048-0c3a-4429-80e1-feecb7914bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790153 Dec 13 11:03:37.469111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-8d2357a9-f8e2-46a4-8865-a32f3ed41e9a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:03:37.470058 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-8d2357a9-f8e2-46a4-8865-a32f3ed41e9a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049791 Dec 13 11:03:37.502045 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4af7b24a-d016-4107-8505-457e443c73de req-aae47e45-0924-4c6c-8bf5-68c31b1d6d97 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Dec 13 11:03:38.389719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:38.462975 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:38.484924 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:38.487164 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d77585-ee2d-4d28-a207-e5539d838347" -d '{"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-unplugged", "status": "completed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:38.500023 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:38.505105 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:38.560798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:38.569391 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.569758 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.570103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.570492 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.570769 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.571103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.571435 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.571798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.572254 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.572587 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.572916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.573260 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.573570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:38.624798 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc2219-c8fe-45c2-a567-a2470cc5b54e x-openstack-request-id: req-87fc2219-c8fe-45c2-a567-a2470cc5b54e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:38.624984 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-unplugged", "status": "failed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "code": 422}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:38.625168 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f1345-be67-46a4-90cb-29fada8f52f6 req-fcf8ad0e-8e63-4c86-98de-a49140447660 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:38.625637 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87fc2219-c8fe-45c2-a567-a2470cc5b54e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:38.625637 n-d-820935-7 neutron-server[103196]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'code': 422} returned with failed status Dec 13 11:03:38.626682 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a45f1345-be67-46a4-90cb-29fada8f52f6 req-fcf8ad0e-8e63-4c86-98de-a49140447660 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0515654 Dec 13 11:03:38.677037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a45f1345-be67-46a4-90cb-29fada8f52f6 req-5d67e1b7-1093-457f-a4f0-a4890a8cd6dc tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Dec 13 11:03:38.754929 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb8c6a4a-9371-4736-9ba1-1fc5711e56ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.799131 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a23a7d-fda5-473d-bc72-ab1b352c29a3 req-66bbe424-82c2-4eba-8b0a-a20d46b8021c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:39.800659 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66a23a7d-fda5-473d-bc72-ab1b352c29a3 req-66bbe424-82c2-4eba-8b0a-a20d46b8021c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0564647 Dec 13 11:03:39.852725 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-66a23a7d-fda5-473d-bc72-ab1b352c29a3 req-a1f80db3-6902-42e0-b2fb-98d37029663e tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459535 Dec 13 11:03:39.872712 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.970691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f6b2-854a-44a9-aa70-8c4fefb03faa req-e0ecd0b3-c584-45a5-a7c8-445fad3f30a7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:40.972190 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0670f6b2-854a-44a9-aa70-8c4fefb03faa req-e0ecd0b3-c584-45a5-a7c8-445fad3f30a7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0476978 Dec 13 11:03:41.019093 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0670f6b2-854a-44a9-aa70-8c4fefb03faa req-803d1eb6-10b4-43d8-8997-3f1360aa02b1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Dec 13 11:03:41.496960 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:42.138069 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cd161-7c74-44ce-8f34-b3016a2af9fc req-ef4d4482-9d17-4bc6-a463-3ef9a6287af5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:42.139564 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-094cd161-7c74-44ce-8f34-b3016a2af9fc req-ef4d4482-9d17-4bc6-a463-3ef9a6287af5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0493670 Dec 13 11:03:42.228038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:42.540230 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-094cd161-7c74-44ce-8f34-b3016a2af9fc req-bdc51338-ff7a-4b98-a08b-51bff5e9b7f9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945060 Dec 13 11:03:43.654209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c766e-8834-4c00-b699-7c20c9a0ae6f req-e36cd942-d01d-4582-ba91-6f522d3f3369 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:43.655740 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa8c766e-8834-4c00-b699-7c20c9a0ae6f req-e36cd942-d01d-4582-ba91-6f522d3f3369 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0475008 Dec 13 11:03:43.705191 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-fa8c766e-8834-4c00-b699-7c20c9a0ae6f req-8fc7c5a6-1665-4ee5-8bfa-4a5e677a9459 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Dec 13 11:03:44.821349 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e4c2-c145-4200-953d-7b6ad294bdd4 req-6746360c-272c-4bfa-92ab-7e519db60d79 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.822889 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ef4e4c2-c145-4200-953d-7b6ad294bdd4 req-6746360c-272c-4bfa-92ab-7e519db60d79 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0498624 Dec 13 11:03:44.871464 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7ef4e4c2-c145-4200-953d-7b6ad294bdd4 req-df1c0491-081c-420b-9efe-93eb2a117aee tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Dec 13 11:03:45.988797 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c62ab-e526-41ef-817b-e8d3f36cb030 req-0ad2ef7c-f167-4377-b8fb-a71e081a6863 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.990259 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b2c62ab-e526-41ef-817b-e8d3f36cb030 req-0ad2ef7c-f167-4377-b8fb-a71e081a6863 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0512919 Dec 13 11:03:46.039939 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9b2c62ab-e526-41ef-817b-e8d3f36cb030 req-b16862cb-d2d4-4ce2-9685-944f47e6c649 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Dec 13 11:03:47.154974 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be983-a174-4bdf-a2e7-6cd1ae97a16d req-93207247-4678-4914-8cec-04086f0f8441 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:47.156487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e53be983-a174-4bdf-a2e7-6cd1ae97a16d req-93207247-4678-4914-8cec-04086f0f8441 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0480795 Dec 13 11:03:47.205329 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e53be983-a174-4bdf-a2e7-6cd1ae97a16d req-458af110-3513-47aa-a981-cd20be326ac0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Dec 13 11:03:47.216405 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-0e1c52b8-3acb-4b17-9cfc-63f34e602dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:47.217918 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-0e1c52b8-3acb-4b17-9cfc-63f34e602dc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b&tenant_id=0233c563ca5b483d9cf716cc5c5c50e3 HTTP/1.1" status: 200 len: 1094 time: 0.0405648 Dec 13 11:03:47.229238 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-7', 'device_owner': 'compute:nova'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:47.289296 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.486026 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:47.518052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h2-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:47.549907 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:03:47.557781 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.570752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Transition to ACTIVE for port object 8304b615-310e-4a81-93c8-a4c2bc028f86 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:03:47.574265 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.657175 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:47.670410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.670763 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.671119 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.671470 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.671837 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.672179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.672515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.672849 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.673183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.673516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.673850 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.674179 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.674510 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:47.707775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] No DVR routers for this DVR port 8304b615-310e-4a81-93c8-a4c2bc028f86 on host n-h2-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:47.845538 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:47.845872 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:47.846193 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:47.850372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:03:47.850687 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Attempting to bind port 8304b615-310e-4a81-93c8-a4c2bc028f86 on network 62a3662c-ffb2-4a5f-b260-c3d463659e53 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:47.855410 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:47.855772 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Checking segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:47.856153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Bound using segment: {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:47.856576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Bound port: 8304b615-310e-4a81-93c8-a4c2bc028f86, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:47.856918 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.920647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:47.924130 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:47.928936 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.966798 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:47.967410 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.968842 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] 10.222.0.16 "PUT /v2.0/ports/8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1091 time: 0.7436988 Dec 13 11:03:47.969289 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:47.971580 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407a6529-7586-46b9-a87e-b414ff79f82f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:47.997998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768157-a451-48ca-8bc2-75fb733b080f service neutron] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=8']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:48.055012 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-1933c5b0-6c63-48fd-b5b2-28d04cd6f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.056796 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-1933c5b0-6c63-48fd-b5b2-28d04cd6f7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1094 time: 0.0476568 Dec 13 11:03:48.151494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-d792c164-9c2c-420c-b75d-8c0be33fed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.153031 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-d792c164-9c2c-420c-b75d-8c0be33fed30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0890875 Dec 13 11:03:48.231926 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-0da460a6-f4ab-4f6b-9ef5-ef467e79752a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 998 time: 0.0713000 Dec 13 11:03:48.283516 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-9ca1b4c5-4fe3-4fc9-8b25-eddf09f45cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.285027 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-9ca1b4c5-4fe3-4fc9-8b25-eddf09f45cc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0465107 Dec 13 11:03:48.326482 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc890b-2d21-4e8f-929f-e60ebd75457d req-ae93109c-c7c1-44ac-9e5d-b78e1b2a0f13 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.328212 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fbc890b-2d21-4e8f-929f-e60ebd75457d req-ae93109c-c7c1-44ac-9e5d-b78e1b2a0f13 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0515816 Dec 13 11:03:48.331304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-dbea3845-ec09-436e-a7e7-368540160b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.332868 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-dbea3845-ec09-436e-a7e7-368540160b40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399830 Dec 13 11:03:48.381052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-6fbc890b-2d21-4e8f-929f-e60ebd75457d req-7801457e-706d-4f24-afc5-9ffd85d94a94 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Dec 13 11:03:48.429187 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-d8f3dbed-1bdd-4275-bd2d-a63b20d34c3f service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882232 Dec 13 11:03:48.518282 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-4ab81941-cf11-4269-a129-c688513b4310 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818388 Dec 13 11:03:49.092261 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342e9bdd-4887-45f2-8423-6695049e609a x-openstack-request-id: req-342e9bdd-4887-45f2-8423-6695049e609a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:49.092561 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:49.092823 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-342e9bdd-4887-45f2-8423-6695049e609a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:49.093238 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'status': 'completed', 'code': 200} Dec 13 11:03:49.160844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6529-7586-46b9-a87e-b414ff79f82f req-111b689e-b60f-490e-91ae-12813f5bd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.163047 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-111b689e-b60f-490e-91ae-12813f5bd445 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1094 time: 0.0418029 Dec 13 11:03:49.257007 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6529-7586-46b9-a87e-b414ff79f82f req-536e2b6e-fb4f-4924-b731-9d851cfdb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.258499 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-536e2b6e-fb4f-4924-b731-9d851cfdb425 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0887980 Dec 13 11:03:49.327889 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-1334e2ab-d38e-4b6d-9700-16c3bd576d6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 998 time: 0.0608616 Dec 13 11:03:49.381466 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6529-7586-46b9-a87e-b414ff79f82f req-5001e42b-0d01-42ed-aea7-e896ca8d2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.382835 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-5001e42b-0d01-42ed-aea7-e896ca8d2f81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0479093 Dec 13 11:03:49.428735 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a6529-7586-46b9-a87e-b414ff79f82f req-5c4c4f0d-036b-45f8-b801-a819ad5d18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.430292 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-5c4c4f0d-036b-45f8-b801-a819ad5d18e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401063 Dec 13 11:03:49.496015 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f52e73-f935-46ff-a65d-4604c9f65c38 req-29165f89-7c7a-4b65-85fa-120c927c4783 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.497626 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83f52e73-f935-46ff-a65d-4604c9f65c38 req-29165f89-7c7a-4b65-85fa-120c927c4783 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0479457 Dec 13 11:03:49.519771 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-348f77c2-32a3-4d2b-aeed-0cfb6d2e1382 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821741 Dec 13 11:03:49.547265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-83f52e73-f935-46ff-a65d-4604c9f65c38 req-0ab540e0-75ca-4a22-b33e-b8790d3db2a1 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435975 Dec 13 11:03:49.616729 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-407a6529-7586-46b9-a87e-b414ff79f82f req-d21bb97a-aff4-4536-989a-c1df80296476 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896022 Dec 13 11:03:50.662757 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d22da0-afd2-4205-a9bf-e27b513caa28 req-c4e10ac8-8183-48dc-bfc3-96c24a3b2039 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:50.664276 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5d22da0-afd2-4205-a9bf-e27b513caa28 req-c4e10ac8-8183-48dc-bfc3-96c24a3b2039 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0479419 Dec 13 11:03:50.715136 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5d22da0-afd2-4205-a9bf-e27b513caa28 req-6d266709-c4d7-4c12-b91e-5e4c1452aefb tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446966 Dec 13 11:03:51.829381 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2216cf-9ead-4942-852f-5bacc2df7433 req-e4d6f288-e915-4520-9dbd-bc522c0f73aa tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:51.830845 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2216cf-9ead-4942-852f-5bacc2df7433 req-e4d6f288-e915-4520-9dbd-bc522c0f73aa tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0474229 Dec 13 11:03:51.878085 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bc2216cf-9ead-4942-852f-5bacc2df7433 req-2cf85597-c29f-449a-9f6b-0053e474bfda tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406520 Dec 13 11:03:52.991742 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e0b6c-5b55-4136-96f5-343bd08c7b67 req-c4353c09-abf1-4c50-968b-1d8020cddee0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:52.993223 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-727e0b6c-5b55-4136-96f5-343bd08c7b67 req-c4353c09-abf1-4c50-968b-1d8020cddee0 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0476701 Dec 13 11:03:53.040970 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-727e0b6c-5b55-4136-96f5-343bd08c7b67 req-88335630-f5a8-422b-acf0-71e05b58ef79 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Dec 13 11:03:54.162537 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c546a-26e8-4d68-b149-843988948b69 req-21d4f675-0bfd-4a12-b1fc-750a7bed98ea tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:54.164037 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c89c546a-26e8-4d68-b149-843988948b69 req-21d4f675-0bfd-4a12-b1fc-750a7bed98ea tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0531440 Dec 13 11:03:54.213210 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c89c546a-26e8-4d68-b149-843988948b69 req-9b309f7c-4801-4800-aa70-5174a8070960 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427735 Dec 13 11:03:55.330327 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde71920-e171-42de-a254-1e944220e374 req-bc40ab11-4bf6-494f-b3e6-bb8e8c4fc4e6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:55.331821 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dde71920-e171-42de-a254-1e944220e374 req-bc40ab11-4bf6-494f-b3e6-bb8e8c4fc4e6 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 943 time: 0.0526805 Dec 13 11:03:55.379558 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-dde71920-e171-42de-a254-1e944220e374 req-383b00a2-2bfa-4733-8618-83c91ff1a0fe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 Dec 13 11:03:56.167280 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:03:56.257858 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:56.272212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'port_id': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'mac_address': 'fa:16:3e:8a:71:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:03:56.308268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:56.320431 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:03:56.338665 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:56.342275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:56.388137 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=9']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:56.494066 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f5124-f5be-45bc-94b2-be48bbfff676 req-23b93989-e414-411f-91ba-a8fb4dd5bc29 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:56.495530 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-160f5124-f5be-45bc-94b2-be48bbfff676 req-23b93989-e414-411f-91ba-a8fb4dd5bc29 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 944 time: 0.0474887 Dec 13 11:03:56.548084 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-160f5124-f5be-45bc-94b2-be48bbfff676 req-dc7a63c8-efd5-4209-9e38-5e05d7f96466 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466330 Dec 13 11:03:56.700841 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['8304b615-310e-4a81-93c8-a4c2bc028f86'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:03:57.664712 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcc35-bfa5-47a8-b837-4420cfa2b155 req-717d90d8-addf-4403-a095-921e72a0ed83 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:57.666203 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-664dcc35-bfa5-47a8-b837-4420cfa2b155 req-717d90d8-addf-4403-a095-921e72a0ed83 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 944 time: 0.0480177 Dec 13 11:03:57.713534 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-664dcc35-bfa5-47a8-b837-4420cfa2b155 req-75c1cb9c-3f43-419d-8504-74d6205903f9 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Dec 13 11:03:58.169823 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:58.220209 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 8304b615-310e-4a81-93c8-a4c2bc028f86 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:03:58.224243 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 8304b615-310e-4a81-93c8-a4c2bc028f86 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:58.224616 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.300544 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.321623 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:58.323866 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed7664-0973-44c6-9913-9438b42e2564" -d '{"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:58.336647 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:58.340653 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.363759 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef3057-c917-4dd2-81d0-cf18ffb7afa5 x-openstack-request-id: req-aaef3057-c917-4dd2-81d0-cf18ffb7afa5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:58.364065 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:58.364328 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaef3057-c917-4dd2-81d0-cf18ffb7afa5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:58.364727 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'code': 200} Dec 13 11:03:58.391287 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=10']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:58.513670 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5c49-774d-4873-b6ac-071e8c1f4638 req-06cd28a6-2bcf-4430-8bab-b7f183c5df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:58.515154 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cce5c49-774d-4873-b6ac-071e8c1f4638 req-06cd28a6-2bcf-4430-8bab-b7f183c5df91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1097 time: 0.0399778 Dec 13 11:03:58.561463 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-2cce5c49-774d-4873-b6ac-071e8c1f4638 req-235df318-00ef-46ac-9b91-8cc272dda068 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379169 Dec 13 11:03:58.828436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e4cc-a042-4b2c-90e8-7bc09a3497f4 req-4d9585fd-9ac2-4424-ae1e-9d0410736402 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:58.829935 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdb1e4cc-a042-4b2c-90e8-7bc09a3497f4 req-4d9585fd-9ac2-4424-ae1e-9d0410736402 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 946 time: 0.0488749 Dec 13 11:03:58.877487 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-bdb1e4cc-a042-4b2c-90e8-7bc09a3497f4 req-4228834c-187b-4573-8e7f-a0d91583a6e4 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414829 Dec 13 11:03:59.997550 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3287-02d9-44b9-b76e-f371eb6beca7 req-a9921140-493c-4922-92c2-afa38a95e186 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:59.999049 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d5d3287-02d9-44b9-b76e-f371eb6beca7 req-a9921140-493c-4922-92c2-afa38a95e186 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 946 time: 0.0529304 Dec 13 11:04:00.048097 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0d5d3287-02d9-44b9-b76e-f371eb6beca7 req-f61d8345-021b-40f9-a3cf-383e4251df0a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Dec 13 11:04:00.481080 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:05.039171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:06.305721 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fea7bb20-bbe5-4533-8695-2a791eae586d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.757372 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810bb0d0-5bbf-4594-890b-e4cc2022cb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:09.877156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:10.468979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:04:11.499506 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:12.231501 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.925750 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-ac6aa029-9e5b-4ec9-80de-e0eea943c63d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455809 Dec 13 11:04:30.008607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-08023f1e-d378-46a7-81ad-d2216a8f9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.010070 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-08023f1e-d378-46a7-81ad-d2216a8f9f43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1097 time: 0.0407643 Dec 13 11:04:30.113251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-d66c11b4-ed9c-419c-a5e5-4cb5feeb9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.114735 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-d66c11b4-ed9c-419c-a5e5-4cb5feeb9506 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0835707 Dec 13 11:04:30.188778 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-70d4664e-48fe-489c-a046-77f49e84995e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 1000 time: 0.0646615 Dec 13 11:04:30.241107 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-a7f45e52-c41d-41d7-a6bc-3fdad6bd29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.242547 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-a7f45e52-c41d-41d7-a6bc-3fdad6bd29ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0440860 Dec 13 11:04:30.291157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-71eb4297-0b9f-4e98-bd0c-92a85e9f8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.292727 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-71eb4297-0b9f-4e98-bd0c-92a85e9f8b9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410149 Dec 13 11:04:30.388880 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-4dc121de-4a36-40cc-b784-686ae1fb2eba service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886095 Dec 13 11:04:30.479814 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:30.483987 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-6f1bb274-8582-4fae-b1b9-c840409f4611 req-7153497e-debc-489e-a298-f1dcc653e717 service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Dec 13 11:04:35.040569 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:36.307685 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a3b-d313-43d7-97fa-833006aadd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.759060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1af5f500-bf5f-4c21-a0f5-3b44325882d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.879641 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.504454 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:42.232307 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:47.467990 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:05:00.478548 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:05.052251 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:06.309240 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0710-a737-4030-a36e-129267a58209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:08.759486 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14178a9f-e2c9-47ed-9791-c5694598980e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:09.883430 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:11.505237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:12.234350 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.581576 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42874) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:15.746134 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Deleting port eb96f8c0-64dd-478c-b24c-fd61c99a03d8 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:15.746496 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.820439 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.820771 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.832360 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Calling delete_port for eb96f8c0-64dd-478c-b24c-fd61c99a03d8 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:15.977419 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:16.003353 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'Port': ['ID=eb96f8c0-64dd-478c-b24c-fd61c99a03d8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:16.026756 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.027111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.027457 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.027822 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.028161 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.028493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.028982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.029376 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.029771 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.030103 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.030430 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.030758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.031082 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:16.072702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for floatingip, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:16.073032 n-d-820935-7 neutron-server[103194]: INFO neutron.db.l3_db [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Floating IP 603a03c9-3eb1-430e-a255-fac0e2f2335a disassociated (deleted). External IP: 172.25.2.57, port: 8304b615-310e-4a81-93c8-a4c2bc028f86. Dec 13 11:05:16.283157 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:16.387391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:16.392008 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:16.398744 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:16.408633 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:16.409244 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:16.418201 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-8c4b0a92-a764-468d-adba-018d16b88013 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "DELETE /v2.0/floatingips/603a03c9-3eb1-430e-a255-fac0e2f2335a HTTP/1.1" status: 204 len: 168 time: 0.8355365 Dec 13 11:05:16.418784 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:16.421113 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e2da6-9e1d-401c-b2f7-f84efbad874f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:16.460390 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49b257-c027-4aa9-a0b8-ad1cd887e9b3 x-openstack-request-id: req-2c49b257-c027-4aa9-a0b8-ad1cd887e9b3 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:16.460752 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:16.463078 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c49b257-c027-4aa9-a0b8-ad1cd887e9b3 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:16.463078 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'status': 'completed', 'code': 200} Dec 13 11:05:16.537284 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-93ad6eea-dce6-4d23-8910-13b011661a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.539461 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-93ad6eea-dce6-4d23-8910-13b011661a6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 1097 time: 0.0526521 Dec 13 11:05:16.613368 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:16.644242 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-817bb73a-248f-457c-b130-9c4e6fd04405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.645744 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-817bb73a-248f-457c-b130-9c4e6fd04405 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 200 len: 910 time: 0.0937061 Dec 13 11:05:16.677618 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f35ca1-d9fb-45c4-8b88-a7f96ccd881c req-0612cc4b-9bea-4867-905a-cf530473d0d5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.679634 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33f35ca1-d9fb-45c4-8b88-a7f96ccd881c req-0612cc4b-9bea-4867-905a-cf530473d0d5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 946 time: 0.0600452 Dec 13 11:05:16.693194 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-fbbd20b6-3d69-4362-ac98-620d16740519 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 200 len: 217 time: 0.0387497 Dec 13 11:05:16.731183 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-33f35ca1-d9fb-45c4-8b88-a7f96ccd881c req-0842c37c-c812-40a7-90b9-fcf07c1d1c8d tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455754 Dec 13 11:05:16.749896 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-20e97f7f-a11a-42c5-80ac-fdfe4a2af3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.751395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-20e97f7f-a11a-42c5-80ac-fdfe4a2af3d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 200 len: 848 time: 0.0496032 Dec 13 11:05:16.797270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-a242edf5-b622-4905-a2d6-25cc9332f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.798811 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-a242edf5-b622-4905-a2d6-25cc9332f324 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62a3662c-ffb2-4a5f-b260-c3d463659e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402677 Dec 13 11:05:16.823832 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:16.849079 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:16.858029 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:16.858644 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:16.887908 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-71392700-7563-4212-b508-ffdd22e4444f service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805314 Dec 13 11:05:16.962249 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:16.981694 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-f48e2da6-9e1d-401c-b2f7-f84efbad874f req-7ede527c-94eb-4c93-ae77-881f24cbc34a service neutron] 10.222.0.16 "GET /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859370 Dec 13 11:05:17.158308 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:17.183901 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c63c-3054-4ffa-8079-5cbb1d369d74 None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:50Z', 'revision_number': 4, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '0479b6ea-0311-4f34-ba64-b4c8af44dab1', 'name': '', 'network_id': '62a3662c-ffb2-4a5f-b260-c3d463659e53', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'mac_address': 'fa:16:3e:cd:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:49Z', 'updated_at': '2021-12-13T10:55:53Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'subnets': [{'id': 'ae9c540a-705d-488f-9e0f-b50817742215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:17.399118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe654b7-a666-4238-b475-19018648b47e None None] New status for floating IP 603a03c9-3eb1-430e-a255-fac0e2f2335a: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:05:17.857281 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36bbbe-1041-4442-bd15-63d5e3f61228 req-e8b50520-27ba-4ab9-af20-6c9744a9c7f7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:17.858804 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd36bbbe-1041-4442-bd15-63d5e3f61228 req-e8b50520-27ba-4ab9-af20-6c9744a9c7f7 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 946 time: 0.0530493 Dec 13 11:05:17.908134 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-cd36bbbe-1041-4442-bd15-63d5e3f61228 req-037c1d9d-2925-4a4e-b8b6-9b3c8b7fe26c tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6d32257-4720-4ad4-ae69-df66c2a74e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Dec 13 11:05:18.237539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141439f-8d32-4488-876d-46d56915a19a req-71b5b8f4-5f73-43c6-9e5e-d40f70a6657a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.238981 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8141439f-8d32-4488-876d-46d56915a19a req-71b5b8f4-5f73-43c6-9e5e-d40f70a6657a tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 946 time: 0.0482197 Dec 13 11:05:18.330309 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Deleting port 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:18.330650 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.415391 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] For port 8304b615-310e-4a81-93c8-a4c2bc028f86, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=8304b615-310e-4a81-93c8-a4c2bc028f86,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:18.415708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.426980 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Calling delete_port for 8304b615-310e-4a81-93c8-a4c2bc028f86 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:18.554609 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.582752 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'Port': ['ID=8304b615-310e-4a81-93c8-a4c2bc028f86,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:18.626545 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] No DVR routers for this DVR port 8304b615-310e-4a81-93c8-a4c2bc028f86 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:05:18.629138 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.632529 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8141439f-8d32-4488-876d-46d56915a19a req-b5817a0b-4cad-453a-b535-cd014e67ec9f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.16 "DELETE /v2.0/ports/8304b615-310e-4a81-93c8-a4c2bc028f86 HTTP/1.1" status: 204 len: 173 time: 0.3871951 Dec 13 11:05:18.632964 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-deleted', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:18.635199 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d335db60-bbef-472b-83cc-b9d971ceace2" -d '{"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-deleted", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:18.676722 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18bb1b2-e42f-4253-8987-dae4e8d3c6a6 x-openstack-request-id: req-d18bb1b2-e42f-4253-8987-dae4e8d3c6a6 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:18.677015 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0d695c-5b95-4607-bc30-c72997ceaf5b", "name": "network-vif-deleted", "tag": "8304b615-310e-4a81-93c8-a4c2bc028f86", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:18.677292 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d18bb1b2-e42f-4253-8987-dae4e8d3c6a6 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:18.677695 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0d695c-5b95-4607-bc30-c72997ceaf5b', 'name': 'network-vif-deleted', 'tag': '8304b615-310e-4a81-93c8-a4c2bc028f86', 'status': 'completed', 'code': 200} Dec 13 11:05:19.008922 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-38a0ec66-32cb-4e82-bd6d-3719c9d16074 req-898dfe30-9f2f-4954-8675-7569ecef127f tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0272405 Dec 13 11:05:20.108289 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c6b12515-1950-421b-8b96-2d1b995da8ae req-d4b6a12f-d585-4d5c-a076-cca0c493e1b5 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0263081 Dec 13 11:05:20.608405 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:20.629226 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 8304b615-310e-4a81-93c8-a4c2bc028f86 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:20.629570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 8304b615-310e-4a81-93c8-a4c2bc028f86 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:21.210489 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-be0a2af8-90fc-4945-9adb-8ae9646adbcb req-3fac4de9-368f-430f-b3a2-762b4d3abfbe tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0289879 Dec 13 11:05:22.306882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-31fee2f7-eb8a-4fce-9dba-9a179ae7164b req-c2d6deb3-0339-486e-a9e9-bbb426e0d860 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba0d695c-5b95-4607-bc30-c72997ceaf5b HTTP/1.1" status: 200 len: 210 time: 0.0252969 Dec 13 11:05:23.362815 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42906) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:23.419582 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:23.444481 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:23.505596 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:23.508909 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:23.513020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6d32257-4720-4ad4-ae69-df66c2a74e61 HTTP/1.1" status: 204 len: 168 time: 0.1491325 Dec 13 11:05:23.523006 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79834d5-e6b3-44e5-9346-0431e72c8d35 tempest-TestShelveInstance-483190560 tempest-TestShelveInstance-483190560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d32257-4720-4ad4-ae69-df66c2a74e61,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:23.553252 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42910) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:23.999715 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:24.242775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Deleting port 0479b6ea-0311-4f34-ba64-b4c8af44dab1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:24.243108 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:24.321891 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] For port 0479b6ea-0311-4f34-ba64-b4c8af44dab1, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0479b6ea-0311-4f34-ba64-b4c8af44dab1,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:24.322252 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:24.333490 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Calling delete_port for 0479b6ea-0311-4f34-ba64-b4c8af44dab1 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:24.470127 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:05:24.513236 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:24.539383 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0479b6ea-0311-4f34-ba64-b4c8af44dab1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:25.045611 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.264003 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:25.372898 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:25.377982 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-71229d87-40d0-4de8-975c-ae48aeba4c70 admin admin] 10.222.0.31 "PUT /v2.0/routers/909a7f31-021b-4fd9-9e10-9f94a1a0ba9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240757 Dec 13 11:05:25.380539 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:25.383674 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Sync routers for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:25.394786 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:25.395402 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:25.489783 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.509200 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:25.596374 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.659655 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Deleting port 2af8853a-466f-4f52-adbb-398a9fd196c6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:25.660007 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.702815 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T11:05:24Z', 'revision_number': 5, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port': {'id': '2af8853a-466f-4f52-adbb-398a9fd196c6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:25.730031 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Checking router: 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:25.738612 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Routers {'909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:25.738800 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] For port 2af8853a-466f-4f52-adbb-398a9fd196c6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2af8853a-466f-4f52-adbb-398a9fd196c6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:25.738983 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.739231 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:25.751914 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Calling delete_port for 2af8853a-466f-4f52-adbb-398a9fd196c6 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:25.837067 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] Set router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:25.893952 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T11:05:25Z', 'revision_number': 6, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:25.921187 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301eb97-7228-4223-a6c6-19d5a419ece2 None None] The sync data for ids ['909a7f31-021b-4fd9-9e10-9f94a1a0ba9d'] in n-d-820935-7 is: [{'id': '909a7f31-021b-4fd9-9e10-9f94a1a0ba9d', 'name': 'tempest-TestShelveInstance-1800439742-router', 'tenant_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:47Z', 'updated_at': '2021-12-13T11:05:25Z', 'revision_number': 6, 'project_id': '0233c563ca5b483d9cf716cc5c5c50e3', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:25.930607 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:25.960236 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8853a-466f-4f52-adbb-398a9fd196c6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:25.973044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ffbfc6-32d8-45da-bfd1-c77dceaf494e None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:26.026667 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.119855 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.122112 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.164976 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.165554 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 909a7f31-021b-4fd9-9e10-9f94a1a0ba9d {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:05:26.169951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.171090 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5d72b22a-7fb5-431a-afc5-4210c89a8bb0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/909a7f31-021b-4fd9-9e10-9f94a1a0ba9d HTTP/1.1" status: 204 len: 168 time: 0.7894976 Dec 13 11:05:26.173593 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:26.221867 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Deleting subnet ae9c540a-705d-488f-9e0f-b50817742215 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:05:26.224990 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.263359 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.355509 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.393074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0479b6ea-0311-4f34-ba64-b4c8af44dab1 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:26.416837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0479b6ea-0311-4f34-ba64-b4c8af44dab1 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:26.417187 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0479b6ea-0311-4f34-ba64-b4c8af44dab1 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:26.419352 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.450255 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9c540a-705d-488f-9e0f-b50817742215,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:26.453861 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.460003 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-e646e334-a9d2-4133-bf63-25170b34b5e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ae9c540a-705d-488f-9e0f-b50817742215 HTTP/1.1" status: 204 len: 168 time: 0.2826343 Dec 13 11:05:26.460499 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42918) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:26.460994 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21859534-92d4-4f84-9592-e2b024e069be None None] Network 62a3662c-ffb2-4a5f-b260-c3d463659e53 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:26.532788 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.588359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Deleting port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:26.588705 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.653874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] For port 0eae65c9-ea7a-4122-924b-ed723a5a2c17, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=0eae65c9-ea7a-4122-924b-ed723a5a2c17,segment=NetworkSegment(6851a187-e8e5-40f7-84ff-c3ccbbdbdc13),segment_id=6851a187-e8e5-40f7-84ff-c3ccbbdbdc13)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:26.654234 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.668087 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Calling delete_port for 0eae65c9-ea7a-4122-924b-ed723a5a2c17 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:26.747688 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.773481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0eae65c9-ea7a-4122-924b-ed723a5a2c17,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:26.776772 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6df67f-bf92-4143-b0f5-df6e82302b77 None None] DHCP port deletion for 62a3662c-ffb2-4a5f-b260-c3d463659e53 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:26.781631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] No DVR routers for this DVR port 0eae65c9-ea7a-4122-924b-ed723a5a2c17 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:05:26.784139 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.784500 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.784853 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.785209 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.785539 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.786072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.786413 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.786751 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.787092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.787419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.788321 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.788661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.788993 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:26.871412 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.893188 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a3662c-ffb2-4a5f-b260-c3d463659e53']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:26.903245 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:26.903650 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6851a187-e8e5-40f7-84ff-c3ccbbdbdc13') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:26.914143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.928041 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.934044 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:05:26.934515 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: timer() Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:05:26.936457 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:05:26.999393 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.005399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.008813 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/62a3662c-ffb2-4a5f-b260-c3d463659e53 HTTP/1.1" status: 204 len: 168 time: 0.5470335 Dec 13 11:05:27.011955 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42920) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:27.025246 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32c90c-817e-440a-b999-70635b99de8a admin admin] Pushing event deleted for resources: {'Network': ['ID=62a3662c-ffb2-4a5f-b260-c3d463659e53,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:27.356420 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.592719 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Deleting port 2674bb34-8012-46d6-8449-760114389a31 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:27.593059 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.667448 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] For port 2674bb34-8012-46d6-8449-760114389a31, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=2674bb34-8012-46d6-8449-760114389a31,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:27.667755 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.679452 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Calling delete_port for 2674bb34-8012-46d6-8449-760114389a31 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:27.861903 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:27.890215 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Pushing event deleted for resources: {'Port': ['ID=2674bb34-8012-46d6-8449-760114389a31,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:28.061071 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:28.286045 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2af8853a-466f-4f52-adbb-398a9fd196c6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:28.300540 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Router 530c6eb7-98d1-413d-88ef-bda280b573e5 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:28.309228 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2af8853a-466f-4f52-adbb-398a9fd196c6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:28.310043 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2af8853a-466f-4f52-adbb-398a9fd196c6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:28.310644 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0eae65c9-ea7a-4122-924b-ed723a5a2c17 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:28.332995 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 0eae65c9-ea7a-4122-924b-ed723a5a2c17 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:28.333344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 0eae65c9-ea7a-4122-924b-ed723a5a2c17 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:28.414092 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:28.420625 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-614e5bf5-f851-4147-ac42-062cc6e8f3df admin admin] 10.222.0.31 "PUT /v2.0/routers/530c6eb7-98d1-413d-88ef-bda280b573e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056418 Dec 13 11:05:28.422316 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:28.422685 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Sync routers for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:28.432330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:28.432951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:28.535430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:28.546626 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:28.745687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T11:05:27Z', 'revision_number': 5, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:28.773693 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Checking router: 530c6eb7-98d1-413d-88ef-bda280b573e5 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:28.783230 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Routers {'530c6eb7-98d1-413d-88ef-bda280b573e5'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:28.788160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['530c6eb7-98d1-413d-88ef-bda280b573e5'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:28.902985 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] Set router 530c6eb7-98d1-413d-88ef-bda280b573e5 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:28.987756 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.041824 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Deleting port 898dd95a-6afd-47cb-ad86-d1355682ac25 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:29.042169 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.088145 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T11:05:27Z', 'revision_number': 5, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:29.124418 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] For port 898dd95a-6afd-47cb-ad86-d1355682ac25, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=898dd95a-6afd-47cb-ad86-d1355682ac25,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:29.125063 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.140443 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Calling delete_port for 898dd95a-6afd-47cb-ad86-d1355682ac25 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:29.288837 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d304b-a8ef-4f2e-b262-94eaa0d21ff6 None None] The sync data for ids ['530c6eb7-98d1-413d-88ef-bda280b573e5'] in n-d-820935-7 is: [{'id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'name': 'tempest-TestShelveInstance-1442609917-router', 'tenant_id': '40029f703df64cbb961b64e13668ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:55:51Z', 'updated_at': '2021-12-13T11:05:27Z', 'revision_number': 5, 'project_id': '40029f703df64cbb961b64e13668ea9c', 'gw_port': {'id': '898dd95a-6afd-47cb-ad86-d1355682ac25', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530c6eb7-98d1-413d-88ef-bda280b573e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:55:52Z', 'updated_at': '2021-12-13T10:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:29.320916 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.349704 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=898dd95a-6afd-47cb-ad86-d1355682ac25,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:29.363104 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f9517-c111-49e8-a774-8e8233b79ceb None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:29.409674 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.496116 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.498124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.544134 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.544564 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530c6eb7-98d1-413d-88ef-bda280b573e5 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:05:29.548854 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.549853 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ef29e8d3-61b0-4f99-8a04-db6bd958d4cf admin admin] 10.222.0.31 "DELETE /v2.0/routers/530c6eb7-98d1-413d-88ef-bda280b573e5 HTTP/1.1" status: 204 len: 168 time: 1.1266189 Dec 13 11:05:29.552305 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42924) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:29.595427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Deleting subnet 54974d42-d4bc-4015-8e11-2c4f2f09123c {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:05:29.598494 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.633638 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.714879 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.772424 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.799372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54974d42-d4bc-4015-8e11-2c4f2f09123c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:29.801268 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.805074 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-5bcecabd-c652-485d-9e72-ab12f776aa90 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/54974d42-d4bc-4015-8e11-2c4f2f09123c HTTP/1.1" status: 204 len: 168 time: 0.2518375 Dec 13 11:05:29.806631 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf5e83-4680-4c06-9ac8-1bc591ddf366 None None] Network 58357b9f-11a2-4296-b2fa-c0a7552a74f3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:29.807476 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42926) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:29.882198 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.936936 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Deleting port 8c39076e-4759-427e-b217-0062ac48d7fe {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:29.937281 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:29.976632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] DHCP port deletion for 58357b9f-11a2-4296-b2fa-c0a7552a74f3 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:30.005208 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] For port 8c39076e-4759-427e-b217-0062ac48d7fe, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c39076e-4759-427e-b217-0062ac48d7fe,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:30.005575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.018372 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Calling delete_port for 8c39076e-4759-427e-b217-0062ac48d7fe owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:30.028215 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Deleting port 8c39076e-4759-427e-b217-0062ac48d7fe {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:30.028592 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.090327 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] For port 8c39076e-4759-427e-b217-0062ac48d7fe, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=8c39076e-4759-427e-b217-0062ac48d7fe,segment=NetworkSegment(18d5d7cb-9b1d-4d39-a705-6add0db5c6d0),segment_id=18d5d7cb-9b1d-4d39-a705-6add0db5c6d0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:30.090728 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.095702 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.103766 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Calling delete_port for 8c39076e-4759-427e-b217-0062ac48d7fe owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:30.124746 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8c39076e-4759-427e-b217-0062ac48d7fe,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:30.128998 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] No DVR routers for this DVR port 8c39076e-4759-427e-b217-0062ac48d7fe on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 11:05:30.180828 n-d-820935-7 neutron-server[103196]: self.session.flush() Dec 13 11:05:30.189310 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177'] for port, after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.200742 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.214352 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Pushing event deleted for resources: {'Port': ['ID=8c39076e-4759-427e-b217-0062ac48d7fe,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:30.218633 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] No DVR routers for this DVR port 8c39076e-4759-427e-b217-0062ac48d7fe on host n-d-820935-7 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:05:30.223349 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58357b9f-11a2-4296-b2fa-c0a7552a74f3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.227797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.229356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.229356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.229356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.229356 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.230147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.230147 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.230353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212813a7-e6f9-492a-bd2c-3953aa279a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:30.239127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:30.239427 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d5d7cb-9b1d-4d39-a705-6add0db5c6d0') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:30.249316 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.262701 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.268922 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:05:30.269413 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: timer() Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:05:30.271072 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:05:30.331358 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.337873 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.345076 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/58357b9f-11a2-4296-b2fa-c0a7552a74f3 HTTP/1.1" status: 204 len: 168 time: 0.5365925 Dec 13 11:05:30.364472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e31555-77ef-49e1-bf70-dd62d20149fe admin admin] Pushing event deleted for resources: {'Network': ['ID=58357b9f-11a2-4296-b2fa-c0a7552a74f3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:30.409457 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c39076e-4759-427e-b217-0062ac48d7fe no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:30.432366 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 8c39076e-4759-427e-b217-0062ac48d7fe {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:30.432721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 8c39076e-4759-427e-b217-0062ac48d7fe not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:30.433149 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2674bb34-8012-46d6-8449-760114389a31 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:30.451906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 2674bb34-8012-46d6-8449-760114389a31 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:30.452266 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 2674bb34-8012-46d6-8449-760114389a31 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:30.452687 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 898dd95a-6afd-47cb-ad86-d1355682ac25 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:30.477426 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:30.482064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 898dd95a-6afd-47cb-ad86-d1355682ac25 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:30.482363 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 898dd95a-6afd-47cb-ad86-d1355682ac25 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:30.496511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.517969 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7e12c726-b201-41fd-bf81-10edefc090d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0233c563ca5b483d9cf716cc5c5c50e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393515 Dec 13 11:05:30.520471 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42932) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:30.568712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.590053 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.638308 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.640961 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.642109 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a3b5e18-b629-4957-b863-8535835322ae HTTP/1.1" status: 204 len: 168 time: 0.1207402 Dec 13 11:05:30.652001 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa9d48-decc-4151-9853-6aeb258d863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b5e18-b629-4957-b863-8535835322ae,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:30.950833 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:30.993583 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-013396fe-46ef-46de-814a-1a0bf9d0507c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40029f703df64cbb961b64e13668ea9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415564 Dec 13 11:05:30.996027 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:31.042588 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.064333 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.109835 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.113014 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.114165 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef6254cb-735a-407d-8ff7-5c4ded8d9a55 HTTP/1.1" status: 204 len: 168 time: 0.1172144 Dec 13 11:05:31.122251 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296fc23-af03-4302-b6b6-41da2f7843fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6254cb-735a-407d-8ff7-5c4ded8d9a55,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:31.760052 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42962) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:31.854648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-897824153-network', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:31.875062 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Made reservation on behalf of e0ee5dd705784e8397920c55059ca686 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:31.877295 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.885723 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.957796 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.961654 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.985302 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:05:31.993913 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f5b7b-413d-4ba6-980f-18569beeed9b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:31.999699 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.000023 n-d-820935-7 neutron-server[103194]: INFO neutron.db.segments_db [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Added segment 550eb726-daf1-4e9c-9db5-4f76932fc84a of type vlan for network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 Dec 13 11:05:32.042113 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.066256 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.067390 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:32.067993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.117841 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3566852 Dec 13 11:05:32.120891 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42966) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:32.125960 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Request body: {'subnet': {'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-897824153-subnet', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'ip_version': 4}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:32.130504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce4f7-dc34-4ced-b712-29ccdb64d496 admin admin] Pushing event updated for resources: {'Network': ['ID=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:32.140942 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:05:32.148299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Made reservation on behalf of e0ee5dd705784e8397920c55059ca686 for: {'subnet': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:32.150695 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9295395'] for subnet, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.317265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9295421'] for subnet, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.370419 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f7109b-ef15-49db-a5e9-fab9e41a987f,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:32.378865 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Checking segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:32.379244 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Network hostable DHCP agents. Network: ac46b9ac-a3f5-4ff7-b905-af51ee3a0683, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:05:32.395426 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:05:32.403304 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, ac46b9ac-a3f5-4ff7-b905-af51ee3a0683) {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:32.407423 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:32.408045 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.412130 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db8584-f6ff-4435-9b17-51ea280374f3 None None] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:32.422930 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da61b770-07ac-46c3-aea4-c66a3d6c5a68 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3008769 Dec 13 11:05:32.425638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42968) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:32.430401 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:32.450053 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.451023 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.504158 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.520118 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:05:32.521287 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.638105 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.657579 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Allocated IP 172.20.0.2 (ac46b9ac-a3f5-4ff7-b905-af51ee3a0683/80f7109b-ef15-49db-a5e9-fab9e41a987f/4e4a4303-8606-4a9d-8712-bdcff768eee9) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:32.798043 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.805050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.837984 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.845267 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:32.848247 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:32.852127 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:32.857299 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.859785 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Pushing event updated for resources: {'Port': ['ID=4e4a4303-8606-4a9d-8712-bdcff768eee9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:32.910036 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Attempting to bind port 4e4a4303-8606-4a9d-8712-bdcff768eee9 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:32.910318 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Attempting to bind port 4e4a4303-8606-4a9d-8712-bdcff768eee9 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:32.910681 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Attempting to bind port 4e4a4303-8606-4a9d-8712-bdcff768eee9 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:32.916332 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:32.916718 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Checking segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:32.917117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.917514 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Bound using segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:32.917981 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Bound port: 4e4a4303-8606-4a9d-8712-bdcff768eee9, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:32.918360 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.956938 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Allocated IP 172.25.2.153 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:32.981256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] For port 4e4a4303-8606-4a9d-8712-bdcff768eee9, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:32.984306 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] For port 4e4a4303-8606-4a9d-8712-bdcff768eee9, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4e4a4303-8606-4a9d-8712-bdcff768eee9,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:32.987797 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.042438 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862c2d-7340-4c53-91f7-b54525bdaeea None None] Pushing event updated for resources: {'Port': ['ID=4e4a4303-8606-4a9d-8712-bdcff768eee9,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:33.064051 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.099436 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.141884 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:33.145039 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:33.148295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:33.160770 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ee88b-a645-40f1-a650-075d33084445 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:33.173594 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:33.227184 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-422f4318-82e3-49aa-8f70-1ecb1bdff632 None None] Provisioning complete for port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:33.227184 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-422f4318-82e3-49aa-8f70-1ecb1bdff632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.272683 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-422f4318-82e3-49aa-8f70-1ecb1bdff632 None None] Port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:33.422734 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.612935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.742551 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:05:33.853471 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:33.862927 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:33.873313 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:33.873788 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:33.874397 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:33.874612 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ab29bce1-a645-4680-a847-0f8cf1bf4372 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4480383 Dec 13 11:05:33.877406 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42970) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:33.973750 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18b40a-73f4-40b4-ac1a-322faf358826 None None] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:33.987099 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:34.049634 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] Provisioning complete for port 4e4a4303-8606-4a9d-8712-bdcff768eee9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:34.050102 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.171491 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:33Z', 'revision_number': 3, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:34.178752 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.254570 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] For port 4e4a4303-8606-4a9d-8712-bdcff768eee9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4e4a4303-8606-4a9d-8712-bdcff768eee9,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:34.262250 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.312321 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:34.312823 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Updating router 5aeca60c-98f0-4f7c-912e-c6298964d911 port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:05:34.324242 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4e4a4303-8606-4a9d-8712-bdcff768eee9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:34.345563 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.356267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.367344 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303d119-357e-42a5-abc5-2584415ebddf None None] Pushing event updated for resources: {'Port': ['ID=4e4a4303-8606-4a9d-8712-bdcff768eee9,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:34.408831 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4e4a4303-8606-4a9d-8712-bdcff768eee9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:34.409215 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.509206 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-9d3c6f93-0986-450d-a4a3-410f3931c3d7 None None] Provisioning complete for port 4e4a4303-8606-4a9d-8712-bdcff768eee9 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:34.509472 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6f93-0986-450d-a4a3-410f3931c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.545180 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Allocated IP 172.20.0.1 (ac46b9ac-a3f5-4ff7-b905-af51ee3a0683/80f7109b-ef15-49db-a5e9-fab9e41a987f/f6674752-1db7-4b9c-ac35-45963739eb5f) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:34.608180 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.612706 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.654934 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.665582 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e399d1-285e-44d5-b8d0-a220025091b1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:34.673323 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Attempting to bind port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:34.673707 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Attempting to bind port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:34.674078 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Attempting to bind port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:34.676699 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Pushing event updated for resources: {'Port': ['ID=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:34.686406 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.686755 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.687102 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.687446 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.687854 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.688268 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.688642 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.689084 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.689483 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.689916 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.690310 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.690677 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.690998 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:05:34.692039 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.696506 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:34.696891 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:34.697305 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.697694 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:34.698181 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Bound port: 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:34.698568 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.716819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-85c37c12-4d81-42f2-abbe-14a1419fe137 None None] Provisioning complete for port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:34.717634 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-85c37c12-4d81-42f2-abbe-14a1419fe137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.733455 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:34.738039 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:34.741743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:34.755088 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] For port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:34.760086 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] For port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:34.760983 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-85c37c12-4d81-42f2-abbe-14a1419fe137 None None] Port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:34.765385 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.777220 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Pushing event updated for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:34.793604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6bd99c-6d6b-4455-951a-473765def7c3 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:34.803208 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.826103 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:34.826747 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:34.880215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eb40f-0f40-4eec-827b-7c7a1555e466 None None] Pushing event updated for resources: {'Port': ['ID=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:34.894762 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] Provisioning complete for port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:34.895169 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.960504 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:34.968712 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.998603 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.021125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] For port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:35.025808 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.077378 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.091096 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e578b-ff2f-433b-8643-2b7b59a05929 None None] Pushing event updated for resources: {'Port': ['ID=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:35.151994 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.160962 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.163628 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f341bb86-7793-48f6-be75-d78cfccf0a9e None None] Provisioning complete for port f6674752-1db7-4b9c-ac35-45963739eb5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:35.164309 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f341bb86-7793-48f6-be75-d78cfccf0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.166041 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:33Z', 'revision_number': 3, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:35.195398 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3a308-71fb-4b37-8697-a662136737b7 None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:33Z', 'revision_number': 3, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:35.201972 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f341bb86-7793-48f6-be75-d78cfccf0a9e None None] Port f6674752-1db7-4b9c-ac35-45963739eb5f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:35.237153 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Pushing event updated for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:35.239706 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.336191 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:35.337917 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:35.498333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:35.622048 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:35.626940 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-0272f1d3-1b8b-4877-bd96-dfd471f9cead None None] Provisioning complete for port f6674752-1db7-4b9c-ac35-45963739eb5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:35.627142 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-7eecc340-34e8-41f5-8a1b-01cd21e3db00 admin admin] 10.222.0.31 "PUT /v2.0/routers/5aeca60c-98f0-4f7c-912e-c6298964d911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485321 Dec 13 11:05:35.627919 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0272f1d3-1b8b-4877-bd96-dfd471f9cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.663986 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0272f1d3-1b8b-4877-bd96-dfd471f9cead None None] Port f6674752-1db7-4b9c-ac35-45963739eb5f cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:36.118056 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42986) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:36.123010 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-672200387-network', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:36.144414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Made reservation on behalf of 35ad0c8af0fc4b0cbbcfde88ba3b8ea7 for: {'network': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:36.146726 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for network, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.155258 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.233282 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.237353 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.259958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:05:36.276625 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2b410-66b2-4007-81a1-30252488da79,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:36.288368 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.288736 n-d-820935-7 neutron-server[103195]: INFO neutron.db.segments_db [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Added segment c27a3bb8-6d90-47d6-8cbc-e12fa055835b of type vlan for network 595b9429-ed64-4dad-895f-45a8083f28c3 Dec 13 11:05:36.304872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4e4a4303-8606-4a9d-8712-bdcff768eee9 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:36.333504 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747114234655'] for network, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.342781 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cbd978c4-6772-40c7-911f-fa0a203b4a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.360173 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172'] for network, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.361215 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:36.362354 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4e4a4303-8606-4a9d-8712-bdcff768eee9 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:36.362506 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.362731 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.415284 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2960892 Dec 13 11:05:36.418155 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42988) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:36.425164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Request body: {'subnet': {'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-672200387-subnet', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:36.428602 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c5e2b-7b04-4476-8dca-1ba53313ee35 admin admin] Pushing event updated for resources: {'Network': ['ID=595b9429-ed64-4dad-895f-45a8083f28c3,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:36.439723 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Network 595b9429-ed64-4dad-895f-45a8083f28c3 details requested by agent ovs-agent-n-d-820935-7 with host n-d-820935-7 {{(pid=103196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:05:36.449650 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Made reservation on behalf of 35ad0c8af0fc4b0cbbcfde88ba3b8ea7 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:36.452391 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621946'] for subnet, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.455401 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:36.550320 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:36.550693 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.636954 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8554931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621924'] for subnet, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.695838 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4595832-c8ed-4f48-918b-90d0f8abdec5,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:36.704429 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Checking segment: {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:36.704791 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Network hostable DHCP agents. Network: 595b9429-ed64-4dad-895f-45a8083f28c3, hostable agents: ['995f2413-4807-4e34-b88d-a5d7b466af77'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:05:36.721561 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Network 595b9429-ed64-4dad-895f-45a8083f28c3 is scheduled to be hosted by DHCP agent 995f2413-4807-4e34-b88d-a5d7b466af77 with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:05:36.729775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-7, 595b9429-ed64-4dad-895f-45a8083f28c3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:36.733556 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:36.734151 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.739622 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20ff85-dacf-4cc8-97f5-7589d7dc6c67 None None] Network 595b9429-ed64-4dad-895f-45a8083f28c3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:36.750278 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-26fd48dc-316f-4bcf-9683-40b7313c90c2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307016 Dec 13 11:05:36.752848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 42990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:36.759016 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:36.780466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5459'] for router, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.781790 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.840332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.851757 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3180c7d-6ccd-56f6-a2b4-06b126c189a0-595b9429-ed64-4dad-895f-45a8083f28c3', 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3', 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'fixed_ips': [{'subnet_id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5'}]}} from n-d-820935-7. {{(pid=103196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:05:36.853028 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.856632 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:36.878069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:36.878694 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:36.981738 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.079680 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:37.111506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Allocated IP 172.20.0.2 (595b9429-ed64-4dad-895f-45a8083f28c3/d4595832-c8ed-4f48-918b-90d0f8abdec5/5692ac21-3e21-4b66-a00b-24a561515c95) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:37.175524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.194524 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.302942 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Allocated IP 172.25.2.202 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/5d78c2ac-ec6d-4f11-90ff-556c397f0cff) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:37.376434 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks [] for port, precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.385557 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168'] for port, after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.405714 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.440949 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.487829 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:37.491504 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:37.495127 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:37.521333 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Pushing event updated for resources: {'Port': ['ID=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:37.590061 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797d18b-939e-4f60-8f0b-7fadc47fc619 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:37.607386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Network 595b9429-ed64-4dad-895f-45a8083f28c3 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:37.615181 n-d-820935-7 neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:37.617393 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Pushing event updated for resources: {'Port': ['ID=5692ac21-3e21-4b66-a00b-24a561515c95,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:37.620708 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:35Z', 'revision_number': 2, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:37.622677 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:37.652272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:37.652715 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Updating router 5aeca60c-98f0-4f7c-912e-c6298964d911 port f6674752-1db7-4b9c-ac35-45963739eb5f binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:05:37.728376 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.743116 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Attempting to bind port 5692ac21-3e21-4b66-a00b-24a561515c95 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:37.743491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Attempting to bind port 5692ac21-3e21-4b66-a00b-24a561515c95 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:37.743951 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Attempting to bind port 5692ac21-3e21-4b66-a00b-24a561515c95 on network 595b9429-ed64-4dad-895f-45a8083f28c3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:37.748645 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b1df0c03-53e8-4350-9d9c-c5d24ebbb799 None None] Provisioning complete for port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:37.749114 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b1df0c03-53e8-4350-9d9c-c5d24ebbb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.752560 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.771119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:37.771502 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Checking segment: {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:37.772502 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.772904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Bound using segment: {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:37.773386 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Bound port: 5692ac21-3e21-4b66-a00b-24a561515c95, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:37.773767 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.823233 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b1df0c03-53e8-4350-9d9c-c5d24ebbb799 None None] Port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:37.940852 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] For port 5692ac21-3e21-4b66-a00b-24a561515c95, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:37.945910 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] For port 5692ac21-3e21-4b66-a00b-24a561515c95, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5692ac21-3e21-4b66-a00b-24a561515c95,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:37.951747 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555508'] for router, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.960072 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.066829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0190476-1cb9-47d2-8f2f-ac049b56e30c None None] Pushing event updated for resources: {'Port': ['ID=5692ac21-3e21-4b66-a00b-24a561515c95,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:38.168939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.175697 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.242657 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67540b4c-2942-4367-b302-5476ee8efe1d None None] Pushing event updated for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:38.314353 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Attempting to bind port f6674752-1db7-4b9c-ac35-45963739eb5f on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:38.314734 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Attempting to bind port f6674752-1db7-4b9c-ac35-45963739eb5f by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:38.315103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Attempting to bind port f6674752-1db7-4b9c-ac35-45963739eb5f on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:38.321904 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:38.322326 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Checking segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:38.322689 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.323086 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Bound using segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:38.323604 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Bound port: f6674752-1db7-4b9c-ac35-45963739eb5f, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:38.324000 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.392481 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] For port f6674752-1db7-4b9c-ac35-45963739eb5f, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:38.395977 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] For port f6674752-1db7-4b9c-ac35-45963739eb5f, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6674752-1db7-4b9c-ac35-45963739eb5f,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:38.402019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.465341 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:38.466003 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:38.501276 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Router c5108646-a83b-4e53-82a6-eea21a8bd253 is scheduled to L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:05:38.505040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67540b4c-2942-4367-b302-5476ee8efe1d None None] Pushing event updated for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:38.596173 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:38.619270 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:38.634638 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Sync routers for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:38.640575 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.645069 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] Provisioning complete for port f6674752-1db7-4b9c-ac35-45963739eb5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:38.645446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.646136 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 42992) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:38.647069 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-ac0ae722-3639-4f7f-96b7-6b24a5a2ac9e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8916202 Dec 13 11:05:38.665941 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:38.666877 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:38.829446 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:38.847923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.852784 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d20168f-de2c-4948-8135-f539c7d5467b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.941478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] For port f6674752-1db7-4b9c-ac35-45963739eb5f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6674752-1db7-4b9c-ac35-45963739eb5f,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:38.951836 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.004074 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f0d06-0ecb-4c72-90b9-cffe98bbf597 None None] Pushing event updated for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:39.026690 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:39.054336 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:37Z', 'revision_number': 3, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:39.056740 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82077209-11bb-4ca3-b35f-fbb7d6a5bf92 None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:39.083860 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-2ef46c6c-02d0-472a-ba91-83f42a54bc62 None None] Provisioning complete for port f6674752-1db7-4b9c-ac35-45963739eb5f triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:39.084438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2ef46c6c-02d0-472a-ba91-83f42a54bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.110907 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Checking router: c5108646-a83b-4e53-82a6-eea21a8bd253 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:39.110907 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Updating router c5108646-a83b-4e53-82a6-eea21a8bd253 port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff binding host n-d-820935-7 {{(pid=103197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:05:39.164436 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.225741 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.360394 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e185b1-1e5a-4474-9f9d-7fe828e9d667 None None] Network 595b9429-ed64-4dad-895f-45a8083f28c3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:05:39.429897 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Allocated IP 172.20.0.1 (595b9429-ed64-4dad-895f-45a8083f28c3/d4595832-c8ed-4f48-918b-90d0f8abdec5/110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:39.459094 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] Provisioning complete for port 5692ac21-3e21-4b66-a00b-24a561515c95 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:39.459696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.493775 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks [] for port, precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.501503 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.567047 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Attempting to bind port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff on host n-d-820935-7 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:39.567698 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Attempting to bind port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:39.568116 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Attempting to bind port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff on network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:39.575423 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34878072-49bd-4a36-a441-141124f33a0d None None] Pushing event updated for resources: {'Port': ['ID=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:39.581106 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:39.581617 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Checking segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:39.582199 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.582673 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Bound using segment: {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:39.583237 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Bound port: 5d78c2ac-ec6d-4f11-90ff-556c397f0cff, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ab7d6-24d1-45aa-a5a4-97fc06a2c60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:39.583768 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.595961 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bda469-9612-4e43-85e7-f5d2dcd4ccf1 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:39.634200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.665643 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] For port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff, host n-d-820935-7, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:39.670765 n-d-820935-7 neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] For port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:39.686192 n-d-820935-7 neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.711722 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] For port 5692ac21-3e21-4b66-a00b-24a561515c95, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5692ac21-3e21-4b66-a00b-24a561515c95,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:39.719203 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.779444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180bf51e-69e3-4f47-8d25-12ea9071b16a None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:05:39.784215 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:39.785895 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:39.794559 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34878072-49bd-4a36-a441-141124f33a0d None None] Pushing event updated for resources: {'Port': ['ID=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:39.847691 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf572-f37c-41c2-b518-6bd09f8e535c None None] Pushing event updated for resources: {'Port': ['ID=5692ac21-3e21-4b66-a00b-24a561515c95,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:39.884553 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] Provisioning complete for port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:39.884942 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.917266 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:39.953090 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:39.990914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.016822 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] For port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:40.021268 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.091798 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dd2cc-db27-4dac-9fea-415df2ba4a47 None None] Pushing event updated for resources: {'Port': ['ID=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:40.097143 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.136947 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.153827 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-86ca6ccf-39c1-42e7-8dce-ea3ee9434b49 None None] Provisioning complete for port 5692ac21-3e21-4b66-a00b-24a561515c95 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:40.154204 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86ca6ccf-39c1-42e7-8dce-ea3ee9434b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.185813 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Network 595b9429-ed64-4dad-895f-45a8083f28c3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:40.189277 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:40.192141 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:40.225671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Pushing event updated for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:40.258988 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552839'] for router_interface, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.371248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6674752-1db7-4b9c-ac35-45963739eb5f up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:40.373254 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:37Z', 'revision_number': 3, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:40.410722 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cbac41-3022-4eb4-8f05-c6cb07f35c51 None None] The sync data for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 is: [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:37Z', 'revision_number': 3, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:40.428761 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port f6674752-1db7-4b9c-ac35-45963739eb5f triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:40.429153 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.438319 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.529872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5692ac21-3e21-4b66-a00b-24a561515c95 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:40.586175 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8cb72a16-3836-4f79-8233-2083de1d4063 None None] Provisioning complete for port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:40.586680 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8cb72a16-3836-4f79-8233-2083de1d4063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.622007 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5692ac21-3e21-4b66-a00b-24a561515c95 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:40.622473 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.639772 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.646101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.656464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8cb72a16-3836-4f79-8233-2083de1d4063 None None] Port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:40.719341 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Pushing event updated for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:40.721954 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548919'] for router_interface, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.831821 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Network 595b9429-ed64-4dad-895f-45a8083f28c3 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:40.833417 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:40.965397 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Router c5108646-a83b-4e53-82a6-eea21a8bd253 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:41.079119 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-1bc15961-051c-43c4-8472-b14714bae710 None None] Provisioning complete for port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:41.079424 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1bc15961-051c-43c4-8472-b14714bae710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:41.088228 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:41.096088 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-2f81e4d9-c53e-47d4-9f6a-68d9bd70d057 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5108646-a83b-4e53-82a6-eea21a8bd253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4480364 Dec 13 11:05:41.117506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-1bc15961-051c-43c4-8472-b14714bae710 None None] Port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:41.509614 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.236212 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d78c2ac-ec6d-4f11-90ff-556c397f0cff up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:42.267776 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.293867 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:42.294237 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.536495 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Sync routers for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:42.546713 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:42.547403 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:42.655532 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:42.687404 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43002) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:42.692101 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108442061', 'description': 'tempest-secgroup-smoke-1108442061 description', 'project_id': 'e0ee5dd705784e8397920c55059ca686'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:42.714962 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.783680 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.792862 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.823778 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.825040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1365578 Dec 13 11:05:42.828461 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:42.829110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f9167-1ea5-49f8-b9f2-a72834ccef46 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:42.834667 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:42.862067 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:40Z', 'revision_number': 4, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4', 'name': '', 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'mac_address': 'fa:16:3e:0c:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:39Z', 'updated_at': '2021-12-13T11:05:40Z', 'revision_number': 2, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'subnets': [{'id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:42.862475 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.888569 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Checking router: c5108646-a83b-4e53-82a6-eea21a8bd253 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:42.888926 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Updating router c5108646-a83b-4e53-82a6-eea21a8bd253 port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 binding host n-d-820935-7 {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:05:42.914143 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.922194 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.926242 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.941727 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ad5c85-d949-4256-bb48-55f9131133c8,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:42.952882 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:42.956922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0a5f5377-0242-413e-ae48-ac1edd94316e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239200 Dec 13 11:05:42.957607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43006) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:42.962421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:42.989722 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.044993 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.049992 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.064856 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddf542b-2a9c-4ede-8089-1c143f609c8e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.076202 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.080211 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43008) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:43.085020 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-50ab7c9f-48ff-4b0a-baba-ca49ddbdfd58 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214163 Dec 13 11:05:43.085490 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:43.110414 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.167896 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.172605 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.187319 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks [] for port, precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.193044 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.194110 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4931448-42e8-4dd1-82bf-2317472499eb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.203643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.204838 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-ea77fa95-bff9-40cf-9f5a-4855989f7120 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235564 Dec 13 11:05:43.207778 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43010) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:43.212223 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:43.239530 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.268573 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a4b6-7c69-4607-afd2-dd389742ce53 None None] Pushing event updated for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.300655 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Attempting to bind port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 on host n-d-820935-7 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:43.301040 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Attempting to bind port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 by drivers openvswitch,hyperv on host n-d-820935-7 at level 0 using segments [{'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:43.301468 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Attempting to bind port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 on network 595b9429-ed64-4dad-895f-45a8083f28c3 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:43.306861 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Checking agent: {'id': 'c99e4d5a-f06b-49c1-a803-28a93c305dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 42), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:43.307335 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Checking segment: {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:43.307832 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.308289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Bound using segment: {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:43.308825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Bound port: 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4, host: n-d-820935-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:43.309275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.309407 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.315656 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.342554 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ec7c75-ed10-4a51-916a-305dd59fcc39,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.349809 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.352005 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-391ae3b5-ecd8-4f6a-852a-fb70148a399b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432388 Dec 13 11:05:43.355048 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43012) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:43.359674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:43.383421 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Project e0ee5dd705784e8397920c55059ca686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:05:43.388478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] For port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4, host n-d-820935-7, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:43.389351 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.391896 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] For port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4, host n-d-820935-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:43.397939 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.457228 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.459214 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:43.459955 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:43.461217 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.465638 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a4b6-7c69-4607-afd2-dd389742ce53 None None] Pushing event updated for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.480588 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d58ece1-bce0-43ba-8fb5-c6a7e6e1f0da,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.491437 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.492697 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-4dde9b36-b2bb-4813-9a34-61e48d9c5ea4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366510 Dec 13 11:05:43.495498 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43014) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:43.500152 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'security_group_rule': {'security_group_id': '73c740f0-a721-42b1-8f7a-8a18f0e6a3fb', 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:43.523345 n-d-820935-7 neutron-server[103195]: INFO neutron.db.securitygroups_db [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Project e0ee5dd705784e8397920c55059ca686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:05:43.528646 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.600833 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.605786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770776'] for security_group_rule, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.628913 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9731c302-a90e-4e23-8d2e-c155f9fa38cb,revision_number=0']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:43.641379 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.653283 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0d559a99-d91a-49ae-84a5-2e9491c1d11e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461451 Dec 13 11:05:43.760825 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] Provisioning complete for port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:43.761205 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.763710 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:43.865567 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-86187e26-f118-4b07-83cb-21ed28e7fc1e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108442061&fields=id&tenant_id=e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 267 time: 0.0450115 Dec 13 11:05:43.963802 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:43.971850 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-a9842656-135a-49d3-9cb6-a33c1c556291 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:43.973335 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-a9842656-135a-49d3-9cb6-a33c1c556291 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 809 time: 0.1007135 Dec 13 11:05:44.026957 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] For port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:44.032936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:44.089764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-4d4c1ffc-d766-46a0-b095-b56ddf7108ab tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/quotas/e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 375 time: 0.1104279 Dec 13 11:05:44.090775 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c6f8-93b7-4cda-89f8-940ac59e0213 None None] Pushing event updated for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:44.096878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:40Z', 'revision_number': 4, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4', 'name': '', 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'mac_address': 'fa:16:3e:0c:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:39Z', 'updated_at': '2021-12-13T11:05:43Z', 'revision_number': 4, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'subnets': [{'id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:44.123923 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a672e9a-380f-445e-bd78-0ff388547a69 None None] The sync data for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 is: [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:05:40Z', 'revision_number': 4, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': '110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4', 'name': '', 'network_id': '595b9429-ed64-4dad-895f-45a8083f28c3', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'mac_address': 'fa:16:3e:0c:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:39Z', 'updated_at': '2021-12-13T11:05:43Z', 'revision_number': 4, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'subnets': [{'id': 'd4595832-c8ed-4f48-918b-90d0f8abdec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:44.152536 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-aa71341c-84f6-4332-8bf7-ea479d5d5397 None None] Provisioning complete for port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:44.152805 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-33b3287d-6370-4044-ba6a-63641e7353c8 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525045 Dec 13 11:05:44.152945 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa71341c-84f6-4332-8bf7-ea479d5d5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:44.191629 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-dba5725c-f9d3-438d-a0bd-c61dcd58a1e2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:05:44.203847 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-dba5725c-f9d3-438d-a0bd-c61dcd58a1e2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0365183 Dec 13 11:05:44.308256 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 up at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:44.315796 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-87510b82-d6a7-4447-a828-cb25b2c0123c service neutron] 10.222.0.31 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110408 Dec 13 11:05:44.360125 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Provisioning complete for port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:44.360615 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:44.422205 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-1c981344-352d-407b-81b1-767a8200516c service neutron] 10.222.0.31 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931866 Dec 13 11:05:44.654434 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0276b1e8-bda0-459d-bbc0-5c7d51a2c956 req-b2a9ed40-b323-4c82-adda-e3dce97d4dc7 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 210 time: 0.0884092 Dec 13 11:05:45.529375 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-5f423fdf-a08d-4932-ac87-5e04a8d0d6ab tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:45.530758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-5f423fdf-a08d-4932-ac87-5e04a8d0d6ab tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 809 time: 0.1057346 Dec 13 11:05:45.594983 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-0772f673-9962-4046-9166-879d15b45655 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 380 time: 0.0549221 Dec 13 11:05:45.604660 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'port': {'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'admin_state_up': True, 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'security_groups': ['73c740f0-a721-42b1-8f7a-8a18f0e6a3fb']}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:45.719661 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Made reservation on behalf of e0ee5dd705784e8397920c55059ca686 for: {'port': 1} {{(pid=103195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:45.723501 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:45.761950 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f2a3ee72-fe69-4bb6-817a-bf7308374ef8 req-e59c927c-0201-4e27-a58a-183d106d3860 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 210 time: 0.0345986 Dec 13 11:05:45.875186 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Allocated IP 172.20.0.12 (ac46b9ac-a3f5-4ff7-b905-af51ee3a0683/80f7109b-ef15-49db-a5e9-fab9e41a987f/65fbc1aa-f022-4571-a4d2-1761d0007bc7) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:46.010703 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.051793 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.095753 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:46.098732 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:46.102218 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:46.124579 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:46.154755 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.155385 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.175268 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-99aad829-7e9c-4a2c-8504-5656db98e0fe tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742314 Dec 13 11:05:46.188130 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Request body: {'port': {'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-7'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:46.244647 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.301952 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-6a06bc3f-070d-4e07-bd81-a8a2abff24e8 None None] Provisioning complete for port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:46.302572 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a06bc3f-070d-4e07-bd81-a8a2abff24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.340919 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a06bc3f-070d-4e07-bd81-a8a2abff24e8 None None] Port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:05:46.519643 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fbc1aa-f022-4571-a4d2-1761d0007bc7 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:05:46.528052 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.541405 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Transition to ACTIVE for port object 65fbc1aa-f022-4571-a4d2-1761d0007bc7 will not be triggered until provisioned by entity L2. {{(pid=103195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:05:46.544870 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.596649 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:46.672233 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Attempting to bind port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 on host n-h2-820935-7 for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:46.674121 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Attempting to bind port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 by drivers openvswitch,hyperv on host n-h2-820935-7 at level 0 using segments [{'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:46.674330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Attempting to bind port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:46.680970 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:05:46.681382 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Attempting to bind port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:46.686900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Checking agent: {'id': '5199b136-300d-4523-a155-cae72d1baf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:46.687241 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Checking segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:46.687663 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Bound using segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:46.688097 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Bound port: 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host: n-h2-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:46.688455 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.762819 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:46.766357 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:46.771490 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.810874 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.811645 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:46.816262 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] 10.222.0.20 "PUT /v2.0/ports/65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1092 time: 0.6295195 Dec 13 11:05:46.816262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:46.816262 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631fee5-5908-42d2-a34b-568acc6dc224" -d '{"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:46.898103 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951e7352-ab7e-496d-9af8-244a3fca267d x-openstack-request-id: req-951e7352-ab7e-496d-9af8-244a3fca267d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:46.898400 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:46.898654 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-951e7352-ab7e-496d-9af8-244a3fca267d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:46.899051 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'status': 'completed', 'code': 200} Dec 13 11:05:46.914286 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06506575-96f3-49cd-a46c-e630475fadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:46.942776 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-6fa5c304-63ee-4b16-9488-e84b7883e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.944407 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-6fa5c304-63ee-4b16-9488-e84b7883e1a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0757632 Dec 13 11:05:46.952273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423596-ecbb-465a-8b28-2cafc98de42a req-9e4cfbea-5da1-425e-82d1-50929efc2038 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.953886 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26423596-ecbb-465a-8b28-2cafc98de42a req-9e4cfbea-5da1-425e-82d1-50929efc2038 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 944 time: 0.0977738 Dec 13 11:05:46.995638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-7aeb42a8-7293-4861-b62d-1718a79b7fc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 217 time: 0.0407803 Dec 13 11:05:47.070502 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-26423596-ecbb-465a-8b28-2cafc98de42a req-5f35e4bf-458a-4eb5-8636-f88dc5ec97de tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089499 Dec 13 11:05:47.071986 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-054cb165-4b5a-44d5-84ae-2ad4358b23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.073408 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-054cb165-4b5a-44d5-84ae-2ad4358b23da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0714591 Dec 13 11:05:47.121622 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbff0-588c-4437-87cf-c320f5c60972 req-3654511f-dfb3-4061-a12f-2bf1f0ca143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.123146 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-3654511f-dfb3-4061-a12f-2bf1f0ca143e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422201 Dec 13 11:05:47.209454 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-4ae1c7d9-846b-4e94-838b-97b8faa2b975 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785112 Dec 13 11:05:47.299386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-256dbff0-588c-4437-87cf-c320f5c60972 req-8e1c4512-39d5-4a56-95cf-4a92259a343c service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820878 Dec 13 11:05:47.386251 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-5c1d3569-dc51-40ba-b3b0-c78bd76e1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.387807 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-5c1d3569-dc51-40ba-b3b0-c78bd76e1d5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0396504 Dec 13 11:05:47.478009 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-bfad8c2b-e4aa-4c28-bea5-e9a8578daa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.479386 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-bfad8c2b-e4aa-4c28-bea5-e9a8578daa9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0845435 Dec 13 11:05:47.520139 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-48ccbc70-3fe6-4f50-9c5c-e00da575eb9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 217 time: 0.0332921 Dec 13 11:05:47.568072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-755f505c-dfad-4ae1-8600-f9d349f96584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.569532 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-755f505c-dfad-4ae1-8600-f9d349f96584 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0418136 Dec 13 11:05:47.617180 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-00e8d159-ffbb-4f5d-8ec1-660e0ec268cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:47.618614 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-00e8d159-ffbb-4f5d-8ec1-660e0ec268cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420666 Dec 13 11:05:47.705767 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-6db86d98-3ec6-41dc-8a60-c689af4c3801 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790598 Dec 13 11:05:47.797632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8631fee5-5908-42d2-a34b-568acc6dc224 req-24e1990d-d243-40dd-938e-fbea441d964f service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Dec 13 11:05:48.186301 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1d67-2b1b-4ee5-8b3a-070b1ea374c5 req-f8f64167-6b0d-4e26-8dee-9e06e1f5f058 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:48.187794 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12ae1d67-2b1b-4ee5-8b3a-070b1ea374c5 req-f8f64167-6b0d-4e26-8dee-9e06e1f5f058 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 944 time: 0.0486674 Dec 13 11:05:48.235772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-12ae1d67-2b1b-4ee5-8b3a-070b1ea374c5 req-5fe7f44e-f550-4679-97be-af082c76710e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Dec 13 11:05:48.948093 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:05:49.040836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:49.056277 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:05:49.091387 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:49.104448 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fbc1aa-f022-4571-a4d2-1761d0007bc7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:05:49.123039 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:49.126899 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:49.172482 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:49.352177 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967ee4c-02dc-491f-bbf4-9951d08df811 req-0bd5bd18-3ee3-4ea6-bf56-042f54f1ec74 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:49.353678 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4967ee4c-02dc-491f-bbf4-9951d08df811 req-0bd5bd18-3ee3-4ea6-bf56-042f54f1ec74 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 945 time: 0.0501847 Dec 13 11:05:49.365063 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['65fbc1aa-f022-4571-a4d2-1761d0007bc7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:05:49.404079 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4967ee4c-02dc-491f-bbf4-9951d08df811 req-cf9f1399-afb4-4d56-894a-55a8cea1c960 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Dec 13 11:05:50.524332 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e2041-b799-4d7a-96f3-3d13f49fc7f4 req-4e89d240-d758-4a0a-9eb4-3cd8561ab8f1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:50.525816 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a96e2041-b799-4d7a-96f3-3d13f49fc7f4 req-4e89d240-d758-4a0a-9eb4-3cd8561ab8f1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 945 time: 0.0524168 Dec 13 11:05:50.575775 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-a96e2041-b799-4d7a-96f3-3d13f49fc7f4 req-36cf6b3f-07a4-470c-9f22-88fa73bf061c tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Dec 13 11:05:50.964538 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:51.015349 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning for port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:05:51.019452 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:51.019862 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:51.095381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:51.118619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:51.121015 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269317e1-0ff8-41c8-8945-91f518024e2a" -d '{"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-plugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:51.134524 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:51.138522 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:51.163028 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e893b5a-947e-481a-8a7e-7ae8e00a82eb x-openstack-request-id: req-5e893b5a-947e-481a-8a7e-7ae8e00a82eb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:51.163324 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-plugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:51.163598 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e893b5a-947e-481a-8a7e-7ae8e00a82eb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:51.163991 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'code': 200} Dec 13 11:05:51.189583 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:51.259247 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a8d4-dbeb-42ff-8b7a-307e223cb219 req-e9f43cf5-fc9e-4dc4-9ea6-cd0fd739e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:51.260758 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cc0a8d4-dbeb-42ff-8b7a-307e223cb219 req-e9f43cf5-fc9e-4dc4-9ea6-cd0fd739e024 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1097 time: 0.0393469 Dec 13 11:05:51.307226 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0cc0a8d4-dbeb-42ff-8b7a-307e223cb219 req-d2e9bd74-eb01-4f11-8249-059ec366541c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Dec 13 11:05:51.689973 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e621fa-e8ba-4266-8f55-680848902779 req-014950f4-4d38-480a-8f25-ac0db52e024d tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:51.691443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5e621fa-e8ba-4266-8f55-680848902779 req-014950f4-4d38-480a-8f25-ac0db52e024d tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 946 time: 0.0479851 Dec 13 11:05:51.744233 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e5e621fa-e8ba-4266-8f55-680848902779 req-17c77d24-0753-4b44-90d2-1d96c45e7664 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Dec 13 11:05:52.860365 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f76a5-93a5-42a8-a3c1-64ce0b96d26f req-03fb59d0-5a73-4e27-b0e6-2b40af2cd87a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:52.861835 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-394f76a5-93a5-42a8-a3c1-64ce0b96d26f req-03fb59d0-5a73-4e27-b0e6-2b40af2cd87a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 946 time: 0.0483801 Dec 13 11:05:52.910176 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-394f76a5-93a5-42a8-a3c1-64ce0b96d26f req-81d29a3f-aaab-4541-ae2b-e6ea534819af tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Dec 13 11:05:53.024402 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf802b-67f7-447b-b594-9527ae18c9f4 req-f92c77d2-ec8c-48c6-bf9e-73fa0822cedf tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:53.025774 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1bcf802b-67f7-447b-b594-9527ae18c9f4 req-f92c77d2-ec8c-48c6-bf9e-73fa0822cedf tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 946 time: 0.0476689 Dec 13 11:05:53.074011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1bcf802b-67f7-447b-b594-9527ae18c9f4 req-00dcad27-3866-477b-aa41-0a58e8c58009 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Dec 13 11:05:53.095876 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43066) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:53.177859 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3904d2-491a-4269-b797-ac6384a67ced tempest-TestSnapshotPattern-246682737 tempest-TestSnapshotPattern-246682737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:53.179362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-cf3904d2-491a-4269-b797-ac6384a67ced tempest-TestSnapshotPattern-246682737 tempest-TestSnapshotPattern-246682737-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1092 time: 0.0825427 Dec 13 11:05:53.182359 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43070) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:05:53.186470 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:53.208265 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:53.299811 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:53.402610 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Allocated IP 172.25.2.106 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/5dd84efc-54a1-4af7-a8a5-105134a4f7f5) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:53.499612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:53.532512 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:53.573694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:53.576453 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:53.579966 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:53.604815 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=5dd84efc-54a1-4af7-a8a5-105134a4f7f5,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:53.927399 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:53.994627 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:54.143213 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:54.148133 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:54.216581 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=5dd84efc-54a1-4af7-a8a5-105134a4f7f5,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:54.224597 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:54.322346 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Floating IP 4776f906-3774-4df4-a572-df8eca3fc783 associated. External IP: 172.25.2.106, port: 65fbc1aa-f022-4571-a4d2-1761d0007bc7. Dec 13 11:05:54.522715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:05:54.975307 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:05:54.984791 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:05:54.992160 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:54.994968 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:54.995719 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:55.018846 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-268cb465-e264-42d4-9d21-80197b9dc4bc tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8354948 Dec 13 11:05:55.019529 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:55.022509 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d6e79-880e-4ca4-b708-7f47841356e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:55.058305 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e4e6d4-748a-4c79-bd61-4e365943107d x-openstack-request-id: req-68e4e6d4-748a-4c79-bd61-4e365943107d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:55.058599 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:55.058867 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68e4e6d4-748a-4c79-bd61-4e365943107d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:55.059265 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'status': 'completed', 'code': 200} Dec 13 11:05:55.102557 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:55.123504 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-2f6357ee-d89f-4847-a71f-58cd2f6a9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:55.126526 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-2f6357ee-d89f-4847-a71f-58cd2f6a9006 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1097 time: 0.0445552 Dec 13 11:05:55.227565 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-4b5d3264-602e-4df8-b767-f11a8f40edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:55.229056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-4b5d3264-602e-4df8-b767-f11a8f40edad service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0950894 Dec 13 11:05:55.300663 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-1093c4f0-e799-4892-b5a4-499b7eb47dac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0600219 Dec 13 11:05:55.348636 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-50ff6933-553f-40f4-ad7b-89ce4e6f26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:55.348912 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:53Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:55.350621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-50ff6933-553f-40f4-ad7b-89ce4e6f26a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0437503 Dec 13 11:05:55.375112 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:05:55.383293 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:05:55.383936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:05:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:55.400300 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-0580c465-6513-448d-b835-1c73e0bac17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:55.401981 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-0580c465-6513-448d-b835-1c73e0bac17b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446913 Dec 13 11:05:55.488443 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:05:55.488730 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-76e209d2-97f7-4cb8-ba48-b259490b6856 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798314 Dec 13 11:05:55.581483 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-7e9d6e79-880e-4ca4-b708-7f47841356e0 req-6ffe4e45-51f6-46a8-9f1d-ee1d0777d767 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Dec 13 11:05:55.704114 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:53Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:05:55.732005 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e718b2-23b9-4fb7-b41f-18f8b0f6c4e6 None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:53Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:05:55.913478 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349636c-3194-47b6-8225-f5ab9243ea7a None None] New status for floating IP 4776f906-3774-4df4-a572-df8eca3fc783: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:06:00.471631 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:01.468986 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:05.058406 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:06.314437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbc35933-faf6-43e7-b428-4d8d348bd683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:08.765759 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8e1c-8ad3-426d-9683-f4eb62844bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:09.888158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.511790 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.239975 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:26.122326 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-644a9fcf-533f-4f84-b624-07c8b43b2c92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400321 Dec 13 11:06:26.205028 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ab71-0157-4173-82a5-9460ec4156ae req-4ae8a9a1-cb7d-47cf-a64b-00c36070a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:26.206519 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-4ae8a9a1-cb7d-47cf-a64b-00c36070a383 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1097 time: 0.0398741 Dec 13 11:06:26.310092 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ab71-0157-4173-82a5-9460ec4156ae req-e16208b7-d87c-47f5-b0b1-e3c1c823de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:26.311628 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-e16208b7-d87c-47f5-b0b1-e3c1c823de71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0848961 Dec 13 11:06:26.376249 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-ab3f853d-fd7a-4b6f-a26e-22c44f492857 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1002 time: 0.0562534 Dec 13 11:06:26.425212 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ab71-0157-4173-82a5-9460ec4156ae req-c3f5f4ff-059c-42dc-9776-b2dcaa519eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:26.426607 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-c3f5f4ff-059c-42dc-9776-b2dcaa519eb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0425835 Dec 13 11:06:26.475812 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ab71-0157-4173-82a5-9460ec4156ae req-879f7bc9-cc28-464c-9441-1d12e27bcdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:26.477265 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-879f7bc9-cc28-464c-9441-1d12e27bcdba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422816 Dec 13 11:06:26.563360 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-e43f8747-eb4e-4da9-bff3-f7d45d97a4c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776787 Dec 13 11:06:26.654958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9102ab71-0157-4173-82a5-9460ec4156ae req-91dec4a4-1f59-4613-9432-8a38a7eec9a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Dec 13 11:06:30.479842 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.063134 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.317824 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8676eb6c-209b-4743-bcdf-6b2db71505b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.468364 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:38.769015 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d17b83d-2fa0-47d3-9ca4-e99fd4849ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.891097 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.515317 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.241459 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.475874 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:05.078278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:06.318902 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-278b5b74-db43-4197-adab-a4e57f049f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:08.772156 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ce74b80-6159-47bd-bb51-454f87e3d90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:09.896023 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.517485 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.242412 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:15.467242 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:07:26.085143 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-335ed033-2923-4186-b883-a891e947d495 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399983 Dec 13 11:07:26.177675 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-e8032e3f-3e20-4498-b338-3fe2097073a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.179201 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-e8032e3f-3e20-4498-b338-3fe2097073a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1097 time: 0.0453212 Dec 13 11:07:26.284818 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-ae516a90-7083-4eb2-a5e2-10a7a4f20436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.286342 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-ae516a90-7083-4eb2-a5e2-10a7a4f20436 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0882518 Dec 13 11:07:26.350026 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-3421963f-afcf-495a-b793-a9b246e1a825 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1002 time: 0.0570595 Dec 13 11:07:26.397706 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-705d90e1-2ab7-43b0-be9a-8f12fa843d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.399133 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-705d90e1-2ab7-43b0-be9a-8f12fa843d4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0421026 Dec 13 11:07:26.448393 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-ec5eb1f2-5b76-4365-8ef9-fca32845334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.449903 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-ec5eb1f2-5b76-4365-8ef9-fca32845334a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437055 Dec 13 11:07:26.537388 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-ac1f596b-c5b1-4656-a233-deab119175ab service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798986 Dec 13 11:07:26.627371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-0a950c33-5404-4ae5-8757-375b8ecdefb0 req-6aaa800a-3dfb-4c84-8d3d-bbf2571b4723 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834136 Dec 13 11:07:30.495783 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:35.076509 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:36.319427 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57a7828f-ae4e-499c-8c78-1210a8d77d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:38.773848 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ce3faf5c-ae13-421a-90e9-0d7dafb79c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:39.898497 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:41.523821 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:42.244095 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:52.466724 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:07:53.585916 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 details requested by agent hyperv_n-h2-820935-7 with host n-h2-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:07:53.681548 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:53.692732 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Returning: {'device': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:07:53.728255 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:53.741369 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65fbc1aa-f022-4571-a4d2-1761d0007bc7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:53.759844 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:53.763744 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:53.814133 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:53.824459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.824810 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.825180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.825520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.825851 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.826180 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.826507 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.826832 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.827152 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.827474 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.827819 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.828140 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.828460 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:53.846597 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] get_ports_and_sgs() called for port_ids ['65fbc1aa-f022-4571-a4d2-1761d0007bc7'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:07:55.597026 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 up at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:07:55.648854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Provisioning complete for port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:55.649236 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:55.735245 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:55.760073 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:55.762678 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf98bd-6621-47d1-833d-f819976c5920" -d '{"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-plugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:55.776515 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:55.782655 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:55.817568 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98186b99-b6db-4f7c-9384-82afa0bbfd7f x-openstack-request-id: req-98186b99-b6db-4f7c-9384-82afa0bbfd7f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:55.817871 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-plugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:55.818141 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98186b99-b6db-4f7c-9384-82afa0bbfd7f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:55.819032 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'code': 200} Dec 13 11:07:55.844624 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:00.520936 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:05.083772 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-6832c360-56f5-4510-a958-d162af2cb7e8 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108442061&fields=id&tenant_id=e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 267 time: 0.0447805 Dec 13 11:08:05.091062 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:05.193343 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-55e7c162-4d09-4521-b95e-e03deb71f774 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:05.194836 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-55e7c162-4d09-4521-b95e-e03deb71f774 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 809 time: 0.1026838 Dec 13 11:08:05.210453 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-de7ce61a-2431-48df-9337-c693c744d385 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/quotas/e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 375 time: 0.0096428 Dec 13 11:08:05.266962 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-f81e1152-079b-4d67-9e58-9d6432d069dd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512056 Dec 13 11:08:05.401822 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-e01d354f-c78c-4f0a-873f-b67f23c59265 service neutron] 10.222.0.31 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228299 Dec 13 11:08:05.492928 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-4dfd4bd5-931a-40cd-a22b-ed9467d48a94 service neutron] 10.222.0.31 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847542 Dec 13 11:08:05.681958 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-00a0cb0b-857f-4d3a-a327-c2df8e88664b req-140ea79b-d12d-4608-bbb9-fffa89a35876 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Dec 13 11:08:06.320714 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-470dc430-d603-4d03-add7-12f8e28f9e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.568407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-2af0c340-cbb9-422c-b7f5-4e06a4f1e482 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:06.569808 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-2af0c340-cbb9-422c-b7f5-4e06a4f1e482 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 809 time: 0.1053233 Dec 13 11:08:06.637339 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-572684e8-21bb-4797-9451-77534a71d430 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ee5dd705784e8397920c55059ca686 HTTP/1.1" status: 200 len: 380 time: 0.0579777 Dec 13 11:08:06.648789 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'port': {'device_id': '99154903-5060-44af-a51a-a62ae6d4c107', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'admin_state_up': True, 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'security_groups': ['73c740f0-a721-42b1-8f7a-8a18f0e6a3fb']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:06.763442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Made reservation on behalf of e0ee5dd705784e8397920c55059ca686 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:06.767641 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.795602 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ee18c6de-ff79-4799-8c6f-8f96aeb228b9 req-c6a0617a-cf98-488d-a617-b4d3eeab5cc4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 210 time: 0.0295711 Dec 13 11:08:06.947848 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Allocated IP 172.20.0.8 (ac46b9ac-a3f5-4ff7-b905-af51ee3a0683/80f7109b-ef15-49db-a5e9-fab9e41a987f/09b15f75-42a8-4fbf-8c01-4bd922143736) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:07.120642 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.167566 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.222318 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:07.225562 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:07.228319 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:07.270707 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:07.287202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.287773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.288197 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.288614 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.289028 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.289440 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.289844 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.290253 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.290659 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.291060 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.291460 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.291873 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.292283 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:07.320830 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:07.321495 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.344922 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-95b392d5-067a-442e-a369-be76681c27ef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6997082 Dec 13 11:08:07.531286 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-4b2169c6-ca22-4570-93e7-dc9a9020bad0 None None] Provisioning complete for port 09b15f75-42a8-4fbf-8c01-4bd922143736 triggered by entity DHCP. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:07.532019 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b2169c6-ca22-4570-93e7-dc9a9020bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.571797 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4b2169c6-ca22-4570-93e7-dc9a9020bad0 None None] Port 09b15f75-42a8-4fbf-8c01-4bd922143736 cannot update to ACTIVE because it is not bound. {{(pid=103196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:07.675748 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:08:07.753441 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.776941 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:07.779376 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29b125-e1a2-4764-89d2-9ed0335bdc32" -d '{"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:07.793997 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:07.800484 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.937724 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb33bd-6e2a-459b-989d-633ea25771c4 req-285876d1-02e6-4874-8625-f83e6951d8d1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:07.940522 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0fb33bd-6e2a-459b-989d-633ea25771c4 req-285876d1-02e6-4874-8625-f83e6951d8d1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0567691 Dec 13 11:08:07.997362 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c0fb33bd-6e2a-459b-989d-633ea25771c4 req-1087074d-eb49-4cb6-9335-989961bad633 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505052 Dec 13 11:08:08.024340 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f8a49-675b-495d-a132-878825e9a60d x-openstack-request-id: req-ec1f8a49-675b-495d-a132-878825e9a60d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:08.024636 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:08.024890 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1f8a49-675b-495d-a132-878825e9a60d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:08.025468 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'code': 200} Dec 13 11:08:08.031408 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Pushing event updated for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=8']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:08.784640 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ead823e2-2761-4860-9e88-0a3625c2a537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:09.121935 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608886c-b72d-4a17-bb0c-f403567e8add req-aa5c36d1-8cfd-4d1e-90db-6324150ae78b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:09.123432 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9608886c-b72d-4a17-bb0c-f403567e8add req-aa5c36d1-8cfd-4d1e-90db-6324150ae78b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0525937 Dec 13 11:08:09.175435 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9608886c-b72d-4a17-bb0c-f403567e8add req-d01e5087-91e9-4ca1-8917-2e2ee0c2dc36 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Dec 13 11:08:09.902257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:10.300598 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f96cd-3999-41a6-a58a-b1142f776a33 req-61581d6a-d2cb-42be-9c26-dcf93e3adf9a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:10.302117 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b6f96cd-3999-41a6-a58a-b1142f776a33 req-61581d6a-d2cb-42be-9c26-dcf93e3adf9a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0523872 Dec 13 11:08:10.353099 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-4b6f96cd-3999-41a6-a58a-b1142f776a33 req-acf2c5b9-e27a-4ea1-ada6-900aba961e03 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444076 Dec 13 11:08:11.475958 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a03de-906b-45a9-b44d-1047e6123d6e req-8aa1ed49-be2e-4fd0-be29-e3743a366c1b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:11.477627 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-393a03de-906b-45a9-b44d-1047e6123d6e req-8aa1ed49-be2e-4fd0-be29-e3743a366c1b tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0544989 Dec 13 11:08:11.524694 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:11.538306 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-393a03de-906b-45a9-b44d-1047e6123d6e req-bea125a1-4060-4147-b4b3-4fcf43cd6f29 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543346 Dec 13 11:08:12.247963 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:12.658906 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5ab9-9a95-44b8-8b8a-9ff5955a30ed req-49c3fbd3-a508-4274-a26e-2e18ebf7b515 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:12.660618 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d1a5ab9-9a95-44b8-8b8a-9ff5955a30ed req-49c3fbd3-a508-4274-a26e-2e18ebf7b515 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0513411 Dec 13 11:08:12.719121 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-9d1a5ab9-9a95-44b8-8b8a-9ff5955a30ed req-83df1964-f2dd-44e4-9a65-58fad91abd5a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519083 Dec 13 11:08:13.840383 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4750-6ec1-4cad-ae03-c4871160e1c2 req-a90fd506-e15b-4e00-995b-6379a373f916 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:13.842111 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-213f4750-6ec1-4cad-ae03-c4871160e1c2 req-a90fd506-e15b-4e00-995b-6379a373f916 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0503154 Dec 13 11:08:13.893436 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-213f4750-6ec1-4cad-ae03-c4871160e1c2 req-4eb6e857-a780-4952-aaa8-b640ac5c665e tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Dec 13 11:08:15.018448 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb98a2-2c9a-4f76-8a37-23b42c6c7495 req-59df5db8-6ad5-4b37-8f23-bc7ac200ae8a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:15.020135 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5cb98a2-2c9a-4f76-8a37-23b42c6c7495 req-59df5db8-6ad5-4b37-8f23-bc7ac200ae8a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0570385 Dec 13 11:08:15.073617 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f5cb98a2-2c9a-4f76-8a37-23b42c6c7495 req-217b3334-cecb-4077-98b3-87924fed6ea6 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472105 Dec 13 11:08:16.191481 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc1e2-2bbd-4d78-a2fc-b3e9166b1435 req-df1814d8-2c5d-4fb1-857a-10aad46436c1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:16.193235 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db5cc1e2-2bbd-4d78-a2fc-b3e9166b1435 req-df1814d8-2c5d-4fb1-857a-10aad46436c1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0516725 Dec 13 11:08:16.244647 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-db5cc1e2-2bbd-4d78-a2fc-b3e9166b1435 req-19c3b9ea-678f-4962-b6ed-058175195e26 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Dec 13 11:08:17.359911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a80818-4d3d-427a-9ad2-320099b208fd req-7881ba5c-128c-45bc-9209-beb28ea10e15 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:17.361392 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68a80818-4d3d-427a-9ad2-320099b208fd req-7881ba5c-128c-45bc-9209-beb28ea10e15 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0480111 Dec 13 11:08:17.413242 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68a80818-4d3d-427a-9ad2-320099b208fd req-85a8b72f-6490-41ab-b8a0-50e3f1852dba tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Dec 13 11:08:18.275517 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.v2.base [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Request body: {'port': {'device_id': '99154903-5060-44af-a51a-a62ae6d4c107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:18.327191 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.534118 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e10d-47a1-4228-8c9c-a6bc86710cd7 req-0333bd78-1b9f-41ee-a936-5d164de77bee tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:18.535524 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d682e10d-47a1-4228-8c9c-a6bc86710cd7 req-0333bd78-1b9f-41ee-a936-5d164de77bee tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 931 time: 0.0490670 Dec 13 11:08:18.584394 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d682e10d-47a1-4228-8c9c-a6bc86710cd7 req-e9ba1c5f-36a1-44ac-9450-d2fd84fa2cfb tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Dec 13 11:08:18.589796 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:18.597407 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.609382 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Transition to ACTIVE for port object 09b15f75-42a8-4fbf-8c01-4bd922143736 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:08:18.613152 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.664647 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:18.734773 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Attempting to bind port 09b15f75-42a8-4fbf-8c01-4bd922143736 on host n-h1-820935-7 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:18.735126 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Attempting to bind port 09b15f75-42a8-4fbf-8c01-4bd922143736 by drivers openvswitch,hyperv on host n-h1-820935-7 at level 0 using segments [{'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:18.735442 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Attempting to bind port 09b15f75-42a8-4fbf-8c01-4bd922143736 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:18.740607 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Port 09b15f75-42a8-4fbf-8c01-4bd922143736 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-7 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:08:18.740934 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Attempting to bind port 09b15f75-42a8-4fbf-8c01-4bd922143736 on network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:18.745855 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Checking agent: {'id': 'a8c8070c-fe22-4249-9917-752d9a8e9baf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'started_at': datetime.datetime(2021, 12, 13, 9, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:18.746273 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Checking segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:18.746662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Bound using segment: {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:18.747096 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Bound port: 09b15f75-42a8-4fbf-8c01-4bd922143736, host: n-h1-820935-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550eb726-daf1-4e9c-9db5-4f76932fc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:18.747461 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.819594 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:18.822693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:18.826314 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555066'] for port, after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.862493 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:18.863124 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.864571 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-23473844-a87d-41af-851d-689af9b209e6 service neutron] 10.222.0.16 "PUT /v2.0/ports/09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 1091 time: 0.6361489 Dec 13 11:08:18.865128 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:18.867413 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec06380-65f0-4388-be54-0e3511957404" -d '{"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:18.889572 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23473844-a87d-41af-851d-689af9b209e6 service neutron] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:18.916417 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6500916-8775-4bc3-aa8a-1be747fad032 x-openstack-request-id: req-f6500916-8775-4bc3-aa8a-1be747fad032 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:18.916715 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:18.916977 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6500916-8775-4bc3-aa8a-1be747fad032 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:18.917387 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'status': 'completed', 'code': 200} Dec 13 11:08:18.963770 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-ad3e4d43-fba3-4d87-b3de-93e750bb48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:18.965343 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-ad3e4d43-fba3-4d87-b3de-93e750bb48a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1094 time: 0.0434301 Dec 13 11:08:19.012363 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-07ce4ee4-754f-4c56-8da3-49b3eebd9ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 217 time: 0.0395443 Dec 13 11:08:19.063750 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-aae26dbc-be61-425d-b172-fb00d972e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.065275 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-aae26dbc-be61-425d-b172-fb00d972e719 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0459316 Dec 13 11:08:19.113121 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-53e5f2b7-8b94-43a5-8e26-ddcb0a3ee9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.114622 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-53e5f2b7-8b94-43a5-8e26-ddcb0a3ee9af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419707 Dec 13 11:08:19.206556 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-d4bcbb50-db1f-4ca2-8878-25397e98edb1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836787 Dec 13 11:08:19.296272 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-35ab0c88-c3d4-4c75-80a0-e50a995d39cc req-89e2b23e-392b-4892-af77-8d6e668e5d1f service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Dec 13 11:08:19.385760 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06380-65f0-4388-be54-0e3511957404 req-d60239de-94ca-4df7-8519-7de745a34d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.387253 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-d60239de-94ca-4df7-8519-7de745a34d5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1094 time: 0.0458558 Dec 13 11:08:19.476905 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06380-65f0-4388-be54-0e3511957404 req-4d16e19a-7169-49dc-8f8b-bd8d55b1d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.478375 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-4d16e19a-7169-49dc-8f8b-bd8d55b1d455 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0841475 Dec 13 11:08:19.519906 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-b75b2a31-eda0-4d2b-91de-a032faec072c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 217 time: 0.0346937 Dec 13 11:08:19.571747 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06380-65f0-4388-be54-0e3511957404 req-b22e5418-7ed8-4a15-a3bc-0bee99f3c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.573160 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-b22e5418-7ed8-4a15-a3bc-0bee99f3c796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0469580 Dec 13 11:08:19.617415 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06380-65f0-4388-be54-0e3511957404 req-6a4d02ab-2863-47b8-a7ec-22c3506ae906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.618940 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-6a4d02ab-2863-47b8-a7ec-22c3506ae906 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387902 Dec 13 11:08:19.702229 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1bbc4-4ed8-4bec-aa60-71375a379fe9 req-1f2a36f2-2904-4da6-8abe-5652ced627d9 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.703651 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d1bbc4-4ed8-4bec-aa60-71375a379fe9 req-1f2a36f2-2904-4da6-8abe-5652ced627d9 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 943 time: 0.0479438 Dec 13 11:08:19.708680 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-1255b41a-5ad3-46ce-aa2b-50e1090d294a service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Dec 13 11:08:19.751465 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b2d1bbc4-4ed8-4bec-aa60-71375a379fe9 req-49cf53e8-e243-4d31-a99a-f3cda127c2fd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Dec 13 11:08:19.804006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-eec06380-65f0-4388-be54-0e3511957404 req-aea1ff3b-2249-464d-b5dd-e5dfccb6ea99 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Dec 13 11:08:20.870828 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86235-dabe-4908-b8f1-6aaac8ea1447 req-adfb3196-e321-4526-90a1-19c2e61ec3da tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:20.872318 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ee86235-dabe-4908-b8f1-6aaac8ea1447 req-adfb3196-e321-4526-90a1-19c2e61ec3da tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 943 time: 0.0520594 Dec 13 11:08:20.920067 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-3ee86235-dabe-4908-b8f1-6aaac8ea1447 req-7898613d-9b68-4f61-bf0a-c7ff7ead1fea tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Dec 13 11:08:21.482930 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:08:21.576660 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:21.588192 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'mac_address': 'fa:16:3e:85:a7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:08:21.627515 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.640079 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:21.658449 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:21.662918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.708293 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:22.015721 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['09b15f75-42a8-4fbf-8c01-4bd922143736'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:08:22.036963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300bda1-c446-4d2e-9424-01518967772d req-44d470c9-7769-4330-80b2-6a2ddd5cc8f6 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:22.038560 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5300bda1-c446-4d2e-9424-01518967772d req-44d470c9-7769-4330-80b2-6a2ddd5cc8f6 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 944 time: 0.0495741 Dec 13 11:08:22.087279 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-5300bda1-c446-4d2e-9424-01518967772d req-85e5ad48-cea8-41f2-99df-e1238c8368f1 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Dec 13 11:08:23.208205 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8218-52ec-4848-9d14-b445347921f9 req-020c81cf-cf22-4c5e-9300-e0fe1abf5c08 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:23.209705 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d68d8218-52ec-4848-9d14-b445347921f9 req-020c81cf-cf22-4c5e-9300-e0fe1abf5c08 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 944 time: 0.0511694 Dec 13 11:08:23.257011 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-d68d8218-52ec-4848-9d14-b445347921f9 req-113b997d-f67a-4597-9205-7dd5043828e4 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Dec 13 11:08:23.494724 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:23.543162 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning for port 09b15f75-42a8-4fbf-8c01-4bd922143736 completed by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:08:23.547029 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 09b15f75-42a8-4fbf-8c01-4bd922143736 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:23.547400 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.624099 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.646782 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:23.649045 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f351c8b9-9704-4939-93cf-2297676b88ca" -d '{"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-plugged", "status": "completed", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:23.661686 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:23.666521 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.703806 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d49793-dc4c-4ea3-9886-d9dc5d38a7ae x-openstack-request-id: req-06d49793-dc4c-4ea3-9886-d9dc5d38a7ae {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:23.704103 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-plugged", "status": "completed", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:23.704386 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06d49793-dc4c-4ea3-9886-d9dc5d38a7ae {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:23.705320 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'code': 200} Dec 13 11:08:23.730589 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=5']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:23.797987 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53584a80-646d-4e75-98f1-01327de04044 req-530176c1-6865-45da-a2a1-7dba81c0e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:23.799438 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-53584a80-646d-4e75-98f1-01327de04044 req-530176c1-6865-45da-a2a1-7dba81c0e8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1096 time: 0.0415399 Dec 13 11:08:23.847554 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-53584a80-646d-4e75-98f1-01327de04044 req-c2229164-122f-4470-8faa-e6447c23a1e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 Dec 13 11:08:24.371408 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb39f-13ec-4f5d-8b65-07e967d4b722 req-64379a32-7b90-4359-ae8e-d6a0b6b46d80 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:24.372909 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f0cb39f-13ec-4f5d-8b65-07e967d4b722 req-64379a32-7b90-4359-ae8e-d6a0b6b46d80 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Dec 13 11:08:24.421442 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-1f0cb39f-13ec-4f5d-8b65-07e967d4b722 req-b8dbea97-5727-41d4-a761-fa29f79bcd28 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Dec 13 11:08:25.537816 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3b13b-2943-4a43-b343-9a5c5595baf8 req-a325ac44-176c-476a-9b74-a61907598081 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:25.539285 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e3b13b-2943-4a43-b343-9a5c5595baf8 req-a325ac44-176c-476a-9b74-a61907598081 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Dec 13 11:08:25.590214 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-f0e3b13b-2943-4a43-b343-9a5c5595baf8 req-badefa74-b44e-42ab-b1d6-c8fd057b64f2 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Dec 13 11:08:25.702930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c9cc8-1f8c-4829-ad90-e1d9bf25bfa2 req-34bf4619-2b4c-4016-99ed-39c478568a01 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:25.704802 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-413c9cc8-1f8c-4829-ad90-e1d9bf25bfa2 req-34bf4619-2b4c-4016-99ed-39c478568a01 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.0471985 Dec 13 11:08:25.752810 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-413c9cc8-1f8c-4829-ad90-e1d9bf25bfa2 req-ae289280-9366-4ba3-9662-0284b032ea91 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Dec 13 11:08:25.773684 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43338) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:25.812238 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b93789-69ec-4c9a-ad2c-58d66205b6a0 tempest-TestSnapshotPattern-246682737 tempest-TestSnapshotPattern-246682737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:25.814256 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-b9b93789-69ec-4c9a-ad2c-58d66205b6a0 tempest-TestSnapshotPattern-246682737 tempest-TestSnapshotPattern-246682737-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1091 time: 0.0390978 Dec 13 11:08:25.817062 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43340) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:25.821295 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.v2.base [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Request body: {'floatingip': {'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:25.843195 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.939295 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.037082 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Allocated IP 172.25.2.189 (9fe0614e-dcb3-420e-8e2d-2ea6a0846c27/1a5c31f8-4656-409e-9579-a6f7211f6871/fcc2ed66-bfac-4a4a-8940-fb0e27e4f059) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:26.146768 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.201702 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-982f90fb-801d-40ea-aab0-974267a072b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122346 Dec 13 11:08:26.214538 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747114218168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.261380 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Network 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:26.275063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:26.290619 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:26.293290 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=fcc2ed66-bfac-4a4a-8940-fb0e27e4f059,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.325317 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.325671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.326016 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.326362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.326699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.327034 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.327364 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.327734 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.328064 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.328390 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.328718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.329043 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.329903 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.353718 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65025-8822-44c5-8dae-46edd696883e req-504ba7b1-620e-4e2f-84ac-51a980a4ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:26.355243 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-504ba7b1-620e-4e2f-84ac-51a980a4ff2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0975370 Dec 13 11:08:26.541740 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65025-8822-44c5-8dae-46edd696883e req-2848dcc8-f7be-4ce8-8fce-097a247c3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:26.543125 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-2848dcc8-f7be-4ce8-8fce-097a247c3380 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.1681263 Dec 13 11:08:26.647296 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-79fb1320-4215-47a3-81a0-5077a31f2d88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0782032 Dec 13 11:08:26.754582 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65025-8822-44c5-8dae-46edd696883e req-f70e58a2-ee2f-4ba9-9be2-4477d041cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:26.756100 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-f70e58a2-ee2f-4ba9-9be2-4477d041cb59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0891409 Dec 13 11:08:26.847699 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65025-8822-44c5-8dae-46edd696883e req-e03e529f-3c42-433b-ab2b-4762fe4560b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:26.849206 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-e03e529f-3c42-433b-ab2b-4762fe4560b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854874 Dec 13 11:08:26.853006 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.876112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-95be3338-ee98-4b8c-b333-a4bfac9fe4d6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103195) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:08:26.877632 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-95be3338-ee98-4b8c-b333-a4bfac9fe4d6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058925 Dec 13 11:08:26.982935 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.025971 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-9f9f6415-4a11-4c97-95b5-c6a1528bfc2a service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412213 Dec 13 11:08:27.182956 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ace65025-8822-44c5-8dae-46edd696883e req-df0a54be-63b8-49f2-8b55-d98d0992918e service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473246 Dec 13 11:08:27.216121 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for port, precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.220571 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9272505'] for port, after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.285042 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event updated for resources: {'Port': ['ID=fcc2ed66-bfac-4a4a-8940-fb0e27e4f059,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:27.298581 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552722'] for floatingip, after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.395274 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Floating IP e7926ffe-6653-436a-a721-1c24b42a87ed associated. External IP: 172.25.2.189, port: 09b15f75-42a8-4fbf-8c01-4bd922143736. Dec 13 11:08:27.948112 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:08:28.054845 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:08:28.064913 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:08:28.075740 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.076218 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:28.076904 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:28.115638 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-d5f8b9f2-5381-4164-b2e1-8266373b75bd tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2863765 Dec 13 11:08:28.115638 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:28.115638 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f0e89-0ac9-4c3f-b06b-364b2943e009" -d '{"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:28.212369 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbbed7e-1775-4350-8971-c0ae2b433308 x-openstack-request-id: req-1dbbed7e-1775-4350-8971-c0ae2b433308 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:28.212792 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:28.213141 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dbbed7e-1775-4350-8971-c0ae2b433308 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:28.213641 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'status': 'completed', 'code': 200} Dec 13 11:08:28.276538 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:28.285350 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-3a9a727f-7cfd-45ea-8150-ed26d0bac34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:28.287712 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-3a9a727f-7cfd-45ea-8150-ed26d0bac34d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1096 time: 0.0515149 Dec 13 11:08:28.385960 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-f1ef4b7e-d847-4ed9-848f-a5bb6d90f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:28.387466 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-f1ef4b7e-d847-4ed9-848f-a5bb6d90f8d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0930052 Dec 13 11:08:28.458788 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-15790943-ae3a-4a70-93f6-f273f8ba6c7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 999 time: 0.0641193 Dec 13 11:08:28.509622 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}, {'id': 'e7926ffe-6653-436a-a721-1c24b42a87ed', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:85:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99154903-5060-44af-a51a-a62ae6d4c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:08:26Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:28.512038 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-213f3117-d03b-4ed8-ba62-ee391a7c7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:28.514706 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-213f3117-d03b-4ed8-ba62-ee391a7c7b83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0484450 Dec 13 11:08:28.540749 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:08:28.549955 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:28.550587 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:08:09Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:28.564202 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-9b6935f0-f2fe-4c61-a875-b2bf59b7de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:28.565732 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-9b6935f0-f2fe-4c61-a875-b2bf59b7de54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445151 Dec 13 11:08:28.657837 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:28.662352 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-61f75350-4a54-4efa-893a-a0d0d5fd78f0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Dec 13 11:08:28.753821 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-a50f0e89-0ac9-4c3f-b06b-364b2943e009 req-f6d36586-107a-41cc-9503-4d353054efcc service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843868 Dec 13 11:08:28.891916 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}, {'id': 'e7926ffe-6653-436a-a721-1c24b42a87ed', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:85:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99154903-5060-44af-a51a-a62ae6d4c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:08:26Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:28.918265 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afaed-0001-4114-b9d1-16c8798fc546 None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}, {'id': 'e7926ffe-6653-436a-a721-1c24b42a87ed', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:85:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99154903-5060-44af-a51a-a62ae6d4c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:08:26Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 0, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:08:29.119802 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0325a0b2-562a-4030-b9ee-b3323e77fcae None None] New status for floating IP e7926ffe-6653-436a-a721-1c24b42a87ed: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:08:29.465695 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:08:30.518918 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:34.931045 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-7be05a86-0637-47d7-b4ef-06e48df0a8ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398607 Dec 13 11:08:35.019285 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-05c8579b-224f-402c-b996-f45d7267870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:35.020818 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-05c8579b-224f-402c-b996-f45d7267870e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1096 time: 0.0460329 Dec 13 11:08:35.100746 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:35.127571 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-93c32621-2328-4918-9d1b-9923497fc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:35.129395 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-93c32621-2328-4918-9d1b-9923497fc446 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0887144 Dec 13 11:08:35.231763 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-70c44b19-1de0-4994-9603-44157421c98d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 1001 time: 0.0952685 Dec 13 11:08:35.279581 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-8d941c65-b259-4ed7-801b-af224b72fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:35.281006 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-8d941c65-b259-4ed7-801b-af224b72fc31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0428600 Dec 13 11:08:35.326421 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-15ee5030-11e5-4702-9316-05432f709963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:35.327899 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-15ee5030-11e5-4702-9316-05432f709963 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390632 Dec 13 11:08:35.418765 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-514bcbce-b9b1-4a41-99f9-8ff16bda75f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Dec 13 11:08:35.504873 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-77c42434-47e9-41d3-a201-0e0f0f787679 req-6a6e2e89-8186-465a-be12-bebda0595f85 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793004 Dec 13 11:08:36.321833 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7df9193e-dcbb-433c-8328-1bb30dd1ffc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:38.781158 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2408-c1b1-4414-a8fe-6ab0885ef752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:39.903352 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:41.522103 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:42.251642 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:00.517751 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:05.102232 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:06.323321 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89469db2-8dec-464e-8dcb-75d2990818ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:06.464021 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:09:08.783568 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b4cb473-7496-49e3-8fb3-3fd7cf0e9760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:09.908038 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:11.528298 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:12.252913 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:27.104425 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-3147a78d-b7db-45aa-9058-11089100046e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420213 Dec 13 11:09:27.184671 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-7729c44b-bd3b-4cd7-bd2b-f58c944862e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:27.186171 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-7729c44b-bd3b-4cd7-bd2b-f58c944862e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0400727 Dec 13 11:09:27.286311 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-528e2cf3-f953-47ea-aaf2-2fa0a105bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:27.287790 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-528e2cf3-f953-47ea-aaf2-2fa0a105bd2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0823917 Dec 13 11:09:27.356040 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-e5594491-9884-4ed8-952f-f6c424d6dc98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0601909 Dec 13 11:09:27.403708 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-d34cc40a-feac-45f2-81fe-f9e50b970ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:27.405122 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-d34cc40a-feac-45f2-81fe-f9e50b970ba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0424139 Dec 13 11:09:27.448447 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-9a6844eb-e988-4f61-ba94-633b887ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:27.449882 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-9a6844eb-e988-4f61-ba94-633b887ed33d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377145 Dec 13 11:09:27.539321 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-36c266ca-0d42-4948-8779-b86215d4a3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820370 Dec 13 11:09:27.628127 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c2f4812c-92f6-4d48-bda6-1b59301fe436 req-6358cfaf-96d1-40b2-8ecd-6d958222d713 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806620 Dec 13 11:09:30.516257 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.922056 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-87baf0f8-d6de-4f77-8d2a-47ab23ce1f64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393116 Dec 13 11:09:35.007880 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea2f-1796-4671-8057-487997b7dccd req-53a74b09-b8f8-4559-b4bd-dc0470bfacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:35.009380 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-53a74b09-b8f8-4559-b4bd-dc0470bfacef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1096 time: 0.0440445 Dec 13 11:09:35.109728 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:35.111183 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea2f-1796-4671-8057-487997b7dccd req-58a9e1bb-33b3-46b2-99cf-8c102350ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:35.112789 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-58a9e1bb-33b3-46b2-99cf-8c102350ccac service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0841494 Dec 13 11:09:35.183701 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-e700996e-f673-4496-893a-20bfcea11326 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 1001 time: 0.0634499 Dec 13 11:09:35.232912 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea2f-1796-4671-8057-487997b7dccd req-8385e8de-b2a3-495b-bd5d-f7b5c4e03b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:35.234917 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-8385e8de-b2a3-495b-bd5d-f7b5c4e03b93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0424128 Dec 13 11:09:35.279775 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea2f-1796-4671-8057-487997b7dccd req-d5974c0e-cddf-4b39-89a8-e9d1be228257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:35.281304 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-d5974c0e-cddf-4b39-89a8-e9d1be228257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390930 Dec 13 11:09:35.292009 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-a38811b4-fde3-4b71-994d-07b42f9058dd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:09:35.292955 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-a38811b4-fde3-4b71-994d-07b42f9058dd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047042 Dec 13 11:09:35.383251 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-11af78e8-8007-4cb6-bebb-fcdf3c0de37a service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833199 Dec 13 11:09:35.470439 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-8519ea2f-1796-4671-8057-487997b7dccd req-bc15f5e7-682e-46be-9cce-1e925903f5fb service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802369 Dec 13 11:09:36.325227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20f2ca9a-1f6e-4036-8abb-7273dedf9615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.785679 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-764de1c0-0b88-4e60-b8a3-0a1c7990bb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:39.909253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:41.529709 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:42.254433 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:43.463150 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:10:00.518278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:05.118381 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:06.329356 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34949e86-83fe-4ccf-8462-cac786bc7b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:08.787437 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5fa1b1a4-28b8-4856-825b-87503bc3438b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:09.912049 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:11.529966 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:12.255996 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:20.461729 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:10:27.095881 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-70f78927-8240-4595-a82d-993ae5ab1c10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412133 Dec 13 11:10:27.180430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654e01-f978-418a-8393-67fd92c27326 req-3222e639-7e21-4d07-9e3f-fab74540164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:27.182052 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-3222e639-7e21-4d07-9e3f-fab74540164a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0458159 Dec 13 11:10:27.285058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654e01-f978-418a-8393-67fd92c27326 req-48b27b7a-fc2c-4946-90ec-58b08fb3d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:27.286549 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-48b27b7a-fc2c-4946-90ec-58b08fb3d705 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0847585 Dec 13 11:10:27.361314 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-73138c36-3714-4e8c-aca2-592e6a7f1fcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0670180 Dec 13 11:10:27.416691 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654e01-f978-418a-8393-67fd92c27326 req-d4d06b6d-b2c1-4f82-bc78-b2c3cb60c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:27.418193 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-d4d06b6d-b2c1-4f82-bc78-b2c3cb60c5f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0503421 Dec 13 11:10:27.463436 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654e01-f978-418a-8393-67fd92c27326 req-509bef90-76e5-4030-9704-a9124f303ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:27.464940 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-509bef90-76e5-4030-9704-a9124f303ffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391726 Dec 13 11:10:27.555461 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-5e632b27-65f4-4f8b-99a0-16af9a847589 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Dec 13 11:10:27.643604 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-68654e01-f978-418a-8393-67fd92c27326 req-b386c9b3-7c1e-4295-bcef-18cd0eecf867 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806162 Dec 13 11:10:30.530200 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:34.137658 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 details requested by agent hyperv_n-h1-820935-7 with host n-h1-820935-7 {{(pid=103196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:10:34.236044 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:34.247103 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Returning: {'device': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'port_id': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'mac_address': 'fa:16:3e:85:a7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:10:34.283999 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:34.296746 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:10:34.320047 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:34.323981 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:34.373160 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:34.380778 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.381135 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.381487 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.381829 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.382178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.382520 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.382854 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.383186 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.383518 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.383878 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.384213 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.384542 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.384872 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:34.409996 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] get_ports_and_sgs() called for port_ids ['09b15f75-42a8-4fbf-8c01-4bd922143736'] {{(pid=103196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:10:34.950962 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-1b3c4883-2f29-448e-a0de-5c8eab19df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:34.952469 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-1b3c4883-2f29-448e-a0de-5c8eab19df92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1095 time: 0.0403605 Dec 13 11:10:35.056234 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-73fd63a4-2497-4c17-b5e1-49986313d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:35.058002 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-73fd63a4-2497-4c17-b5e1-49986313d3cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.0863733 Dec 13 11:10:35.122312 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-3da02b21-112c-4026-8a0d-1bd7761dc1af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 1000 time: 0.0569830 Dec 13 11:10:35.132129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:35.177216 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-fa51b499-ffb8-4af5-ad02-a81096975b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:35.178678 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-fa51b499-ffb8-4af5-ad02-a81096975b3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0484717 Dec 13 11:10:35.225733 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-f4e1e204-9a87-47ea-8d01-e32b1475f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:35.227193 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-f4e1e204-9a87-47ea-8d01-e32b1475f313 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388942 Dec 13 11:10:35.314734 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-085cb36c-8126-469d-be29-e2c2c5c156b2 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795913 Dec 13 11:10:35.408865 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-4711f4e1-327c-4586-94a7-3ad19f24d5ba req-6895626a-8020-461d-a63d-55150bc23511 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Dec 13 11:10:36.142064 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 up at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:10:36.189248 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Provisioning complete for port 09b15f75-42a8-4fbf-8c01-4bd922143736 triggered by entity L2. {{(pid=103196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:10:36.189619 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1795476'] for port, provisioning_complete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:36.266021 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625957'] for port, before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:36.288703 n-d-820935-7 neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:10:36.290940 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0d5eb5f42429f5e69d6be6c5e22b5f89a39506402c886e2549a6a9f60da9a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba76770-bb8d-41fb-8aaf-71e1c859e3db" -d '{"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-plugged", "status": "completed", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:10:36.304225 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:36.308173 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747114768357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747114218186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747114218204'] for port, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:36.352829 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63a71b13-3fcd-418e-8678-97312cd031ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:36.368013 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Pushing event updated for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:36.397515 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed6a09b-816c-447d-a8c1-08eeb6c80fa2 x-openstack-request-id: req-eed6a09b-816c-447d-a8c1-08eeb6c80fa2 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:10:36.397816 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-plugged", "status": "completed", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:10:36.398081 n-d-820935-7 neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eed6a09b-816c-447d-a8c1-08eeb6c80fa2 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:10:36.398491 n-d-820935-7 neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'code': 200} Dec 13 11:10:38.794292 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bcfa120b-0c1f-418d-b2d9-257251e70c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:39.921782 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:41.546221 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:42.257607 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.483657 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43574) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:46.637988 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Deleting port fcc2ed66-bfac-4a4a-8940-fb0e27e4f059 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:46.638334 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.716097 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.716430 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.727849 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Calling delete_port for fcc2ed66-bfac-4a4a-8940-fb0e27e4f059 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:46.876293 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.904917 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event deleted for resources: {'Port': ['ID=fcc2ed66-bfac-4a4a-8940-fb0e27e4f059,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:46.929631 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.929991 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.930340 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.930683 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.931025 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.931362 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.931729 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.932063 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.932398 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.932726 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.933058 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.933388 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.933715 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:46.971742 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:46.972078 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Floating IP e7926ffe-6653-436a-a721-1c24b42a87ed disassociated (deleted). External IP: 172.25.2.189, port: 09b15f75-42a8-4fbf-8c01-4bd922143736. Dec 13 11:10:47.177259 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:10:47.282870 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:10:47.287665 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:47.293075 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:10:47.302231 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:47.302933 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:47.313300 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-dd3981d4-06e6-4fce-b53d-03ee4d238a07 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7926ffe-6653-436a-a721-1c24b42a87ed HTTP/1.1" status: 204 len: 168 time: 0.8285661 Dec 13 11:10:47.313911 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:10:47.316217 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321418e-660e-4f2c-ae33-e1194af8ccd8" -d '{"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:10:47.356396 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2cca3a-63ba-48de-afc9-942e585f2daa x-openstack-request-id: req-0a2cca3a-63ba-48de-afc9-942e585f2daa {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:10:47.356784 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:10:47.357109 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2cca3a-63ba-48de-afc9-942e585f2daa {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:10:47.358029 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'status': 'completed', 'code': 200} Dec 13 11:10:47.426569 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:47.428776 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-87cfb57a-9d88-4daa-b0e4-3aeabe696a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:47.430757 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-87cfb57a-9d88-4daa-b0e4-3aeabe696a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 1096 time: 0.0476809 Dec 13 11:10:47.547407 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-29f32191-242a-4bba-9298-3b9ad1c9b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:47.549097 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-29f32191-242a-4bba-9298-3b9ad1c9b634 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.1087811 Dec 13 11:10:47.593613 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-db769b18-e154-43b9-b38a-41c83aeff64c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 200 len: 217 time: 0.0370114 Dec 13 11:10:47.621900 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41412-3cb1-48c2-9df3-1b8aa40ac94b req-a9213053-2a0d-48c4-8b46-b802a54d4621 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:47.623495 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8db41412-3cb1-48c2-9df3-1b8aa40ac94b req-a9213053-2a0d-48c4-8b46-b802a54d4621 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.1200013 Dec 13 11:10:47.649494 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-ec3d515c-c6bf-4bb5-b65f-cea1c0040daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:47.651046 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-ec3d515c-c6bf-4bb5-b65f-cea1c0040daf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0500290 Dec 13 11:10:47.680771 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-8db41412-3cb1-48c2-9df3-1b8aa40ac94b req-ebf73eea-8a60-4d5c-bd01-d4a7b3edbd21 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Dec 13 11:10:47.707393 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-1a9fbae4-8487-459c-bf76-b0e61321e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:47.709141 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-1a9fbae4-8487-459c-bf76-b0e61321e03f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479715 Dec 13 11:10:47.754327 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:47.780051 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:10:47.792912 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:47.793565 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:47.803121 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-9821364f-d0a3-4d93-a7fb-cfe0f6a2acc9 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Dec 13 11:10:47.893618 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-3321418e-660e-4f2c-ae33-e1194af8ccd8 req-4550746e-78bd-4ea6-a310-3bdf7b5a01d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819588 Dec 13 11:10:47.896784 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:48.112691 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:48.137403 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840f960-5c6b-41cc-a318-3f3fed5744bf None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_floatingips': [{'id': '4776f906-3774-4df4-a572-df8eca3fc783', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'router_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'port_id': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'mac_address': 'fa:16:3e:01:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:05:53Z', 'updated_at': '2021-12-13T11:05:56Z', 'revision_number': 1, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:10:48.373842 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b39f1f-61a5-4dd2-9297-ad234bd520b1 None None] New status for floating IP e7926ffe-6653-436a-a721-1c24b42a87ed: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:10:48.850561 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3534944-2028-4b44-8305-f38f99ed3a56 req-50ec6868-1870-4470-95bc-4939279c93ea tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:48.852056 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3534944-2028-4b44-8305-f38f99ed3a56 req-50ec6868-1870-4470-95bc-4939279c93ea tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.0973737 Dec 13 11:10:48.901371 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-c3534944-2028-4b44-8305-f38f99ed3a56 req-b2751351-2b00-4da6-8ae1-ff7a6aaf0d0a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Dec 13 11:10:49.221515 n-d-820935-7 neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-9a2dcd0c-950d-47d0-b12d-c247b1ef7aef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:49.222979 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-9a2dcd0c-950d-47d0-b12d-c247b1ef7aef tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.16 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Dec 13 11:10:49.311086 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Deleting port 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:49.311430 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:49.404902 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] For port 09b15f75-42a8-4fbf-8c01-4bd922143736, host n-h1-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-7',level=0,port_id=09b15f75-42a8-4fbf-8c01-4bd922143736,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:49.405267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:49.416900 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Calling delete_port for 09b15f75-42a8-4fbf-8c01-4bd922143736 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:49.538822 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:49.569467 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event deleted for resources: {'Port': ['ID=09b15f75-42a8-4fbf-8c01-4bd922143736,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:49.594619 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.594965 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.595304 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.595662 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.595995 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.596323 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.596648 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.596974 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.597297 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.597620 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.597940 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.598263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.598582 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-7 {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:10:49.619518 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] No DVR routers for this DVR port 09b15f75-42a8-4fbf-8c01-4bd922143736 on host n-h1-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:10:49.621898 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:49.625258 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [req-94fc5ae6-1b10-41a1-a8b8-fa0d33a6e474 req-58f39f1e-ccbe-486e-aeab-f72e1c569cc3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.16 "DELETE /v2.0/ports/09b15f75-42a8-4fbf-8c01-4bd922143736 HTTP/1.1" status: 204 len: 173 time: 0.3961039 Dec 13 11:10:49.625693 n-d-820935-7 neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-deleted', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:10:49.627972 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}309d99b949bf0627a394f1eba14a023feb2b120ef8a99929b92e76f7f8a7bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7396a4f8-00d4-4c42-8503-4290550e8dd2" -d '{"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-deleted", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:10:49.724404 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea02a397-721d-49c3-9ed2-e4cfc091a04c x-openstack-request-id: req-ea02a397-721d-49c3-9ed2-e4cfc091a04c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:10:49.724700 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99154903-5060-44af-a51a-a62ae6d4c107", "name": "network-vif-deleted", "tag": "09b15f75-42a8-4fbf-8c01-4bd922143736", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:10:49.724962 n-d-820935-7 neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea02a397-721d-49c3-9ed2-e4cfc091a04c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:10:49.725372 n-d-820935-7 neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99154903-5060-44af-a51a-a62ae6d4c107', 'name': 'network-vif-deleted', 'tag': '09b15f75-42a8-4fbf-8c01-4bd922143736', 'status': 'completed', 'code': 200} Dec 13 11:10:50.017918 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-ca3251bc-0a15-40e4-a5f8-95499e8a064e req-6c13ebb3-2dc5-4c52-942d-a432eaafb09d tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=99154903-5060-44af-a51a-a62ae6d4c107 HTTP/1.1" status: 200 len: 210 time: 0.0288544 Dec 13 11:10:50.206836 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:10:50.226411 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:10:50.226759 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:10:51.572774 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43638) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:51.726135 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Deleting port 5dd84efc-54a1-4af7-a8a5-105134a4f7f5 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:51.726497 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:51.803381 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:51.803738 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:51.815174 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Calling delete_port for 5dd84efc-54a1-4af7-a8a5-105134a4f7f5 owned by network:floatingip {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:51.963657 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:51.993904 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event deleted for resources: {'Port': ['ID=5dd84efc-54a1-4af7-a8a5-105134a4f7f5,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:52.050789 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for floatingip, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:52.051122 n-d-820935-7 neutron-server[103195]: INFO neutron.db.l3_db [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Floating IP 4776f906-3774-4df4-a572-df8eca3fc783 disassociated (deleted). External IP: 172.25.2.106, port: 65fbc1aa-f022-4571-a4d2-1761d0007bc7. Dec 13 11:10:52.253433 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:10:52.358586 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:10:52.363190 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for floatingip, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:52.369355 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:10:52.379095 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:52.379743 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:52.389621 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-bfc88019-6b7c-4d46-ab3d-00a7b556a5b3 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "DELETE /v2.0/floatingips/4776f906-3774-4df4-a572-df8eca3fc783 HTTP/1.1" status: 204 len: 168 time: 0.8157680 Dec 13 11:10:52.390309 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:10:52.392696 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:10:52.432403 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b641f468-9115-4f28-af7f-3d303d1a5139 x-openstack-request-id: req-b641f468-9115-4f28-af7f-3d303d1a5139 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:10:52.432712 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:10:52.432955 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b641f468-9115-4f28-af7f-3d303d1a5139 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:10:52.433754 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'status': 'completed', 'code': 200} Dec 13 11:10:52.490208 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:52.501132 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-f1805b05-487b-4e2e-95e0-2532783c1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:52.512051 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-f1805b05-487b-4e2e-95e0-2532783c1368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0ee5dd705784e8397920c55059ca686&device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 1095 time: 0.0544717 Dec 13 11:10:52.639421 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-830e7394-79d6-4268-ae8d-8fb1e4070540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:52.640943 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-830e7394-79d6-4268-ae8d-8fb1e4070540 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 200 len: 910 time: 0.1212411 Dec 13 11:10:52.648258 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169509-bd89-4f0d-95f9-1e63a2891a63 req-0c0d48b2-b2aa-4ca3-b9ed-b3a338b59eaa tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:52.649637 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76169509-bd89-4f0d-95f9-1e63a2891a63 req-0c0d48b2-b2aa-4ca3-b9ed-b3a338b59eaa tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 944 time: 0.0793309 Dec 13 11:10:52.690443 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-05f57bf5-facc-4e58-804e-e7aaaedf15e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 200 len: 217 time: 0.0398731 Dec 13 11:10:52.693800 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:52.724044 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:10:52.732468 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:52.733072 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:52.765472 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-76169509-bd89-4f0d-95f9-1e63a2891a63 req-4ff22a4d-f16f-4012-9cc6-2933f3fe5901 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/security-groups?id=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076710 Dec 13 11:10:52.768936 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-e705e2e0-2f71-40af-b094-765f0ef57d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:52.770456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-e705e2e0-2f71-40af-b094-765f0ef57d88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 200 len: 848 time: 0.0728509 Dec 13 11:10:52.820437 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-a8a3e333-dbf5-427d-bffd-4f4ab0423dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:52.822008 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-a8a3e333-dbf5-427d-bffd-4f4ab0423dce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427895 Dec 13 11:10:52.837775 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:52.914912 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-9841dc37-a7a3-4503-99c8-f53d27b03182 service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832863 Dec 13 11:10:53.005456 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-b13d0aeb-7d5f-4ae7-b46e-d826c210ec04 req-30c69fff-adf4-4be1-8cab-0147d9bd4c9f service neutron] 10.222.0.20 "GET /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817082 Dec 13 11:10:53.034741 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:53.060188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44815434-dd87-4241-9644-4acb2d4d0e5a None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7', '_interfaces': [{'id': 'f6674752-1db7-4b9c-ac35-45963739eb5f', 'name': '', 'network_id': 'ac46b9ac-a3f5-4ff7-b905-af51ee3a0683', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'mac_address': 'fa:16:3e:61:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:34Z', 'updated_at': '2021-12-13T11:05:38Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'subnets': [{'id': '80f7109b-ef15-49db-a5e9-fab9e41a987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:10:53.186728 n-d-820935-7 neutron-server[103195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-22a97e20-297f-4677-b0d4-1f26713bb4c2 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:53.188241 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-22a97e20-297f-4677-b0d4-1f26713bb4c2 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 944 time: 0.0491266 Dec 13 11:10:53.285930 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Deleting port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:53.286525 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:53.293234 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5332ce-ebaa-4221-9f56-2d69d4a7189c None None] New status for floating IP 4776f906-3774-4df4-a572-df8eca3fc783: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:10:53.374368 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] For port 65fbc1aa-f022-4571-a4d2-1761d0007bc7, host n-h2-820935-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-7',level=0,port_id=65fbc1aa-f022-4571-a4d2-1761d0007bc7,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:53.374740 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:53.387269 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Calling delete_port for 65fbc1aa-f022-4571-a4d2-1761d0007bc7 owned by compute:nova {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:53.517043 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:53.545527 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event deleted for resources: {'Port': ['ID=65fbc1aa-f022-4571-a4d2-1761d0007bc7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:53.591077 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] No DVR routers for this DVR port 65fbc1aa-f022-4571-a4d2-1761d0007bc7 on host n-h2-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:10:53.593549 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3157'] for port, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:53.596892 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-eeae8dc0-9fcf-471b-929f-e90fc35907bd req-5f746147-f3d4-492e-8b83-35dae31c8010 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.20 "DELETE /v2.0/ports/65fbc1aa-f022-4571-a4d2-1761d0007bc7 HTTP/1.1" status: 204 len: 173 time: 0.4023657 Dec 13 11:10:53.874053 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [req-e2a01666-b1b8-46fb-963f-0f7e9964a8f4 req-aab491ca-0635-4c18-a1e1-b67cd2b7d603 tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "GET /v2.0/ports?device_id=e31282b3-5a1f-43b5-82ed-94bcb2d23c2d HTTP/1.1" status: 200 len: 210 time: 0.0264447 Dec 13 11:10:54.238272 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 no longer exists at agent hyperv_n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:10:54.258705 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] No Port match for: 09b15f75-42a8-4fbf-8c01-4bd922143736 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:10:54.259053 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Device 09b15f75-42a8-4fbf-8c01-4bd922143736 not bound to the agent host n-h1-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:10:54.434851 n-d-820935-7 neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-deleted', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:10:54.437251 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57f0ba906b07f359f628edb3867f75de11c5b87732d8d139205e0771f241b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a9b47-7755-4a21-8e13-fecbbb58e5aa" -d '{"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-deleted", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:10:54.472864 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cddefe3-fa60-49e5-8690-e11468d4d803 x-openstack-request-id: req-8cddefe3-fa60-49e5-8690-e11468d4d803 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:10:54.473162 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31282b3-5a1f-43b5-82ed-94bcb2d23c2d", "name": "network-vif-deleted", "tag": "65fbc1aa-f022-4571-a4d2-1761d0007bc7", "status": "completed", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:10:54.473415 n-d-820935-7 neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cddefe3-fa60-49e5-8690-e11468d4d803 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:10:54.473818 n-d-820935-7 neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31282b3-5a1f-43b5-82ed-94bcb2d23c2d', 'name': 'network-vif-deleted', 'tag': '65fbc1aa-f022-4571-a4d2-1761d0007bc7', 'status': 'completed', 'code': 200} Dec 13 11:10:54.929075 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43652) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:54.985101 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:55.009916 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:55.068890 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:55.071528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:55.072764 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] 10.222.0.31 "DELETE /v2.0/security-groups/73c740f0-a721-42b1-8f7a-8a18f0e6a3fb HTTP/1.1" status: 204 len: 168 time: 0.1426966 Dec 13 11:10:55.083990 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756129e5-198f-4459-9a91-5ea052e4d95a tempest-TestSnapshotPattern-128227820 tempest-TestSnapshotPattern-128227820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c740f0-a721-42b1-8f7a-8a18f0e6a3fb,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:56.140033 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43658) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:56.579346 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 no longer exists at agent hyperv_n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:10:56.583392 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:56.602330 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] No Port match for: 65fbc1aa-f022-4571-a4d2-1761d0007bc7 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:10:56.602671 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Device 65fbc1aa-f022-4571-a4d2-1761d0007bc7 not bound to the agent host n-h2-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:10:57.167730 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Deleting port f6674752-1db7-4b9c-ac35-45963739eb5f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:57.168338 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:57.242844 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] For port f6674752-1db7-4b9c-ac35-45963739eb5f, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=f6674752-1db7-4b9c-ac35-45963739eb5f,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:57.243208 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:57.255907 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Calling delete_port for f6674752-1db7-4b9c-ac35-45963739eb5f owned by network:router_interface {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:57.430284 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:57.461123 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6674752-1db7-4b9c-ac35-45963739eb5f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:57.461366 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:10:57.624444 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:57.835127 n-d-820935-7 neutron-server[103195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Router 5aeca60c-98f0-4f7c-912e-c6298964d911 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:10:57.940262 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:10:57.945178 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e613af7f-bc50-4429-b285-dbc1e9547c6a admin admin] 10.222.0.31 "PUT /v2.0/routers/5aeca60c-98f0-4f7c-912e-c6298964d911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8041174 Dec 13 11:10:57.947710 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43672) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:57.950313 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Sync routers for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:10:57.960295 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:57.960939 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:58.050004 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks [] for router, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.064691 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: n-d-820935-7 {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:58.153697 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.205273 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Deleting port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:58.205982 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.288863 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-22865535-2801-45ec-8962-0350188b74da admin admin] For port 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:58.289239 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.301623 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Calling delete_port for 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 owned by network:router_gateway {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:58.332459 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:10:57Z', 'revision_number': 5, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port': {'id': '4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:58.359785 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Checking router: 5aeca60c-98f0-4f7c-912e-c6298964d911 for host: n-d-820935-7 {{(pid=103197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:10:58.369378 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Routers {'5aeca60c-98f0-4f7c-912e-c6298964d911'} bound to L3 agent in host n-d-820935-7 {{(pid=103197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:10:58.370198 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['5aeca60c-98f0-4f7c-912e-c6298964d911'], 'active': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:58.460017 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_dvr_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] Set router 5aeca60c-98f0-4f7c-912e-c6298964d911 gateway port host: None {{(pid=103197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:10:58.474612 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.504072 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:58.514708 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.l3_hamode_db [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:10:58Z', 'revision_number': 6, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:58.521015 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c2a49-9dd7-4e1d-9ed6-e2267d9f1a90 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:10:58.544610 n-d-820935-7 neutron-server[103197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87f02-ed0c-4685-baa1-b68794cc1b7a None None] The sync data for ids ['5aeca60c-98f0-4f7c-912e-c6298964d911'] in n-d-820935-7 is: [{'id': '5aeca60c-98f0-4f7c-912e-c6298964d911', 'name': 'tempest-TestSnapshotPattern-897824153-router', 'tenant_id': 'e0ee5dd705784e8397920c55059ca686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:32Z', 'updated_at': '2021-12-13T11:10:58Z', 'revision_number': 6, 'project_id': 'e0ee5dd705784e8397920c55059ca686', 'gw_port_host': None}] {{(pid=103197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:10:58.565529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.655487 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.657608 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.697529 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.698271 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aeca60c-98f0-4f7c-912e-c6298964d911 {{(pid=103195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:10:58.703937 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-22865535-2801-45ec-8962-0350188b74da admin admin] Publish callbacks [] for router, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.705101 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-22865535-2801-45ec-8962-0350188b74da admin admin] 10.222.0.31 "DELETE /v2.0/routers/5aeca60c-98f0-4f7c-912e-c6298964d911 HTTP/1.1" status: 204 len: 168 time: 0.7564678 Dec 13 11:10:58.707517 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43676) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:58.755216 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.db_base_plugin_v2 [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Deleting subnet 80f7109b-ef15-49db-a5e9-fab9e41a987f {{(pid=103195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:10:58.758148 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.793799 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8961215'] for subnet, precommit_delete_associations {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.869129 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.922644 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9272567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9295428'] for subnet, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.954449 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f7109b-ef15-49db-a5e9-fab9e41a987f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:58.959426 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.965992 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-7191d14c-0f0e-4fb6-8d81-26a60857ded9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80f7109b-ef15-49db-a5e9-fab9e41a987f HTTP/1.1" status: 204 len: 168 time: 0.2552185 Dec 13 11:10:58.966330 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43678) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:58.973811 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e136bca-e3f3-4e72-9c27-41136a93d0d7 None None] Network ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:10:59.035859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.094299 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Deleting port 4e4a4303-8606-4a9d-8712-bdcff768eee9 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:10:59.094643 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.163392 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] For port 4e4a4303-8606-4a9d-8712-bdcff768eee9, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=4e4a4303-8606-4a9d-8712-bdcff768eee9,segment=NetworkSegment(550eb726-daf1-4e9c-9db5-4f76932fc84a),segment_id=550eb726-daf1-4e9c-9db5-4f76932fc84a)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:10:59.163786 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.177288 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Calling delete_port for 4e4a4303-8606-4a9d-8712-bdcff768eee9 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:10:59.259201 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9272512'] for port, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.283430 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4a4303-8606-4a9d-8712-bdcff768eee9,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:59.289770 n-d-820935-7 neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] No DVR routers for this DVR port 4e4a4303-8606-4a9d-8712-bdcff768eee9 on host n-d-820935-7 {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:10:59.334021 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b789b5c7-ae56-4fb7-b883-cf2f959891ce None None] DHCP port deletion for ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:10:59.368859 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.391674 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac46b9ac-a3f5-4ff7-b905-af51ee3a0683']}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:59.405414 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550eb726-daf1-4e9c-9db5-4f76932fc84a') {'for_net_delete': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:59.405963 n-d-820935-7 neutron-server[103195]: DEBUG neutron.services.segments.db [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550eb726-daf1-4e9c-9db5-4f76932fc84a') {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:10:59.416623 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8961092'] for segment, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.431197 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.438140 n-d-820935-7 neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:10:59.438528 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9272477'] for segment, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: Traceback (most recent call last): Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: timer() Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: cb(*args, **kw) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: return func(*args, **kwargs) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: self._notify() Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: self.callback(batched_events) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: event.method(event) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: return f(self, *a, **k) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: return self._get(url).json() Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: return self.request(url, 'GET', **kwargs) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:10:59.440684 n-d-820935-7 neutron-server[103195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:10:59.507598 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.515203 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Publish callbacks [] for network, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:59.521269 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ac46b9ac-a3f5-4ff7-b905-af51ee3a0683 HTTP/1.1" status: 204 len: 168 time: 0.5511532 Dec 13 11:10:59.521606 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43682) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:10:59.529021 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16f008-1c3d-4108-9ce1-c42768519be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac46b9ac-a3f5-4ff7-b905-af51ee3a0683,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:10:59.868214 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548882'] for router_interface, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.106190 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Deleting port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:11:00.106532 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.181613 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] For port 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:00.181979 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.194068 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Calling delete_port for 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:11:00.390727 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4e4a4303-8606-4a9d-8712-bdcff768eee9 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:00.412376 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4e4a4303-8606-4a9d-8712-bdcff768eee9 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:00.412818 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4e4a4303-8606-4a9d-8712-bdcff768eee9 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:00.413311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6674752-1db7-4b9c-ac35-45963739eb5f no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:00.433506 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: f6674752-1db7-4b9c-ac35-45963739eb5f {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:00.433857 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device f6674752-1db7-4b9c-ac35-45963739eb5f not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:00.434289 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:00.453666 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:00.454017 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 4d9a5dce-b6fc-4f93-b6df-02f2ef69f1a6 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:00.546769 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.715457 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.743065 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Pushing event deleted for resources: {'Port': ['ID=110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:00.907267 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549006'] for router_interface, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.119111 n-d-820935-7 neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Router c5108646-a83b-4e53-82a6-eea21a8bd253 has already been hosted by L3 agent c08ab506-3f09-4f1a-ac89-a18b996f215e {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:11:01.229758 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] Notify agent at l3_agent.n-d-820935-7 the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:11:01.235359 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-c901d5f7-cf7b-4d2a-9037-aee5c2579caf admin admin] 10.222.0.31 "PUT /v2.0/routers/c5108646-a83b-4e53-82a6-eea21a8bd253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121885 Dec 13 11:11:01.238499 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:01.240611 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Sync routers for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:11:01.250661 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:11:01.251311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:01.342946 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks [] for router, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.355459 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: n-d-820935-7 {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:11:01.446332 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.498947 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Deleting port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:11:01.499312 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.534491 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'external_fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:11:00Z', 'revision_number': 5, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port': {'id': '5d78c2ac-ec6d-4f11-90ff-556c397f0cff', 'name': '', 'network_id': '9fe0614e-dcb3-420e-8e2d-2ea6a0846c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:05:37Z', 'updated_at': '2021-12-13T11:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a5c31f8-4656-409e-9579-a6f7211f6871', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-7'}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:01.560812 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Checking router: c5108646-a83b-4e53-82a6-eea21a8bd253 for host: n-d-820935-7 {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:11:01.569415 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Routers {'c5108646-a83b-4e53-82a6-eea21a8bd253'} bound to L3 agent in host n-d-820935-7 {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:11:01.570032 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:38Z,description=,heartbeat_timestamp=2021-12-13T11:10:39Z,host='n-d-820935-7',id=c08ab506-3f09-4f1a-ac89-a18b996f215e,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:38Z,topic='l3_agent')) {'router_ids': ['c5108646-a83b-4e53-82a6-eea21a8bd253'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:01.577140 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] For port 5d78c2ac-ec6d-4f11-90ff-556c397f0cff, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,segment=NetworkSegment(527ab7d6-24d1-45aa-a5a4-97fc06a2c60b),segment_id=527ab7d6-24d1-45aa-a5a4-97fc06a2c60b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:01.577581 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.589164 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Calling delete_port for 5d78c2ac-ec6d-4f11-90ff-556c397f0cff owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:11:01.654906 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] Set router c5108646-a83b-4e53-82a6-eea21a8bd253 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:11:01.710768 n-d-820935-7 neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:11:01Z', 'revision_number': 6, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port_host': None}], 'n-d-820935-7', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:01.756372 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.788859 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d78c2ac-ec6d-4f11-90ff-556c397f0cff,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:01.852180 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552748'] for router_gateway, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.909619 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be016ceb-a2ec-414d-8a8b-2fc6916d3104 None None] DHCP port deletion for 9fe0614e-dcb3-420e-8e2d-2ea6a0846c27 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:11:01.911975 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0664f4-bd7b-4406-9f4d-1a28131b6208 None None] The sync data for ids ['c5108646-a83b-4e53-82a6-eea21a8bd253'] in n-d-820935-7 is: [{'id': 'c5108646-a83b-4e53-82a6-eea21a8bd253', 'name': 'tempest-TestSnapshotPattern-672200387-router', 'tenant_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:05:36Z', 'updated_at': '2021-12-13T11:11:01Z', 'revision_number': 6, 'project_id': '35ad0c8af0fc4b0cbbcfde88ba3b8ea7', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:11:01.949423 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5441'] for router, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.951758 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.995443 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555701'] for router, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.995929 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5108646-a83b-4e53-82a6-eea21a8bd253 {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:11:02.000319 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] Publish callbacks [] for router, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.001451 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-af23db03-5153-4c2e-93c7-ad3b46518a8b admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5108646-a83b-4e53-82a6-eea21a8bd253 HTTP/1.1" status: 204 len: 168 time: 0.7618644 Dec 13 11:11:02.004044 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43690) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:02.051425 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Deleting subnet d4595832-c8ed-4f48-918b-90d0f8abdec5 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:11:02.054466 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.087602 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554783'] for subnet, precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.162991 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799354'] for subnet, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.219951 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621853'] for subnet, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.244816 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4595832-c8ed-4f48-918b-90d0f8abdec5,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:02.248434 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.251638 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-38f86d72-2975-43c0-b034-726d80f4cd07 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d4595832-c8ed-4f48-918b-90d0f8abdec5 HTTP/1.1" status: 204 len: 168 time: 0.2466540 Dec 13 11:11:02.254074 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43692) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:02.257281 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548f3d9-9b2f-4ab7-a6a4-526a07543817 None None] Network 595b9429-ed64-4dad-895f-45a8083f28c3 requested from n-d-820935-7 {{(pid=103196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:11:02.327708 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639060'] for network, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.401622 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Deleting port 5692ac21-3e21-4b66-a00b-24a561515c95 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:11:02.401997 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747114727792'] for port, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.467472 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] For port 5692ac21-3e21-4b66-a00b-24a561515c95, host n-d-820935-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-7',level=0,port_id=5692ac21-3e21-4b66-a00b-24a561515c95,segment=NetworkSegment(c27a3bb8-6d90-47d6-8cbc-e12fa055835b),segment_id=c27a3bb8-6d90-47d6-8cbc-e12fa055835b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:02.467866 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646279'] for port, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.480231 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Calling delete_port for 5692ac21-3e21-4b66-a00b-24a561515c95 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:11:02.557054 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1627066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747114768339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747114218177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555075'] for port, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.580982 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5692ac21-3e21-4b66-a00b-24a561515c95,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:02.584225 n-d-820935-7 neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] No DVR routers for this DVR port 5692ac21-3e21-4b66-a00b-24a561515c95 on host n-d-820935-7 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:11:02.656487 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797421', 'neutron.services.segments.db._delete_segments_for_network-8747114703234'] for network, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.676483 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595b9429-ed64-4dad-895f-45a8083f28c3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:02.685447 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:02.685743 n-d-820935-7 neutron-server[103194]: DEBUG neutron.services.segments.db [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27a3bb8-6d90-47d6-8cbc-e12fa055835b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:02.694857 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747114706315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554980'] for segment, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.707974 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523'] for segment, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.714339 n-d-820935-7 neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:11:02.714905 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555038'] for segment, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: Traceback (most recent call last): Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: timer() Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: cb(*args, **kw) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: return func(*args, **kwargs) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: self._notify() Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: self.callback(batched_events) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: event.method(event) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: return f(self, *a, **k) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: return self._get(url).json() Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: return self.request(url, 'GET', **kwargs) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:11:02.717752 n-d-820935-7 neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:11:02.739178 n-d-820935-7 neutron-server[103196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712452a4-84c4-4dfc-9e21-5777d32ced71 None None] DHCP port deletion for 595b9429-ed64-4dad-895f-45a8083f28c3 request from n-d-820935-7 {{(pid=103196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:11:02.782023 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552704'] for network, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.800691 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.803974 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/595b9429-ed64-4dad-895f-45a8083f28c3 HTTP/1.1" status: 204 len: 168 time: 0.5489132 Dec 13 11:11:02.804904 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2693-b777-476b-8170-b5639daf18e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=595b9429-ed64-4dad-895f-45a8083f28c3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:02.805052 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:02.825958 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:02.826311 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 110c7afc-b90e-43e9-bb7c-49aa2e1f6cd4 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:02.922088 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43698) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:02.967591 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a74dea2a-1d7a-47b3-9185-21c9440efbf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0ee5dd705784e8397920c55059ca686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417340 Dec 13 11:11:02.968384 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43700) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:03.018217 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.039334 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.085840 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.088675 n-d-820935-7 neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.089845 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da1f5b7b-413d-4ba6-980f-18569beeed9b HTTP/1.1" status: 204 len: 168 time: 0.1204300 Dec 13 11:11:03.097263 n-d-820935-7 neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b11b3c-fa2a-4546-9df2-6b5de4cedbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f5b7b-413d-4ba6-980f-18569beeed9b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:03.410030 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.31', 43706) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:03.449073 n-d-820935-7 neutron-server[103194]: INFO neutron.wsgi [None req-80419dcd-0e13-4706-b219-b1b56795a03e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35ad0c8af0fc4b0cbbcfde88ba3b8ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377080 Dec 13 11:11:03.451702 n-d-820935-7 neutron-server[103195]: DEBUG neutron.wsgi [-] (103195) accepted ('10.222.0.31', 43708) {{(pid=103195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:03.500468 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.520902 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.567273 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776814'] for security_group, after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.570046 n-d-820935-7 neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:03.571209 n-d-820935-7 neutron-server[103195]: INFO neutron.wsgi [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25e2b410-66b2-4007-81a1-30252488da79 HTTP/1.1" status: 204 len: 168 time: 0.1185167 Dec 13 11:11:03.580694 n-d-820935-7 neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280c52a-f807-43f6-8643-f47d19238d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2b410-66b2-4007-81a1-30252488da79,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:04.390464 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d78c2ac-ec6d-4f11-90ff-556c397f0cff no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:04.411088 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5d78c2ac-ec6d-4f11-90ff-556c397f0cff {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:04.411444 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5d78c2ac-ec6d-4f11-90ff-556c397f0cff not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:04.411905 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5692ac21-3e21-4b66-a00b-24a561515c95 no longer exists at agent ovs-agent-n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:04.435337 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] No Port match for: 5692ac21-3e21-4b66-a00b-24a561515c95 {{(pid=103196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:11:04.435719 n-d-820935-7 neutron-server[103196]: DEBUG neutron.plugins.ml2.rpc [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Device 5692ac21-3e21-4b66-a00b-24a561515c95 not bound to the agent host n-d-820935-7 {{(pid=103196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:11:05.131438 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:06.334770 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1643d18a-74e1-4787-ad1f-6c4fdeb2d39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:08.787923 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-73392bdb-c862-4174-b953-6c74ce6022a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:09.917115 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:11.536909 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:12.258286 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:30.561264 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:34.460438 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:11:35.129825 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:36.335000 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db5fb5f3-41a7-4ff1-a905-beda94840faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:38.789067 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8aacc89-2238-4148-8e65-11ef89482b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:39.919979 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:41.539499 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.260227 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:00.592446 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:05.146851 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:06.335857 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9e99239-2984-4ff2-8d23-3fb6f071da6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:08.790869 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-325511bc-abaf-4c82-a3ac-cf6c1fe31624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:09.922993 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:11.458802 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:12:11.542526 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:12.262698 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:30.590311 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:35.144171 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:36.336794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bedabb59-619b-4415-bf8a-dd13f098d420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:38.795794 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f435dff3-6fbb-45c0-ac61-c3c2b8bc7176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:39.925513 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:41.544911 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.263916 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.458056 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:13:00.589511 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:05.144699 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:06.338711 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5fb8bf8d-795a-4190-94dd-a9f3c4462554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:08.797052 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dda2466-672b-4929-8c67-77d7bb451ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:09.931036 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:11.548696 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:12.265729 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:25.456734 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:13:30.607315 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:35.164877 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:36.340373 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5ec6b9b-68dd-4a4b-8b85-08546251ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:38.798275 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70e3847f-5c14-4885-8ebe-a1f107ffeb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:39.931755 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.551177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.266880 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:00.603870 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:02.455979 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:14:05.171435 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:06.341774 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8479f14-9adc-45a5-a0da-bbba9f21bd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:08.799367 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5aed6082-ccab-4bcd-b973-4d62b8566def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:09.935001 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:11.554787 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:12.268707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:30.618005 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:35.170491 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:36.344060 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1cf53537-7876-4b23-b31d-1c3636004ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:38.800550 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5468022b-4360-4f82-8658-532efa7b88b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:39.456340 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:14:39.940228 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:41.557827 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:42.269473 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:00.617050 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:05.186341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:06.345707 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9335b2f2-8cc8-460d-b118-828fa04b32a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:08.801896 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9d04532-ec86-40cd-83fb-3586a7f09304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:09.941177 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:11.561341 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:12.271145 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:16.455622 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:15:30.632040 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:35.187760 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:36.346875 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c743e570-cfb9-449b-976f-06ff33bdf862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:38.802816 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c043-31f6-475a-9650-a097fc1a59fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:39.943360 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:41.564161 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:42.272762 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:53.455285 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:16:00.631436 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:05.196487 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:06.349685 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d4495965-125f-4a95-b4cb-6d230cf640bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:08.804394 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b99e226-8630-43d4-a2e2-8d7a63f630fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:09.946534 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:11.566702 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:12.274959 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:30.455180 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:16:30.647202 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:35.215742 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:36.351514 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6a9a08c-0312-4a31-b667-7e38b23fe885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:38.806068 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4c2652ae-92ea-439c-bf7e-a58f8e4f65e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:39.948296 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:41.568961 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:42.277318 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:00.645337 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:05.210395 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:06.355189 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0589a833-5c87-4d0a-9e7f-0aa3ddfbde43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:07.454966 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:17:08.807460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05c65039-4bb9-4aac-bf3a-73e09b7f2645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:09.951035 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:11.572826 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:12.279278 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:30.644460 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:35.225297 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:36.356056 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20c4ab37-7e56-445f-b2f3-6a2117cca393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:38.808117 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad80e74b-aa61-4812-baab-ad0715dd96cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:39.953988 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:41.575253 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:42.281541 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:44.455188 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:18:00.646421 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:05.221563 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:06.357391 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-557242d6-54ff-4aec-97f9-24df96206d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:08.809758 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5b757dfb-7bef-4dbc-9334-fa6540a57618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:09.957187 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:11.578778 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:12.285754 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:21.454936 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:18:30.643495 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:35.222112 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:36.358863 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7141fc75-61f4-4a78-aea9-23a3affeab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:37.471530 n-d-820935-7 neutron-server[103194]: DEBUG neutron.wsgi [req-47effb08-6b98-4bfb-8094-e7ff44991e87 req-8d2357a9-f8e2-46a4-8865-a32f3ed41e9a service neutron] (103194) timed out ('10.222.0.31', 41444) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 11:18:38.812206 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e16e22a-6901-4047-8e78-b8b6f885f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:39.959053 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:41.580713 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:42.287097 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:58.453873 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:19:00.641725 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:05.220351 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:06.360129 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5a245ee-1219-41ef-9662-6ff63b647d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:08.813629 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c462102b-d8e4-467d-b5f8-739699bbf366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:09.961914 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:11.584977 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:12.289188 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:30.656375 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:35.242445 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b40ec98c-a313-44ee-bbe0-e5ec605548cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:35.451981 n-d-820935-7 neutron-server[103197]: DEBUG neutron.db.agents_db [None req-51e765cd-e0d7-4357-aaaf-4f8fbd818849 None None] Agent healthcheck: found 7 active agents {{(pid=103197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:19:36.361191 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44ca9491-a90e-46c0-9d9d-62caac3b4d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:38.816465 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a1b878d-e4dc-4e53-8113-8b388787420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:39.964937 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba90d-fef4-4a4f-a09f-eb570edada46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:41.588335 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fddefcaf-0076-46ab-bcfe-07606020fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:42.292004 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d658997-47b8-482b-8061-4ef688e6289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:20:00.671392 n-d-820935-7 neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d89bddad-692a-400a-965f-88ef00f9392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747114703189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1795579'] for agent, after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}